-- Logs begin at Fri 2022-02-04 12:01:22 UTC, end at Fri 2022-02-04 14:23:22 UTC. -- Feb 04 12:38:26.885075 n-d-820555-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 12:38:29.301169 n-d-820555-2 neutron-server[87513]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:38:29.301926 n-d-820555-2 neutron-server[87513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 12:38:29.301926 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:38:29.305020 n-d-820555-2 neutron-server[87513]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:38:29.305275 n-d-820555-2 neutron-server[87513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 12:38:29.305589 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:38:29.306529 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:38:29.306802 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:38:29.307161 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:38:29.307407 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:38:29.307633 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:38:29.307952 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.308251 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.308544 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.308777 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.309073 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.309361 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.309641 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.309925 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.310220 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.310504 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.310809 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.311093 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.311321 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.311596 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.311877 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.312162 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.312385 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.312666 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.313092 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.313505 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.313781 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.314615 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.314899 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.315172 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.315446 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.315725 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.316049 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] host = n-d-820555-2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.316323 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.316606 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.316888 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.317168 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.317439 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.317712 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.317989 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.318261 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.318531 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.318826 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.319109 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.319391 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.319679 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.319904 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.320117 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.320402 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.320687 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.320957 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.321228 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.321498 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.321766 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.322034 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.322298 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.322581 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.322894 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.323176 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.323446 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.323716 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.323984 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.324250 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.324530 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.324799 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.325331 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.325331 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.325656 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.325920 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.326190 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.326492 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.326805 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.327087 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.327369 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.327641 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.327978 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.328190 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.328462 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.328729 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.328998 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.329290 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.329606 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.330446 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.330741 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.331016 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.331289 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.331595 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.331909 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:29.332210 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.332507 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.332804 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.333096 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.333385 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.333663 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.333951 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.334229 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.334514 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.334823 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.335113 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.335391 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.335677 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.335952 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.336243 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.336548 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.336839 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.337127 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.337398 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.337685 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.337940 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.338216 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.338501 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.338822 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.339112 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.339384 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.339659 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.339945 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.340220 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.340487 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.340760 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.341048 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.341345 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.341620 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.341896 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.342169 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.342463 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.342789 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.343067 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.343355 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.343627 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.343917 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.344224 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.344509 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.344846 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.345053 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.345352 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.345621 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.345912 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.346280 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.346501 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.346814 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.347076 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.347348 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.347621 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.347892 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.348225 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.348445 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.348714 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.348990 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.349278 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.349586 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.349861 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.350134 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.350412 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.350781 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.351077 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.351370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353013 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353013 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353013 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353013 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353013 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353469 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353469 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353691 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.353854 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.354135 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.354465 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.354770 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.355052 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.355360 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.355674 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.355937 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.356258 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.356597 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.356817 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.357094 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.357404 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.357733 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.358030 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.358318 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.358737 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.358924 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.359241 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.359575 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.359922 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.360173 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.360460 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:29.360696 n-d-820555-2 neutron-server[87513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:38:29.361014 n-d-820555-2 neutron-server[87513]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87513) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 12:38:29.770638 n-d-820555-2 neutron-server[87513]: INFO keyring.backend [-] Loading KWallet Feb 04 12:38:29.778688 n-d-820555-2 neutron-server[87513]: INFO keyring.backend [-] Loading SecretService Feb 04 12:38:29.782630 n-d-820555-2 neutron-server[87513]: INFO keyring.backend [-] Loading Windows Feb 04 12:38:29.784025 n-d-820555-2 neutron-server[87513]: INFO keyring.backend [-] Loading chainer Feb 04 12:38:29.784618 n-d-820555-2 neutron-server[87513]: INFO keyring.backend [-] Loading macOS Feb 04 12:38:29.820575 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 12:38:29.820851 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 12:38:29.821141 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 12:38:29.821480 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 12:38:30.142582 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.142881 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.143151 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.144402 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.144708 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.144973 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.272898 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.273171 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.273443 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.287485 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.287761 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.288030 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.317616 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.318451 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.318451 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.359301 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.359573 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.359841 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.602978 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.603316 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.603623 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.603928 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.604715 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.731292 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.731618 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.731933 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.732242 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.732514 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.732848 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.733114 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.733396 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.733676 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.733972 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.734228 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.734492 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.734778 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.735035 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.735308 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.735734 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.735969 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.736242 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.736548 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.736882 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.737242 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.737493 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.737751 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.738036 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.738284 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.738528 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.738973 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.739215 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.739453 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.739687 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.739925 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.740162 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:30.740547 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 12:38:30.744340 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 12:38:30.748461 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 12:38:30.752351 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 04 12:38:30.754032 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 12:38:30.754493 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 12:38:30.754877 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 12:38:30.755294 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 12:38:30.758481 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 12:38:30.758757 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 12:38:30.760002 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:38:30.789982 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 12:38:30.790448 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.790813 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87513) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 12:38:30.791187 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.792824 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87513) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 12:38:30.793123 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:38:30.793369 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 12:38:30.797124 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.797415 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:30.860521 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 12:38:30.860738 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 12:38:30.860924 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 12:38:30.861316 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 12:38:30.897159 n-d-820555-2 neutron-server[87513]: DEBUG oslo_db.sqlalchemy.engines [None req-ef765004-4234-4578-addd-4135dfc2509f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87513) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 12:38:31.263379 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing driver for type 'gre' Feb 04 12:38:31.263915 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef765004-4234-4578-addd-4135dfc2509f None None] gre ID ranges: [(1, 1000)] Feb 04 12:38:31.324557 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing driver for type 'local' Feb 04 12:38:31.325488 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing driver for type 'vlan' Feb 04 12:38:31.341534 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef765004-4234-4578-addd-4135dfc2509f None None] VlanTypeDriver initialization complete Feb 04 12:38:31.342090 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing driver for type 'vxlan' Feb 04 12:38:31.342940 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef765004-4234-4578-addd-4135dfc2509f None None] vxlan ID ranges: [(1, 1000)] Feb 04 12:38:31.410689 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing extension driver 'port_security' Feb 04 12:38:31.410967 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef765004-4234-4578-addd-4135dfc2509f None None] PortSecurityExtensionDriver initialization complete Feb 04 12:38:31.411183 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing mechanism driver 'openvswitch' Feb 04 12:38:31.411477 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing mechanism driver 'hyperv' Feb 04 12:38:31.418162 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.plugin [None req-ef765004-4234-4578-addd-4135dfc2509f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:31.418869 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.419242 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.419585 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.420106 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.420818 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.420955 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.421203 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.421592 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.421993 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.422337 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.422703 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.423092 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.424021 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.424364 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.424703 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.425090 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.425486 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.425828 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.426160 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.426699 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.427101 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > address_group after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.427447 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > address_group after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.427785 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.428176 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:38:31.428612 n-d-820555-2 neutron-server[87513]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef765004-4234-4578-addd-4135dfc2509f None None] ML2 OVO RPC backend initialized. {{(pid=87513) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 12:38:31.429309 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.429665 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.430079 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.430423 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > networks before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.430799 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.431245 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > ports before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.431473 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.431806 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnets before_response 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.432145 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.432479 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.432926 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.433135 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.433463 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.433786 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.434115 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.434439 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.434792 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.435363 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.plugin [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Modular L2 Plugin initialization complete Feb 04 12:38:31.435689 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading services supported by the core plugin {{(pid=87513) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 12:38:31.436012 n-d-820555-2 neutron-server[87513]: INFO neutron.plugins.ml2.managers [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Got port-security extension from driver 'port_security' Feb 04 12:38:31.436471 n-d-820555-2 neutron-server[87513]: INFO neutron.extensions.vlantransparent [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Disabled vlantransparent extension. Feb 04 12:38:31.436951 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87513) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 12:38:31.437262 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: router Feb 04 12:38:31.473887 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.474275 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.474659 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router before_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.475087 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.475457 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.475807 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_delete 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.476157 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.476511 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.476852 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.477196 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.477537 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.477887 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.478296 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.478683 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.479020 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.479357 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: subnet after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.479694 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.480035 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.480379 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.480715 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.481051 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.481400 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router after_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.481736 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.482078 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_create 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.482433 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.482801 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_update 55549900 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.483161 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > agent after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.483532 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > agent after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.483843 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > network after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.484915 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Tracking information for resource: router configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:31.485144 n-d-820555-2 neutron-server[87513]: DEBUG neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Tracking information for resource: floatingip configured {{(pid=87513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:38:31.490511 n-d-820555-2 neutron-server[87513]: INFO neutron.db.l3_agentschedulers_db [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 12:38:31.491115 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.491471 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.491820 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.492167 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: port after_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.493316 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router before_create 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.493677 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.494038 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_create 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.494389 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > router precommit_update 55550100 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.498866 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.provider_configuration [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service providers = [] {{(pid=87513) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 12:38:31.499229 n-d-820555-2 neutron-server[87513]: DEBUG neutron.db.servicetype_db [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87513) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 12:38:31.502709 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.service_base [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:38:31.503057 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.service_base [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:38:31.503395 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.service_base [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:38:31.504278 n-d-820555-2 neutron-server[87513]: DEBUG neutron.services.service_base [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:38:31.504652 n-d-820555-2 neutron-server[87513]: INFO neutron.services.service_base [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 12:38:31.505357 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.505586 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 12:38:31.516131 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.516409 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: auto_allocate Feb 04 12:38:31.522485 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: network precommit_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.522879 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: network precommit_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.523394 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.523712 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: tag Feb 04 12:38:31.530541 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.530892 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: timestamp Feb 04 12:38:31.535644 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.535970 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: network_ip_availability Feb 04 12:38:31.541565 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.541968 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.542326 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.543107 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.543430 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: flavors Feb 04 12:38:31.548390 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.549226 n-d-820555-2 neutron-server[87513]: INFO neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading Plugin: revisions Feb 04 12:38:31.553639 n-d-820555-2 neutron-server[87513]: DEBUG neutron.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:38:31.554029 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.733s {{(pid=87513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 12:38:31.554814 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87513) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 12:38:31.555153 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Initializing extension manager. Feb 04 12:38:31.555656 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: __init__.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.555997 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: __pycache__ {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.556326 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.556652 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.557416 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.557998 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: address-group Feb 04 12:38:31.558312 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: address_scope.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.559058 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.559547 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: address-scope Feb 04 12:38:31.559995 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.560840 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.561327 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: router-admin-state-down-before-update Feb 04 12:38:31.561949 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: agent.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.562561 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.562974 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: agent Feb 04 12:38:31.563128 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: agent_resources_synced.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.564053 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.564550 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: agent-resources-synced Feb 04 12:38:31.564865 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: allowedaddresspairs.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.566886 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.567400 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: allowed-address-pairs Feb 04 12:38:31.567724 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: auto_allocated_topology.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.568808 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.569314 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: auto-allocated-topology Feb 04 12:38:31.569639 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.570322 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.570847 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: availability_zone Feb 04 12:38:31.571169 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: availability_zone_filter.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.572068 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.572562 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: availability_zone_filter Feb 04 12:38:31.572880 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: data_plane_status.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.573784 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.574282 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 12:38:31.574634 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: default_subnetpools.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.575540 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.576041 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: default-subnetpools Feb 04 12:38:31.576359 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.577174 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.577679 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: dhcp_agent_scheduler Feb 04 12:38:31.578001 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: dns.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.578925 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.579433 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension dns-integration not supported by any of loaded plugins Feb 04 12:38:31.579777 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: dns_domain_ports.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.580684 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.581185 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 12:38:31.581503 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: dvr.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.582323 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.582701 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: dvr Feb 04 12:38:31.583019 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: empty_string_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.583916 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.584413 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: empty-string-filtering Feb 04 12:38:31.584728 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.585626 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.586121 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:38:31.586445 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.587387 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.587880 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 12:38:31.588194 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: external_net.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.589090 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.589591 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: external-net Feb 04 12:38:31.589909 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.590827 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.591320 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: extra_dhcp_opt Feb 04 12:38:31.591637 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: extraroute.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.592534 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.593029 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: extraroute Feb 04 12:38:31.593350 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: extraroute_atomic.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.594392 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.594922 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: extraroute-atomic Feb 04 12:38:31.595778 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: filter_validation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.596465 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.596963 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: filter-validation Feb 04 12:38:31.597278 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: fip_pf_description.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.598192 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.598718 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 12:38:31.599039 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: fip_port_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.599953 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.600449 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: fip-port-details Feb 04 12:38:31.600765 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: flavors.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.602028 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.602634 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: flavors Feb 04 12:38:31.603006 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.604781 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.605421 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 12:38:31.605786 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: floatingip_pools.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.606741 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.607206 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: floatingip-pools Feb 04 12:38:31.607533 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: ip_allocation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.608452 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.608954 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 12:38:31.609278 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.610192 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.610728 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: ip-substring-filtering Feb 04 12:38:31.611684 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l2_adjacency.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.612619 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.613120 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 12:38:31.613442 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.614442 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.614988 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: router Feb 04 12:38:31.615312 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.619486 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.620003 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:38:31.620337 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.621276 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.621779 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: ext-gw-mode Feb 04 12:38:31.622102 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.623045 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.623542 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: l3-ha Feb 04 12:38:31.623862 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3_flavors.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.624758 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.625256 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: l3-flavors Feb 04 12:38:31.625573 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.626553 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.627407 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 12:38:31.627960 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: l3agentscheduler.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.629312 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.629821 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: l3_agent_scheduler Feb 04 12:38:31.630146 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: logging.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.631700 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.632208 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension logging not supported by any of loaded plugins Feb 04 12:38:31.632534 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: metering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.633267 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.633836 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: metering Feb 04 12:38:31.634158 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.635290 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.635798 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: metering_source_and_destination_fields Feb 04 12:38:31.636128 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: multiprovidernet.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.637036 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.637536 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: multi-provider Feb 04 12:38:31.637856 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: netmtu.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.638803 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.639301 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: net-mtu Feb 04 12:38:31.639617 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: netmtu_writable.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.640535 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.641030 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: net-mtu-writable Feb 04 12:38:31.641344 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: network_availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.642010 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.642550 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: network_availability_zone Feb 04 12:38:31.642878 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: network_ip_availability.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.643968 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.644470 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: network-ip-availability Feb 04 12:38:31.644790 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: network_segment_range.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.645544 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.646039 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 12:38:31.646356 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: pagination.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.647352 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.647680 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: pagination Feb 04 12:38:31.647995 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: port_device_profile.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.648890 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.649392 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: port-device-profile Feb 04 12:38:31.649707 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.650639 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.651143 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: port-mac-address-regenerate Feb 04 12:38:31.651464 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.652371 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.652869 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: port-numa-affinity-policy Feb 04 12:38:31.653184 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: port_resource_request.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.654086 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.654581 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 12:38:31.655005 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: portbindings.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.655924 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.656426 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: binding Feb 04 12:38:31.656743 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: portbindings_extended.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.658538 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.659068 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: binding-extended Feb 04 12:38:31.659390 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: portsecurity.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.660305 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.660803 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: port-security Feb 04 12:38:31.661125 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: project_id.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.662088 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.662414 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: project-id Feb 04 12:38:31.662767 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: providernet.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.663671 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.664172 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: provider Feb 04 12:38:31.664485 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.668252 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.668765 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos not supported by any of loaded plugins Feb 04 12:38:31.669097 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.670331 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.670882 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 12:38:31.671210 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.672115 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.672620 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 12:38:31.672944 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_default.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.674382 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.674907 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-default not supported by any of loaded plugins Feb 04 12:38:31.675232 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_fip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.675877 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.676371 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-fip not supported by any of loaded plugins Feb 04 12:38:31.676690 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_gateway_ip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.677606 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.678108 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 12:38:31.678426 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_port_network_policy.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.679370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.679870 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 12:38:31.680183 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_rule_type_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.681099 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.681597 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 12:38:31.681915 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: qos_rules_alias.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.682985 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.683487 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 12:38:31.683804 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: quotasv2.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.684740 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.685060 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: quotas Feb 04 12:38:31.685377 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: quotasv2_detail.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.687017 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.687347 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: quota_details Feb 04 12:38:31.687672 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: rbac.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.688725 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.689278 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: rbac-policies Feb 04 12:38:31.689603 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: rbac_address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.690520 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.691054 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: rbac-address-group Feb 04 12:38:31.691378 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: rbac_address_scope.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.692296 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.692798 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: rbac-address-scope Feb 04 12:38:31.693119 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: rbac_security_groups.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.694026 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.694527 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: rbac-security-groups Feb 04 12:38:31.694872 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: rbac_subnetpool.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.695791 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.696289 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: rbac-subnetpool Feb 04 12:38:31.696609 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: revisionifmatch.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.697512 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.698009 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: revision-if-match Feb 04 12:38:31.698329 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: revisions.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.699457 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.699969 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: standard-attr-revisions Feb 04 12:38:31.700281 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: router_availability_zone.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.700949 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.701445 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: router_availability_zone Feb 04 12:38:31.701762 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: routerservicetype.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.702897 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.703733 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension router-service-type not supported by any of loaded plugins Feb 04 12:38:31.704260 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.705706 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.706549 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: security-groups-normalized-cidr Feb 04 12:38:31.706912 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.707932 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.708439 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: port-security-groups-filtering Feb 04 12:38:31.708858 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.709951 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.710471 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: security-groups-remote-address-group Feb 04 12:38:31.710815 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: securitygroup.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.721063 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.721595 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: security-group Feb 04 12:38:31.721921 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: segment.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.722730 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.723239 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension segment not supported by any of loaded plugins Feb 04 12:38:31.723565 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.724519 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.725025 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 12:38:31.725331 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: servicetype.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.726468 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.727008 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: service-type Feb 04 12:38:31.727330 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: sorting.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.728302 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.728633 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: sorting Feb 04 12:38:31.728954 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: standard_attr_segment.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.729855 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.730358 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 12:38:31.730711 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: standardattrdescription.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.731363 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.731864 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: standard-attr-description Feb 04 12:38:31.732184 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: stateful_security_group.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.733096 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.733601 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: stateful-security-group Feb 04 12:38:31.733921 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: stdattrs_common.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.734502 n-d-820555-2 neutron-server[87513]: WARNING neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 12:38:31.734845 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.735871 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.736881 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 12:38:31.737201 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnet_onboard.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.738269 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.738802 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: subnet_onboard Feb 04 12:38:31.739124 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.740051 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.740547 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 12:38:31.740863 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnet_service_types.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.741860 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.742368 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: subnet-service-types Feb 04 12:38:31.742973 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnetallocation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.744052 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.744557 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: subnet_allocation Feb 04 12:38:31.744876 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.745536 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.746050 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: subnetpool-prefix-ops Feb 04 12:38:31.746366 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.747318 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.747832 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 12:38:31.748307 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: tagging.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.749236 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.749747 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: standard-attr-tag Feb 04 12:38:31.750069 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: timestamp.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.751283 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.751820 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loaded extension: standard-attr-timestamp Feb 04 12:38:31.752142 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: trunk.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.753170 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.753675 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension trunk not supported by any of loaded plugins Feb 04 12:38:31.753999 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: trunk_details.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.755277 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.755608 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension trunk-details not supported by any of loaded plugins Feb 04 12:38:31.755751 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: uplink_status_propagation.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.756662 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.757161 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 12:38:31.757481 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Loading extension file: vlantransparent.py {{(pid=87513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:38:31.758149 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:38:31.758687 n-d-820555-2 neutron-server[87513]: INFO neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 12:38:31.761157 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:network Feb 04 12:38:31.761998 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnet Feb 04 12:38:31.762815 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:38:31.763420 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:port Feb 04 12:38:31.764676 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.765110 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service FLAVORS assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.765733 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.766200 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.766479 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:router Feb 04 12:38:31.767200 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:38:31.767911 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service METERING assigned prefix: /metering {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.769329 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.769693 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.770038 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:38:31.771283 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:38:31.771721 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:38:31.772380 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:38:31.773246 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.773599 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:38:31.774029 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] subnetpool is already registered Feb 04 12:38:31.774674 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.775005 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:38:31.775327 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] subnetpool is already registered Feb 04 12:38:31.777851 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.778277 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service FLAVORS assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.778901 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.779318 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.779647 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:router Feb 04 12:38:31.779972 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] router is already registered Feb 04 12:38:31.780557 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:38:31.780880 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] floatingip is already registered Feb 04 12:38:31.781501 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service METERING assigned prefix: /metering {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.782163 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:38:31.782488 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] rbac_policy is already registered Feb 04 12:38:31.783585 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:38:31.783908 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] security_group is already registered Feb 04 12:38:31.784483 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:38:31.784806 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] security_group_rule is already registered Feb 04 12:38:31.785465 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.785791 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:38:31.786139 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] subnetpool is already registered Feb 04 12:38:31.786733 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.v2.resource_helper [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Service CORE assigned prefix: {{(pid=87513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:38:31.787056 n-d-820555-2 neutron-server[87513]: INFO neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:38:31.787373 n-d-820555-2 neutron-server[87513]: WARNING neutron.quota.resource_registry [None req-ef765004-4234-4578-addd-4135dfc2509f None None] subnetpool is already registered Feb 04 12:38:31.788011 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: extensions {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.789498 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: address-groups {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.791108 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: address-scopes {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.792302 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.793502 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: auto-allocated-topology {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.794772 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: availability_zones {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.796078 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: dhcp-networks {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.797475 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: dhcp-agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.799549 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.801347 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: flavors {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.802577 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: service_profiles {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.803807 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: next_providers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.806286 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: service_profiles {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.807779 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: floatingip-pools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.809005 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.810813 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: floatingips {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.811995 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: l3-routers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.813349 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: l3-agents {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.814849 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: metering-labels {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.816266 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: metering-label-rules {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.817520 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: network-ip-availabilities {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: bindings {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: quotas {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: quotas {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: rbac-policies {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: security-groups {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826370 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: security-group-rules {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.826887 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: service-providers {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.828108 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: subnetpools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.829512 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: subnetpools {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.831049 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.832735 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.834619 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.836486 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.838265 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.840129 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.841782 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.843711 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.845992 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.847856 n-d-820555-2 neutron-server[87513]: DEBUG neutron.api.extensions [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Extended resource: tags {{(pid=87513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:38:31.853726 n-d-820555-2 neutron-server[87513]: WARNING keystonemiddleware.auth_token [None req-ef765004-4234-4578-addd-4135dfc2509f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 12:38:31.858611 n-d-820555-2 neutron-server[87513]: WARNING keystonemiddleware.auth_token [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 12:38:31.867396 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Acquired lock "singleton_lock" {{(pid=87513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 12:38:31.868126 n-d-820555-2 neutron-server[87513]: DEBUG oslo_concurrency.lockutils [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Releasing lock "singleton_lock" {{(pid=87513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 12:38:31.868763 n-d-820555-2 neutron-server[87513]: INFO oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Starting 2 workers Feb 04 12:38:31.873434 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Started child 87620 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 12:38:31.877885 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Started child 87621 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 12:38:31.878730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.879476 n-d-820555-2 neutron-server[87513]: INFO neutron.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 12:38:31.880129 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Notify callbacks [] for process, before_spawn {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.880294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [-] (87620) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:38:31.882392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.882919 n-d-820555-2 neutron-server[87513]: INFO oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Starting 1 workers Feb 04 12:38:31.883802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [-] (87621) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:38:31.887611 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Started child 87622 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 12:38:31.888166 n-d-820555-2 neutron-server[87513]: INFO oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Starting 1 workers Feb 04 12:38:31.891158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] calling RpcWorker wait() {{(pid=87622) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 12:38:31.891702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] returning from RpcWorker wait() {{(pid=87622) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 12:38:31.893077 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Started child 87623 {{(pid=87513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 12:38:31.893866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.894042 n-d-820555-2 neutron-server[87513]: DEBUG neutron_lib.callbacks.manager [None req-ef765004-4234-4578-addd-4135dfc2509f None None] Notify callbacks [] for process, after_spawn {{(pid=87513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.894173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:31.895749 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 12:38:31.895930 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:38:31.896100 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:38:31.896340 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:38:31.896640 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:38:31.896790 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:38:31.897307 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.897592 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.897865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.898117 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.898266 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:31.899028 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.899028 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.899261 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.899400 n-d-820555-2 neutron-server[87623]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:31.899545 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.899811 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.900018 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.900236 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.900236 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.900689 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.900689 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.901072 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.901264 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.901453 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.901772 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.901980 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.902178 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.902391 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.902586 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.902851 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.903083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.903564 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.903812 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.904144 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.904348 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.904557 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.904753 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.904975 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.905222 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.905417 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.905622 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.905878 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.906134 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.906363 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.906581 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.906841 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.907040 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.907487 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] host = n-d-820555-2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.907756 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.908485 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.908719 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.908973 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.909235 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.909450 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.909708 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.909967 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.910212 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.910459 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.910710 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.910993 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.911384 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.911717 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.911960 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_options = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.912155 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.912362 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.912653 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.912868 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.913076 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.913271 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.913490 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.913813 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.913813 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.914206 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.914206 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.914718 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.914718 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.915174 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.915174 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.915611 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.915611 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.916052 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.916052 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.916470 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.916470 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.916901 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.917132 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.917366 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.917749 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.917749 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.918186 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.918186 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.918630 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.918630 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919095 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919095 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919524 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919524 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919927 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.919927 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.920345 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.920575 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.920575 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.920994 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.921220 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.921449 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.921681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.921916 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.921916 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.922712 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.922712 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.922712 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.923381 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.923381 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.923381 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.924151 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.924151 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.924151 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.924151 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:31.925164 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.925164 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.925164 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.926852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928946 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928946 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.928946 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.929361 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.929566 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.929773 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.931352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.931352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.931352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.931352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.931352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.932460 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.932460 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.932460 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.932460 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.933361 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.933361 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.933361 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.934146 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.934146 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.934146 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.935242 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.935242 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.935242 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.935242 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.935242 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.936414 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.936414 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.936414 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.936414 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.936414 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938081 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938645 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938645 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938645 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.938840 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.939110 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.939581 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.940075 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.940526 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.940946 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.941353 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.941766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.942158 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.942541 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.942891 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.943270 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.943580 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.943859 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.944182 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.944461 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.944701 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.944940 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.945153 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.945366 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.945580 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.946033 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.946270 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.946483 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.946810 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.947039 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.947315 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.947628 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.947879 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.948162 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.948419 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.948668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.948901 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.949144 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.949361 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.949568 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.949957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.950406 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.950871 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.951134 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.951388 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.951636 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.951907 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.952126 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.952446 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.952821 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.953060 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.953298 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.953585 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.953879 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.954111 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.954352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.955312 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.955729 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.955957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.956258 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.956505 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.956778 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.957080 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.957517 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.957821 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.958070 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.958305 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.958749 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.959000 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.959258 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.959528 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.959771 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.959986 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.960240 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.960478 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.960692 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.960903 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.961354 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.961864 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.962270 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.962688 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.963075 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.963551 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.963900 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.964237 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.964607 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.964971 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.965342 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.965675 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.966018 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.966331 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.966681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.967020 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.967333 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.967665 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.967986 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.968269 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.968545 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.968818 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.969162 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.969422 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.969726 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.970030 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.970928 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.971379 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.971844 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.972258 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.972601 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.972920 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.973208 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.973498 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.973783 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.974057 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.974392 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.974638 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.975023 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.975342 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.975644 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.976164 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.976432 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.976781 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.976999 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.977879 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.977879 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.977879 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.978228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.978228 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.978453 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.978790 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.979101 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.979355 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.979674 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.979952 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.980331 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.980648 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.980938 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.981239 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.981517 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.981814 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.982044 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.982431 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.982695 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.982911 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.983173 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.983455 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.983796 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.984092 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.984358 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.984571 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.984786 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.984987 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.985333 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.985757 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.986224 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.986454 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.986726 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.986964 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.987203 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.987411 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.987638 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.987852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.988054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.988296 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.988503 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.988707 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.988939 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989543 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.989932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.993957 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.998713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:31.999703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.000668 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:38:32.001671 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002357 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.002865 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003354 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003354 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003354 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003354 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003631 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003830 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.003830 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004071 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004196 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004291 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004374 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004585 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] debug = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.004803 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.005603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.005603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.005603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.005603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.005603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.006713 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] host = n-d-820555-2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.008599 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.009725 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_options = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.010681 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.011576 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.012352 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013054 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013620 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013620 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013620 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.013620 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014201 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014201 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014201 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014201 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014690 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014690 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.014690 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015039 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015039 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015039 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015399 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015399 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015632 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015632 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.015864 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016001 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016127 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016300 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016300 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_json = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016546 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016653 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016743 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.016887 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.017562 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.017794 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.017921 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.018009 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.018165 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:38:32.018369 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.018530 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.018721 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.018880 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019036 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019192 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019350 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019507 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019652 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019811 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.019976 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020133 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020300 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020457 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020613 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020774 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.020932 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021088 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021245 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021402 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021559 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021716 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.021887 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.022044 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.022202 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.022358 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.022515 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.022697 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.023277 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.023277 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.023277 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.024106 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025073 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.025766 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026346 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026346 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026346 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026346 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026888 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026888 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.026888 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.027214 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.027326 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.027603 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.027926 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028150 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028303 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028700 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028700 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028700 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.028700 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.030272 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.038083 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039024 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.039776 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.040525 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041207 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.041945 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.042852 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.043556 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.044301 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.045491 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.046412 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.047249 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.048376 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.049260 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.050124 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051042 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051793 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051793 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051793 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051793 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.051793 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052326 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052326 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052326 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052667 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052667 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.052667 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053005 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053005 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053244 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053244 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053476 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053677 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053825 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.053988 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054136 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054275 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054445 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054635 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054785 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.054955 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055100 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055240 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055396 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055557 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055703 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.055862 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056019 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056176 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056334 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056493 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056655 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056823 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.056988 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.057147 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.057311 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.057476 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.057641 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.057799 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.062728 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.062728 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.062728 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.062728 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50090) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.063371 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064218 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:38:32.064992 n-d-820555-2 neutron-server[87513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:38:32.067267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065742 Feb 04 12:38:43.342724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e824d4-560b-41c4-a739-59d030553588 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:38:43.521083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e824d4-560b-41c4-a739-59d030553588 None None] No non-hosted networks {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 12:38:43.529912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.agentschedulers_db [None req-a6e824d4-560b-41c4-a739-59d030553588 None None] DHCP Agent not found on host n-d-820555-2 {{(pid=87622) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 12:38:43.585622 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1670254c-32ab-4b66-9efe-15e2bbe2e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:45.722298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b49a6e7-4478-436e-9b68-cdb584f1bc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:45.756751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0f1dae28-b43c-4b14-8c33-7c2daf92beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:46.672215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:46.673519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.674143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.674859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.675512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.676682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.677933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.678857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.679787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.682355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.682984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.683550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.685502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:46.687596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820555-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:46.701480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820555-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:38:47.071193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:48.402089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:50.135076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:38:50.777043 n-d-820555-2 neutron-server[87621]: WARNING oslo_policy.policy [None req-a2555fc7-29bd-4c52-af51-b8ec6e3bbef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:38:50.777728 n-d-820555-2 neutron-server[87621]: WARNING oslo_policy.policy [None req-a2555fc7-29bd-4c52-af51-b8ec6e3bbef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:38:50.999845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-a2555fc7-29bd-4c52-af51-b8ec6e3bbef2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:38:51.001137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a2555fc7-29bd-4c52-af51-b8ec6e3bbef2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8639932 Feb 04 12:38:51.745615 n-d-820555-2 neutron-server[87622]: INFO neutron.db.l3_hamode_db [None req-89f8f7a0-63f8-4503-9637-9e766795e1dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 12:38:51.832505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8f7a0-63f8-4503-9637-9e766795e1dc None None] Routers set() bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:38:51.832889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8f7a0-63f8-4503-9637-9e766795e1dc None None] Router IDs set() for agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 12:38:53.417877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:38:53.808935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:53.916080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.policy [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87621) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:38:53.962802 n-d-820555-2 neutron-server[87621]: WARNING oslo_policy.policy [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:38:53.963312 n-d-820555-2 neutron-server[87621]: WARNING oslo_policy.policy [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:38:53.971671 n-d-820555-2 neutron-server[87621]: INFO neutron.quota [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Loaded quota_driver: . Feb 04 12:38:53.987704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:38:54.054158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740016934275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740016935518', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740017092939', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740017081601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740017109855', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740017099364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3746794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3744833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555034'] for rbac-policy, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:54.121834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:54.123362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa12f606-375f-41a3-a182-e00cb8b3bae8 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7045457 Feb 04 12:38:56.771898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50214) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:38:57.124875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:38:57.130081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:38:57.134387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Usage tracker for resource:network and tenant:5ca343a9f9ca4dacb97518a78ed4219a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:38:57.138901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:38:57.145489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:38:57.157843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Made reservation on behalf of 5ca343a9f9ca4dacb97518a78ed4219a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:38:57.163670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.183167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.197863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:38:57.201964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Usage tracker for resource:security_group_rule and tenant:5ca343a9f9ca4dacb97518a78ed4219a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:38:57.208017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:38:57.213520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:38:57.308835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.312741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.335190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:38:57.360617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740016823857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.361212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Unsubscribe: segment precommit_create {{(pid=87621) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:38:57.361718 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Added segment b8126018-bf5c-4f98-88d2-1e2c34003acc of type vlan for network e6646c9d-90af-467c-ac38-9287137e1475 Feb 04 12:38:57.411622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d51c9d-2f90-4f53-a6de-6dd75c22f6a2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:57.427711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.428053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.428386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.428717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.429044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.429368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.429691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.430009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.430325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.430666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.430986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.431306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Tracked resource versions report: Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: pushed versions: Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: { 'AddressGroup': {'1.2'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'ConntrackHelper': {'1.0'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Log': {'1.0'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Network': {'1.1'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Port': {'1.7'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'PortForwarding': {'1.2'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'QosPolicy': {'1.8'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SecurityGroup': {'1.4'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SubPort': {'1.0'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Subnet': {'1.1'}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Trunk': {'1.1'}} Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: consumer versions: Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: L3 agent@n-d-820555-2: {}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: Metadata agent@n-d-820555-2: {}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: Metering agent@n-d-820555-2: {}, Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'ConntrackHelper': '1.0', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Log': '1.0', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Network': '1.1', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Port': '1.7', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'PortForwarding': '1.2', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'QosPolicy': '1.8', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SecurityGroup': '1.4', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SecurityGroupRule': '1.2', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'SubPort': '1.0', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Subnet': '1.1', Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: 'Trunk': '1.1'}} Feb 04 12:38:57.432422 n-d-820555-2 neutron-server[87621]: {{(pid=87621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:38:57.475637 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.523517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.524807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:38:57.525525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:38:57.640271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] Pushing event updated for resources: {'Network': ['ID=e6646c9d-90af-467c-ac38-9287137e1475,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:38:57.642964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8d7d105a-e404-4ca2-ab5a-11c1bbcac6af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8700657 Feb 04 12:38:57.653415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e6646c9d-90af-467c-ac38-9287137e1475 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:39:00.303642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50230) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:00.899216 n-d-820555-2 neutron-server[87620]: WARNING oslo_policy.policy [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:39:00.900169 n-d-820555-2 neutron-server[87620]: WARNING oslo_policy.policy [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:39:01.360726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.policy [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:39:01.405049 n-d-820555-2 neutron-server[87620]: WARNING oslo_policy.policy [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:39:01.405434 n-d-820555-2 neutron-server[87620]: WARNING oslo_policy.policy [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:39:01.413969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.415764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47b36528-92f6-4514-8274-a6d1bbdb1b41 admin admin] 10.222.0.53 "GET /v2.0/networks/e6646c9d-90af-467c-ac38-9287137e1475 HTTP/1.1" status: 200 len: 825 time: 1.1112103 Feb 04 12:39:01.448602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-59237158-f9a3-4971-853b-d61a0b27f879 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/01ccc54c-f73d-4d13-9f14-892a325ef711 HTTP/1.1" status: 200 len: 734 time: 0.0273738 Feb 04 12:39:01.458097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Request body: {'subnet': {'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:01.459752 n-d-820555-2 neutron-server[87620]: INFO neutron.quota [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Loaded quota_driver: . Feb 04 12:39:01.466006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:01.472131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Usage tracker for resource:subnet and tenant:5ca343a9f9ca4dacb97518a78ed4219a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:01.475482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:01.482919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:01.496746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Made reservation on behalf of 5ca343a9f9ca4dacb97518a78ed4219a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:01.499685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:01.810240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:01.893221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Checking segment: {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:39:01.893569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Network hostable DHCP agents. Network: e6646c9d-90af-467c-ac38-9287137e1475, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:39:01.910147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d4be49-183a-40de-9c79-2f1d29fb4cd7,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:01.921792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.922133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.923023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.923355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.923679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.924001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.924321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.924637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.924953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.925268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.925583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.925896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Tracked resource versions report: Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: pushed versions: Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: { 'AddressGroup': {'1.2'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'ConntrackHelper': {'1.0'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Log': {'1.0'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Network': {'1.1'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Port': {'1.7'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'PortForwarding': {'1.2'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'QosPolicy': {'1.8'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SecurityGroup': {'1.4'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SubPort': {'1.0'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Subnet': {'1.1'}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Trunk': {'1.1'}} Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: consumer versions: Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: L3 agent@n-d-820555-2: {}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: Metadata agent@n-d-820555-2: {}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: Metering agent@n-d-820555-2: {}, Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'ConntrackHelper': '1.0', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Log': '1.0', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Network': '1.1', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Port': '1.7', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'PortForwarding': '1.2', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'QosPolicy': '1.8', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SecurityGroup': '1.4', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SecurityGroupRule': '1.2', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'SubPort': '1.0', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Subnet': '1.1', Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: 'Trunk': '1.1'}} Feb 04 12:39:01.927014 n-d-820555-2 neutron-server[87620]: {{(pid=87620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:39:01.947516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Network e6646c9d-90af-467c-ac38-9287137e1475 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:39:01.958889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e6646c9d-90af-467c-ac38-9287137e1475) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:01.963425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:01.964079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:01.968049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc61ff-3bc9-4ee8-aa28-310b036c1d89 None None] Network e6646c9d-90af-467c-ac38-9287137e1475 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:39:01.985824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46551d56-cdd6-4939-ab58-45e0b3220a86 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5319083 Feb 04 12:39:02.373193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-e6646c9d-90af-467c-ac38-9287137e1475', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:39:02.374357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.565480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Allocated IP 172.20.0.2 (e6646c9d-90af-467c-ac38-9287137e1475/41d4be49-183a-40de-9c79-2f1d29fb4cd7/54c3d537-c8f2-48f1-9c79-785a9690c103) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:02.806347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.820973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Transition to ACTIVE for port object 54c3d537-c8f2-48f1-9c79-785a9690c103 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:02.841801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Transition to ACTIVE for port object 54c3d537-c8f2-48f1-9c79-785a9690c103 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:02.848821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:02.912754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Network e6646c9d-90af-467c-ac38-9287137e1475 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:02.915932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:02.923384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:39:02.929485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Pushing event updated for resources: {'Port': ['ID=54c3d537-c8f2-48f1-9c79-785a9690c103,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:02.974546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.975247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.975247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.975570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.975902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.976231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.976557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.976881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.977203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.977526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.977846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.978164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Tracked resource versions report: Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: pushed versions: Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: { 'AddressGroup': {'1.2'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'ConntrackHelper': {'1.0'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Log': {'1.0'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Network': {'1.1'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Port': {'1.7'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'PortForwarding': {'1.2'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'QosPolicy': {'1.8'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SecurityGroup': {'1.4'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SubPort': {'1.0'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Subnet': {'1.1'}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Trunk': {'1.1'}} Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: consumer versions: Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: L3 agent@n-d-820555-2: {}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: Metadata agent@n-d-820555-2: {}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: Metering agent@n-d-820555-2: {}, Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'ConntrackHelper': '1.0', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Log': '1.0', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Network': '1.1', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Port': '1.7', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'PortForwarding': '1.2', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'QosPolicy': '1.8', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SecurityGroup': '1.4', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SecurityGroupRule': '1.2', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'SubPort': '1.0', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Subnet': '1.1', Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: 'Trunk': '1.1'}} Feb 04 12:39:02.979314 n-d-820555-2 neutron-server[87622]: {{(pid=87622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:39:03.033418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Attempting to bind port 54c3d537-c8f2-48f1-9c79-785a9690c103 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:39:03.033818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Attempting to bind port 54c3d537-c8f2-48f1-9c79-785a9690c103 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:39:03.034239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Attempting to bind port 54c3d537-c8f2-48f1-9c79-785a9690c103 on network e6646c9d-90af-467c-ac38-9287137e1475 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:39:03.039964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:39:03.040400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Checking segment: {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:39:03.040876 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.041262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Bound using segment: {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:39:03.041746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Bound port: 54c3d537-c8f2-48f1-9c79-785a9690c103, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:39:03.042170 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.150306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] For port 54c3d537-c8f2-48f1-9c79-785a9690c103, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:39:03.154019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] For port 54c3d537-c8f2-48f1-9c79-785a9690c103, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=54c3d537-c8f2-48f1-9c79-785a9690c103,segment=NetworkSegment(b8126018-bf5c-4f98-88d2-1e2c34003acc),segment_id=b8126018-bf5c-4f98-88d2-1e2c34003acc)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:39:03.159618 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:03.246732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3fc28-6ae3-4871-875d-ddbe53e0dfd5 None None] Pushing event updated for resources: {'Port': ['ID=54c3d537-c8f2-48f1-9c79-785a9690c103,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:04.407594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:04.931941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-54415f2a-6ea9-4d1c-8d1d-6c18b6a7dc8d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:39:04.933008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54415f2a-6ea9-4d1c-8d1d-6c18b6a7dc8d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5241897 Feb 04 12:39:06.483577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54c3d537-c8f2-48f1-9c79-785a9690c103 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:06.567202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 54c3d537-c8f2-48f1-9c79-785a9690c103 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:07.116604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94335663-fcff-4961-9a10-6dc21c153f30 None None] Network e6646c9d-90af-467c-ac38-9287137e1475 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:39:07.205566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Provisioning for port 54c3d537-c8f2-48f1-9c79-785a9690c103 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:07.221981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Provisioning complete for port 54c3d537-c8f2-48f1-9c79-785a9690c103 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:07.222384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:07.451135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:07.490444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50264) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:07.509989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] For port 54c3d537-c8f2-48f1-9c79-785a9690c103, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=54c3d537-c8f2-48f1-9c79-785a9690c103,segment=NetworkSegment(b8126018-bf5c-4f98-88d2-1e2c34003acc),segment_id=b8126018-bf5c-4f98-88d2-1e2c34003acc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:39:07.516316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:07.603278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf8cd4-cd82-4cc8-b9be-acae30353ef4 None None] Pushing event updated for resources: {'Port': ['ID=54c3d537-c8f2-48f1-9c79-785a9690c103,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:07.838807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d791c49b-8cdd-4a71-b4c5-270f007845bd None None] Provisioning complete for port 54c3d537-c8f2-48f1-9c79-785a9690c103 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:07.839172 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d791c49b-8cdd-4a71-b4c5-270f007845bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:07.917674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-6c76b03b-3578-4838-9be4-d7394b112d21 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:39:07.918696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6c76b03b-3578-4838-9be4-d7394b112d21 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4269223 Feb 04 12:39:08.457572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54c3d537-c8f2-48f1-9c79-785a9690c103 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:08.526835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 54c3d537-c8f2-48f1-9c79-785a9690c103 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:08.527532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:10.574833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:10.932031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:10.936948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:10.940697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Usage tracker for resource:router and tenant:5ca343a9f9ca4dacb97518a78ed4219a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:10.944031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:10.949538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:10.960849 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:10.962484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:10.985158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:11.097276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:11.115648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:11.116908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0870c6b6-8460-49f3-8ee1-26b4835c19b3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5410993 Feb 04 12:39:13.289880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da8527c7-ef8c-4784-a755-db449293848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:13.522542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50286) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:13.905862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-c3d71494-4c93-4b3f-bee6-08d586f0e53c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:39:13.907118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c3d71494-4c93-4b3f-bee6-08d586f0e53c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3833773 Feb 04 12:39:15.709109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-459945fc-844e-47ea-839e-dafdbefb2cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.332301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:16.665729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.731971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:16.738354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:16.742803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Usage tracker for resource:network and tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:16.745898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:16.752573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:16.764346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Made reservation on behalf of f9c5358dfc3b42b18fe5b01e15e5eac2 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:16.767555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.780216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.795226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:16.799291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:16.804609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:16.811686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:16.913479 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.917386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.937118 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:39:16.939119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Reserving flat network on physical network physnet1 {{(pid=87621) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 12:39:16.958466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5720af02-9db9-4296-8538-3407dbe04e39,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:16.963525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:16.963860 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Added segment 59dd787a-3d0e-49e1-8c3a-3c67bf5c213a of type flat for network 0da928c1-df42-4b70-82b6-376c11f9ad8e Feb 04 12:39:16.998213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:17.037920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:17.038362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:17.038900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:17.039640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:17.163668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] Pushing event updated for resources: {'Network': ['ID=0da928c1-df42-4b70-82b6-376c11f9ad8e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:17.167137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c517b52-3f71-4ec4-ab3e-0be22c336b56 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8339164 Feb 04 12:39:17.177667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:39:18.368707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:19.605194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:19.839491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b5800-a1c1-4c67-a74f-c4aa298c6cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:19.840987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d57b5800-a1c1-4c67-a74f-c4aa298c6cfb admin admin] 10.222.0.53 "GET /v2.0/subnets/41d4be49-183a-40de-9c79-2f1d29fb4cd7 HTTP/1.1" status: 200 len: 849 time: 0.2348738 Feb 04 12:39:20.007015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb1cc79f-297c-41e3-a638-d0f8934ef966 admin admin] 10.222.0.53 "GET /v2.0/routers/8559de3b-697f-4a8d-96c7-2e99cf7ea414 HTTP/1.1" status: 200 len: 704 time: 0.1596320 Feb 04 12:39:20.495311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:20.751017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Allocated IP 172.20.0.1 (e6646c9d-90af-467c-ac38-9287137e1475/41d4be49-183a-40de-9c79-2f1d29fb4cd7/2ec21416-0032-455c-a2e1-7242551db699) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:20.917748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:20.944361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Transition to ACTIVE for port object 2ec21416-0032-455c-a2e1-7242551db699 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:21.002688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.073285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Network e6646c9d-90af-467c-ac38-9287137e1475 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:21.076365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:21.083673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:39:21.084898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.274594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Pushing event updated for resources: {'Port': ['ID=2ec21416-0032-455c-a2e1-7242551db699,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:21.291394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-febdd6dd-e96e-4fbb-94bc-08c77345e169 None None] Provisioning for port 2ec21416-0032-455c-a2e1-7242551db699 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:21.297032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-febdd6dd-e96e-4fbb-94bc-08c77345e169 None None] Provisioning complete for port 2ec21416-0032-455c-a2e1-7242551db699 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:21.297449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-febdd6dd-e96e-4fbb-94bc-08c77345e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.358139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-febdd6dd-e96e-4fbb-94bc-08c77345e169 None None] Port 2ec21416-0032-455c-a2e1-7242551db699 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:39:21.420960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.675502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.680175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.680998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:21.820215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Pushing event updated for resources: {'Port': ['ID=2ec21416-0032-455c-a2e1-7242551db699,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:21.887368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Network e6646c9d-90af-467c-ac38-9287137e1475 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:21.888462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:22.083220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cb8a9f1-d911-4328-912e-6b474fd27064 None None] Provisioning complete for port 2ec21416-0032-455c-a2e1-7242551db699 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:22.083501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cb8a9f1-d911-4328-912e-6b474fd27064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:22.102822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:39:22.138701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8a9f1-d911-4328-912e-6b474fd27064 None None] Port 2ec21416-0032-455c-a2e1-7242551db699 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:39:22.263904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:39:22.274483 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Sync routers for ids ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:39:22.275699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0de5d389-8aa8-4ee6-a726-da52a07a5fea admin admin] 10.222.0.53 "PUT /v2.0/routers/8559de3b-697f-4a8d-96c7-2e99cf7ea414/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2637749 Feb 04 12:39:22.286493 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Routers {'8559de3b-697f-4a8d-96c7-2e99cf7ea414'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:39:22.287448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:22.472008 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Set router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:39:22.850846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:21Z', 'revision_number': 2, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port_host': None, '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:21Z', 'revision_number': 2, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:22.855747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Checking router: 8559de3b-697f-4a8d-96c7-2e99cf7ea414 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:39:22.856114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Updating router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 port 2ec21416-0032-455c-a2e1-7242551db699 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:39:22.908967 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.293152 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.307953 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Transition to ACTIVE for port object 2ec21416-0032-455c-a2e1-7242551db699 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:23.315077 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.541646 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Pushing event updated for resources: {'Port': ['ID=2ec21416-0032-455c-a2e1-7242551db699,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:23.553808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.554111 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.554399 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.554775 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.555110 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.555447 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.555773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.556104 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.556505 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.556749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.557085 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.557413 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Tracked resource versions report: Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: pushed versions: Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: { 'AddressGroup': {'1.2'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'ConntrackHelper': {'1.0'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Log': {'1.0'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Network': {'1.1'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Port': {'1.7'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'PortForwarding': {'1.2'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'QosPolicy': {'1.8'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SecurityGroup': {'1.4'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SubPort': {'1.0'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Subnet': {'1.1'}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Trunk': {'1.1'}} Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: consumer versions: Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: L3 agent@n-d-820555-2: {}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: Metadata agent@n-d-820555-2: {}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: Metering agent@n-d-820555-2: {}, Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'ConntrackHelper': '1.0', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Log': '1.0', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Network': '1.1', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Port': '1.7', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'PortForwarding': '1.2', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'QosPolicy': '1.8', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SecurityGroup': '1.4', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SecurityGroupRule': '1.2', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'SubPort': '1.0', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Subnet': '1.1', Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: 'Trunk': '1.1'}} Feb 04 12:39:23.558515 n-d-820555-2 neutron-server[87623]: {{(pid=87623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:39:23.577383 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Attempting to bind port 2ec21416-0032-455c-a2e1-7242551db699 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:39:23.577596 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Attempting to bind port 2ec21416-0032-455c-a2e1-7242551db699 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:39:23.578637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Attempting to bind port 2ec21416-0032-455c-a2e1-7242551db699 on network e6646c9d-90af-467c-ac38-9287137e1475 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:39:23.584018 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:39:23.584438 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Checking segment: {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:39:23.584953 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.585350 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Bound using segment: {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:39:23.585862 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Bound port: 2ec21416-0032-455c-a2e1-7242551db699, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8126018-bf5c-4f98-88d2-1e2c34003acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:39:23.586244 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.678370 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] For port 2ec21416-0032-455c-a2e1-7242551db699, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:39:23.682516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] For port 2ec21416-0032-455c-a2e1-7242551db699, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ec21416-0032-455c-a2e1-7242551db699,segment=NetworkSegment(b8126018-bf5c-4f98-88d2-1e2c34003acc),segment_id=b8126018-bf5c-4f98-88d2-1e2c34003acc)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:39:23.688592 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:23.780202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd6a5-fcaf-46d2-9b47-22f289dd8ed8 None None] Pushing event updated for resources: {'Port': ['ID=2ec21416-0032-455c-a2e1-7242551db699,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:23.791251 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Routers {'8559de3b-697f-4a8d-96c7-2e99cf7ea414'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:39:23.791877 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:23.948543 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] Set router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:39:24.286137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:21Z', 'revision_number': 2, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port_host': None, '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:23Z', 'revision_number': 4, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:24.290292 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf8157-6f35-4221-b256-50dfdb7b65aa None None] The sync data for ids ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'] in n-d-820555-2 is: [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:21Z', 'revision_number': 2, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port_host': None, '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:23Z', 'revision_number': 4, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:24.491391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50338) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:24.654140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61ecbf-bb92-4243-a3d9-d2957a1733f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:24.654740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-de61ecbf-bb92-4243-a3d9-d2957a1733f3 admin admin] Synchronizing usage tracker for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:39:24.672358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-de61ecbf-bb92-4243-a3d9-d2957a1733f3 admin admin] Unset dirty status for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:39:24.673607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de61ecbf-bb92-4243-a3d9-d2957a1733f3 admin admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 842 time: 0.1812601 Feb 04 12:39:24.683594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Request body: {'subnet': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:24.689161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:39:24.693210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Usage tracker for resource:subnet and tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:39:24.696207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:39:24.702385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:39:24.713241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Made reservation on behalf of f9c5358dfc3b42b18fe5b01e15e5eac2 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:39:24.715633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:25.155599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 12:39:25.155985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:25.218749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=663243b6-7d9a-4ec6-bb6a-19a016cb26ef,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:25.246013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:39:25.246374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Network hostable DHCP agents. Network: 0da928c1-df42-4b70-82b6-376c11f9ad8e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:39:25.275851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:39:25.288482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0da928c1-df42-4b70-82b6-376c11f9ad8e) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:25.295232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:25.297250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0de9f-64c8-4331-ac12-669d3913bc59 None None] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:39:25.299023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:25.339227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fb012c3-771a-47bc-98c7-ca1ea130d26f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6592019 Feb 04 12:39:25.548987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca099b-7f77-42b1-9667-0096d38e7a2b None None] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:39:26.502956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ec21416-0032-455c-a2e1-7242551db699 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:26.575385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2ec21416-0032-455c-a2e1-7242551db699 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:26.581140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ec21416-0032-455c-a2e1-7242551db699 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:26.581500 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:26.703833 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:26.737147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2ec21416-0032-455c-a2e1-7242551db699, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ec21416-0032-455c-a2e1-7242551db699,segment=NetworkSegment(b8126018-bf5c-4f98-88d2-1e2c34003acc),segment_id=b8126018-bf5c-4f98-88d2-1e2c34003acc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:39:26.741487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:26.811307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2ec21416-0032-455c-a2e1-7242551db699,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:27.669348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:27.866845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-06e43371-d033-480f-8079-4cff8d99b81e admin admin] 10.222.0.53 "GET /v2.0/routers/8559de3b-697f-4a8d-96c7-2e99cf7ea414 HTTP/1.1" status: 200 len: 710 time: 0.1961308 Feb 04 12:39:27.998285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0be46e-05e7-45a9-a5b2-490e8b2cd9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:39:27.999754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3b0be46e-05e7-45a9-a5b2-490e8b2cd9d6 admin admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 886 time: 0.1276338 Feb 04 12:39:28.008411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:39:28.454850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:28.459610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ec21416-0032-455c-a2e1-7242551db699 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:28.527139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ec21416-0032-455c-a2e1-7242551db699 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:28.527504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:28.849309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:28.908024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:29.049470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Allocated IP 172.25.4.37 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/83ce6966-e86c-4875-a722-d53708819c07) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:39:29.192842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:29.222685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:29.285722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:39:29.288530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:39:29.292273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:39:29.358596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Pushing event updated for resources: {'Port': ['ID=83ce6966-e86c-4875-a722-d53708819c07,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:29.682844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:30.033343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:30.036555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:30.273924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:39:30.455241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:39:30.463689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:30.464873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f50c6ae9-e579-46d7-af88-e3d127c28f99 admin admin] 10.222.0.53 "PUT /v2.0/routers/8559de3b-697f-4a8d-96c7-2e99cf7ea414 HTTP/1.1" status: 200 len: 889 time: 2.4597094 Feb 04 12:39:30.465569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Sync routers for ids ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:39:30.476071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Routers {'8559de3b-697f-4a8d-96c7-2e99cf7ea414'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:39:30.476777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:30.679405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Set router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:39:31.034659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '83ce6966-e86c-4875-a722-d53708819c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:29Z', 'revision_number': 4, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port': {'id': '83ce6966-e86c-4875-a722-d53708819c07', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:28Z', 'updated_at': '2022-02-04T12:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:26Z', 'revision_number': 5, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:31.039884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Checking router: 8559de3b-697f-4a8d-96c7-2e99cf7ea414 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:39:31.040307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Updating router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 port 83ce6966-e86c-4875-a722-d53708819c07 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:39:31.105510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.471800 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.483629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Transition to ACTIVE for port object 83ce6966-e86c-4875-a722-d53708819c07 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:39:31.491844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.570634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Attempting to bind port 83ce6966-e86c-4875-a722-d53708819c07 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:39:31.570989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Attempting to bind port 83ce6966-e86c-4875-a722-d53708819c07 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:39:31.571351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Attempting to bind port 83ce6966-e86c-4875-a722-d53708819c07 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:39:31.573404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb82f9b-50be-4e3e-8e0c-c6296669c0a0 None None] Pushing event updated for resources: {'Port': ['ID=83ce6966-e86c-4875-a722-d53708819c07,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:31.579595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:39:31.579969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:39:31.580366 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.580746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:39:31.581207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Bound port: 83ce6966-e86c-4875-a722-d53708819c07, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:39:31.582064 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.661522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] For port 83ce6966-e86c-4875-a722-d53708819c07, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:39:31.665058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] For port 83ce6966-e86c-4875-a722-d53708819c07, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=83ce6966-e86c-4875-a722-d53708819c07,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:39:31.670091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:31.748218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb82f9b-50be-4e3e-8e0c-c6296669c0a0 None None] Pushing event updated for resources: {'Port': ['ID=83ce6966-e86c-4875-a722-d53708819c07,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:31.757264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Routers {'8559de3b-697f-4a8d-96c7-2e99cf7ea414'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:39:31.757879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:31.979445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] Set router 8559de3b-697f-4a8d-96c7-2e99cf7ea414 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:39:32.325661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '83ce6966-e86c-4875-a722-d53708819c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:29Z', 'revision_number': 4, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port': {'id': '83ce6966-e86c-4875-a722-d53708819c07', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:28Z', 'updated_at': '2022-02-04T12:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:26Z', 'revision_number': 5, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:39:32.330038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22f19-c3f0-49e5-84d7-0e771fe66d52 None None] The sync data for ids ['8559de3b-697f-4a8d-96c7-2e99cf7ea414'] in n-d-820555-2 is: [{'id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'name': 'router1', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '83ce6966-e86c-4875-a722-d53708819c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:39:10Z', 'updated_at': '2022-02-04T12:39:29Z', 'revision_number': 4, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'gw_port': {'id': '83ce6966-e86c-4875-a722-d53708819c07', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:28Z', 'updated_at': '2022-02-04T12:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ec21416-0032-455c-a2e1-7242551db699', 'name': '', 'network_id': 'e6646c9d-90af-467c-ac38-9287137e1475', 'tenant_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'mac_address': 'fa:16:3e:d7:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559de3b-697f-4a8d-96c7-2e99cf7ea414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:39:20Z', 'updated_at': '2022-02-04T12:39:26Z', 'revision_number': 5, 'project_id': '5ca343a9f9ca4dacb97518a78ed4219a', 'subnets': [{'id': '41d4be49-183a-40de-9c79-2f1d29fb4cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01ccc54c-f73d-4d13-9f14-892a325ef711'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:39:32.552699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 83ce6966-e86c-4875-a722-d53708819c07 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:32.636759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 83ce6966-e86c-4875-a722-d53708819c07 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:39:32.645675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 83ce6966-e86c-4875-a722-d53708819c07 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:32.646264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:32.799299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:32.820813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 83ce6966-e86c-4875-a722-d53708819c07, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=83ce6966-e86c-4875-a722-d53708819c07,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:39:32.826004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:32.904251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=83ce6966-e86c-4875-a722-d53708819c07,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:39:32.947248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50362) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:39:33.075393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5a8f7266-6072-44f7-9037-791b1c856b07 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1267831 Feb 04 12:39:34.466821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 83ce6966-e86c-4875-a722-d53708819c07 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:39:34.541956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 83ce6966-e86c-4875-a722-d53708819c07 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:39:34.542331 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:43.297539 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50c55309-e23c-4c7e-bb21-103f727b9a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:45.716131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d91d8924-5f76-4183-b8e9-cdb64d72f4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:46.665052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:47.047435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:48.383888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:39:53.937123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:40:13.281673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9199888b-7274-4405-af58-d0a76d798d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:15.731321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6e36-6630-4e07-a000-b6c553e90945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:16.659052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:17.046143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:18.386234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:30.935876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:40:43.310532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-859b41b0-8961-4412-a0d0-9d56600228f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:45.714848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd04e37-1711-4902-ae0a-7eb822010968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:46.662720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:47.049382 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:40:48.384790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:07.934419 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:41:13.283762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e79190f-0851-4383-961e-446a36917253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:15.717962 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c8229ed-c837-48c6-8f3e-c030767ff512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:16.665375 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:17.051005 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:18.385363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:39.419020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50964) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:39.484559 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d81b539-c875-4da6-97e6-3c0ebf1646da admin admin] GET failed (client error): The resource could not be found. Feb 04 12:41:39.485833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d81b539-c875-4da6-97e6-3c0ebf1646da admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658624 Feb 04 12:41:39.624120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436c19b-e098-430f-9a75-ae716e5e301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:39.625496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5436c19b-e098-430f-9a75-ae716e5e301b admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1357615 Feb 04 12:41:41.725626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:41.832293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb816099-2e90-4f27-b0d3-4bd72dacfafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:41.832849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eb816099-2e90-4f27-b0d3-4bd72dacfafb admin admin] Synchronizing usage tracker for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:41:41.848608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eb816099-2e90-4f27-b0d3-4bd72dacfafb admin admin] Unset dirty status for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:41:41.849985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb816099-2e90-4f27-b0d3-4bd72dacfafb admin admin] 10.222.0.53 "GET /v2.0/subnets/41d4be49-183a-40de-9c79-2f1d29fb4cd7 HTTP/1.1" status: 200 len: 849 time: 0.1233969 Feb 04 12:41:41.859223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:41.980987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:42.166857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740016778756'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:42.208283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:42.209491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:42.210127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] 10.222.0.53 "PUT /v2.0/subnets/41d4be49-183a-40de-9c79-2f1d29fb4cd7 HTTP/1.1" status: 200 len: 868 time: 0.3546181 Feb 04 12:41:42.230553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4a6f7-3408-48b4-9103-3356aca9fa36 None None] Network e6646c9d-90af-467c-ac38-9287137e1475 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:41:42.238974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d4be49-183a-40de-9c79-2f1d29fb4cd7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:42.247388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.247734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.248073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.248410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.248762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.249107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.249432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.249757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.250076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.250396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.250752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.251071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4838443-9615-4e5c-aad7-988aac837f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:42.752567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b03e112-4886-461e-a82b-68e7087ff278 None None] Provisioning complete for port 54c3d537-c8f2-48f1-9c79-785a9690c103 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:42.752856 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b03e112-4886-461e-a82b-68e7087ff278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:42.891622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b03e112-4886-461e-a82b-68e7087ff278 None None] Provisioning complete for port 2ec21416-0032-455c-a2e1-7242551db699 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:42.891990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b03e112-4886-461e-a82b-68e7087ff278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:43.289161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f62c4e48-75ad-4700-8314-52e996e2cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:44.355576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50984) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:44.537255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49238a30-248d-4b3a-a15a-aac7325d160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:44.537654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49238a30-248d-4b3a-a15a-aac7325d160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:44.539270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49238a30-248d-4b3a-a15a-aac7325d160a admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1827233 Feb 04 12:41:44.932796 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:41:45.723792 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7450-c450-40ed-920d-edcc4104992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:46.669138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:46.675030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50994) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:46.868028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6bbe1-af49-40de-b884-9829db2ad17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:46.868494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6bbe1-af49-40de-b884-9829db2ad17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:46.869997 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a1a6bbe1-af49-40de-b884-9829db2ad17c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940465 Feb 04 12:41:47.055966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:48.394479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:41:49.006103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:49.186260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8c22e-0c86-4186-bd94-64a1d051cb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:49.187657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e2f8c22e-0c86-4186-bd94-64a1d051cb14 admin admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 886 time: 0.1805513 Feb 04 12:41:51.290518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51014) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:51.461589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f27762-1fd2-4dd8-9008-1513075a16f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:51.462984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3f27762-1fd2-4dd8-9008-1513075a16f2 admin admin] 10.222.0.53 "GET /v2.0/networks/e6646c9d-90af-467c-ac38-9287137e1475 HTTP/1.1" status: 200 len: 869 time: 0.1714933 Feb 04 12:41:53.584067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51024) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:53.688469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44ad05-238e-4f90-8eb1-ed62439b6b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.688924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44ad05-238e-4f90-8eb1-ed62439b6b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:53.690438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d44ad05-238e-4f90-8eb1-ed62439b6b21 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053994 Feb 04 12:41:55.833985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51034) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:55.943655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c6111-d680-4711-abca-f7f3dea0373f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:55.944116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c6111-d680-4711-abca-f7f3dea0373f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:55.945661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd0c6111-d680-4711-abca-f7f3dea0373f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107347 Feb 04 12:41:58.086481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:41:58.197491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c96ab2-591e-4a50-b8dd-2e08fc71276c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:58.198902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-39c96ab2-591e-4a50-b8dd-2e08fc71276c admin admin] 10.222.0.53 "GET /v2.0/subnets/41d4be49-183a-40de-9c79-2f1d29fb4cd7 HTTP/1.1" status: 200 len: 868 time: 0.1114092 Feb 04 12:42:00.297074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:42:00.396807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736827c-f5c6-461a-9d20-6f3f3ee18cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:00.398200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e736827c-f5c6-461a-9d20-6f3f3ee18cae admin admin] 10.222.0.53 "GET /v2.0/subnets/663243b6-7d9a-4ec6-bb6a-19a016cb26ef HTTP/1.1" status: 200 len: 816 time: 0.1001809 Feb 04 12:42:13.284096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86a6ec90-65a7-4df0-ab45-745f80c2d609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:15.727418 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a2a720e5-2ddf-4ddd-9aca-31e405a67d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:16.673269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:17.056293 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:18.393799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:19.248289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51100) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:42:19.295930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-f7ee5bdd-453f-49c1-9dc1-8755c6eb648e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:42:19.296931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7ee5bdd-453f-49c1-9dc1-8755c6eb648e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476804 Feb 04 12:42:21.493826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51110) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:42:21.559600 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-232888fa-5a13-43e9-a3b1-30dae2429241 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:42:21.560872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-232888fa-5a13-43e9-a3b1-30dae2429241 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661018 Feb 04 12:42:21.728252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70de7d3-2d80-4eaf-a86e-d620a2a77453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:21.733952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d70de7d3-2d80-4eaf-a86e-d620a2a77453 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1649706 Feb 04 12:42:21.931144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:42:23.864145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51120) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:42:23.911410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:42:23.915769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:42:23.925503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:42:23.935985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Made reservation on behalf of f9c5358dfc3b42b18fe5b01e15e5eac2 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:42:23.938198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:24.025749 n-d-820555-2 neutron-server[87621]: WARNING neutron.services.revisions.revision_plugin [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Could not find related network for resource to bump revision. Feb 04 12:42:24.037481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:42:24.047405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:24.047740 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Added segment c7252914-9c87-475a-84a5-2b71db49eb6a of type vlan for network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 Feb 04 12:42:24.075860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:24.104706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:24.105664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:24.106240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:24.204872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:24.207835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62296a45-d9d1-4ad3-b47a-afcbc15bb0c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3426919 Feb 04 12:42:24.215775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:42:26.385549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:42:26.451460 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6a5b5d-56e6-4399-9b33-9b97469d2608 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:42:26.451975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f6a5b5d-56e6-4399-9b33-9b97469d2608 admin admin] Synchronizing usage tracker for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:42:26.467226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f6a5b5d-56e6-4399-9b33-9b97469d2608 admin admin] Unset dirty status for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:42:26.468427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4f6a5b5d-56e6-4399-9b33-9b97469d2608 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819397 Feb 04 12:42:26.574821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a14589-6f3f-47bc-9dff-e7069828c3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.576185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e3a14589-6f3f-47bc-9dff-e7069828c3c0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1037951 Feb 04 12:42:26.585720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Request body: {'subnet': {'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:42:26.590710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:42:26.599907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:42:26.611940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Made reservation on behalf of f9c5358dfc3b42b18fe5b01e15e5eac2 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:42:26.614268 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:26.814262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:26.887853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01d97b9-6413-4590-9ba8-4505e152bbaa,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:26.895716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:42:26.896065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Network hostable DHCP agents. Network: 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:42:26.913805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:42:26.921872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:42:26.925758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:26.926337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:26.930976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb35428-539c-4598-9dec-041a2ef709e2 None None] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:42:26.949133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b16a242e-a524-4cff-80d8-b6d19e3cc40b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667378 Feb 04 12:42:27.148909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'tenant_id': 'f9c5358dfc3b42b18fe5b01e15e5eac2', 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:42:27.150363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.309369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Allocated IP 192.168.233.2 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/21776c92-bd7d-4351-8d78-b341c1925f31) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:42:27.547686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.564378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Transition to ACTIVE for port object 21776c92-bd7d-4351-8d78-b341c1925f31 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:42:27.583356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Transition to ACTIVE for port object 21776c92-bd7d-4351-8d78-b341c1925f31 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:42:27.589030 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.653049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:42:27.655948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:42:27.659461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:42:27.664903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Pushing event updated for resources: {'Port': ['ID=21776c92-bd7d-4351-8d78-b341c1925f31,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:27.700686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.701028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.701358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.701689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.702013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.702337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.702699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.703001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.703335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.703654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.703967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.704280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:27.764273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Attempting to bind port 21776c92-bd7d-4351-8d78-b341c1925f31 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:42:27.764634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Attempting to bind port 21776c92-bd7d-4351-8d78-b341c1925f31 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:42:27.764992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Attempting to bind port 21776c92-bd7d-4351-8d78-b341c1925f31 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:42:27.770482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:42:27.770890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:42:27.771269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.771649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:42:27.772101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Bound port: 21776c92-bd7d-4351-8d78-b341c1925f31, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:42:27.772481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.857523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] For port 21776c92-bd7d-4351-8d78-b341c1925f31, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:42:27.860691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] For port 21776c92-bd7d-4351-8d78-b341c1925f31, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=21776c92-bd7d-4351-8d78-b341c1925f31,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:42:27.864330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:27.944008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374ee2-753b-4d3b-9a7e-970602eaeb63 None None] Pushing event updated for resources: {'Port': ['ID=21776c92-bd7d-4351-8d78-b341c1925f31,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:28.612861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21776c92-bd7d-4351-8d78-b341c1925f31 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:42:28.691967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 21776c92-bd7d-4351-8d78-b341c1925f31 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:28.849938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5c6d0-72d1-4b12-b25f-dbe8afe11fd9 None None] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:42:28.945519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Provisioning for port 21776c92-bd7d-4351-8d78-b341c1925f31 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:42:28.963308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Provisioning complete for port 21776c92-bd7d-4351-8d78-b341c1925f31 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:28.963683 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:29.191169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:29.232557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] For port 21776c92-bd7d-4351-8d78-b341c1925f31, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=21776c92-bd7d-4351-8d78-b341c1925f31,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:42:29.236829 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:29.309904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0c0c-3a72-4c07-8278-504fded6455c None None] Pushing event updated for resources: {'Port': ['ID=21776c92-bd7d-4351-8d78-b341c1925f31,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:29.456403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4727ee3a-9346-4cad-b7e4-fa6735f4d5ef None None] Provisioning complete for port 21776c92-bd7d-4351-8d78-b341c1925f31 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:29.456766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4727ee3a-9346-4cad-b7e4-fa6735f4d5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:30.569647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21776c92-bd7d-4351-8d78-b341c1925f31 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:42:30.639599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 21776c92-bd7d-4351-8d78-b341c1925f31 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:30.639955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:43.286528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8dc891f7-5ae7-41d6-a40d-c9afaec548dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:45.730739 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b97235b2-52a0-4be1-8ed8-488942df190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:46.677947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:47.059299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:48.397896 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:42:58.931118 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:43:13.289152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e81b4ff-dd1c-43e1-9f3b-5c5e5aadfcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:15.733448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8344e9f0-8977-4e9a-80bf-346e02f0480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:16.681259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:17.061620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:18.400859 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:35.929824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:43:38.721869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51182) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:43:38.727976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-1eaf47ed-0724-407f-8e62-56961266b8b2 tempest-verify_tempest_config-1302335800 tempest-verify_tempest_config-1302335800-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:43:38.729012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1eaf47ed-0724-407f-8e62-56961266b8b2 tempest-verify_tempest_config-1302335800 tempest-verify_tempest_config-1302335800-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061076 Feb 04 12:43:39.027519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:43:39.140518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.154260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:43:39.158142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Usage tracker for resource:security_group_rule and tenant:034cdd81cd5d4e34adfb807b59e953a6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:43:39.160918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:43:39.166450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:43:39.246769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.250488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.294676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Synchronizing usage tracker for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:43:39.297843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c375e7-9e3b-4e4d-9328-61d5a926e8aa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:39.307738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.308076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.308405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.308729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.309049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.309366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.309677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.309989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.310299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.310624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.310939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.311245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:39.325464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] Unset dirty status for tenant:f9c5358dfc3b42b18fe5b01e15e5eac2 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:43:39.326818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54e4506b-414f-45e2-b612-24b93a0c8912 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=034cdd81cd5d4e34adfb807b59e953a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2982759 Feb 04 12:43:39.329406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:43:39.388411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.413700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.507181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.521198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c375e7-9e3b-4e4d-9328-61d5a926e8aa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:39.527680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:39.528792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0eaf926b-cdeb-44af-b659-7f16768c185c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43c375e7-9e3b-4e4d-9328-61d5a926e8aa HTTP/1.1" status: 204 len: 168 time: 0.1984682 Feb 04 12:43:43.291932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e433e232-33ac-410e-be79-13243f3766b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:45.736389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-786cd96b-2653-4ace-97da-5ca6269a0fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:46.684299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:47.062613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:43:48.403582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:12.929285 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:44:13.293693 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f8c1612e-04b9-4c19-9f79-e6d18d7a231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:15.738512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebd63-aef3-4db8-b4d8-e97ed693c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:16.693689 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:17.072224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:18.406418 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:43.296061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-843b8154-6022-4d80-93db-c11cdb1964c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:45.739406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f49f5867-0ac3-411a-b2b5-4bcd6dddc6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:46.688270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:47.064199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:48.429772 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:44:49.928101 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:45:13.297994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db53b0ad-2340-43df-8f6a-ae93b89ad763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:15.742804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60aa6e5-d9c3-4ae0-a086-17f3e9e948c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:16.694071 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:17.065946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:18.416918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:26.928023 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:45:43.299514 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de27805e-a1b1-4750-bd4a-a51a516e307c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:45.745738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e95ccb6b-4d4c-4d89-bf73-d77feaf620f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:46.695871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:47.069415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:45:48.416790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:03.927742 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:46:13.305516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df868f6d-c88d-4536-a2f7-056c1981fc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:15.747188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-388f9b1a-853a-484e-badd-501b81cddce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:16.698077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:17.070839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:18.418582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:40.926915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 5 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:46:43.307525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05a5c21e-abeb-4077-8dc1-904ea261bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:45.748794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f87354c8-ab04-47a1-91e1-71937677d7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:46.700516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:47.073257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:48.431924 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:49.729567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:46:53.889449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-626465'] for agent, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:13.310050 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9d0e-b22e-488c-b628-4c5e69371015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:15.758750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0a85c81b-6de4-4a79-8f78-49bb0ba34ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:16.702826 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:17.079840 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:17.926494 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:47:18.424408 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:19.721102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:23.873749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:43.313204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d801c3b8-ba57-4164-a682-20e28cf55be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:45.752166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-868e4e85-8989-4e37-adc5-f07be63aa3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:46.707061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:47.080585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:48.427624 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:49.721597 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:50.641053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51272) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:47:50.758377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0065e09d-7ed3-4d6c-928e-ecfea1ddb469 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1162562 Feb 04 12:47:52.916548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51282) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:47:52.971228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-234af71a-88b0-480c-bf20-475e3b3ce2f4 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0535977 Feb 04 12:47:53.870765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:47:54.926296 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:48:13.314495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab2965bb-7d1c-4923-b6af-20790206e387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:15.754668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba5713cc-9247-4c71-961e-c821299e49f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:16.702556 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:17.082791 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:18.429995 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:19.721776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:23.885009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:31.925878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:48:43.316402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94dd3cdb-b87f-4c7c-a023-4aa27a05951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:45.760729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f736cc01-b300-42ce-b9a5-adc4cdd96e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:46.706056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:47.087163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:48.434707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:49.718863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:48:53.883908 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:08.926083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:49:13.319393 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-961c8bc8-c2bd-49b6-bacb-84c5db41b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:15.756257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dea151c2-ca51-4fe2-bf44-01a09fabd9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:16.714825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:17.087994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:18.440910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:19.728764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:23.888432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:30.203555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51528) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:30.681156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:30.682537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d9ac7cb-91a0-45b9-9b9f-aaefcdb0bb3c tempest-AutoAllocateNetworkTest-885594945 tempest-AutoAllocateNetworkTest-885594945-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6cd5d167ea61408bbfe9f0633f458976&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4726770 Feb 04 12:49:30.904103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d1118-86f0-4589-a8a4-ad83869527f8 tempest-AutoAllocateNetworkTest-885594945 tempest-AutoAllocateNetworkTest-885594945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.911059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:30.911342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e40d1118-86f0-4589-a8a4-ad83869527f8 tempest-AutoAllocateNetworkTest-885594945 tempest-AutoAllocateNetworkTest-885594945-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2338474 Feb 04 12:49:31.028186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:31.028310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ebc27dc-a2e3-475d-ba50-2916c95feb81 tempest-AutoAllocateNetworkTest-885594945 tempest-AutoAllocateNetworkTest-885594945-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109796 Feb 04 12:49:31.049441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-79556bfa-a759-4ba8-80ae-fd18d245a0e6 tempest-AutoAllocateNetworkTest-885594945 tempest-AutoAllocateNetworkTest-885594945-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6cd5d167ea61408bbfe9f0633f458976 HTTP/1.1" status: 200 len: 208 time: 0.0282500 Feb 04 12:49:31.821356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:32.052749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.068679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:32.073259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd5d167ea61408bbfe9f0633f458976 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:32.076349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:32.084950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:32.191384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.195947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.250519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc2052b-d26b-4734-b544-428f219615a2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:32.265940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.266326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.266838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.267255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.267594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.268213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.268548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.268873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.269351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.269529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.269826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.270169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] Tracked resource versions report: Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: pushed versions: Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: { 'AddressGroup': {'1.2'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'ConntrackHelper': {'1.0'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Log': {'1.0'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Network': {'1.1'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Port': {'1.7'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'PortForwarding': {'1.2'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'QosPolicy': {'1.8'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SecurityGroup': {'1.4'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SubPort': {'1.0'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Subnet': {'1.1'}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Trunk': {'1.1'}} Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: consumer versions: Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: HyperV agent@n-h1-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: HyperV agent@n-h2-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: L3 agent@n-d-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: Metadata agent@n-d-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: Metering agent@n-d-820555-2: {}, Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'ConntrackHelper': '1.0', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Log': '1.0', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Network': '1.1', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Port': '1.7', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'PortForwarding': '1.2', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'QosPolicy': '1.8', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SecurityGroup': '1.4', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SecurityGroupRule': '1.2', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'SubPort': '1.0', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Subnet': '1.1', Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: 'Trunk': '1.1'}} Feb 04 12:49:32.271455 n-d-820555-2 neutron-server[87621]: {{(pid=87621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:49:32.283582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:32.284438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-65b60e3c-65ad-4d52-8553-7ecf908e77e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cd5d167ea61408bbfe9f0633f458976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4597571 Feb 04 12:49:32.369820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.404953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.471441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.487262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc2052b-d26b-4734-b544-428f219615a2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:32.498508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:32.500219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfc2052b-d26b-4734-b544-428f219615a2 HTTP/1.1" status: 204 len: 168 time: 0.2156737 Feb 04 12:49:32.506995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.507612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.508106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.508702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.509187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.509655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.510248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.510872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.511688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.512456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.513035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.513673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a86e0ba-6a62-47ff-9891-e8d9045b34fb admin admin] Tracked resource versions report: Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: pushed versions: Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: { 'AddressGroup': {'1.2'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'ConntrackHelper': {'1.0'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Log': {'1.0'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Network': {'1.1'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Port': {'1.7'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'PortForwarding': {'1.2'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'QosPolicy': {'1.8'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SecurityGroup': {'1.4'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SubPort': {'1.0'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Subnet': {'1.1'}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Trunk': {'1.1'}} Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: consumer versions: Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: HyperV agent@n-h1-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: HyperV agent@n-h2-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: L3 agent@n-d-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: Metadata agent@n-d-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: Metering agent@n-d-820555-2: {}, Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'ConntrackHelper': '1.0', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Log': '1.0', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Network': '1.1', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Port': '1.7', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'PortForwarding': '1.2', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'QosPolicy': '1.8', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SecurityGroup': '1.4', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SecurityGroupRule': '1.2', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'SubPort': '1.0', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Subnet': '1.1', Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: 'Trunk': '1.1'}} Feb 04 12:49:32.515040 n-d-820555-2 neutron-server[87620]: {{(pid=87620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:49:34.331216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:34.334743 n-d-820555-2 neutron-server[87620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:49:34.362349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-bfd16d04-829f-4e17-8ce8-2513e94f6342 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297973 Feb 04 12:49:34.531800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-63aaa1e9-2af2-406e-b02a-4324167c2ab8 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:34.533300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-63aaa1e9-2af2-406e-b02a-4324167c2ab8 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650240 Feb 04 12:49:34.557223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-a701ca2c-aac0-448e-a8ec-6eec61ecd37a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/quotas/7fb26e4a16da4ffdb5e3e593f966a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0174758 Feb 04 12:49:34.618926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-044d9f39-fabc-49fc-b4b7-28aec3d3ce27 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534534 Feb 04 12:49:34.804840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:34.995901 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.013455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:35.017988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Usage tracker for resource:security_group_rule and tenant:04b1b687d3f248988bc31d34b7cd4a82 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:35.024573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:35.039618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:35.133795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.139836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.227915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5044a-e738-4012-a733-2752f9277578,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:35.257835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:35.269941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f58b93cb-b0fd-43d4-91f8-68b87471a42b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04b1b687d3f248988bc31d34b7cd4a82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4638824 Feb 04 12:49:35.358577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:35.360526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.399255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.476575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.498584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5044a-e738-4012-a733-2752f9277578,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:35.503247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:35.504631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5ba016ac-0b0b-43ac-8d29-6e24ba0495fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65a5044a-e738-4012-a733-2752f9277578 HTTP/1.1" status: 204 len: 168 time: 0.2453492 Feb 04 12:49:35.531421 n-d-820555-2 neutron-server[87621]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:49:35.607277 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-22de87ca-da09-4028-8163-64a632330026 req-1e18abfe-c943-4cce-b9de-f3e1fe389c2b tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 210 time: 0.2471805 Feb 04 12:49:36.221697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:36.246344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.264109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:36.267995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab457781645498bbf320c65945de7ec is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:36.271117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:36.277700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:36.395978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.403376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.427925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:36.450493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68d1e40-c77e-4f17-a193-7b1f0546cf68,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:36.477516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:36.477743 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c0dacdd-b1a3-4fab-9cbb-e25e1bfa12e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ab457781645498bbf320c65945de7ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2539456 Feb 04 12:49:36.554573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.617014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.723667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.755422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:36.764775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4562c54e0d44bdae5b7c86f35896c8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:36.769497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:36.779396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:36.830963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.929370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:36.930755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c68d1e40-c77e-4f17-a193-7b1f0546cf68 HTTP/1.1" status: 204 len: 168 time: 0.4507294 Feb 04 12:49:36.934463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908db6fd-8c47-4efc-b0d5-0f140f1fbd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68d1e40-c77e-4f17-a193-7b1f0546cf68,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:36.956094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb9f0811-9c6c-4cc5-90a6-6085125cc5d9 req-52eab1cc-500b-4874-a5ec-14036365d1a3 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 210 time: 0.0909910 Feb 04 12:49:36.959991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:37.057916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:37.080615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:37.158495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957c0fa-3b29-4c62-81d9-4b5ae4e5a105,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:37.170911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51fed4f8-b613-45de-9efe-a647df7a7493 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d4562c54e0d44bdae5b7c86f35896c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7366533 Feb 04 12:49:37.181186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:37.185644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-addb98d0-cd91-4fa2-920c-eaf6a5eaca38 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949335 Feb 04 12:49:37.295686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:37.391043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.87', 54606) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:37.478981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:37.523386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-c243cdd2-6859-4c4e-877c-d0814c961b1c tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:37.523386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-c243cdd2-6859-4c4e-877c-d0814c961b1c tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360770 Feb 04 12:49:37.555242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-761acc6f-c73b-4705-b6f5-0f5d8297c3da tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/quotas/d6d2af2c6f524809a0cbd61b20d9b05a HTTP/1.1" status: 200 len: 375 time: 0.0222077 Feb 04 12:49:37.560570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-60095ada-3d77-424a-9647-2f3eef43485c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678793 Feb 04 12:49:37.567622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:37.628903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-3f4f5632-f9ef-4794-a251-c4ba239efb98 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672398 Feb 04 12:49:37.813560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:37.829249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Usage tracker for resource:security_group_rule and tenant:562a2cee27374baa9fa79e5aefaf9788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:37.840550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:37.855956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:38.006730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-1b270ba0-6e88-42d8-81b6-fa195710ee2b tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:38.008225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-1b270ba0-6e88-42d8-81b6-fa195710ee2b tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258370 Feb 04 12:49:38.040402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.046712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.090141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54e3b5-25e0-47ea-96a6-459d29bfee96,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:38.096599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35d1599b-2c9c-4f7d-a89d-fff9793d54fa req-0f281225-c893-4e3a-94ce-0348bf9eff93 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 210 time: 0.1075656 Feb 04 12:49:38.110786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-39108427-1ae4-4016-8594-bb008e3f723f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=562a2cee27374baa9fa79e5aefaf9788&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1495924 Feb 04 12:49:38.113862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:38.157941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Request body: {'port': {'device_id': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '7fb26e4a16da4ffdb5e3e593f966a4f4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:38.355596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:38.367642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Usage tracker for resource:port and tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:38.371920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:38.384878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:38.436722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.455010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Made reservation on behalf of 7fb26e4a16da4ffdb5e3e593f966a4f4 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:38.460487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.484795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.518638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:38.524079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Usage tracker for resource:security_group_rule and tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:38.528846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:38.534948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:38.624232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957c0fa-3b29-4c62-81d9-4b5ae4e5a105,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:38.643847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.647892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.649213 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-190a56e2-e059-4fe8-9c48-a20a466d3c6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8957c0fa-3b29-4c62-81d9-4b5ae4e5a105 HTTP/1.1" status: 204 len: 168 time: 1.4641635 Feb 04 12:49:38.651299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-84969e92-a77a-46f5-9e7a-5663885fb928 req-55529ff3-bda4-448f-9714-1500ab8b1a09 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 210 time: 0.2671494 Feb 04 12:49:38.652071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.799955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70262a-ff8e-40a6-8893-0787ea21bc09,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:38.836638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:38.934231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.043587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Allocated IP 192.168.233.245 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/7c5c4ae7-d1c3-4684-b9a8-c13f37579206) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:39.080796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.107800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54e3b5-25e0-47ea-96a6-459d29bfee96,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:39.259134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.262273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9a0d04c-e422-4eaf-b40b-7ba018cafd7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c54e3b5-25e0-47ea-96a6-459d29bfee96 HTTP/1.1" status: 204 len: 168 time: 1.1473076 Feb 04 12:49:39.284289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d21c5900-ab2e-4158-bcb2-4feedbb6816a req-baf13954-28a0-4ccd-840d-e9f8fe203628 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 210 time: 0.1007211 Feb 04 12:49:39.434528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.470897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Transition to ACTIVE for port object 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:39.543017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.635236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:39.639292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:39.644540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:49:39.653411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:39.654940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.682336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5314519 Feb 04 12:49:39.688203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64111be-40c0-40bb-80f0-e064fc7817ee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Pushing event updated for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:39.702143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-412adc9e-7ccc-4ce5-804c-e52ae11868ac tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:49:39.704453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-412adc9e-7ccc-4ce5-804c-e52ae11868ac tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113294 Feb 04 12:49:39.723699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:39.764609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:39.809076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:39.815531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac02b226b89b4042ae3b3577ff17e2c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:39.819348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:39.832405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:40.138422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.157250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.234760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be906e-7ccc-4daf-9cc7-98ee32795168,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.242694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-45fc0178-0300-406d-a823-c05fa6142175 None None] Provisioning for port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:40.244864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242475c8-6bea-4aab-86fd-b2df1db54bba req-b5e52a4e-851c-41fa-a484-1928a32154bd tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:40.255289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-45fc0178-0300-406d-a823-c05fa6142175 None None] Provisioning complete for port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:40.256498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45fc0178-0300-406d-a823-c05fa6142175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.258109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-242475c8-6bea-4aab-86fd-b2df1db54bba req-b5e52a4e-851c-41fa-a484-1928a32154bd tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 936 time: 0.2331774 Feb 04 12:49:40.313487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d787d1a-0581-42f5-966e-cf062c9005c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac02b226b89b4042ae3b3577ff17e2c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5860527 Feb 04 12:49:40.319661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52148) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:40.380827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-242475c8-6bea-4aab-86fd-b2df1db54bba req-9f2e8e7e-9749-412d-9373-f86a7928ff82 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210017 Feb 04 12:49:40.439978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-45fc0178-0300-406d-a823-c05fa6142175 None None] Port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:49:40.555226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.90', 54758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:40.573089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52160) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:40.645181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.650082 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.689356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541da0a5-6eeb-4e13-ba6d-8e7e3e52df3c req-199c2818-4840-4291-ba5a-99f1063ef8e8 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 210 time: 0.0842881 Feb 04 12:49:40.710545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-17e1ee85-fa28-4c3a-a4af-742dc019e8bd tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1534426 Feb 04 12:49:40.815174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:40.891967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-4da88bc4-11d7-4c8b-be42-41a06b5246f9 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:40.893731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-4da88bc4-11d7-4c8b-be42-41a06b5246f9 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716692 Feb 04 12:49:40.907143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Request body: {'port': {'device_id': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:40.972136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Request body: {'port': {'device_id': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'd6d2af2c6f524809a0cbd61b20d9b05a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:40.993132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:41.031006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Usage tracker for resource:security_group_rule and tenant:14ec18feeda64533a5628d42f81a92f4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:41.044470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:41.073777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:41.264228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.295840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:41.303791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.324468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Usage tracker for resource:port and tenant:d6d2af2c6f524809a0cbd61b20d9b05a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:41.328337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:41.340465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:41.368352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Made reservation on behalf of d6d2af2c6f524809a0cbd61b20d9b05a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:41.375473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.437776 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.499772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:41.519827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Usage tracker for resource:security_group_rule and tenant:d6d2af2c6f524809a0cbd61b20d9b05a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:41.527555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:41.535677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:41.563003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.584114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.588455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84be906e-7ccc-4daf-9cc7-98ee32795168 HTTP/1.1" status: 204 len: 168 time: 1.2644024 Feb 04 12:49:41.591016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a54d-d56a-4b58-9be6-8c86b1b66e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be906e-7ccc-4daf-9cc7-98ee32795168,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:41.611338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.772436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.847069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb67baf0-ae8f-4f71-a930-da848507fe04,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:41.887435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:41.954513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-481d5df2-3492-4979-a4c4-47c411b95ecc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14ec18feeda64533a5628d42f81a92f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3771427 Feb 04 12:49:41.955201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52200) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:42.248819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bcc4bb-b748-4ab2-a5b5-32f9df622b31,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:42.307460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca04c56-6a81-4fdc-a9e4-41008bc271ea req-500ebd4e-1539-48e9-8312-40032544ee9f tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.309240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ca04c56-6a81-4fdc-a9e4-41008bc271ea req-500ebd4e-1539-48e9-8312-40032544ee9f tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 936 time: 0.5346105 Feb 04 12:49:42.392492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ca04c56-6a81-4fdc-a9e4-41008bc271ea req-a3b92935-e252-458d-b095-48e91d009f58 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750492 Feb 04 12:49:42.836715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:49:42.863690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:42.907161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Transition to ACTIVE for port object 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:42.952656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:43.092641 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d54eb38b-185d-46ea-b563-2ab0d70bff4b req-6f3dce9a-2f2b-43b3-9c76-bc1090de1784 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 210 time: 0.1418922 Feb 04 12:49:43.162808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:43.245771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Allocated IP 192.168.233.214 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/fbbc217a-493d-4417-8b6b-428a4fe7c472) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:49:43.343966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba6f07be-d6e2-450e-8f94-32fc6880e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:43.671361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Attempting to bind port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:49:43.674496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Attempting to bind port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:49:43.675742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Attempting to bind port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:49:43.690788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:43.716361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:49:43.716803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Attempting to bind port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:49:43.757651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:43.987235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52248) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:44.026750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:49:44.026750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:49:44.026750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:49:44.026750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Bound port: 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:49:44.026750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.085942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.123501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.156112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Transition to ACTIVE for port object fbbc217a-493d-4417-8b6b-428a4fe7c472 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:44.166709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb67baf0-ae8f-4f71-a930-da848507fe04,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.294539 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.359582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.360741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c81894c0-cef5-4a0f-ac9d-9302aee734bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb67baf0-ae8f-4f71-a930-da848507fe04 HTTP/1.1" status: 204 len: 168 time: 2.4003124 Feb 04 12:49:44.524975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:49:44.535677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-ca044b2d-b463-4944-9a76-32e8598fb1cb tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:44.536426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-ca044b2d-b463-4944-9a76-32e8598fb1cb tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Synchronizing usage tracker for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:49:44.540852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:49:44.549801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.715500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.735455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-ca044b2d-b463-4944-9a76-32e8598fb1cb tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Unset dirty status for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:49:44.748214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-ca044b2d-b463-4944-9a76-32e8598fb1cb tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.8692248 Feb 04 12:49:44.760735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Pushing event updated for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.781221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:44.783522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.785064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:49:44.792544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-cbd2c730-ea2e-4041-81f6-cac3f429934f service neutron] 10.222.0.87 "PUT /v2.0/ports/7c5c4ae7-d1c3-4684-b9a8-c13f37579206 HTTP/1.1" status: 200 len: 1096 time: 4.4609506 Feb 04 12:49:44.795458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:44.795627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:49:44.831211 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.856309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:49:44.865716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:44.866808 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:44.936918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:44.978476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:44.987405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Usage tracker for resource:security_group_rule and tenant:cb2b2a3d85b84f1f8e8ae9b8783162b8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:44.992422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:45.001470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:45.128100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-04ac4423-2fa5-40ba-8b4a-7ee48f61e6ec tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1599703 Feb 04 12:49:45.171606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cda6aefc-517f-47c6-9959-69a73be8899c tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:49:45.172674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cda6aefc-517f-47c6-9959-69a73be8899c tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141242 Feb 04 12:49:45.255231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-9217911d-f8fd-4ae7-afc0-fed0968eeed1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Synchronizing usage tracker for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:49:45.299809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-c3dc684a-c721-4e85-9e5e-6d4705d834e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.302004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-c3dc684a-c721-4e85-9e5e-6d4705d834e2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 1099 time: 0.3669603 Feb 04 12:49:45.310667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-1c110482-db2f-4474-95f1-d384668a1510 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.310667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-1c110482-db2f-4474-95f1-d384668a1510 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Synchronizing usage tracker for tenant:d6d2af2c6f524809a0cbd61b20d9b05a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:49:45.440054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.453426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.471190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-1c110482-db2f-4474-95f1-d384668a1510 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Unset dirty status for tenant:d6d2af2c6f524809a0cbd61b20d9b05a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:49:45.479996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-1c110482-db2f-4474-95f1-d384668a1510 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 936 time: 0.9555018 Feb 04 12:49:45.535699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-c5ef2fbe-5c19-4099-bd21-0a2855421038 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Synchronizing usage tracker for tenant:d6d2af2c6f524809a0cbd61b20d9b05a on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:49:45.580536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-c5ef2fbe-5c19-4099-bd21-0a2855421038 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Unset dirty status for tenant:d6d2af2c6f524809a0cbd61b20d9b05a on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:49:45.595445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59fde4e7-9efa-439c-9b13-7e7225e71b8a req-c5ef2fbe-5c19-4099-bd21-0a2855421038 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144505 Feb 04 12:49:45.611603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb2b2a3d85b84f1f8e8ae9b8783162b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6122336 Feb 04 12:49:45.612724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:45.613636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c58a9-b323-455b-be05-df9995e1ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d120f7-81a0-433d-afad-8cd4ac974507,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.641690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-ddb5ab19-7634-4687-b6d0-4776740e7760 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206 HTTP/1.1" status: 200 len: 217 time: 0.3155508 Feb 04 12:49:45.644222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.652077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-09db42ba-a462-44be-9d62-b015b0ec47bf None None] Provisioning for port fbbc217a-493d-4417-8b6b-428a4fe7c472 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:45.677332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-09db42ba-a462-44be-9d62-b015b0ec47bf None None] Provisioning complete for port fbbc217a-493d-4417-8b6b-428a4fe7c472 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:45.677887 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09db42ba-a462-44be-9d62-b015b0ec47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.762368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-84ed94be-f346-461a-af42-1a27fa8a6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.764287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-84ed94be-f346-461a-af42-1a27fa8a6091 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1214588 Feb 04 12:49:45.765595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-9217911d-f8fd-4ae7-afc0-fed0968eeed1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Unset dirty status for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:49:45.767400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6ecc651-1857-464e-8c26-4864dc3e393a req-9217911d-f8fd-4ae7-afc0-fed0968eeed1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0179765 Feb 04 12:49:45.874764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.913024 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-299ab34d-274c-471d-96b3-1667054cf6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.921477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:45.930241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:45.931509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-09db42ba-a462-44be-9d62-b015b0ec47bf None None] Port fbbc217a-493d-4417-8b6b-428a4fe7c472 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:49:45.935032 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:49:45.948454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Usage tracker for resource:security_group_rule and tenant:61c4ea94ab23435ea2f427cc44bf45fc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:45.960822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:45.972678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:46.018713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-a312f5ff-e20f-4627-b82d-7ba601ce891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.020352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-a312f5ff-e20f-4627-b82d-7ba601ce891e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311475 Feb 04 12:49:46.053485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Request body: {'port': {'device_id': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'device_owner': 'compute:tempest-test_az-161311264', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:46.173624 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206', 'status': 'completed', 'code': 200} Feb 04 12:49:46.258298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-002a2fbc-e3a2-4cee-a326-167176f45459 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247522 Feb 04 12:49:46.266844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.267103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.283628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.313674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d120f7-81a0-433d-afad-8cd4ac974507,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:46.318949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.322722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15cffeac-ec51-47dc-b443-0ca1f2ebb473 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d120f7-81a0-433d-afad-8cd4ac974507 HTTP/1.1" status: 204 len: 168 time: 0.7040405 Feb 04 12:49:46.510437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc08ff60-1ae4-4e0e-b26f-9eaf12dab94f req-0e02c90f-26c3-4f94-a81c-19d61dbdf8ea service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438123 Feb 04 12:49:46.521606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.671698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61c4ea94ab23435ea2f427cc44bf45fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7306862 Feb 04 12:49:46.672414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52318) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:46.734542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:46.747828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9bded-6ee6-4917-9a94-17491fc5f399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb65e571-2284-4292-be61-8233944ab030,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:46.801302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-d73e9ec9-af4f-473a-97cf-8eba2ac17501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.814727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-d73e9ec9-af4f-473a-97cf-8eba2ac17501 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 1099 time: 0.2305794 Feb 04 12:49:47.105529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.135612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:47.195175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:49:47.217085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.224589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.253759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.327834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:47.345412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.347543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Usage tracker for resource:security_group_rule and tenant:9a26870e181f41d5930fc4e7a9ee9eae is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:47.360423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:47.390995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:47.423998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.425132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb65e571-2284-4292-be61-8233944ab030 HTTP/1.1" status: 204 len: 168 time: 0.7514846 Feb 04 12:49:47.434775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841ec0-3375-4c7a-bb51-48653ed0cfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb65e571-2284-4292-be61-8233944ab030,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.470873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbc217a-493d-4417-8b6b-428a4fe7c472 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:49:47.544833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30572f-3534-4525-aa80-306a070d037a req-f42ddbe5-9015-470d-a661-c28a51062fdd tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.545465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20427f12-2bbe-4e74-9b07-fce519dafad4 req-ef3511a8-1d05-4d9f-92b6-71aff5489bbe tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.549790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df30572f-3534-4525-aa80-306a070d037a req-f42ddbe5-9015-470d-a661-c28a51062fdd tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.4806800 Feb 04 12:49:47.554991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.559398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20427f12-2bbe-4e74-9b07-fce519dafad4 req-ef3511a8-1d05-4d9f-92b6-71aff5489bbe tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 936 time: 0.7091389 Feb 04 12:49:47.665655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-844fd457-5dff-4637-98fa-0eefabfc9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.668861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-844fd457-5dff-4637-98fa-0eefabfc9db4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.8468025 Feb 04 12:49:47.795655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Transition to ACTIVE for port object fbbc217a-493d-4417-8b6b-428a4fe7c472 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:49:47.811804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df30572f-3534-4525-aa80-306a070d037a req-d11819f3-9086-4d81-b912-76e8a29a8336 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352107 Feb 04 12:49:47.818146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:47.875806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-706e602b-a39f-48bb-8ba9-729b15e409bc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206 HTTP/1.1" status: 200 len: 217 time: 0.1555433 Feb 04 12:49:47.965357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20427f12-2bbe-4e74-9b07-fce519dafad4 req-5361438b-eea5-486d-90d8-09f55f02a7c0 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729472 Feb 04 12:49:47.977539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:48.005112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:48.106115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-e479ceb9-fb34-4e56-b95f-2fef445169d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:48.109066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-e479ceb9-fb34-4e56-b95f-2fef445169d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2178783 Feb 04 12:49:48.301181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:48.481718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cade3e-eb63-4a9b-8d46-08e422d63525,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:48.488027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:48.504385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Attempting to bind port fbbc217a-493d-4417-8b6b-428a4fe7c472 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:49:48.504985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Attempting to bind port fbbc217a-493d-4417-8b6b-428a4fe7c472 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:49:48.515074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Attempting to bind port fbbc217a-493d-4417-8b6b-428a4fe7c472 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:49:48.521617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e17c7e3b-8538-473b-acc3-e05fca13a2ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a26870e181f41d5930fc4e7a9ee9eae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3806212 Feb 04 12:49:48.523869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52350) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:48.616834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-a7faa347-c4c9-489d-8087-c951ceb0c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:48.632197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-a7faa347-c4c9-489d-8087-c951ceb0c4ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5141838 Feb 04 12:49:48.715911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Port fbbc217a-493d-4417-8b6b-428a4fe7c472 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:49:48.718893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Attempting to bind port fbbc217a-493d-4417-8b6b-428a4fe7c472 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:49:48.753015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:48.867251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:49:48.867865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:49:48.873335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-eb23bfef-2646-4182-b91d-25bb82d6bd79 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184579 Feb 04 12:49:48.877285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:49:48.877752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Bound port: fbbc217a-493d-4417-8b6b-428a4fe7c472, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:49:48.878174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:48.942267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.053568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:49.065944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Usage tracker for resource:security_group_rule and tenant:e366440fd34c44dfa6d48e8838659b67 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:49.119660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:49.217825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:49.226420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.312290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.464341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:49:49.479299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:49:49.488452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.492161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-885f9aee-a3bc-438b-9bb9-4a2fc8306a78 req-0d7a1d79-90e1-49b3-8f3b-bbdd552f3643 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956006 Feb 04 12:49:49.553531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a484-59bf-41be-8214-afad084d8310 req-7b7d416e-5649-4815-85f5-98d451b77aa1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:49.562991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a89a484-59bf-41be-8214-afad084d8310 req-7b7d416e-5649-4815-85f5-98d451b77aa1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.3774493 Feb 04 12:49:49.620516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:49.622157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.626163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] 10.222.0.90 "PUT /v2.0/ports/fbbc217a-493d-4417-8b6b-428a4fe7c472 HTTP/1.1" status: 200 len: 1117 time: 3.9694288 Feb 04 12:49:49.693934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:49:49.707467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a89a484-59bf-41be-8214-afad084d8310 req-357064d6-10ea-4fd3-bae4-2449970f61f9 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321790 Feb 04 12:49:49.762370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:49.972150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.176035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.177547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cade3e-eb63-4a9b-8d46-08e422d63525,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.245999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.328253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.329538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0305d4a8-2416-4658-a610-29eba338c1e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87cade3e-eb63-4a9b-8d46-08e422d63525 HTTP/1.1" status: 204 len: 168 time: 1.8043261 Feb 04 12:49:50.342775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc888ee2-b396-43a3-9d70-18769b31f920 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.353859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52400) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:50.355195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e366440fd34c44dfa6d48e8838659b67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5790126 Feb 04 12:49:50.369681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-42694e71-7577-4d24-ac33-d8817b54fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.371334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-42694e71-7577-4d24-ac33-d8817b54fdb8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 1120 time: 0.5290163 Feb 04 12:49:50.377557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6f41c-518f-4286-b32e-118641c3b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f9f26-e10c-4623-9bf4-3c19a39ce63e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.488081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.529200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.616319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.680010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f9f26-e10c-4623-9bf4-3c19a39ce63e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.731927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:50.734647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc5fe7a7-831d-432d-9cda-0b01f1f4b568 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/492f9f26-e10c-4623-9bf4-3c19a39ce63e HTTP/1.1" status: 204 len: 168 time: 0.3794901 Feb 04 12:49:50.850957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-fcb56f2d-903f-4f65-b987-dece450d3d5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472 HTTP/1.1" status: 200 len: 217 time: 0.4702435 Feb 04 12:49:50.863768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec640464-1bcd-4992-914b-1b4a4ea8f37b req-78240080-c422-4e6e-87be-725f4054713b tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.871053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec640464-1bcd-4992-914b-1b4a4ea8f37b req-78240080-c422-4e6e-87be-725f4054713b tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 1.0264883 Feb 04 12:49:50.876278 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472', 'status': 'completed', 'code': 200} Feb 04 12:49:51.047716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec640464-1bcd-4992-914b-1b4a4ea8f37b req-18b7e78a-eb6b-416b-b6f3-d2695e11c398 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757028 Feb 04 12:49:51.088992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-b7772426-5651-44c7-a0f1-9ce8561c48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.093404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-b7772426-5651-44c7-a0f1-9ce8561c48fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2189589 Feb 04 12:49:51.223709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0c92a-d236-42f0-9f25-29bfbec36440 req-5ef66953-caeb-4c71-b5dc-0148cbf34b86 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.231621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82f0c92a-d236-42f0-9f25-29bfbec36440 req-5ef66953-caeb-4c71-b5dc-0148cbf34b86 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.1573603 Feb 04 12:49:51.312521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82f0c92a-d236-42f0-9f25-29bfbec36440 req-28d0afff-8bec-4392-8e25-b8db96ae8c94 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772600 Feb 04 12:49:51.580736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-18bd18fb-3c62-48a7-9bdb-534210714d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.582472 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-18bd18fb-3c62-48a7-9bdb-534210714d37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534395 Feb 04 12:49:51.695484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:51.733323 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:51.775688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:51.792877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4aac4b1a10b4ed38d6a1a03205ac5ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:51.800622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:51.817740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:51.839835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-06e5efc0-fd15-451d-828d-0143932089eb service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500873 Feb 04 12:49:51.971188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:51.976584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:52.053541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4aac4b1a10b4ed38d6a1a03205ac5ac&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3556654 Feb 04 12:49:52.056565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:52.085841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41a53-b4ce-4388-9bd1-44cddc29d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f08d63-f8ec-456d-9ac6-f88095b5ae53,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:52.273256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43fe9053-aa70-4de3-a4c5-69eae719f275 req-f6119936-a6e8-4f11-b37b-90e49038d2e5 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271612 Feb 04 12:49:52.322732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:52.405026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:52.542828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:52.567087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f08d63-f8ec-456d-9ac6-f88095b5ae53,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:52.575804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:52.577078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2a0bb58d-2d8e-4eec-b546-f163ec7894ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98f08d63-f8ec-456d-9ac6-f88095b5ae53 HTTP/1.1" status: 204 len: 168 time: 0.5190065 Feb 04 12:49:52.610660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580ad2-0364-4a59-bd59-c485a630143e req-e6f5b499-4346-468f-b8ae-667ab501ac0a tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:52.612255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7580ad2-0364-4a59-bd59-c485a630143e req-e6f5b499-4346-468f-b8ae-667ab501ac0a tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 0.1868403 Feb 04 12:49:52.726488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb3db6-0de7-456d-9408-a916f7ee13c7 req-dd3df190-9260-465e-a445-fddade585463 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:52.728129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ddb3db6-0de7-456d-9408-a916f7ee13c7 req-dd3df190-9260-465e-a445-fddade585463 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.1805489 Feb 04 12:49:52.747991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7580ad2-0364-4a59-bd59-c485a630143e req-3b2ea7af-8503-4e65-8fe6-df2ca94f40c8 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272960 Feb 04 12:49:52.878440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ddb3db6-0de7-456d-9408-a916f7ee13c7 req-d4d905f8-c983-4826-a9f3-3b45fdbfd424 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407244 Feb 04 12:49:53.901371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:54.136457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25b55-1ba7-4d50-a078-1851b4626873 req-468759e2-3861-40e2-ab31-c5dd80f7ed07 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:54.144200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4c25b55-1ba7-4d50-a078-1851b4626873 req-468759e2-3861-40e2-ab31-c5dd80f7ed07 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 0.2343085 Feb 04 12:49:54.192346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2694-2bea-4c35-803d-519154b63ae7 req-5328a765-2637-451b-a067-8c61d5d8c681 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:54.205060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcbc2694-2bea-4c35-803d-519154b63ae7 req-5328a765-2637-451b-a067-8c61d5d8c681 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.1657705 Feb 04 12:49:54.218925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4c25b55-1ba7-4d50-a078-1851b4626873 req-95b13055-cab3-457d-b511-178374e812df tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Feb 04 12:49:54.312215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcbc2694-2bea-4c35-803d-519154b63ae7 req-03bed802-424b-4e0d-a298-7b949f04d2be tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037343 Feb 04 12:49:55.160916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-3eb05c79-218a-4635-87b2-ffde41927fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.164907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-3eb05c79-218a-4635-87b2-ffde41927fb9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 1120 time: 0.1306291 Feb 04 12:49:55.330536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52528) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:55.428917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-eaa09d48-5b72-46e4-bfb8-8efa066cacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.430355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-eaa09d48-5b72-46e4-bfb8-8efa066cacf3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2597876 Feb 04 12:49:55.661984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-ffa7fa23-73a6-4b3b-b1b0-95e763cda245 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472 HTTP/1.1" status: 200 len: 217 time: 0.2220645 Feb 04 12:49:55.690677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fe9ed-9b25-4da6-ad31-b90db422b163 req-f032d704-0421-489a-be34-6c39823d0b1c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.695739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-413fe9ed-9b25-4da6-ad31-b90db422b163 req-f032d704-0421-489a-be34-6c39823d0b1c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.1692162 Feb 04 12:49:55.812006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-413fe9ed-9b25-4da6-ad31-b90db422b163 req-25db4861-6c32-45ed-9506-6ccb60a57fbe tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095343 Feb 04 12:49:55.839360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-97474b76-8e4d-40e2-94ee-fdfeeeb60bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.842473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-97474b76-8e4d-40e2-94ee-fdfeeeb60bb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1714110 Feb 04 12:49:55.908834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:55.951326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:55.962528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6cc0894ef54119b392a6f68d477635 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:55.972057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:55.984666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:56.048861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949f572-ff08-4c59-a71b-e389eda81259 req-7518f46a-f566-4fef-b544-8c8158d15822 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:56.067680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3949f572-ff08-4c59-a71b-e389eda81259 req-7518f46a-f566-4fef-b544-8c8158d15822 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 0.4709952 Feb 04 12:49:56.201538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:56.214244 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3949f572-ff08-4c59-a71b-e389eda81259 req-336299ca-25eb-47b2-8063-503b29bf4695 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450405 Feb 04 12:49:56.221187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.225217 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.250183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-5a04d62e-76ca-4a3e-aab8-1e9fce4489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:56.251969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-5a04d62e-76ca-4a3e-aab8-1e9fce4489f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3956406 Feb 04 12:49:56.320020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e6cc0894ef54119b392a6f68d477635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854691 Feb 04 12:49:56.320254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53ca4-6b31-42f6-be2e-0e7bd5d0c658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c90e9a-dddb-4ac4-9c13-8c3af7096ab9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:56.323287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52554) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:56.440743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.506486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.584038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-f18d64d2-2712-474a-bd47-78d2f729a619 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237309 Feb 04 12:49:56.629393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.667206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c90e9a-dddb-4ac4-9c13-8c3af7096ab9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:56.672692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.674177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-13e85b28-6c3f-44b2-8b60-c6bf80901ae8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46c90e9a-dddb-4ac4-9c13-8c3af7096ab9 HTTP/1.1" status: 204 len: 168 time: 0.3499537 Feb 04 12:49:56.748947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:56.793929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:56.799634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ab381578fb49a6a46797fb39d50ee9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:56.807193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:56.815092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:56.923239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8545956c-6b2d-4d01-8bd9-f7dcff4c5060 req-211f77f0-e266-4943-b5cc-bcdae75019ee service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310845 Feb 04 12:49:57.039786 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.045329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.180162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c1565-9f46-47a2-bf09-863136c0404f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.191991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07b309e3-6e7f-4c09-8ee2-8c0864a0e278 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8ab381578fb49a6a46797fb39d50ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9793873 Feb 04 12:49:57.192105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:57.211150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee7fd-979f-4260-99e1-d992bf70e72f req-dc7651be-65eb-4451-b1f6-6d57324ab564 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.213211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f67ee7fd-979f-4260-99e1-d992bf70e72f req-dc7651be-65eb-4451-b1f6-6d57324ab564 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.2707281 Feb 04 12:49:57.289631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.299269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f67ee7fd-979f-4260-99e1-d992bf70e72f req-fde034ae-fbf0-4fe4-9645-69ab3b2df001 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732152 Feb 04 12:49:57.328496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.377260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52588) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:57.400121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.421570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:57.425619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Usage tracker for resource:security_group_rule and tenant:e536298727ed4fd797b99facef0ebd02 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:57.428782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:57.444167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:57.457179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.487091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c1565-9f46-47a2-bf09-863136c0404f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.501193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387a454-2ae3-4938-958d-5bc334f70229 req-cd1fd3ee-8a18-414d-883f-8daf9583a471 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.501726 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.502926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d387a454-2ae3-4938-958d-5bc334f70229 req-cd1fd3ee-8a18-414d-883f-8daf9583a471 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 0.0866749 Feb 04 12:49:57.509386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a0297b7-2e8d-48e5-ba54-006fd6a164c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/560c1565-9f46-47a2-bf09-863136c0404f HTTP/1.1" status: 204 len: 168 time: 0.3164537 Feb 04 12:49:57.565731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d387a454-2ae3-4938-958d-5bc334f70229 req-621c2885-4e91-42b4-820e-5112d011f113 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572202 Feb 04 12:49:57.588179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.593734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.634455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e536298727ed4fd797b99facef0ebd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553606 Feb 04 12:49:57.637042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:57.667651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9ca3c-133c-4452-812a-abe704b01a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7e530e-ba84-4b64-9d4c-db798966a64b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.730903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.769860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.829390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.847873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7e530e-ba84-4b64-9d4c-db798966a64b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.862169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.863744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-30476b51-359d-48a9-93bc-b3952f0fb08e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc7e530e-ba84-4b64-9d4c-db798966a64b HTTP/1.1" status: 204 len: 168 time: 0.2256634 Feb 04 12:49:57.943925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52624) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:57.962309 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:57.978475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:57.982737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Usage tracker for resource:security_group_rule and tenant:0f278c06043d4311adb763a489348bb3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:57.986493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:57.993627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:58.085050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.090687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.143226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f278c06043d4311adb763a489348bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958745 Feb 04 12:49:58.143226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a47eb3-e78a-4a70-b756-111b7d535d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af1fa1f-cd0b-4117-bc0e-451920e90132,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.143626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:58.212464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.243097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.295942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:58.308011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.329831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af1fa1f-cd0b-4117-bc0e-451920e90132,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.344952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.348861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f32382b-368a-4a73-a9a3-ab151b5f95ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9af1fa1f-cd0b-4117-bc0e-451920e90132 HTTP/1.1" status: 204 len: 168 time: 0.2016468 Feb 04 12:49:58.509851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437fc44-d0d0-443d-974f-5d10db8a8714 req-6e055099-4f2a-4a25-830f-81626595619a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:58.511550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3437fc44-d0d0-443d-974f-5d10db8a8714 req-6e055099-4f2a-4a25-830f-81626595619a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.0865993 Feb 04 12:49:58.531255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.539669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fbbc217a-493d-4417-8b6b-428a4fe7c472 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:49:58.605661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:58.625167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Usage tracker for resource:security_group_rule and tenant:8f54452cf6404d1c971a4642d384f87f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:58.628428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:58.639600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:58.705043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3437fc44-d0d0-443d-974f-5d10db8a8714 req-470ab00d-7ae9-43e0-ac9f-c681f775e791 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750500 Feb 04 12:49:58.722070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:49:58.753716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'fbbc217a-493d-4417-8b6b-428a4fe7c472', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'fbbc217a-493d-4417-8b6b-428a4fe7c472', 'mac_address': 'fa:16:3e:4a:54:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:tempest-test_az-161311264', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:49:58.805074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.812168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.873895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.883448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b811a1-a92e-4a1f-a0b2-f473182b3934,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.905657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f50c189-21ea-4424-a93d-9bfe64c8e667 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f54452cf6404d1c971a4642d384f87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068048 Feb 04 12:49:58.906442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52674) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:58.912828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497dc2f-fa2d-4399-949a-d07cc6663b08 req-a097e231-a1d7-4792-8405-5ea68d2f5d81 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:58.924620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8497dc2f-fa2d-4399-949a-d07cc6663b08 req-a097e231-a1d7-4792-8405-5ea68d2f5d81 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 969 time: 0.1660833 Feb 04 12:49:58.927545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc217a-493d-4417-8b6b-428a4fe7c472 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:49:58.958243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:49:58.963225 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:58.986262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.012746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8497dc2f-fa2d-4399-949a-d07cc6663b08 req-c2d4e65f-97d1-4464-b9e5-e2aadceb0138 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798485 Feb 04 12:49:59.039999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.071839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.081750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.082409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.083330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.083907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.084772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.085323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.086278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.087416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.087874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.088202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.088577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.088865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Tracked resource versions report: Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: pushed versions: Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: { 'AddressGroup': {'1.2'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'ConntrackHelper': {'1.0'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Log': {'1.0'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Network': {'1.1'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Port': {'1.7'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'PortForwarding': {'1.2'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'QosPolicy': {'1.8'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SecurityGroup': {'1.4'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SubPort': {'1.0'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Subnet': {'1.1'}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Trunk': {'1.1'}} Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: consumer versions: Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: HyperV agent@n-h1-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: HyperV agent@n-h2-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: L3 agent@n-d-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: Metadata agent@n-d-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: Metering agent@n-d-820555-2: {}, Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'ConntrackHelper': '1.0', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Log': '1.0', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Network': '1.1', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Port': '1.7', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'PortForwarding': '1.2', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'QosPolicy': '1.8', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SecurityGroup': '1.4', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SecurityGroupRule': '1.2', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'SubPort': '1.0', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Subnet': '1.1', Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: 'Trunk': '1.1'}} Feb 04 12:49:59.090016 n-d-820555-2 neutron-server[87622]: {{(pid=87622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:49:59.121736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.142749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b811a1-a92e-4a1f-a0b2-f473182b3934,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.146515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.147694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-64e644d5-8f63-4ff4-b0e0-172621183f77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10b811a1-a92e-4a1f-a0b2-f473182b3934 HTTP/1.1" status: 204 len: 168 time: 0.2399013 Feb 04 12:49:59.272314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fbbc217a-493d-4417-8b6b-428a4fe7c472'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:49:59.558383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52698) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:59.581524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.600892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:49:59.604948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Usage tracker for resource:security_group_rule and tenant:2260525e171f4a739c858257ef74f09c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:49:59.608126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:49:59.614000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:49:59.736908 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.742361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.823011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2260525e171f4a739c858257ef74f09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633936 Feb 04 12:49:59.824763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561cd82-046e-4e4f-ae8a-76693dccaf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880e1c7-a846-409e-ba6c-1badfa889afa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.825709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:49:59.906999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.940794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:49:59.947942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6f55-d107-40a4-af79-1a5599c51984 req-19578604-e31c-4c66-abbe-3e8fc94926a1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.949490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8f6f55-d107-40a4-af79-1a5599c51984 req-19578604-e31c-4c66-abbe-3e8fc94926a1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 948 time: 0.0981696 Feb 04 12:50:00.017664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8f6f55-d107-40a4-af79-1a5599c51984 req-c4050dc8-269b-4e57-a9db-e61c443ea6e5 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Feb 04 12:50:00.022255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.123734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880e1c7-a846-409e-ba6c-1badfa889afa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:00.144643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.146712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5096213f-cd2c-4e9a-89f5-17dd10bb6204 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9880e1c7-a846-409e-ba6c-1badfa889afa HTTP/1.1" status: 204 len: 168 time: 0.3196673 Feb 04 12:50:00.319531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fd26-d834-45b9-935e-2d19f137e40d req-a6d751b3-87da-4909-8064-5973309f98d2 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:00.322031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cb2fd26-d834-45b9-935e-2d19f137e40d req-a6d751b3-87da-4909-8064-5973309f98d2 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 970 time: 0.1018975 Feb 04 12:50:00.375304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cb2fd26-d834-45b9-935e-2d19f137e40d req-95f2a2da-1ea6-40a4-ab01-7eb9be4389d3 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465324 Feb 04 12:50:00.545271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fbbc217a-493d-4417-8b6b-428a4fe7c472 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:00.612098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:00.625463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port fbbc217a-493d-4417-8b6b-428a4fe7c472 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:00.630465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port fbbc217a-493d-4417-8b6b-428a4fe7c472 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:00.630872 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.713938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:50:00.839021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.869765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:00.875200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Usage tracker for resource:security_group_rule and tenant:e813933fdf394c83bf0758fe79eabf8e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:00.878455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:00.885807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:00.905629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.944318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:00.992629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:00.993739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:00.998885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.055779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206', 'mac_address': 'fa:16:3e:68:70:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:50:01.060325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:01.090652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.108189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b484d67-8ae3-4abe-bdc6-a3c2143bc31a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.134581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cf964cf2-dfa6-4fb1-8549-95e624dd96fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e813933fdf394c83bf0758fe79eabf8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187912 Feb 04 12:50:01.134997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:01.175206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.202186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:01.219022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:01.235162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.243180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.255261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.327290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.335818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.401010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9b80-bde4-4426-b7eb-0fa468c6edfa req-06bafc19-b95e-4625-9303-ad93963f6ae3 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:01.411632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-829d9b80-bde4-4426-b7eb-0fa468c6edfa req-06bafc19-b95e-4625-9303-ad93963f6ae3 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 949 time: 0.2280366 Feb 04 12:50:01.421746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.454697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b484d67-8ae3-4abe-bdc6-a3c2143bc31a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.496302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:01.499952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-317ce0bc-293a-4540-b8b4-89c14ec3912e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b484d67-8ae3-4abe-bdc6-a3c2143bc31a HTTP/1.1" status: 204 len: 168 time: 0.3617435 Feb 04 12:50:01.517142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-829d9b80-bde4-4426-b7eb-0fa468c6edfa req-910677cf-6a42-41e5-858c-5a70b4f7c0f4 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043026 Feb 04 12:50:01.588106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7c5c4ae7-d1c3-4684-b9a8-c13f37579206'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:01.647671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4124c3-42fa-4f01-91c6-868d4aa8e1dc req-ea6fc147-02e4-4836-a7ed-1389edf9473e tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:01.649900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd4124c3-42fa-4f01-91c6-868d4aa8e1dc req-ea6fc147-02e4-4836-a7ed-1389edf9473e tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.0930507 Feb 04 12:50:01.717038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd4124c3-42fa-4f01-91c6-868d4aa8e1dc req-43511cdb-7999-434c-972d-9ef8511dd44e tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Feb 04 12:50:01.938435 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472', 'code': 200} Feb 04 12:50:02.163176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52818) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:02.186640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.207759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:02.212078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417430d8-317d-496e-a4b8-b412a45cd592 req-67d0c31a-2b35-4da3-a386-e187d8931ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.213671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-417430d8-317d-496e-a4b8-b412a45cd592 req-67d0c31a-2b35-4da3-a386-e187d8931ad2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 1122 time: 0.1848042 Feb 04 12:50:02.216075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Usage tracker for resource:security_group_rule and tenant:346b707a1d304a1590ce295e67d75e6f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:02.219306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:02.242644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:02.248078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.273197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:02.286301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Usage tracker for resource:security_group_rule and tenant:40d84a2ce8e54da9bf63f63249c2e904 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:02.292717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:02.303509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:02.419868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.434561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.492194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=346b707a1d304a1590ce295e67d75e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278885 Feb 04 12:50:02.495642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52834) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:02.503571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.510856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.519770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e0fb-ac07-48e6-a70e-8b02c8f92f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c78515-1dc7-4761-9e3c-7689a0a8d113,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.555818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-417430d8-317d-496e-a4b8-b412a45cd592 req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313081 Feb 04 12:50:02.582810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.595556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266d28f-6939-46a2-a509-48f2e2d2c3da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=396e9b71-f689-4004-b947-3ec819882be3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.625525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.694159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.726187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:02.739032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c78515-1dc7-4761-9e3c-7689a0a8d113,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.744510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.749469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-de65410b-a426-4a93-91b8-5657888604d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7c78515-1dc7-4761-9e3c-7689a0a8d113 HTTP/1.1" status: 204 len: 168 time: 0.2522371 Feb 04 12:50:02.752716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65113e-ca14-4867-ae85-ee2ea67160ad req-07a1c98e-7ea5-42f9-9ced-08dde07aaee1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.764319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d65113e-ca14-4867-ae85-ee2ea67160ad req-07a1c98e-7ea5-42f9-9ced-08dde07aaee1 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 949 time: 0.1119258 Feb 04 12:50:02.834746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:02.845100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:02.845467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:02.847717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d65113e-ca14-4867-ae85-ee2ea67160ad req-ec0c3a78-a79f-44e0-9a5b-d8863d29a4a6 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825288 Feb 04 12:50:03.013608 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.057939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:03.063187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.084451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6fd6-a02f-4627-a849-f62d4287272e req-51591a71-0ab9-4258-9e68-fde381ed1a9e tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.084451 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32db6fd6-a02f-4627-a849-f62d4287272e req-51591a71-0ab9-4258-9e68-fde381ed1a9e tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.1005635 Feb 04 12:50:03.144081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32db6fd6-a02f-4627-a849-f62d4287272e req-d34ca4ff-8236-4946-a96f-12ca69157b50 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Feb 04 12:50:03.145992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.289065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:03.446824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.463328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:03.467280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Usage tracker for resource:security_group_rule and tenant:2a55746f5fc44169b124db514d314fd6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:03.470753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:03.477916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:03.577445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.583825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.633130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39df9196-eb70-43eb-8696-4852508a65cd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.637389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-08eac39a-f1b5-4886-aeb8-03df874c2c00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a55746f5fc44169b124db514d314fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467581 Feb 04 12:50:03.640963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:03.706722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.738727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.822345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.840678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39df9196-eb70-43eb-8696-4852508a65cd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.845611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:03.851145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d849142f-ce08-4f1e-8fad-314d9f679eb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39df9196-eb70-43eb-8696-4852508a65cd HTTP/1.1" status: 204 len: 168 time: 0.2077303 Feb 04 12:50:03.940092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:04.003279 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206', 'code': 200} Feb 04 12:50:04.068412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b5a57-5e47-4765-85c0-d517d0b8396c req-fe8dde2e-8311-45cd-8f3d-611e84a5ad42 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.070058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-617b5a57-5e47-4765-85c0-d517d0b8396c req-fe8dde2e-8311-45cd-8f3d-611e84a5ad42 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 950 time: 0.0921595 Feb 04 12:50:04.177303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-617b5a57-5e47-4765-85c0-d517d0b8396c req-62ed3b3b-5e9b-4858-be63-41129d4f9eaa tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003320 Feb 04 12:50:04.196188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba26e53-fda1-493b-ab8b-0fca0155738f req-779aa923-8a69-4ab7-a89a-acdec1dc7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.197949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba26e53-fda1-493b-ab8b-0fca0155738f req-779aa923-8a69-4ab7-a89a-acdec1dc7b41 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 1101 time: 0.1040292 Feb 04 12:50:04.254846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba26e53-fda1-493b-ab8b-0fca0155738f req-07922559-98d5-41a9-aa5a-581615c81df0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Feb 04 12:50:04.392664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0c86-ace8-49f6-b711-b3a83d043068 req-df8b8ee3-6cfb-4dc7-997b-0dcf682ad949 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.395597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f89c0c86-ace8-49f6-b711-b3a83d043068 req-df8b8ee3-6cfb-4dc7-997b-0dcf682ad949 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.1054115 Feb 04 12:50:04.439564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52918) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:04.458743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.471802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f89c0c86-ace8-49f6-b711-b3a83d043068 req-78c65b27-02e4-4e65-89a0-dc605a74eb51 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Feb 04 12:50:04.475950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:04.488895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Usage tracker for resource:security_group_rule and tenant:661b7b06a8b84f73b46f58f34bafff52 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:04.510967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:04.525665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:04.646841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.650340 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.712182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=661b7b06a8b84f73b46f58f34bafff52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688849 Feb 04 12:50:04.712951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2904d8-a2d2-4af1-9002-cc71344e591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76112f-f3bb-4572-8d9e-d0130db18567,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:04.713443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52932) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:04.812635 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.840990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.906111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.926540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76112f-f3bb-4572-8d9e-d0130db18567,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:04.944556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:04.946704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ee68299f-0b55-482d-8adc-067360d8194f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af76112f-f3bb-4572-8d9e-d0130db18567 HTTP/1.1" status: 204 len: 168 time: 0.2320817 Feb 04 12:50:05.410894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d010efd-fcbe-4720-b634-fa9ea6d512b4 req-b7b236b9-ef15-4bcd-9095-1d2c03fee121 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.412910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d010efd-fcbe-4720-b634-fa9ea6d512b4 req-b7b236b9-ef15-4bcd-9095-1d2c03fee121 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 950 time: 0.1086810 Feb 04 12:50:05.527557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d010efd-fcbe-4720-b634-fa9ea6d512b4 req-93d17ac1-db2d-4a10-afed-98d6e90c53f2 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066525 Feb 04 12:50:05.748645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c308c-1070-4760-b78f-3f35b5e3fe95 req-44f3e312-5748-4c65-986e-13206f8def59 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.764276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b82c308c-1070-4760-b78f-3f35b5e3fe95 req-44f3e312-5748-4c65-986e-13206f8def59 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.1187701 Feb 04 12:50:05.821329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b82c308c-1070-4760-b78f-3f35b5e3fe95 req-67b194ee-6a6e-4aa0-9a39-2a547f68c162 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553024 Feb 04 12:50:06.039646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122525c5-37b0-451c-97a2-059140e18183 req-3a2f235f-7fb0-4e24-8c2b-894943afe267 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.041406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-122525c5-37b0-451c-97a2-059140e18183 req-3a2f235f-7fb0-4e24-8c2b-894943afe267 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 1122 time: 0.0769463 Feb 04 12:50:06.069984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:06.092369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:06.098015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Usage tracker for resource:security_group_rule and tenant:f03fc82a84ad4aa3a72de70097eaeaf5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:06.101621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:06.115893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:06.208735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:06.213766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:06.243145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-122525c5-37b0-451c-97a2-059140e18183 req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945279 Feb 04 12:50:06.265911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d52b-060d-48b4-8db4-74891f603f70 tempest-AggregatesAdminTestJSON-414362690 tempest-AggregatesAdminTestJSON-414362690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc164f-c64e-4357-be74-c857ad8204e5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:06.740252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263779e-0cea-49f3-85f2-a1d08d25b101 req-7122d42d-6606-4ae8-b879-d893e134efca tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.749375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4263779e-0cea-49f3-85f2-a1d08d25b101 req-7122d42d-6606-4ae8-b879-d893e134efca tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.1025162 Feb 04 12:50:06.791473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea544-2132-456b-97c8-2e2a7810b8b6 req-009bcc44-b2f7-4944-afe7-4bc81af12912 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.800615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293ea544-2132-456b-97c8-2e2a7810b8b6 req-009bcc44-b2f7-4944-afe7-4bc81af12912 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 950 time: 0.1201138 Feb 04 12:50:06.822737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4263779e-0cea-49f3-85f2-a1d08d25b101 req-e9f3ecb9-2f62-4152-9121-d15a9d6f4d72 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665352 Feb 04 12:50:06.860449 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293ea544-2132-456b-97c8-2e2a7810b8b6 req-6b228d2c-1b4b-4f50-99e5-29260b516879 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Feb 04 12:50:06.976693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53056) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:07.406864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.421856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:07.425970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Usage tracker for resource:security_group_rule and tenant:a0228ec70a574821b527a985d0aa1a70 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:07.429179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:07.435536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:07.529508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.533899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.568375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ece6d9-0e4b-4a3e-8577-7540f83c3668,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:07.598955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f562c7bf-1e19-433a-9577-1f222e85993a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0228ec70a574821b527a985d0aa1a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178284 Feb 04 12:50:07.599216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:07.707495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.742131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.775059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bebeb-59c9-4cda-8b3d-1b6f2ecc8e79 req-46f3a352-71b6-4555-bd2e-25694ee33810 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.776252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-899bebeb-59c9-4cda-8b3d-1b6f2ecc8e79 req-46f3a352-71b6-4555-bd2e-25694ee33810 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 950 time: 0.1385350 Feb 04 12:50:07.832592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-899bebeb-59c9-4cda-8b3d-1b6f2ecc8e79 req-c9997902-449b-4278-a607-e65f1b3c17db tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Feb 04 12:50:07.843014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.861766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ece6d9-0e4b-4a3e-8577-7540f83c3668,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:07.868372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:07.869475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8d4564d-b010-458c-b601-48c59139f5e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98ece6d9-0e4b-4a3e-8577-7540f83c3668 HTTP/1.1" status: 204 len: 168 time: 0.2693698 Feb 04 12:50:08.104660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492d6f8-b16f-4787-954c-1d2e5438a1ba req-f698ba51-4fb3-4cdf-87fc-c044540cd949 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.107098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2492d6f8-b16f-4787-954c-1d2e5438a1ba req-f698ba51-4fb3-4cdf-87fc-c044540cd949 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.0856056 Feb 04 12:50:08.157309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-5daa24cf-4516-414c-8be9-a89fffc14c29 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.160068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-5daa24cf-4516-414c-8be9-a89fffc14c29 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 971 time: 0.1069615 Feb 04 12:50:08.161173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2492d6f8-b16f-4787-954c-1d2e5438a1ba req-3d0c542d-dadf-4190-8714-fc87d12e0b87 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/security-groups?id=03bcc4bb-b748-4ab2-a5b5-32f9df622b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Feb 04 12:50:08.244151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:08.255283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Deleting port fbbc217a-493d-4417-8b6b-428a4fe7c472 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:50:08.255863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.268069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.283250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:08.288626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Usage tracker for resource:security_group_rule and tenant:67089ab6e7934298a44ce93601c0d93b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:08.291842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:08.298258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:08.428969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.434498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.488997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b540cb5a-635e-4ac6-bb59-3c15751d5550,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.546148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c774aac-54be-4f00-975e-f603f276be9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67089ab6e7934298a44ce93601c0d93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005745 Feb 04 12:50:08.548886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:08.651157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.682213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] For port fbbc217a-493d-4417-8b6b-428a4fe7c472, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fbbc217a-493d-4417-8b6b-428a4fe7c472,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:08.682823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.716615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.811278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.832031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540cb5a-635e-4ac6-bb59-3c15751d5550,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.843322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:08.844685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4abbb85e-7325-4b3d-99cc-635df33f7658 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b540cb5a-635e-4ac6-bb59-3c15751d5550 HTTP/1.1" status: 204 len: 168 time: 0.2933223 Feb 04 12:50:08.875349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Calling delete_port for fbbc217a-493d-4417-8b6b-428a4fe7c472 owned by compute:tempest-test_az-161311264 {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:50:08.882332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:08.946871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:09.158822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.160727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157cf6-4f18-4bc5-9eec-9420f2c397f9 req-1f9de39d-f370-4206-b083-eff93dc21464 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.162509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6157cf6-4f18-4bc5-9eec-9420f2c397f9 req-1f9de39d-f370-4206-b083-eff93dc21464 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 950 time: 0.1532650 Feb 04 12:50:09.163668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.176961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fbbc217a-493d-4417-8b6b-428a4fe7c472'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:09.189431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:09.201966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Usage tracker for resource:security_group_rule and tenant:04d8f4ed568647c6b7d9c74f0392f1e8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:09.208647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:09.213663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-e3cef1d4-d062-4b7e-95d8-e5c6118a4d37 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.215677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-e3cef1d4-d062-4b7e-95d8-e5c6118a4d37 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 1101 time: 0.1662254 Feb 04 12:50:09.219638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:09.283304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Pushing event deleted for resources: {'Port': ['ID=fbbc217a-493d-4417-8b6b-428a4fe7c472,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:09.327072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.327450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6157cf6-4f18-4bc5-9eec-9420f2c397f9 req-136b244b-60a8-460e-a1af-4b156c46788d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945804 Feb 04 12:50:09.416895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:09.422095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1650e834924844aa837fc36d2169c46d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:09.426685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:09.435660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:09.448883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f451523f-69dd-4e11-954b-aae69c8a3391 req-dde54241-7713-4bc0-bf5f-1c812de2aeeb tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a823b1-954b-4998-8bc8-44f2b6b88684 HTTP/1.1" status: 200 len: 210 time: 0.1061103 Feb 04 12:50:09.464092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Deleting port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:50:09.464691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.482384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] No DVR routers for this DVR port fbbc217a-493d-4417-8b6b-428a4fe7c472 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:09.486301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.500878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'name': 'network-vif-deleted', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:09.508046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b235cf1b-ae1b-448e-b7e8-2600dbaed369 req-172e91a7-e2dc-4fc4-9d07-ca5c320fabe1 tempest-AggregatesAdminTestJSON-930227792 tempest-AggregatesAdminTestJSON-930227792-project] 10.222.0.90 "DELETE /v2.0/ports/fbbc217a-493d-4417-8b6b-428a4fe7c472 HTTP/1.1" status: 204 len: 173 time: 1.3349164 Feb 04 12:50:09.573796 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a823b1-954b-4998-8bc8-44f2b6b88684', 'name': 'network-vif-deleted', 'tag': 'fbbc217a-493d-4417-8b6b-428a4fe7c472', 'status': 'completed', 'code': 200} Feb 04 12:50:09.847738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.862700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.900110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.931087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.959979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04d8f4ed568647c6b7d9c74f0392f1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728171 Feb 04 12:50:09.960076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:09.962362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] For port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:09.962779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:09.972108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1bb5-c943-41f7-86bc-499405d62f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f4f20-1f1d-4c3a-b517-c92e3dbfc57f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.054834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.092694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.133523 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1650e834924844aa837fc36d2169c46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1847167 Feb 04 12:50:10.138261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:10.150571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Calling delete_port for 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:50:10.206229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba16b1-0b2c-4e08-a7f9-72489ad166b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb24b39d-4438-4c64-8fb5-0698be376ed4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.239825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.243283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.272649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f4f20-1f1d-4c3a-b517-c92e3dbfc57f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.287980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.299126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.300324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-581cb7d3-3414-415c-bd0d-7dbe93264345 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a80f4f20-1f1d-4c3a-b517-c92e3dbfc57f HTTP/1.1" status: 204 len: 168 time: 0.3395000 Feb 04 12:50:10.365877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.403727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb24b39d-4438-4c64-8fb5-0698be376ed4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.425617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.432584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e1e577ea-c88c-416a-a80f-30b8c5736868 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb24b39d-4438-4c64-8fb5-0698be376ed4 HTTP/1.1" status: 204 len: 168 time: 0.2927775 Feb 04 12:50:10.532659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.544629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7c5c4ae7-d1c3-4684-b9a8-c13f37579206'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:10.594819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c5c4ae7-d1c3-4684-b9a8-c13f37579206,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.695057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] No DVR routers for this DVR port 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:10.706950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.718510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'name': 'network-vif-deleted', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:10.739657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a21b-e45b-40dd-9eaa-89eb2ef9488c req-55bf0b0f-29f9-4466-b248-93329af25896 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.748214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8e5a21b-e45b-40dd-9eaa-89eb2ef9488c req-55bf0b0f-29f9-4466-b248-93329af25896 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec19a2b2-38c2-4bd8-9a01-79891c7ba06b HTTP/1.1" status: 200 len: 867 time: 0.3011923 Feb 04 12:50:10.837222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82a0458b-4bf2-4d00-b042-78593f3ce776 req-afdb0e29-f052-4774-be69-a8e33d683ef9 tempest-DeleteServersAdminTestJSON-1572254280 tempest-DeleteServersAdminTestJSON-1572254280-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7c5c4ae7-d1c3-4684-b9a8-c13f37579206 HTTP/1.1" status: 204 len: 173 time: 1.6124640 Feb 04 12:50:10.871917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8e5a21b-e45b-40dd-9eaa-89eb2ef9488c req-9c794c31-db36-4c68-9bc0-cbfb92b3cf1c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226449 Feb 04 12:50:10.879242 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec19a2b2-38c2-4bd8-9a01-79891c7ba06b', 'name': 'network-vif-deleted', 'tag': '7c5c4ae7-d1c3-4684-b9a8-c13f37579206', 'status': 'completed', 'code': 200} Feb 04 12:50:10.942949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53222) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:10.962698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:10.981226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:10.987526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Usage tracker for resource:security_group_rule and tenant:dc28d850e37e4b78acb2abb163fbc624 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:10.991189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:10.998433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:11.029704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:11.051479 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.070154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:11.075161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Usage tracker for resource:security_group_rule and tenant:f97bfe094ba344869937d34afd85607e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:11.078412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:11.085012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:11.137097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.143035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.199923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e1dd3-6cb7-4ecc-bac9-592ea4f54bb3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:11.216495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8a65467f-88ce-4a24-b397-3c7402bb624d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc28d850e37e4b78acb2abb163fbc624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698007 Feb 04 12:50:11.216796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53250) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:11.245549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.263028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.332928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d767daa-8e20-49de-9d39-de6e0c3e4310,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:11.338884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-785d3cb9-b984-453d-97b7-43c4f3646687 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f97bfe094ba344869937d34afd85607e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079183 Feb 04 12:50:11.341505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53260) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:11.353284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.389459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.454310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.471685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.477002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e1dd3-6cb7-4ecc-bac9-592ea4f54bb3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:11.510965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.519898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.523927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6576c844-95a4-4b42-9fb9-f608a2030260 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a9e1dd3-6cb7-4ecc-bac9-592ea4f54bb3 HTTP/1.1" status: 204 len: 168 time: 0.3061709 Feb 04 12:50:11.601353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.624745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d767daa-8e20-49de-9d39-de6e0c3e4310,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:11.639994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53282) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:11.662807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:11.667599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c38b9744-c9bc-41c9-adc4-2ab22c9a3512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d767daa-8e20-49de-9d39-de6e0c3e4310 HTTP/1.1" status: 204 len: 168 time: 0.3248127 Feb 04 12:50:12.036556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.055625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:12.059919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Usage tracker for resource:security_group_rule and tenant:d77f26690c4c40ec8c6bc23f4945a5f8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:12.062885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:12.068840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:12.204442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.210592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.261725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6379cb-e225-4e3e-b0a7-62b0bd3205db,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:12.284518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fbca35e9-54dc-4b0a-b07d-1840a6820a17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d77f26690c4c40ec8c6bc23f4945a5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423707 Feb 04 12:50:12.287133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53334) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:12.363217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.403303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.455114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-0d8bafe2-7670-4b14-ad84-5d899735053f tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406408 Feb 04 12:50:12.647628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.669318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fbbc217a-493d-4417-8b6b-428a4fe7c472 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:50:12.683857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6379cb-e225-4e3e-b0a7-62b0bd3205db,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:12.687327 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:12.688490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49da00d9-1aad-426c-bfa1-0c863ca4051a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f6379cb-e225-4e3e-b0a7-62b0bd3205db HTTP/1.1" status: 204 len: 168 time: 0.4002850 Feb 04 12:50:12.698963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-dd358236-ff89-4a45-ac5a-9cf21c95d17f tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:12.716110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-dd358236-ff89-4a45-ac5a-9cf21c95d17f tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500756 Feb 04 12:50:12.744793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-dc2dbc6b-7090-4e70-9cb2-05394b49707a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/quotas/7fb26e4a16da4ffdb5e3e593f966a4f4 HTTP/1.1" status: 200 len: 375 time: 0.0277290 Feb 04 12:50:12.775198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: fbbc217a-493d-4417-8b6b-428a4fe7c472 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:50:12.775198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fbbc217a-493d-4417-8b6b-428a4fe7c472 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:50:12.775198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:50:12.841280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-79c9ce4f-4dc1-4832-b18e-7df48b68bebd tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955293 Feb 04 12:50:12.923222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:50:12.923998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c5c4ae7-d1c3-4684-b9a8-c13f37579206 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:50:13.092996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fd7e7e22-d876-4834-8ace-eafaeec3de82 req-bf3506ce-58ab-49bd-82bd-619a4e7c1e9d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Synchronizing usage tracker for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:13.129151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fd7e7e22-d876-4834-8ace-eafaeec3de82 req-bf3506ce-58ab-49bd-82bd-619a4e7c1e9d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Unset dirty status for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:13.148382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd7e7e22-d876-4834-8ace-eafaeec3de82 req-bf3506ce-58ab-49bd-82bd-619a4e7c1e9d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 210 time: 0.1104693 Feb 04 12:50:13.327757 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-89506d15-4854-42a3-9914-4a6d03bb3f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:14.106273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:14.353694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7659df8-8c1d-47d2-aa85-e62723664796 req-2abe791f-1f99-42b3-bd05-a2bfd9fb6747 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 210 time: 0.0635743 Feb 04 12:50:14.485791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-ea18748d-cf0a-43e0-a1e6-6f64542e1874 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794060 Feb 04 12:50:14.694081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53570) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:14.700454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:14.722080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:14.731060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-04c35027-5996-49ad-93f3-7e909309c82d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.732960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-04c35027-5996-49ad-93f3-7e909309c82d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434349 Feb 04 12:50:14.736334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fe578677d644ef87f41ea0ca65511c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:14.740360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:14.753478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Request body: {'port': {'device_id': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '7fb26e4a16da4ffdb5e3e593f966a4f4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:14.772763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:14.940464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:14.960609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:15.002370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.009301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.041209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Made reservation on behalf of 7fb26e4a16da4ffdb5e3e593f966a4f4 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:15.045564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.092239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1f085-4cc3-4823-b7b5-82dcb84fc7fc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.099110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d1753a74-4948-4297-893d-cd30ad6a0968 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6fe578677d644ef87f41ea0ca65511c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897144 Feb 04 12:50:15.102104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:15.210228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.219360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:15.220093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.234412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:15.257096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.287041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:15.292910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Allocated IP 192.168.233.32 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/55537700-c43d-4f42-b4eb-7646b3acf5ac) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:15.299970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Usage tracker for resource:security_group_rule and tenant:90b299bc266a4612af23126cdf7e2e94 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:15.305543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:15.313716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:15.352227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.375756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1f085-4cc3-4823-b7b5-82dcb84fc7fc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.420159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.424278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-129d9af6-6845-4017-9096-1326afe10e98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42f1f085-4cc3-4823-b7b5-82dcb84fc7fc HTTP/1.1" status: 204 len: 168 time: 0.3213205 Feb 04 12:50:15.469486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.476665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.537386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c99a18-1948-4a77-b570-9008984ac964,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.543005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-875f9fc0-49b1-4b67-b7d2-328c6173d7dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90b299bc266a4612af23126cdf7e2e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8464534 Feb 04 12:50:15.545377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:15.616351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.650417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.666470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca4e645-b80d-4b81-906b-a010693d3fea req-33f8781c-d9d2-46b7-bc9f-bc27c3a04722 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 210 time: 0.0889003 Feb 04 12:50:15.667258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.750291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:15.764344 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-41c14ea9-a07a-4b2e-a260-b6961e7c119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.765919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-61dadb46-d9bb-496f-b496-0ab864bc9d03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6d2af2c6f524809a0cbd61b20d9b05a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5113528 Feb 04 12:50:15.769370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:15.771562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.781393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.784378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Usage tracker for resource:security_group_rule and tenant:82dd336b4c4e41c8980c6733ea15a516 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:15.796038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:15.814631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c99a18-1948-4a77-b570-9008984ac964,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.817567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:15.836391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.837979 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e3a535dd-9f74-4452-a7df-98dfee300b1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3c99a18-1948-4a77-b570-9008984ac964 HTTP/1.1" status: 204 len: 168 time: 0.2914803 Feb 04 12:50:15.844854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Transition to ACTIVE for port object 55537700-c43d-4f42-b4eb-7646b3acf5ac will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:15.874294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.905938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.927557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.978572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:15.995930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bcc4bb-b748-4ab2-a5b5-32f9df622b31,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.013262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.014957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d2892173-85c4-434d-9d8c-92a0480ce805 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03bcc4bb-b748-4ab2-a5b5-32f9df622b31 HTTP/1.1" status: 204 len: 168 time: 0.2445889 Feb 04 12:50:16.045295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.047627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:16.051467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:16.056684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:16.062330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:16.063022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.072096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.091833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Pushing event updated for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.142327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ea154-cec4-4e77-a0e6-564f1ebcaf7a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.149982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-05e574d1-b89f-4e6e-ae7d-ee4207ccf072 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82dd336b4c4e41c8980c6733ea15a516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138916 Feb 04 12:50:16.152675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53640) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:16.173039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-8ce119ca-269e-4e73-af69-c4f3f9379679 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4241610 Feb 04 12:50:16.190376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Request body: {'port': {'device_id': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:16.277947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.313853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.331712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-fd16ef2b-7fe0-408e-a1af-df16eae22a68 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cec1b88c25bc414489c38baf33e595dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375550 Feb 04 12:50:16.375535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.393815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ea154-cec4-4e77-a0e6-564f1ebcaf7a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.401188 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.402544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1894c5a7-de85-4d05-96db-4d3d1539ddaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/860ea154-cec4-4e77-a0e6-564f1ebcaf7a HTTP/1.1" status: 204 len: 168 time: 0.2485089 Feb 04 12:50:16.434890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6cd5ba55-21ea-49cb-901e-7bbf80638bf8 None None] Provisioning for port 55537700-c43d-4f42-b4eb-7646b3acf5ac completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:16.442643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6cd5ba55-21ea-49cb-901e-7bbf80638bf8 None None] Provisioning complete for port 55537700-c43d-4f42-b4eb-7646b3acf5ac triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:16.443252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6cd5ba55-21ea-49cb-901e-7bbf80638bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.507935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5ba55-21ea-49cb-901e-7bbf80638bf8 None None] Port 55537700-c43d-4f42-b4eb-7646b3acf5ac cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:16.519061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.536174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:16.561450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.580764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:16.586163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Usage tracker for resource:security_group_rule and tenant:a23ff8c340884aa8b62a875d1b08874e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:16.589051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:16.596512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:16.611077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-4e33efb7-4ca5-4bee-880a-87056de7d923 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:16.618644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-4e33efb7-4ca5-4bee-880a-87056de7d923 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860518 Feb 04 12:50:16.640992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-60d516ba-adf4-48dd-a87c-b4763cec1b12 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/quotas/cec1b88c25bc414489c38baf33e595dd HTTP/1.1" status: 200 len: 375 time: 0.0214443 Feb 04 12:50:16.714558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.721267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.725670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:16.743756 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-30262069-6464-44f3-882f-241711d5105d tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018472 Feb 04 12:50:16.791862 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a23ff8c340884aa8b62a875d1b08874e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543590 Feb 04 12:50:16.792606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6ecb-0d55-4bea-aa26-9aa9b7ba7e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e707e43-4786-4509-91ab-44130b473e9a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.794802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:16.986207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.071482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.108527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.192406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:17.193464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55537700-c43d-4f42-b4eb-7646b3acf5ac {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:17.204259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.220634 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.236822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb47cb-dab3-4bf7-bbfc-03b7982c4540 req-ddab39ad-c710-416f-878a-ee1ad2265158 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:17.237621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcdb47cb-dab3-4bf7-bbfc-03b7982c4540 req-ddab39ad-c710-416f-878a-ee1ad2265158 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Synchronizing usage tracker for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:17.241218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:17.245361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Usage tracker for resource:security_group_rule and tenant:cd2acf9173784c2087af92621c5082ae is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:17.249028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:17.249534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Transition to ACTIVE for port object 55537700-c43d-4f42-b4eb-7646b3acf5ac will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:17.251263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.257247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:17.282166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e707e43-4786-4509-91ab-44130b473e9a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:17.291240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.298179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53686) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:17.372504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.376902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.426393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.427624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aef7bf33-09b6-4dd8-b317-8573f1918714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e707e43-4786-4509-91ab-44130b473e9a HTTP/1.1" status: 204 len: 168 time: 0.6275892 Feb 04 12:50:17.428592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcdb47cb-dab3-4bf7-bbfc-03b7982c4540 req-ddab39ad-c710-416f-878a-ee1ad2265158 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Unset dirty status for tenant:7fb26e4a16da4ffdb5e3e593f966a4f4 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:17.437754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcdb47cb-dab3-4bf7-bbfc-03b7982c4540 req-ddab39ad-c710-416f-878a-ee1ad2265158 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 935 time: 0.4199405 Feb 04 12:50:17.440835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd2acf9173784c2087af92621c5082ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467813 Feb 04 12:50:17.441738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6eadf-8616-4f5e-ba27-103a0cacbeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6183a3c3-340c-433e-bd6c-0f0748ff81bf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:17.444223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:17.528171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.578858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.626141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53698) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:17.671621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcdb47cb-dab3-4bf7-bbfc-03b7982c4540 req-d91dc316-d73d-46ba-99a4-05a43ae2c6fc tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322967 Feb 04 12:50:17.711855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:17.728262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.765587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6183a3c3-340c-433e-bd6c-0f0748ff81bf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:17.832680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.840712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:17.843999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-159073e0-bcb3-4f0d-8ced-385d4f7efb6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6183a3c3-340c-433e-bd6c-0f0748ff81bf HTTP/1.1" status: 204 len: 168 time: 0.3984089 Feb 04 12:50:17.891097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53708) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:17.891332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-16d3cac1-0aa6-4387-8e84-4eba1b59885b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f03fc82a84ad4aa3a72de70097eaeaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040846 Feb 04 12:50:18.032041 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.077488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:18.078957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.079897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Attempting to bind port 55537700-c43d-4f42-b4eb-7646b3acf5ac on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:18.080226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Attempting to bind port 55537700-c43d-4f42-b4eb-7646b3acf5ac by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:18.080551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Attempting to bind port 55537700-c43d-4f42-b4eb-7646b3acf5ac on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:18.092479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08093f66-9c30-429a-b7bb-1d08af52775d req-bb7b7f8c-62bb-4942-aac9-c0890d69b2d0 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 210 time: 0.0909202 Feb 04 12:50:18.093411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Usage tracker for resource:security_group_rule and tenant:00653cb117e4412a99bf16df70f25f21 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:18.096238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Port 55537700-c43d-4f42-b4eb-7646b3acf5ac on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:50:18.096791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Attempting to bind port 55537700-c43d-4f42-b4eb-7646b3acf5ac on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:18.100462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:18.117596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:18.118037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:18.118440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:18.118941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Bound port: 55537700-c43d-4f42-b4eb-7646b3acf5ac, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:18.119293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.130327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:18.222570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.245959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:18.249681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc164f-c64e-4357-be74-c857ad8204e5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:18.250499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:18.252987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.257764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba00b9f9-e9d3-41d4-b844-98475d362279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54bc164f-c64e-4357-be74-c857ad8204e5 HTTP/1.1" status: 204 len: 168 time: 0.3651543 Feb 04 12:50:18.259671 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.337826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.338438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.339841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] 10.222.0.87 "PUT /v2.0/ports/55537700-c43d-4f42-b4eb-7646b3acf5ac HTTP/1.1" status: 200 len: 1095 time: 2.1589603 Feb 04 12:50:18.342924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:18.385486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.389459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777c229-8499-4a3e-9428-c6da4432f1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:18.393882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.478578 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:18.489931 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac', 'status': 'completed', 'code': 200} Feb 04 12:50:18.516760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d964dd2-1c47-4a5e-bc0d-cd8acbcd564e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:18.541830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-feade4a8-9a21-4722-bb0b-eb6899994e52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00653cb117e4412a99bf16df70f25f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916831 Feb 04 12:50:18.542245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:18.560728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53734) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:18.589889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-3dd0d757-c56c-4eda-aa7b-bdd8adc3f06a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=cec1b88c25bc414489c38baf33e595dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550141 Feb 04 12:50:18.590439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-fcb3c1b9-350f-478d-a796-40162ec4f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.592185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-fcb3c1b9-350f-478d-a796-40162ec4f373 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 1098 time: 0.1454704 Feb 04 12:50:18.654092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53742) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:18.738474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-fe2d37f3-d5d4-4ffd-9907-bbb04186694c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac HTTP/1.1" status: 200 len: 217 time: 0.1382079 Feb 04 12:50:18.857016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-cb1da014-a524-4021-aa8d-f6a2d94321a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.859177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-cb1da014-a524-4021-aa8d-f6a2d94321a9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1139283 Feb 04 12:50:18.930117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-a20c7e92-6135-41f3-8e0f-c98226058572 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:18.931933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-a20c7e92-6135-41f3-8e0f-c98226058572 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231084 Feb 04 12:50:18.945732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Request body: {'port': {'device_id': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'cec1b88c25bc414489c38baf33e595dd'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:19.016903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.047628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:19.056524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Usage tracker for resource:security_group_rule and tenant:47e6c245409d4f4eba469160efa06241 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:19.061976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:19.069143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.073153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:19.096584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.102241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:19.111787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-eedafd65-0bd0-4728-b4fd-eb5c052eb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:19.114004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-eedafd65-0bd0-4728-b4fd-eb5c052eb1e6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476423 Feb 04 12:50:19.116149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Usage tracker for resource:security_group_rule and tenant:7ce0fff137af4d92a46abcc12b93ba58 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:19.124323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:19.160738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:19.187368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.196835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9dc4f-9878-4b1f-976b-9981b42271a1 req-007aa2a0-9e97-4a14-baf9-09fc53eb72a4 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:19.207594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6dc9dc4f-9878-4b1f-976b-9981b42271a1 req-007aa2a0-9e97-4a14-baf9-09fc53eb72a4 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 947 time: 0.2725101 Feb 04 12:50:19.207823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:19.223490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Usage tracker for resource:port and tenant:cec1b88c25bc414489c38baf33e595dd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:19.242851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:19.254387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:19.280609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Made reservation on behalf of cec1b88c25bc414489c38baf33e595dd for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:19.284130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.302569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.368026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6dc9dc4f-9878-4b1f-976b-9981b42271a1 req-d50c5bb2-30a9-4d76-b3bf-a830db0f59fc tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590114 Feb 04 12:50:19.387890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1266753-896a-43c1-baad-15a0ce631bde req-d971e053-6457-4013-9e3d-92feea0bfa7b tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 210 time: 0.0868332 Feb 04 12:50:19.388569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.393624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:19.416495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Usage tracker for resource:security_group_rule and tenant:cec1b88c25bc414489c38baf33e595dd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:19.420680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:19.435903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d964dd2-1c47-4a5e-bc0d-cd8acbcd564e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:19.440087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:19.465624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.467400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ca5866e-1080-4de6-b36f-5dca05c45861 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d964dd2-1c47-4a5e-bc0d-cd8acbcd564e HTTP/1.1" status: 204 len: 168 time: 0.8803961 Feb 04 12:50:19.484986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.485454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.490833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.493361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.534313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47e6c245409d4f4eba469160efa06241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9723949 Feb 04 12:50:19.535150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:19.540451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-b3824a74-3b52-4276-9f56-3ee560a3a99e service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887842 Feb 04 12:50:19.558539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedd81e-0661-4fb7-b201-2df7700175c5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:19.566555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d077214-5917-436b-b90b-c29807e881fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ce0fff137af4d92a46abcc12b93ba58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089024 Feb 04 12:50:19.569664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:19.668035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd3866-acda-4a99-becf-4370f14b95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bea724-2262-4cda-9951-702ac1abe857,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:19.679002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.732517 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.744700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.750141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.758487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.826035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.845309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e748c6-1fe4-42c7-a4d2-70faa176a9f3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:19.846048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aff40d4-968e-4a22-af37-b5df9a4cb812 req-cbd17e2a-6379-4098-b1d3-366d7bb71535 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905471 Feb 04 12:50:19.905635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.971805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:19.998816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedd81e-0661-4fb7-b201-2df7700175c5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.051343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Allocated IP 192.168.233.247 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/ea1f5568-9957-4568-9d71-442137722b45) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:20.055360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.056637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66e8481d-fb06-4b48-b0ee-05df137d6020 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bedd81e-0661-4fb7-b201-2df7700175c5 HTTP/1.1" status: 204 len: 168 time: 0.4859409 Feb 04 12:50:20.068679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.102486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bea724-2262-4cda-9951-702ac1abe857,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.108925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-ab0dd3a1-404b-405c-a0a3-4436f96bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.110987 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-ab0dd3a1-404b-405c-a0a3-4436f96bd515 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 1098 time: 0.1549480 Feb 04 12:50:20.111933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.115395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-86eac607-4e76-4417-999c-a9aecef4e287 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66bea724-2262-4cda-9951-702ac1abe857 HTTP/1.1" status: 204 len: 168 time: 0.5753305 Feb 04 12:50:20.293779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-3fae60f6-e3a8-43bd-9b66-1c551c89f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.296079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-3fae60f6-e3a8-43bd-9b66-1c551c89f444 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1769733 Feb 04 12:50:20.312819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.333238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Transition to ACTIVE for port object ea1f5568-9957-4568-9d71-442137722b45 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:20.364759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.368407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-33bfbee8-f98b-48c3-9291-5334abd5559c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac HTTP/1.1" status: 200 len: 217 time: 0.0633192 Feb 04 12:50:20.485574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:20.493729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:20.499566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:20.509129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.519629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.556684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Pushing event updated for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.563333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-361e66b0-ef82-4053-b339-55e0333bc840 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6225557 Feb 04 12:50:20.609880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-f9478d22-6256-404f-a3c8-22a1dc61222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.609880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-f9478d22-6256-404f-a3c8-22a1dc61222a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2307549 Feb 04 12:50:20.635392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Request body: {'port': {'device_id': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:20.831805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.838514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e21733b9-a6d4-4ecd-8b36-74b6ecc422ae None None] Provisioning for port ea1f5568-9957-4568-9d71-442137722b45 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:20.850577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e21733b9-a6d4-4ecd-8b36-74b6ecc422ae None None] Provisioning complete for port ea1f5568-9957-4568-9d71-442137722b45 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:20.852979 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e21733b9-a6d4-4ecd-8b36-74b6ecc422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:20.862290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-bcddf5cb-dad8-41a1-aeed-eb024199c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.863815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-bcddf5cb-dad8-41a1-aeed-eb024199c50a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413380 Feb 04 12:50:20.882929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d55f3-7ca2-439a-bea7-c39f80a82acd req-572f9ef2-f7dd-4bea-9065-86fcf99f3929 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.884505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b9d55f3-7ca2-439a-bea7-c39f80a82acd req-572f9ef2-f7dd-4bea-9065-86fcf99f3929 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 947 time: 0.3683028 Feb 04 12:50:20.934282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-a920e3df-f661-4513-a851-ee1542544807 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:20.937842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-a920e3df-f661-4513-a851-ee1542544807 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Synchronizing usage tracker for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:20.984930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e21733b9-a6d4-4ecd-8b36-74b6ecc422ae None None] Port ea1f5568-9957-4568-9d71-442137722b45 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:21.011530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b9d55f3-7ca2-439a-bea7-c39f80a82acd req-89b90f09-8019-46f8-b014-98802e0cbb3a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038394 Feb 04 12:50:21.042702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-a920e3df-f661-4513-a851-ee1542544807 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Unset dirty status for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:21.043886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-a920e3df-f661-4513-a851-ee1542544807 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 936 time: 0.4760408 Feb 04 12:50:21.070509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-c527613b-eedb-417b-9a10-ee25130725c0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849089 Feb 04 12:50:21.071017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:21.111773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.191409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:21.198783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Usage tracker for resource:security_group_rule and tenant:927d6a2ced494f22917b5393fb633a6f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:21.211020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:21.222310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:21.267329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-d7a5d40f-149f-4168-9015-abf5acdc0bf0 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Synchronizing usage tracker for tenant:cec1b88c25bc414489c38baf33e595dd on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:21.298786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad76816-c4bb-43a3-8d4a-e9ac9f52f135 req-4d8fdc23-f25e-4422-ad8c-fdec281fbae8 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105696 Feb 04 12:50:21.312315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-d7a5d40f-149f-4168-9015-abf5acdc0bf0 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Unset dirty status for tenant:cec1b88c25bc414489c38baf33e595dd on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:21.313927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b63e6a7-37e0-4ab7-bb5c-129356bc66bb req-d7a5d40f-149f-4168-9015-abf5acdc0bf0 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624452 Feb 04 12:50:21.396657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.401991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.438382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1f5568-9957-4568-9d71-442137722b45 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:21.447974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.460167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=927d6a2ced494f22917b5393fb633a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856652 Feb 04 12:50:21.460167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520aa27-f57d-42c4-a63c-2e3c9f880c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67ae88-cb10-442e-95f5-dced237f139e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:21.462140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:21.482171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Transition to ACTIVE for port object ea1f5568-9957-4568-9d71-442137722b45 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:21.487161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.533837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.568678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.659596 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.681951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67ae88-cb10-442e-95f5-dced237f139e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:21.705805 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.708130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6191c22f-9110-4cb9-a95a-cf76ba6ae846 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e67ae88-cb10-442e-95f5-dced237f139e HTTP/1.1" status: 204 len: 168 time: 0.2449427 Feb 04 12:50:21.745649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:21.770084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Attempting to bind port ea1f5568-9957-4568-9d71-442137722b45 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:21.770424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Attempting to bind port ea1f5568-9957-4568-9d71-442137722b45 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:21.772973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Attempting to bind port ea1f5568-9957-4568-9d71-442137722b45 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:21.778484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Port ea1f5568-9957-4568-9d71-442137722b45 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:50:21.778911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Attempting to bind port ea1f5568-9957-4568-9d71-442137722b45 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:21.795416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:21.795754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:21.796222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:21.796547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Bound port: ea1f5568-9957-4568-9d71-442137722b45, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:21.796894 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.903763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:21.907297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ea1f5568-9957-4568-9d71-442137722b45,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:21.912383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.978249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:21.978974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:21.980432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] 10.222.0.90 "PUT /v2.0/ports/ea1f5568-9957-4568-9d71-442137722b45 HTTP/1.1" status: 200 len: 1096 time: 1.3509228 Feb 04 12:50:21.980866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:22.006480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a59144-d994-4668-bd1b-6aff101351c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:22.072798 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45', 'status': 'completed', 'code': 200} Feb 04 12:50:22.143007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-ecb3ee4b-d02b-4ca5-9bfd-f5ebbed8d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.144996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-ecb3ee4b-d02b-4ca5-9bfd-f5ebbed8d7f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 1099 time: 0.1174254 Feb 04 12:50:22.261428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-4b2917e0-8742-48af-899d-1e31c8b1a159 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ea1f5568-9957-4568-9d71-442137722b45 HTTP/1.1" status: 200 len: 217 time: 0.1089914 Feb 04 12:50:22.348461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-f2745180-8932-4209-a355-34f5a606dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.349919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-f2745180-8932-4209-a355-34f5a606dbfa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0781026 Feb 04 12:50:22.402106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bc7d8-aaf1-4e03-b31e-01f77e01155e req-32fa2210-aa24-4917-ad7f-38dddb678c29 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.403600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c5bc7d8-aaf1-4e03-b31e-01f77e01155e req-32fa2210-aa24-4917-ad7f-38dddb678c29 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 947 time: 0.1952138 Feb 04 12:50:22.472830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c5bc7d8-aaf1-4e03-b31e-01f77e01155e req-d642ab89-d8c0-488c-ac48-f8765c716883 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605109 Feb 04 12:50:22.484622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a7dde-0f16-4479-8381-497cbd8873df req-3ba44a50-e47e-4175-a175-94cebc115d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.486984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-3ba44a50-e47e-4175-a175-94cebc115d9e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298034 Feb 04 12:50:22.594513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc96f1-cd8b-4f95-a3db-22edfdce8912 req-b24373bb-fe8f-406c-85b3-9bd001038663 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.596660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0efc96f1-cd8b-4f95-a3db-22edfdce8912 req-b24373bb-fe8f-406c-85b3-9bd001038663 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 948 time: 0.0961041 Feb 04 12:50:22.634576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-962a1815-3e7f-474d-8754-ee08f962e306 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403730 Feb 04 12:50:22.658338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0efc96f1-cd8b-4f95-a3db-22edfdce8912 req-607366bf-db66-49e3-b32c-bb251f3a4ce7 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Feb 04 12:50:22.794925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-622a7dde-0f16-4479-8381-497cbd8873df req-229c32dd-728b-4e73-8134-493be5625504 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545942 Feb 04 12:50:22.831461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 55537700-c43d-4f42-b4eb-7646b3acf5ac details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:50:22.925831 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:50:22.926648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-35142ce1-293f-463e-9ddc-277ee4d0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:22.928680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-35142ce1-293f-463e-9ddc-277ee4d0be43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 1099 time: 0.0846786 Feb 04 12:50:22.936704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:22.980954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:23.000264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '55537700-c43d-4f42-b4eb-7646b3acf5ac', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '55537700-c43d-4f42-b4eb-7646b3acf5ac', 'mac_address': 'fa:16:3e:4c:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:50:23.065087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.084714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55537700-c43d-4f42-b4eb-7646b3acf5ac {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:23.103648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:23.105585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-4130c355-342f-46d5-8427-a0ea50718c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.107853 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-4130c355-342f-46d5-8427-a0ea50718c02 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1729178 Feb 04 12:50:23.109025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.183006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:23.191985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-91d4ef43-281c-4008-9b50-6c7c387151f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ea1f5568-9957-4568-9d71-442137722b45 HTTP/1.1" status: 200 len: 217 time: 0.0781124 Feb 04 12:50:23.264717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-27d41dda-001a-40a1-b10a-48891865a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.265616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-network', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:23.266970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-27d41dda-001a-40a1-b10a-48891865a973 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0671554 Feb 04 12:50:23.271256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:23.276888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Usage tracker for resource:network and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:23.279984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:23.286636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:23.301038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Made reservation on behalf of 4204e0c53d334bdbaf53e10abe06c532 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:23.303859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.320170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.336744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['55537700-c43d-4f42-b4eb-7646b3acf5ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:23.355614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:23.366075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-fb4091ca-1d03-485d-b277-31f3f2310cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.368248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Usage tracker for resource:security_group_rule and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:23.369371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-fb4091ca-1d03-485d-b277-31f3f2310cce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954874 Feb 04 12:50:23.371735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:23.383873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:23.549657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.555246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.593759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:23.610122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f7387a-e354-405d-b962-0605e77815d9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:23.617598 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740016823857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.618147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Unsubscribe: segment precommit_create {{(pid=87620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:50:23.618723 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Added segment 550d9eb0-6e55-493c-b708-35e67aa2991c of type vlan for network 91f90520-1ad2-438a-902d-789a35511944 Feb 04 12:50:23.660703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-2f928146-2373-438a-9812-22ca1e6457f4 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832136 Feb 04 12:50:23.669436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.742819 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.743906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.744536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:23.847498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c3621c-8b6b-4f6a-899f-a7b7fd20f56e req-b6970684-f480-4c17-90de-fffe332c1458 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804483 Feb 04 12:50:23.880703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] Pushing event updated for resources: {'Network': ['ID=91f90520-1ad2-438a-902d-789a35511944,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:23.898072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-10ef6a0f-edef-4039-8957-dd38270d7c26 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9602535 Feb 04 12:50:23.899316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 91f90520-1ad2-438a-902d-789a35511944 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:50:23.901064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53946) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:23.906864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Request body: {'subnet': {'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-subnet', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:23.911561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:23.915698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Usage tracker for resource:subnet and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:23.918633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:23.925584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:23.940813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Made reservation on behalf of 4204e0c53d334bdbaf53e10abe06c532 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:23.944444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.022512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53950) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:24.052930 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.138211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f7ef5-6915-447b-8059-2d0f2f3845f8 req-0829f0c4-5f12-4605-80eb-f932ea4c62d8 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.140625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa1f7ef5-6915-447b-8059-2d0f2f3845f8 req-0829f0c4-5f12-4605-80eb-f932ea4c62d8 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 948 time: 0.1885598 Feb 04 12:50:24.210698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa1f7ef5-6915-447b-8059-2d0f2f3845f8 req-6c3b2092-43a3-4cff-908e-49b31edc4fee tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581319 Feb 04 12:50:24.248794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1680927433-network', 'tenant_id': '691bf887e5f4474ca39b4f942a91b141'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:24.254435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:24.259303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Usage tracker for resource:network and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:24.262805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:24.272968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:24.289544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Made reservation on behalf of 691bf887e5f4474ca39b4f942a91b141 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:24.293667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.314960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028683c-4b6f-4887-a9ce-26ccd9d06aaa req-67c1bff7-d0f4-4194-a1b8-582b3bcc0c10 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.315914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.316723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1028683c-4b6f-4887-a9ce-26ccd9d06aaa req-67c1bff7-d0f4-4194-a1b8-582b3bcc0c10 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 948 time: 0.1354115 Feb 04 12:50:24.318036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.336991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:24.341239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:24.344118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:24.352320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:24.424460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:24.437469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Checking segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:24.437747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Network hostable DHCP agents. Network: 91f90520-1ad2-438a-902d-789a35511944, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:24.446684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1028683c-4b6f-4887-a9ce-26ccd9d06aaa req-81694776-f103-482d-bf40-e19ed547f464 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985224 Feb 04 12:50:24.464419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Network 91f90520-1ad2-438a-902d-789a35511944 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:24.487411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 91f90520-1ad2-438a-902d-789a35511944) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:24.497724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cabc25-4f5c-46d5-8d15-e40e0a1cc02f None None] Network 91f90520-1ad2-438a-902d-789a35511944 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:24.499656 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.509028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.510864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.511964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.536944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:24.567602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9da23d8d-33b3-48c9-9270-7b297a99c176 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6626163 Feb 04 12:50:24.568040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.568185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53972) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:24.569321 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Added segment 17b93c39-a2e3-439e-96da-df157159fa25 of type vlan for network 8ab7c800-3697-4e8c-b8cd-8372f4896f77 Feb 04 12:50:24.577590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:24.588288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:24.598806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Usage tracker for resource:router and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:24.615546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:24.631558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5ad044-cc49-45b8-bc8e-cf2d5b573a8b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:24.647625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:24.668176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.669751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.696223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.705644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.759355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.760673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.761540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:24.938808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 55537700-c43d-4f42-b4eb-7646b3acf5ac up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:25.024321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 55537700-c43d-4f42-b4eb-7646b3acf5ac completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:25.031647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 55537700-c43d-4f42-b4eb-7646b3acf5ac triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:25.034503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.064728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0183434 Feb 04 12:50:25.064728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721631-ebe0-43e7-a270-b041a988d13b admin admin] Pushing event updated for resources: {'Network': ['ID=8ab7c800-3697-4e8c-b8cd-8372f4896f77,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:25.064728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:25.064728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Request body: {'subnet': {'network_id': '8ab7c800-3697-4e8c-b8cd-8372f4896f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1680927433-subnet', 'tenant_id': '691bf887e5f4474ca39b4f942a91b141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:25.086274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:25.092038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Usage tracker for resource:subnet and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:25.103435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:25.110287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-91f90520-1ad2-438a-902d-789a35511944', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:50:25.110287 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.115716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:25.141309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Made reservation on behalf of 691bf887e5f4474ca39b4f942a91b141 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:25.144473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.153936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8ab7c800-3697-4e8c-b8cd-8372f4896f77 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:50:25.349027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54028) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:25.526803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.551813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Allocated IP 172.20.0.2 (91f90520-1ad2-438a-902d-789a35511944/731608a2-1b46-4ee0-99a6-fffd3c0ee8ed/c890c357-cb4b-4d99-8305-5a38ef5c7bcc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:25.643782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.757639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:25.763752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:25.771504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Usage tracker for resource:security_group_rule and tenant:f62210f943634afeadae967c0f0bf89f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:25.774927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:25.789051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:25.794844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:25.840826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2e403-46f0-4ec1-916b-135d8a62be24 req-f98fd300-eb2d-4298-997f-9d86e7ff18df tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.842852 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14b2e403-46f0-4ec1-916b-135d8a62be24 req-f98fd300-eb2d-4298-997f-9d86e7ff18df tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 948 time: 0.3557863 Feb 04 12:50:25.921845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34e5c-95d9-4793-940a-85c89a1aa413 req-131cda4e-6d45-46a3-b0db-96e556ffb835 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.933468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16f34e5c-95d9-4793-940a-85c89a1aa413 req-131cda4e-6d45-46a3-b0db-96e556ffb835 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 948 time: 0.2374620 Feb 04 12:50:25.987956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.007087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcd7b34-f039-4439-b373-22a8f7d87e7c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.008853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16f34e5c-95d9-4793-940a-85c89a1aa413 req-3db50bce-1c9c-4f91-8306-1417d17d9c22 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724616 Feb 04 12:50:26.011645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.012384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Checking segment: {'id': '17b93c39-a2e3-439e-96da-df157159fa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ab7c800-3697-4e8c-b8cd-8372f4896f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:26.012384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Network hostable DHCP agents. Network: 8ab7c800-3697-4e8c-b8cd-8372f4896f77, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:26.026881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.043835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Transition to ACTIVE for port object c890c357-cb4b-4d99-8305-5a38ef5c7bcc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:26.060504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14b2e403-46f0-4ec1-916b-135d8a62be24 req-475fdde8-6bce-44fe-a1a5-e34e10fc457a tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889739 Feb 04 12:50:26.069476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:26.072654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:26.085187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Transition to ACTIVE for port object c890c357-cb4b-4d99-8305-5a38ef5c7bcc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:26.092681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:26.099199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Usage tracker for resource:security_group_rule and tenant:415f7ec830274b4e82f785ac3aa2ab47 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:26.099639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.109227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Network 8ab7c800-3697-4e8c-b8cd-8372f4896f77 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:26.111798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:26.123761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:26.164532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8ab7c800-3697-4e8c-b8cd-8372f4896f77) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:26.169935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:26.171581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.189207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.193781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87c330-dc61-4c0b-a7f4-c46941060b66 None None] Network 8ab7c800-3697-4e8c-b8cd-8372f4896f77 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:26.204426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.251381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.315757 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac', 'code': 200} Feb 04 12:50:26.365765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f62210f943634afeadae967c0f0bf89f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0121229 Feb 04 12:50:26.367050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1c28-5e9a-440a-8700-7077c9351f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe986d-b8ef-4efd-8f5f-d7843a7faf5e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.372862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Network 91f90520-1ad2-438a-902d-789a35511944 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:26.377677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:26.379001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:26.383782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.413042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0d1ae8f-0a99-4998-b150-d24145e2bfb8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3546095 Feb 04 12:50:26.446555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:26.570683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.609945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.626687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.638107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Request body: {'security_group': {'name': 'tempest-securitygroup-844238277', 'description': 'tempest-description-136980896'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:26.647132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:26.654719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Usage tracker for resource:security_group and tenant:863989540f8f4895999ba692bafa4f1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:26.658294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:26.660389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.670227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:26.683029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.709137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ea1f5568-9957-4568-9d71-442137722b45 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:50:26.712885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Pushing event updated for resources: {'Port': ['ID=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.724131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.767559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.798625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13816bf-9ae6-4d4b-99a0-78cf23094107,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:26.833044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.843320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1315730430', 'description': 'tempest-description-1687527466'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:26.858357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:26.869896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570eefe-a389-4dca-8a02-8643179d41c3 req-227ca116-9c03-44b7-9235-68b75e3de995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:26.871410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f570eefe-a389-4dca-8a02-8643179d41c3 req-227ca116-9c03-44b7-9235-68b75e3de995 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 1100 time: 0.4510920 Feb 04 12:50:26.872468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Allocated IP 172.25.4.164 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/ef035625-1ca0-49a2-9cc7-ce3e8ef9b607) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:26.874199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:26.874637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:26.875489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ea1f5568-9957-4568-9d71-442137722b45,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:26.880384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:26.884453 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f76dae0b-a178-41f8-9550-a48a2cb0ede4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=415f7ec830274b4e82f785ac3aa2ab47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1149659 Feb 04 12:50:26.884453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Usage tracker for resource:security_group_rule and tenant:863989540f8f4895999ba692bafa4f1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:26.886011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54088) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:26.889007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:26.892195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'ea1f5568-9957-4568-9d71-442137722b45', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'ea1f5568-9957-4568-9d71-442137722b45', 'mac_address': 'fa:16:3e:3b:56:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:50:26.895873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Attempting to bind port c890c357-cb4b-4d99-8305-5a38ef5c7bcc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:26.896274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Attempting to bind port c890c357-cb4b-4d99-8305-5a38ef5c7bcc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:26.896603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Attempting to bind port c890c357-cb4b-4d99-8305-5a38ef5c7bcc on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:26.904147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:26.904477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:26.905096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Checking segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:26.905696 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.906278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Bound using segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:26.906963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Bound port: c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:26.907543 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.909895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:26.927658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.960506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.981044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:26.991805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe986d-b8ef-4efd-8f5f-d7843a7faf5e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.003515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.011420 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f570eefe-a389-4dca-8a02-8643179d41c3 req-5b666fa5-bf80-4000-9367-1d4cbf196ef0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320815 Feb 04 12:50:27.026210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:27.038596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.042478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:27.042645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-27ebb71c-5055-4740-aa19-61a3d496f118 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fffe986d-b8ef-4efd-8f5f-d7843a7faf5e HTTP/1.1" status: 204 len: 168 time: 0.6430085 Feb 04 12:50:27.044939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:27.048808 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.054635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:27.117681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] For port c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:27.121008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] For port c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:27.127211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c458f5-2e86-4a40-a6fc-35dbc62189d7 None None] Network 8ab7c800-3697-4e8c-b8cd-8372f4896f77 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:27.133977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.144406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.145705 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.148573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.166959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.177822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:27.194259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Usage tracker for resource:security_group_rule and tenant:863989540f8f4895999ba692bafa4f1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:27.201740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.203275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:27.212794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.216787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:27.218887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d705008c-ff9d-4fb6-ae1f-2fa8ba108801,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.222214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.223737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a13816bf-9ae6-4d4b-99a0-78cf23094107 HTTP/1.1" status: 204 len: 168 time: 0.3367584 Feb 04 12:50:27.243130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1f5568-9957-4568-9d71-442137722b45 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:27.259112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f748ad-dc94-4ba7-b211-8968a4a25d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13816bf-9ae6-4d4b-99a0-78cf23094107,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.260105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ea1f5568-9957-4568-9d71-442137722b45,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:27.268319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.291214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.349683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:27.359721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:27.361925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.367921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:27.384151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bdc75-d6a3-4880-99aa-86c35ffc8a49 None None] Pushing event updated for resources: {'Port': ['ID=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.468517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.479099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.507121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ea1f5568-9957-4568-9d71-442137722b45'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:27.573585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.593096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1203e4ff-5d48-48c1-b569-6146adbe57a6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.637447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.661100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6750a46b-bdc9-4d7f-ac16-74a82196c142 req-2dcaf3af-ce1e-4cbf-94f9-0ceaf4bd9ca9 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0425005 Feb 04 12:50:27.664390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.665649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5266ab05-8903-43e8-8a04-0aea63e42fad req-7bd8b76e-4c77-48da-a0dc-ed8d23fdf073 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8285136 Feb 04 12:50:27.737324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Pushing event updated for resources: {'Port': ['ID=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:27.790953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54112) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:27.848761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:27.881793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54116) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:27.938152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:27.940587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.068150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Usage tracker for resource:security_group_rule and tenant:b15a27a5317c4e41b9235c99446ebcce is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:28.076436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:28.083546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:28.085813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:28.091941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Usage tracker for resource:security_group_rule and tenant:0e15a1395c9b411cb7bddcac06bcc958 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:28.107643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:28.114799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.120677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:28.176284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381fbb-8b99-4adc-be74-c894d3c35925 req-49399818-3428-48c7-b847-c452f30e0b37 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:28.177799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96381fbb-8b99-4adc-be74-c894d3c35925 req-49399818-3428-48c7-b847-c452f30e0b37 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 949 time: 0.2413130 Feb 04 12:50:28.199860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed19c54-fda5-499f-a5d2-c4fccead4c41 req-9e56a9e4-667d-4e5f-8653-50686fa75d3d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:28.206898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ed19c54-fda5-499f-a5d2-c4fccead4c41 req-9e56a9e4-667d-4e5f-8653-50686fa75d3d tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.2505491 Feb 04 12:50:28.301481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.307138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ed19c54-fda5-499f-a5d2-c4fccead4c41 req-4813bb22-e985-4062-ae79-6aaf86444c99 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 Feb 04 12:50:28.314471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.326939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96381fbb-8b99-4adc-be74-c894d3c35925 req-45dcafd7-2c39-4936-a832-addfa276e88d tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287596 Feb 04 12:50:28.370554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1577324438', 'description': 'tempest-description-883298026'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:28.403529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:28.406846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.416451 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b15a27a5317c4e41b9235c99446ebcce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242855 Feb 04 12:50:28.419515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54120) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:28.421667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Usage tracker for resource:security_group and tenant:863989540f8f4895999ba692bafa4f1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:28.424335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.433061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:28.446691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:28.455970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82daa-dfc5-4fc1-aee7-24311378766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef81ddb5-41ba-40f0-89a8-a7ab1bd7cf8a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:28.481712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e15a1395c9b411cb7bddcac06bcc958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964015 Feb 04 12:50:28.486287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:28.489638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.525882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:28.530520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aab6e-1464-45b7-bcee-0377be4cec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ea2a4-2e54-4eec-bec6-a5b25ba55037,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:28.535099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Usage tracker for resource:security_group_rule and tenant:863989540f8f4895999ba692bafa4f1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:28.540451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:28.548278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:28.638234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-58cb5002-0887-4c97-be3f-349fbc17d7aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa HTTP/1.1" status: 200 len: 1805 time: 0.2847271 Feb 04 12:50:28.638884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.645035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.655085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.684025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:28.684799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:28.700063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb4e1d4-cfb4-49f8-bef3-57af590229a0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:28.700461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:28.711873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.712952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ea1f5568-9957-4568-9d71-442137722b45 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:28.713716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c72b27d2-b610-450b-be1a-b56324784b3c req-89ef0d4d-7474-49ad-9531-1f45eacef3e2 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3564692 Feb 04 12:50:28.726939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.730548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:28.805166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:28.812972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:28.825903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4398cd-b977-4165-a315-4e9b9f827801 None None] Network 91f90520-1ad2-438a-902d-789a35511944 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:28.954248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c890c357-cb4b-4d99-8305-5a38ef5c7bcc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:28.966042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:29.004041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.025480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69a68dbe-ba96-4f8c-b734-e995a4f381d6 None None] Provisioning for port c890c357-cb4b-4d99-8305-5a38ef5c7bcc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:29.035568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port ea1f5568-9957-4568-9d71-442137722b45 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:29.057029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port ea1f5568-9957-4568-9d71-442137722b45 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:29.057629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.067289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.158655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.173122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.188045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:50:29.192184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef81ddb5-41ba-40f0-89a8-a7ab1bd7cf8a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:29.223250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c890c357-cb4b-4d99-8305-5a38ef5c7bcc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:29.226283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1741043730', 'description': 'tempest-description-1227397509'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:29.231107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:29.235725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Usage tracker for resource:security_group and tenant:7b9e55f2550b4dceae3663e640635525 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:29.239242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:29.246422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:29.246945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c890c357-cb4b-4d99-8305-5a38ef5c7bcc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:29.247322 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.259185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.271357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.285700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.289214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52b1d424-4d8b-416a-b080-77a79dc77aec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef81ddb5-41ba-40f0-89a8-a7ab1bd7cf8a HTTP/1.1" status: 204 len: 168 time: 0.8572571 Feb 04 12:50:29.289343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:29.292312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Usage tracker for resource:security_group_rule and tenant:7b9e55f2550b4dceae3663e640635525 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:29.295732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:29.301413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.304841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:29.329078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.338676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.378713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ea2a4-2e54-4eec-bec6-a5b25ba55037,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:29.393582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9049b511-bab6-4cdd-bb0e-0fb807f28da2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:29.420295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.425998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.435198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.450353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:29.456981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Usage tracker for resource:security_group_rule and tenant:7b9e55f2550b4dceae3663e640635525 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:29.461078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:29.465453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.469485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-de510100-2857-48a0-ad8b-3de31980a7dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/071ea2a4-2e54-4eec-bec6-a5b25ba55037 HTTP/1.1" status: 204 len: 168 time: 0.9786961 Feb 04 12:50:29.478176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.485756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:29.497145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ed8a171-f4a2-45b0-82ad-a33e3ae8a194 req-d15a644b-644e-4012-80dc-0451713be714 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8373096 Feb 04 12:50:29.500748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460b618f-d066-4f26-9480-c88d9fcd2359,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:29.558872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:50:29.572514 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.579972 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:29.594241 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:29.598077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:29.631350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.636601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e2ec970-07c3-4c08-a658-e0ce75aeda04 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0674365 Feb 04 12:50:29.638106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:29.659343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:29.677161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:29.691168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.703583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.715677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.780617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e51fdd-61fa-42fd-bd2d-c2c50bfecb29,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:29.809790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.811046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30931244-1f0c-4b68-95d3-85d0295080bd req-e59900b4-43bb-439f-97df-4992fb469fa9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5909290 Feb 04 12:50:29.839543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ea1f5568-9957-4568-9d71-442137722b45,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:29.853613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:29.939200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:30.031574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:30.041343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:30.131464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190fd0-e395-493d-a704-68552d39b27e req-8109fc41-d9ed-4fee-b43c-635fdae6f16c tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:30.135222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4190fd0-e395-493d-a704-68552d39b27e req-8109fc41-d9ed-4fee-b43c-635fdae6f16c tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 0.1921756 Feb 04 12:50:30.179719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8694d847-2c81-4ed4-92e2-6d857bb0da5f None None] Provisioning complete for port c890c357-cb4b-4d99-8305-5a38ef5c7bcc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:30.181974 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8694d847-2c81-4ed4-92e2-6d857bb0da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.211470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4190fd0-e395-493d-a704-68552d39b27e req-65d439aa-66da-430a-8a6a-b1381132fc52 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690043 Feb 04 12:50:30.216000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f8d0-d3d2-4b33-8017-e0b5c0522421 req-2c088d44-306f-4c33-9443-e7d3f553c467 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:30.226428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df84f8d0-d3d2-4b33-8017-e0b5c0522421 req-2c088d44-306f-4c33-9443-e7d3f553c467 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.4600332 Feb 04 12:50:30.250068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-595615897', 'description': 'tempest-description-1986995854'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:30.256221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:30.267676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:30.276655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:30.290975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:30.309146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.330735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:30.335812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:30.339194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:30.345619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:30.425257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.430723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.466443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.479326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f928e827-96e2-4dec-8483-2327bee22d13 req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2369406 Feb 04 12:50:30.483209 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:27Z', 'revision_number': 3, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:30.487163 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:30.487495 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Updating router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:30.540324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df84f8d0-d3d2-4b33-8017-e0b5c0522421 req-c8386556-c777-46ba-9e4c-e088ea6e7b02 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129096 Feb 04 12:50:30.549570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c0b0e-087a-4176-ada9-326b1e647313 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eba38fc-1694-4848-96d4-725f94f6c843,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:30.598202 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.645056 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45', 'code': 200} Feb 04 12:50:30.660881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1540411193', 'description': 'tempest-description-1456263285'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:30.677435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:30.684898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Usage tracker for resource:security_group and tenant:7b9e55f2550b4dceae3663e640635525 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:30.690062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:30.699776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:30.877250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:30.880602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c890c357-cb4b-4d99-8305-5a38ef5c7bcc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:30.953682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-218646a9-2aff-4068-a075-88310534ed35 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/9eba38fc-1694-4848-96d4-725f94f6c843 HTTP/1.1" status: 200 len: 1804 time: 0.2521567 Feb 04 12:50:30.961260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9eba38fc-1694-4848-96d4-725f94f6c843', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:30.961578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9eba38fc-1694-4848-96d4-725f94f6c843', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:30.976508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:30.986037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:30.992628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:31.005506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:31.038397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c890c357-cb4b-4d99-8305-5a38ef5c7bcc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:31.038812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.060102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:31.070041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Usage tracker for resource:security_group_rule and tenant:7b9e55f2550b4dceae3663e640635525 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:31.099167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:31.103177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.113083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:31.181234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.188683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7a0f-2722-4f61-9e71-2f1049f9aceb req-ba88e35c-ea83-4b5e-a885-aa016e58498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:31.193488 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.197947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-386d7a0f-2722-4f61-9e71-2f1049f9aceb req-ba88e35c-ea83-4b5e-a885-aa016e58498e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 1101 time: 0.4670882 Feb 04 12:50:31.202556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.217129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Transition to ACTIVE for port object ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:31.228545 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.316582 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Attempting to bind port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:31.316956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Attempting to bind port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:31.317321 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Attempting to bind port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:31.326494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ce99d0-9726-42a6-a491-0d0c4498754f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.329255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:31.329773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:31.330305 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.331244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:31.331913 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Bound port: ef035625-1ca0-49a2-9cc7-ce3e8ef9b607, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:31.332561 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.353952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-386d7a0f-2722-4f61-9e71-2f1049f9aceb req-67935bcf-f18a-46f5-991c-5c30ca7ddfb6 service neutron] Synchronizing usage tracker for tenant:40d84a2ce8e54da9bf63f63249c2e904 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:31.357811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.358994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17d99ed2-bdd1-475b-a6fa-74019e9c189c req-5f9d657d-ea1a-4eab-ac38-7d30856def56 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4041231 Feb 04 12:50:31.368557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.369051 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Pushing event updated for resources: {'Port': ['ID=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.379751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.387645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-386d7a0f-2722-4f61-9e71-2f1049f9aceb req-67935bcf-f18a-46f5-991c-5c30ca7ddfb6 service neutron] Unset dirty status for tenant:40d84a2ce8e54da9bf63f63249c2e904 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:31.388777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-386d7a0f-2722-4f61-9e71-2f1049f9aceb req-67935bcf-f18a-46f5-991c-5c30ca7ddfb6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731176 Feb 04 12:50:31.392065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.392410 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.392744 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.393205 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.393637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.393970 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.394355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.394727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.395134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.395362 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.395681 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.395995 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Tracked resource versions report: Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: pushed versions: Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: { 'AddressGroup': {'1.2'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'ConntrackHelper': {'1.0'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Log': {'1.0'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Network': {'1.1'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Port': {'1.7'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'PortForwarding': {'1.2'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'QosPolicy': {'1.8'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SecurityGroup': {'1.4'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SubPort': {'1.0'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Subnet': {'1.1'}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Trunk': {'1.1'}} Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: consumer versions: Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: { DHCP agent@n-d-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: HyperV agent@n-h1-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: HyperV agent@n-h2-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: L3 agent@n-d-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: Metadata agent@n-d-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: Metering agent@n-d-820555-2: {}, Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: Open vSwitch agent@n-d-820555-2: { 'AddressGroup': '1.2', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'ConntrackHelper': '1.0', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Log': '1.0', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Network': '1.1', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Port': '1.7', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'PortForwarding': '1.2', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'QosPolicy': '1.8', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SecurityGroup': '1.4', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SecurityGroupRule': '1.2', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'SubPort': '1.0', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Subnet': '1.1', Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: 'Trunk': '1.1'}} Feb 04 12:50:31.397065 n-d-820555-2 neutron-server[87623]: {{(pid=87623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:50:31.447994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.469527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.483370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb9521c1-c19d-4b4f-8695-21204829daab req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8314762 Feb 04 12:50:31.486261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c954f-2e28-44a1-9176-fdde476bd849 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd2d99-2653-4278-8d6d-7259e1adce7e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.498300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] For port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:31.508255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] For port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:31.514937 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.615129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6877-f943-41b3-9c1c-1f993e74ea78 None None] Pushing event updated for resources: {'Port': ['ID=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.650625 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:31.651533 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:31.764919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927488649', 'description': 'tempest-description-636352489'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:31.773623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:31.778993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:31.782580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:31.785074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Allocated IP 172.20.0.1 (91f90520-1ad2-438a-902d-789a35511944/731608a2-1b46-4ee0-99a6-fffd3c0ee8ed/43a85052-b579-4ec6-9c3d-00841554630e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:31.792706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:31.808778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.841776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:31.854926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:31.860564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:31.876782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:31.962554 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:31.982536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:31.987194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.053279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.055161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14afbd72-0c1e-4550-81e3-d60d8c9c5076 req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2964206 Feb 04 12:50:32.056618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eb991-625a-464a-bba9-ac6347b20dae tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:32.092745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.115547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Transition to ACTIVE for port object 43a85052-b579-4ec6-9c3d-00841554630e will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:32.130811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41205c6-98e7-4077-8c17-6cecebfa289f req-ead62375-99a7-4de2-9dc0-dc340527d64a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:32.132918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c41205c6-98e7-4077-8c17-6cecebfa289f req-ead62375-99a7-4de2-9dc0-dc340527d64a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 0.2105803 Feb 04 12:50:32.185562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c41205c6-98e7-4077-8c17-6cecebfa289f req-087223fb-b3a0-42d8-9167-a5f021d725bf tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Feb 04 12:50:32.186934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.258092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Network 91f90520-1ad2-438a-902d-789a35511944 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:32.261134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:32.264920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:32.265411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.322849 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:27Z', 'revision_number': 3, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:32.328782 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ad21-36e7-43f4-b019-786aa7bd8961 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:27Z', 'revision_number': 3, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:32.405116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:32.442971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8836f432-d530-4bbc-927e-0ee85c807885 req-64bf4a35-abe8-4cd3-8116-27e659b5fb6a tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Synchronizing usage tracker for tenant:7b9e55f2550b4dceae3663e640635525 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:32.480291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8836f432-d530-4bbc-927e-0ee85c807885 req-64bf4a35-abe8-4cd3-8116-27e659b5fb6a tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Unset dirty status for tenant:7b9e55f2550b4dceae3663e640635525 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:32.490173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-64bf4a35-abe8-4cd3-8116-27e659b5fb6a tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37261 time: 0.3858569 Feb 04 12:50:32.559347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-f97f33d3-76b5-4599-8fa7-5f51838fac4a tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/396e9b71-f689-4004-b947-3ec819882be3 HTTP/1.1" status: 200 len: 2981 time: 0.0681908 Feb 04 12:50:32.637243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-b90d664b-7d88-4a42-bb5e-81a5e8890b9c tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/396e9b71-f689-4004-b947-3ec819882be3 HTTP/1.1" status: 200 len: 2981 time: 0.0770149 Feb 04 12:50:32.662011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe38578-8c40-4f41-aabc-6c3c5e66e643 req-4c52992c-e7ed-4af4-b700-ab87b862d319 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:32.669574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe38578-8c40-4f41-aabc-6c3c5e66e643 req-4c52992c-e7ed-4af4-b700-ab87b862d319 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.2735579 Feb 04 12:50:32.679231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6c5733fd-6ea2-4d2d-bf9c-54ee03c09c32 None None] Provisioning for port 43a85052-b579-4ec6-9c3d-00841554630e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:32.684474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6c5733fd-6ea2-4d2d-bf9c-54ee03c09c32 None None] Provisioning complete for port 43a85052-b579-4ec6-9c3d-00841554630e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:32.685019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c5733fd-6ea2-4d2d-bf9c-54ee03c09c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.743958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-391d050a-3a6e-4106-8d50-a21621fb28b7 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/460b618f-d066-4f26-9480-c88d9fcd2359 HTTP/1.1" status: 200 len: 2981 time: 0.0715218 Feb 04 12:50:32.747062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6c5733fd-6ea2-4d2d-bf9c-54ee03c09c32 None None] Port 43a85052-b579-4ec6-9c3d-00841554630e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:32.785046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe38578-8c40-4f41-aabc-6c3c5e66e643 req-63f9a5e4-321e-43f6-bf10-9eb4fe6f90e5 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145217 Feb 04 12:50:32.816346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:32.824503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-910d42eb-8abe-4ca0-a6fb-c18ea6e4e366 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/460b618f-d066-4f26-9480-c88d9fcd2359 HTTP/1.1" status: 200 len: 2981 time: 0.0736401 Feb 04 12:50:32.901301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-0bb7a8a8-1255-451f-8c0b-d9117a2b8921 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5720af02-9db9-4296-8538-3407dbe04e39 HTTP/1.1" status: 200 len: 2977 time: 0.0698719 Feb 04 12:50:32.937314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:32.976878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-a3725a4f-47cd-41b0-946d-c0ac79cdab37 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5720af02-9db9-4296-8538-3407dbe04e39 HTTP/1.1" status: 200 len: 2977 time: 0.0684476 Feb 04 12:50:33.047327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-7ecae1cd-e930-4d66-b94c-a094630e8d53 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5e70262a-ff8e-40a6-8893-0787ea21bc09 HTTP/1.1" status: 200 len: 2977 time: 0.0688252 Feb 04 12:50:33.063120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:33.069193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:33.070717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.125381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1229259109', 'description': 'tempest-description-2124080558'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:33.133283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-6d627914-6aba-4399-8214-b0e3e17558b6 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5e70262a-ff8e-40a6-8893-0787ea21bc09 HTTP/1.1" status: 200 len: 2977 time: 0.0847299 Feb 04 12:50:33.147993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:33.156593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:33.160654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:33.168986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:33.191437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-77c415e6-b055-4375-a9d9-a58826404466 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/63e748c6-1fe4-42c7-a4d2-70faa176a9f3 HTTP/1.1" status: 200 len: 2981 time: 0.0571516 Feb 04 12:50:33.193801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.209395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.216085 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.217251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.217954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.234340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:33.239117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.268013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-4b538b98-0cbc-431f-9486-6997377193bd tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/63e748c6-1fe4-42c7-a4d2-70faa176a9f3 HTTP/1.1" status: 200 len: 2981 time: 0.0728188 Feb 04 12:50:33.314151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:33.316571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.318510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.329459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-cda2ecb9-3428-425f-8cbe-a364f8a162b0 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b0d51c9d-2f90-4f53-a6de-6dd75c22f6a2 HTTP/1.1" status: 200 len: 2973 time: 0.0605145 Feb 04 12:50:33.376189 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-9f6f3ba3-7160-4090-bda6-d52d00b8c356 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b0d51c9d-2f90-4f53-a6de-6dd75c22f6a2 HTTP/1.1" status: 200 len: 2973 time: 0.0458145 Feb 04 12:50:33.376303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:33.380656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:33.384513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.384858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.385195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.385531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.385859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.386181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.386503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.386853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.387174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.387492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.387810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.388125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:33.396268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:33.432635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-5abbf6c7-ccef-4cb7-bf32-c5636c5a62c9 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b3f7387a-e354-405d-b962-0605e77815d9 HTTP/1.1" status: 200 len: 2981 time: 0.0495186 Feb 04 12:50:33.487662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-fb5b53ae-0acf-4435-96a2-f5dd92de4695 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b3f7387a-e354-405d-b962-0605e77815d9 HTTP/1.1" status: 200 len: 2981 time: 0.0478332 Feb 04 12:50:33.495556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Network 91f90520-1ad2-438a-902d-789a35511944 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:33.498887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:33.550759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-aef9136e-76aa-4c64-91d4-5e154dba9dcd tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d705008c-ff9d-4fb6-ae1f-2fa8ba108801 HTTP/1.1" status: 200 len: 2981 time: 0.0516334 Feb 04 12:50:33.604029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-c0acf0f2-2f71-4a0e-94a0-493a3424a0e3 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d705008c-ff9d-4fb6-ae1f-2fa8ba108801 HTTP/1.1" status: 200 len: 2981 time: 0.0467136 Feb 04 12:50:33.612724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.629029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.656778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-1342ae4d-a999-4851-980e-7f4d318c0931 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fa5ad044-cc49-45b8-bc8e-cf2d5b573a8b HTTP/1.1" status: 200 len: 2981 time: 0.0467515 Feb 04 12:50:33.708733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8836f432-d530-4bbc-927e-0ee85c807885 req-ad325461-e9c2-4e6d-b4f8-c470831577eb tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fa5ad044-cc49-45b8-bc8e-cf2d5b573a8b HTTP/1.1" status: 200 len: 2981 time: 0.0443857 Feb 04 12:50:33.758946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb9bc0-c89b-47cd-818f-b408ec1d31e4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.768383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.783853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-431cc2d7-968a-4543-972a-651430969c81 None None] Provisioning complete for port 43a85052-b579-4ec6-9c3d-00841554630e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:33.784937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-431cc2d7-968a-4543-972a-651430969c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:33.787157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f906ac-d6e6-473c-afd6-91afc464b6cd req-4e511b47-139d-4cba-a1c1-8a47853166aa tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6721175 Feb 04 12:50:33.814047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:50:33.865450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-431cc2d7-968a-4543-972a-651430969c81 None None] Port 43a85052-b579-4ec6-9c3d-00841554630e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:34.080531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:50:34.088514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f68d12d-d0ab-4114-ab8c-50e63c85dcc0 admin admin] 10.222.0.53 "PUT /v2.0/routers/35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4488564 Feb 04 12:50:34.121995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51942d-0c67-41ad-a1c2-b851b5a9d565 req-ad3e5ee8-fa31-409d-a428-80b76a2ba547 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:34.124481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb51942d-0c67-41ad-a1c2-b851b5a9d565 req-ad3e5ee8-fa31-409d-a428-80b76a2ba547 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 0.1143129 Feb 04 12:50:34.139875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09e166b6-0df0-4705-b93d-4e06cba52ffd req-3e01dd45-6b2e-456f-a24a-f9e4e247424a tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=863989540f8f4895999ba692bafa4f1c HTTP/1.1" status: 200 len: 6101 time: 0.0996890 Feb 04 12:50:34.177158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb51942d-0c67-41ad-a1c2-b851b5a9d565 req-a7d3c54b-7ebe-4aae-a314-7306956a8ee0 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Feb 04 12:50:34.207143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09e166b6-0df0-4705-b93d-4e06cba52ffd req-76875428-103e-4ae6-8b0c-a1428b010b5a tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "GET /v2.0/security-groups/d705008c-ff9d-4fb6-ae1f-2fa8ba108801 HTTP/1.1" status: 200 len: 2981 time: 0.0565853 Feb 04 12:50:34.277813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09e166b6-0df0-4705-b93d-4e06cba52ffd req-fc0403a0-cc78-4fb4-bece-73089e6e9726 tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "GET /v2.0/security-groups/d705008c-ff9d-4fb6-ae1f-2fa8ba108801 HTTP/1.1" status: 200 len: 2981 time: 0.0665305 Feb 04 12:50:34.308080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-fc1d3d3d-4264-486d-be8f-f239a963df13 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638 HTTP/1.1" status: 200 len: 1804 time: 0.0583043 Feb 04 12:50:34.377127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-a633e49e-6ea9-44cd-861d-f1fedc411982 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/f1fb9bc0-c89b-47cd-818f-b408ec1d31e4 HTTP/1.1" status: 200 len: 1805 time: 0.0629478 Feb 04 12:50:34.390364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638', 'remote_group_id': 'f1fb9bc0-c89b-47cd-818f-b408ec1d31e4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:34.390834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638', 'remote_group_id': 'f1fb9bc0-c89b-47cd-818f-b408ec1d31e4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:34.392327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:34.397780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:34.403232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:34.403535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:34.404030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:34.406767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:34.548131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:34.625424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.627810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:34.654254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b910e1-2354-4a3e-9a7d-426aa72f4741 req-7d6852a8-9ce3-4554-8e08-1bf921509146 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:34.664847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1b910e1-2354-4a3e-9a7d-426aa72f4741 req-7d6852a8-9ce3-4554-8e08-1bf921509146 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.1216347 Feb 04 12:50:34.667436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.671789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.727881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30a78dd-f098-46fc-86b6-da65a8ebfda1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:34.728468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1b910e1-2354-4a3e-9a7d-426aa72f4741 req-b97fd1ce-4197-48e0-be6a-d723e062e103 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622387 Feb 04 12:50:34.736080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.736427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.736759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.737085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.737403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.737729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.738056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.738364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.738700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.739015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.739328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.739639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:34.743166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.744297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15542a45-d8e5-4af0-a56f-f6fac4ae988f req-9f2e83b3-9cfc-4ad3-9d64-622778a9a1a2 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3605266 Feb 04 12:50:34.857902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:34.865733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-network', 'tenant_id': 'a538798247db497eaa069b3c87297539'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:34.880848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:34.889279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Usage tracker for resource:network and tenant:a538798247db497eaa069b3c87297539 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:34.894120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:34.898048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-7e2c19f1-7f43-4461-b1e6-167631520c49 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/61bd2d99-2653-4278-8d6d-7259e1adce7e HTTP/1.1" status: 200 len: 1778 time: 0.0798578 Feb 04 12:50:34.901779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:34.931034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:34.931590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Made reservation on behalf of a538798247db497eaa069b3c87297539 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:34.933767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.959078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:34.981818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:34.992502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Usage tracker for resource:security_group_rule and tenant:a538798247db497eaa069b3c87297539 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:34.997464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:35.005779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:35.008461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.057257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.079651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:35.080278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.129164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.182227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd2d99-2653-4278-8d6d-7259e1adce7e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.197113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.199243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.200595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e2a3c19-287c-462c-8ea7-2c65f7175c82 req-24a9df01-403d-43a9-911c-e55b24ee8815 tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/61bd2d99-2653-4278-8d6d-7259e1adce7e HTTP/1.1" status: 204 len: 173 time: 0.2963896 Feb 04 12:50:35.201724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.214668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:35.224426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.224772 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Added segment 6f11311b-531e-41e0-823c-fa18940d11e3 of type vlan for network b6ba429f-c909-4b45-8a1c-8d42891825ef Feb 04 12:50:35.237527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 2, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:35.247764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:35.248325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Updating router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf port 43a85052-b579-4ec6-9c3d-00841554630e binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:35.259977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.295266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.296224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.296807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.304050 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.425963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2007774357', 'description': 'tempest-description-1206395818'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:35.433937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:35.438397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:35.442697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:35.450195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:35.464591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.486629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151e28ce-f0f7-4a2a-bcf4-43a5b5ee1c0e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.488694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:35.489890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6310253 Feb 04 12:50:35.493753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:35.496279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54326) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:35.498898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:35.512847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Request body: {'subnet': {'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-subnet', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:35.516860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:35.521405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce180-96d7-4388-bb14-b94fce306425 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ba429f-c909-4b45-8a1c-8d42891825ef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.521813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:35.531207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Usage tracker for resource:subnet and tenant:a538798247db497eaa069b3c87297539 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:35.534818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:35.547595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:35.564363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Made reservation on behalf of a538798247db497eaa069b3c87297539 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:35.565031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b6ba429f-c909-4b45-8a1c-8d42891825ef details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:50:35.567002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.611037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ceca1a76-38d3-4b53-8d57-1e941320f686 req-ac180858-0826-4b0d-89f7-adb34364a529 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f106d791562341a29d08efec358a2d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413840 Feb 04 12:50:35.706628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.712992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.795574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.809725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca1a76-38d3-4b53-8d57-1e941320f686 req-260dadcc-8a64-447d-9d4e-7f9ed4992419 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.810179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.811468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ceca1a76-38d3-4b53-8d57-1e941320f686 req-260dadcc-8a64-447d-9d4e-7f9ed4992419 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993291 Feb 04 12:50:35.821191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c10e5811-c568-4cee-a72d-322e81080a7c req-a9a0d930-face-405a-9a81-6c2624c58c4b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3963563 Feb 04 12:50:35.831161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.832153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ceca1a76-38d3-4b53-8d57-1e941320f686 req-f63af051-f356-4869-ad0c-3aca888ad85d tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/quotas/f106d791562341a29d08efec358a2d6f HTTP/1.1" status: 200 len: 375 time: 0.0139437 Feb 04 12:50:35.853366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Transition to ACTIVE for port object 43a85052-b579-4ec6-9c3d-00841554630e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:35.861863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.890982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:35.921013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ceca1a76-38d3-4b53-8d57-1e941320f686 req-cdd76cc3-758f-4d0d-b7eb-71fb1084044f tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f106d791562341a29d08efec358a2d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695724 Feb 04 12:50:35.948760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-8a94ba28-ee8f-4f52-b44e-23de26e0e01c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.954366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-8a94ba28-ee8f-4f52-b44e-23de26e0e01c tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.1910388 Feb 04 12:50:36.018415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a0c0e4-d8e8-42ac-b331-d55b167c27d2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.042232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-c9f02aa9-517f-4b01-b16a-ce304a5c2dbc tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "GET /v2.0/security-groups/93e51fdd-61fa-42fd-bd2d-c2c50bfecb29 HTTP/1.1" status: 200 len: 1778 time: 0.1150975 Feb 04 12:50:36.044873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Checking segment: {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:36.045293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Network hostable DHCP agents. Network: b6ba429f-c909-4b45-8a1c-8d42891825ef, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:36.053830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d033b-b3d7-49af-86fa-083f6d52c76e None None] Pushing event updated for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.073555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Deleting port 55537700-c43d-4f42-b4eb-7646b3acf5ac {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:50:36.073899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.124440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Network b6ba429f-c909-4b45-8a1c-8d42891825ef is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:36.126452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Attempting to bind port 43a85052-b579-4ec6-9c3d-00841554630e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:36.126864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Attempting to bind port 43a85052-b579-4ec6-9c3d-00841554630e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:36.127226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Attempting to bind port 43a85052-b579-4ec6-9c3d-00841554630e on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:36.135541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:36.135865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Checking segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:36.136474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.136876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Bound using segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:36.137356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Bound port: 43a85052-b579-4ec6-9c3d-00841554630e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:36.137757 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.150511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b6ba429f-c909-4b45-8a1c-8d42891825ef) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:36.162788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.163486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.166343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55a507-0553-4319-b702-b033eb68b45f None None] Network b6ba429f-c909-4b45-8a1c-8d42891825ef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:36.172985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.213641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.257585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-33ba4a84-7ead-4d1b-ad66-100903f7a1e2 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cec1b88c25bc414489c38baf33e595dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870106 Feb 04 12:50:36.270156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.286169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76fb8849-4603-491c-b613-6985e83af8a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7883179 Feb 04 12:50:36.288247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.289369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff9b2208-85e9-459d-b2c9-ff154d97f40a req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/93e51fdd-61fa-42fd-bd2d-c2c50bfecb29 HTTP/1.1" status: 204 len: 173 time: 0.2264175 Feb 04 12:50:36.289991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:36.290797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5859e3d-c389-42b7-937c-6f362c7d211b tempest-SecurityGroupsTestAdminJSON-260342349 tempest-SecurityGroupsTestAdminJSON-260342349-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e51fdd-61fa-42fd-bd2d-c2c50bfecb29,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.297115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:36.301665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:36.305686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Usage tracker for resource:router and tenant:a538798247db497eaa069b3c87297539 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:36.308589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:36.314318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:36.328309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.329431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.358769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.459950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] For port 43a85052-b579-4ec6-9c3d-00841554630e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:36.474819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] For port 43a85052-b579-4ec6-9c3d-00841554630e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=43a85052-b579-4ec6-9c3d-00841554630e,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:36.484963 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.561701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] For port 55537700-c43d-4f42-b4eb-7646b3acf5ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=55537700-c43d-4f42-b4eb-7646b3acf5ac,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:36.562086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.601985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-b6ba429f-c909-4b45-8a1c-8d42891825ef', 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'fixed_ips': [{'subnet_id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:50:36.602836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.632385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:36.633380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:36.696585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:36.718620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Calling delete_port for 55537700-c43d-4f42-b4eb-7646b3acf5ac owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:50:36.740869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d033b-b3d7-49af-86fa-083f6d52c76e None None] Pushing event updated for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.812638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-fc21bd38-aff2-40f3-97c7-fd7466306223 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.817166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3ad73-9180-4af0-9cea-48b87d0ed466 req-035b5f5f-10eb-40b1-bcf7-deb4ca1fefe4 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.818734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57e3ad73-9180-4af0-9cea-48b87d0ed466 req-035b5f5f-10eb-40b1-bcf7-deb4ca1fefe4 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/ports?device_id=8488d67c-4cdf-4c9e-b703-8d3969e20848 HTTP/1.1" status: 200 len: 949 time: 0.3647685 Feb 04 12:50:36.819242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-fc21bd38-aff2-40f3-97c7-fd7466306223 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5543613 Feb 04 12:50:36.839287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-212855f2-0469-45ef-ab84-2f4c0734923f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/quotas/cec1b88c25bc414489c38baf33e595dd HTTP/1.1" status: 200 len: 375 time: 0.0191126 Feb 04 12:50:36.916671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57e3ad73-9180-4af0-9cea-48b87d0ed466 req-09fba4bd-949b-4ce8-af50-4f224f43a132 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e70262a-ff8e-40a6-8893-0787ea21bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801806 Feb 04 12:50:36.952842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:36.999120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-eee632c6-8c4e-4e35-96bc-36808dd10994 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589818 Feb 04 12:50:37.019530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.033657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Allocated IP 172.20.0.2 (b6ba429f-c909-4b45-8a1c-8d42891825ef/b9a0c0e4-d8e8-42ac-b331-d55b167c27d2/cf0a89b9-75da-46ab-b93b-410b4f1b4bae) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:37.043280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-585285675', 'description': 'tempest-description-1469879181'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:37.050087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:37.083097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Pushing event deleted for resources: {'Port': ['ID=55537700-c43d-4f42-b4eb-7646b3acf5ac,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.106883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:37.117091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:37.157486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:37.181613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.201931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.245940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.247952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:37.251088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] No DVR routers for this DVR port 55537700-c43d-4f42-b4eb-7646b3acf5ac on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:37.255983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.276779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'name': 'network-vif-deleted', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:37.299505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2315aa1-c8ee-4279-9828-c8310e7fff4d req-489aa250-3b09-4d07-875c-7918446dc0c7 tempest-DeleteServersAdminTestJSON-1098511738 tempest-DeleteServersAdminTestJSON-1098511738-project] 10.222.0.87 "DELETE /v2.0/ports/55537700-c43d-4f42-b4eb-7646b3acf5ac HTTP/1.1" status: 204 len: 173 time: 1.3419671 Feb 04 12:50:37.392569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:37.396233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:37.423867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:37.463506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['55537700-c43d-4f42-b4eb-7646b3acf5ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:37.574802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Allocated IP 172.25.4.89 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2f250e9c-9aa4-4eeb-9074-4103235bb9c6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:37.599219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.620774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.669299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-974f5a74-7573-492d-92f9-aac22999e5ed req-5aaa95b5-c4c2-42e5-acec-f76b4ed5234f tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "GET /v2.0/security-groups/8fb4e1d4-cfb4-49f8-bef3-57af590229a0 HTTP/1.1" status: 200 len: 1777 time: 0.0865879 Feb 04 12:50:37.685853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.715952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Transition to ACTIVE for port object cf0a89b9-75da-46ab-b93b-410b4f1b4bae will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:37.741065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5830a-1790-470c-98ab-d735653b028f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.749977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.761916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f2921e4-ee36-4c9c-962b-2450ee304c96 req-9f8e8b98-cab1-40c9-af56-a32070271262 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7335451 Feb 04 12:50:37.781948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Transition to ACTIVE for port object cf0a89b9-75da-46ab-b93b-410b4f1b4bae will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:37.792712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.819878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-974f5a74-7573-492d-92f9-aac22999e5ed req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:37.872843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Network b6ba429f-c909-4b45-8a1c-8d42891825ef is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:37.882224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:37.890642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:37.899451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Pushing event updated for resources: {'Port': ['ID=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.915883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62a23852-6ca6-4729-8f8f-4b0307967877 req-5a136137-855a-400d-871f-8464f41aaacc tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 210 time: 0.0811710 Feb 04 12:50:37.931128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.021796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.029588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:36Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:38.038859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Attempting to bind port cf0a89b9-75da-46ab-b93b-410b4f1b4bae on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:38.039236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Attempting to bind port cf0a89b9-75da-46ab-b93b-410b4f1b4bae by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:38.039592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Attempting to bind port cf0a89b9-75da-46ab-b93b-410b4f1b4bae on network b6ba429f-c909-4b45-8a1c-8d42891825ef {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:38.041891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54415588-5a41-4957-86ac-e472e1293ad8 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:36Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:38.047982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:38.048352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Checking segment: {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:38.048852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.049303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Bound using segment: {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:38.049815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Bound port: cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:38.050188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.060736 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8488d67c-4cdf-4c9e-b703-8d3969e20848', 'name': 'network-vif-deleted', 'tag': '55537700-c43d-4f42-b4eb-7646b3acf5ac', 'status': 'completed', 'code': 200} Feb 04 12:50:38.081070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-974f5a74-7573-492d-92f9-aac22999e5ed req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.195961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-974f5a74-7573-492d-92f9-aac22999e5ed req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.230281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb4e1d4-cfb4-49f8-bef3-57af590229a0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.234133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-974f5a74-7573-492d-92f9-aac22999e5ed req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.235284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-974f5a74-7573-492d-92f9-aac22999e5ed req-a325e079-a8ea-4afd-9f5e-a1bb1d6c7e2c tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "DELETE /v2.0/security-groups/8fb4e1d4-cfb4-49f8-bef3-57af590229a0 HTTP/1.1" status: 204 len: 173 time: 0.5542653 Feb 04 12:50:38.290486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:38.294929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:38.301451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:38.348771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] For port cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:38.359033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] For port cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:38.365109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.423926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.491686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657397-1c93-428c-a34c-66f3e20597c6 None None] Pushing event updated for resources: {'Port': ['ID=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.595965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-1c7d7bdf-408d-4f24-acdd-63ec7a7abc7d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b HTTP/1.1" status: 200 len: 1805 time: 0.3264754 Feb 04 12:50:38.757561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9cdc986-0649-409f-bf45-0462d42b148f req-68941f94-060d-4f7e-8ac4-5e1d3b0f17ce tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "GET /v2.0/security-groups/1203e4ff-5d48-48c1-b569-6146adbe57a6 HTTP/1.1" status: 200 len: 1776 time: 0.0745411 Feb 04 12:50:38.841763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9cdc986-0649-409f-bf45-0462d42b148f req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:38.905952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9cdc986-0649-409f-bf45-0462d42b148f req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.032332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9cdc986-0649-409f-bf45-0462d42b148f req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.108405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 43a85052-b579-4ec6-9c3d-00841554630e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:39.113726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203e4ff-5d48-48c1-b569-6146adbe57a6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.121741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-c4d3d6e1-6022-453b-bbf7-a5071c1f5f2b tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=cec1b88c25bc414489c38baf33e595dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560586 Feb 04 12:50:39.187491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9cdc986-0649-409f-bf45-0462d42b148f req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.211814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-46cad6e9-e5a6-42c1-aa3a-0867d0f6d28b tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/b3d5830a-1790-470c-98ab-d735653b028f HTTP/1.1" status: 200 len: 1804 time: 0.6054046 Feb 04 12:50:39.216549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9cdc986-0649-409f-bf45-0462d42b148f req-cbc404b7-4bee-4090-9af1-09fc44485cff tempest-SecurityGroupsTestAdminJSON-248664932 tempest-SecurityGroupsTestAdminJSON-248664932-project] 10.222.0.53 "DELETE /v2.0/security-groups/1203e4ff-5d48-48c1-b569-6146adbe57a6 HTTP/1.1" status: 204 len: 173 time: 0.4578903 Feb 04 12:50:39.230672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b', 'remote_group_id': 'b3d5830a-1790-470c-98ab-d735653b028f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:39.230672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b', 'remote_group_id': 'b3d5830a-1790-470c-98ab-d735653b028f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:39.242512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:39.245153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.444313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 43a85052-b579-4ec6-9c3d-00841554630e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:39.458046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 43a85052-b579-4ec6-9c3d-00841554630e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:39.458575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.487227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-d6bee2c4-133b-40bb-9725-6c7912bf251d tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.488896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-d6bee2c4-133b-40bb-9725-6c7912bf251d tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610790 Feb 04 12:50:39.502703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Request body: {'port': {'device_id': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'cec1b88c25bc414489c38baf33e595dd'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:39.655234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:39.672090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:39.683020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:39.715710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.753818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25d11193-5ef3-4851-81b1-c437392c3761 req-d0941971-c607-4e57-934f-cb56b1843286 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f106d791562341a29d08efec358a2d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828259 Feb 04 12:50:39.792425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 43a85052-b579-4ec6-9c3d-00841554630e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=43a85052-b579-4ec6-9c3d-00841554630e,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:39.799072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:39.802219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cf0a89b9-75da-46ab-b93b-410b4f1b4bae up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:39.877876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54434) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:39.972481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.990902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d11193-5ef3-4851-81b1-c437392c3761 req-8f9ed479-39b7-40b4-93ff-54061f01c43e tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.999256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25d11193-5ef3-4851-81b1-c437392c3761 req-8f9ed479-39b7-40b4-93ff-54061f01c43e tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445173 Feb 04 12:50:40.021509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25d11193-5ef3-4851-81b1-c437392c3761 req-594e0361-cc1f-4896-85e7-9e968b224bf2 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/quotas/f106d791562341a29d08efec358a2d6f HTTP/1.1" status: 200 len: 375 time: 0.0208888 Feb 04 12:50:40.034220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port cf0a89b9-75da-46ab-b93b-410b4f1b4bae completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:40.089139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323b782-0f54-4211-9cd5-d987e71ca38d None None] Network b6ba429f-c909-4b45-8a1c-8d42891825ef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:50:40.095774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25d11193-5ef3-4851-81b1-c437392c3761 req-8d2035c5-615b-4a8d-8b4a-d2fe3f55257a tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f106d791562341a29d08efec358a2d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723050 Feb 04 12:50:40.110742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:40.124141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:40.144195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Made reservation on behalf of cec1b88c25bc414489c38baf33e595dd for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:40.150227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.184732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.217035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.312423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Provisioning for port cf0a89b9-75da-46ab-b93b-410b4f1b4bae completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:40.321006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-479e0e94-e9e3-4a50-8c54-cb7c0351d757 req-c54271cc-1fbe-40d0-a78a-523f50c2c0e9 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 210 time: 0.0627687 Feb 04 12:50:40.326694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Provisioning complete for port cf0a89b9-75da-46ab-b93b-410b4f1b4bae triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:40.327191 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.411677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8fc5e346-17b0-49e4-938b-3395960b6352 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=863989540f8f4895999ba692bafa4f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321512 Feb 04 12:50:40.414425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54444) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:40.417169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.433393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.491340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b8de84-3059-476a-a827-180955a3552e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:40.495330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Allocated IP 192.168.233.154 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/0cf2d123-66ce-4870-a86b-33eec5659b2e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:40.572724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.635727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] For port cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:40.642844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.661926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.681105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea1318dc-cebf-4419-9da3-5cec83066fee req-5173a36d-2d4e-46fd-a044-babc01d5f08d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.4681599 Feb 04 12:50:40.756770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54460) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:40.798595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.848444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8284ba-009e-4d48-83f6-1c5ec3802401 None None] Pushing event updated for resources: {'Port': ['ID=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:40.904492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-84e5c684-f009-4365-bf28-fb75ee9e45be None None] Provisioning complete for port cf0a89b9-75da-46ab-b93b-410b4f1b4bae triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:40.904811 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-84e5c684-f009-4365-bf28-fb75ee9e45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.922423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.948647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:40.962878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 55537700-c43d-4f42-b4eb-7646b3acf5ac no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:50:40.985956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Transition to ACTIVE for port object 0cf2d123-66ce-4870-a86b-33eec5659b2e will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:40.993235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 43a85052-b579-4ec6-9c3d-00841554630e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:41.024964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.063224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.066830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 55537700-c43d-4f42-b4eb-7646b3acf5ac {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:50:41.067166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 55537700-c43d-4f42-b4eb-7646b3acf5ac not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:50:41.070540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ea1f5568-9957-4568-9d71-442137722b45'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:41.112167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:50:41.116404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:41.126478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Usage tracker for resource:security_group_rule and tenant:445b41aab2884ee98d79242181d0bbf8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:41.133188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-a25613ea-3275-466e-aaeb-345fc3e4cd0d tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/b3d5830a-1790-470c-98ab-d735653b028f HTTP/1.1" status: 200 len: 1804 time: 0.1348176 Feb 04 12:50:41.134225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:41.136875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:41.143184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:41.148099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:41.148591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:41.157465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:41.159211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.176296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Pushing event updated for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.200350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-b7fb5e03-da5f-4c06-ae4c-ebda449431ef tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7017233 Feb 04 12:50:41.212790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Request body: {'port': {'device_id': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:41.366874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 43a85052-b579-4ec6-9c3d-00841554630e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:41.367478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.467932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.605519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.611258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b367984-5da6-4437-ac8f-a3ccf2c8db41 None None] Provisioning for port 0cf2d123-66ce-4870-a86b-33eec5659b2e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:41.618792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.620167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b367984-5da6-4437-ac8f-a3ccf2c8db41 None None] Provisioning complete for port 0cf2d123-66ce-4870-a86b-33eec5659b2e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:41.620943 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b367984-5da6-4437-ac8f-a3ccf2c8db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.644130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:50:41.654721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:41.655356 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Sync routers for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:41.665609 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:41.666135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:41.684073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=445b41aab2884ee98d79242181d0bbf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9169707 Feb 04 12:50:41.684530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:41.696473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.734216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4c74-d1f0-495c-b913-128fe1586f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84205707-b060-4724-913b-324f3a49a9aa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.739139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.743638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.745017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d705008c-ff9d-4fb6-ae1f-2fa8ba108801 HTTP/1.1" status: 204 len: 168 time: 1.3277662 Feb 04 12:50:41.757765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6b367984-5da6-4437-ac8f-a3ccf2c8db41 None None] Port 0cf2d123-66ce-4870-a86b-33eec5659b2e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:41.828292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.941297 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.945809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7294af7e-6139-4c4c-b769-4097dc31e3a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.6496994 Feb 04 12:50:41.946550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:41.953937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:41.994970 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:42.076252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.173962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.174160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e679034-7306-4436-af20-188b3f9d05b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fb26e4a16da4ffdb5e3e593f966a4f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5145085 Feb 04 12:50:42.175092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.184602 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ca2c934-6459-4ecc-9327-cf701fafa6b2 req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/b3d5830a-1790-470c-98ab-d735653b028f HTTP/1.1" status: 204 len: 173 time: 1.0385270 Feb 04 12:50:42.185421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2872c07-60a9-4165-9258-d288d7aee54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d705008c-ff9d-4fb6-ae1f-2fa8ba108801,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:42.189151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54506) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:42.189529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54510) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:42.236273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a9065-6a81-4867-a173-ec32308c66b3 req-a5bd5f30-d5f5-45f9-b7d5-df2023d48299 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.236996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-024a9065-6a81-4867-a173-ec32308c66b3 req-a5bd5f30-d5f5-45f9-b7d5-df2023d48299 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Synchronizing usage tracker for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:42.289489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-024a9065-6a81-4867-a173-ec32308c66b3 req-a5bd5f30-d5f5-45f9-b7d5-df2023d48299 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Unset dirty status for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:42.295956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-024a9065-6a81-4867-a173-ec32308c66b3 req-a5bd5f30-d5f5-45f9-b7d5-df2023d48299 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 936 time: 0.4818985 Feb 04 12:50:42.373170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.385952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1266b8-5d6c-42c8-97e9-47e84d9286ba tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5830a-1790-470c-98ab-d735653b028f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:42.415690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:38Z', 'revision_number': 3, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:42.432648 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Checking router: 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:42.433169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Updating router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:42.492466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-024a9065-6a81-4867-a173-ec32308c66b3 req-ed0d3379-671e-4207-9fa6-860a2ae0dc45 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955345 Feb 04 12:50:42.509672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8e1e9392-2f33-4ef7-be8e-6059c64e1604 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b9e55f2550b4dceae3663e640635525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171308 Feb 04 12:50:42.516630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:42.561159 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.576443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.598153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf2d123-66ce-4870-a86b-33eec5659b2e {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:42.605919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.649441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.715514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Transition to ACTIVE for port object 0cf2d123-66ce-4870-a86b-33eec5659b2e will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:42.745203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84205707-b060-4724-913b-324f3a49a9aa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:42.757573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.761068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e7acd631-60ae-4c0f-9e73-6c0c9d07fe47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84205707-b060-4724-913b-324f3a49a9aa HTTP/1.1" status: 204 len: 168 time: 1.0732079 Feb 04 12:50:42.764686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.793745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.839210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e13c8fbe-848e-479d-bc81-c33cbeb19589 req-1ce5bac2-a40a-4873-ba8a-c9bab3a335ac tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b HTTP/1.1" status: 200 len: 1805 time: 0.2511678 Feb 04 12:50:42.922965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70262a-ff8e-40a6-8893-0787ea21bc09,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:42.922965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:42.922965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-21987c82-48da-46bf-a321-f45355166beb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e70262a-ff8e-40a6-8893-0787ea21bc09 HTTP/1.1" status: 204 len: 168 time: 0.7314425 Feb 04 12:50:42.964883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cf0a89b9-75da-46ab-b93b-410b4f1b4bae up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:43.068632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.103584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-411266887', 'description': 'tempest-description-360334752'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:43.112410 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.116945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port cf0a89b9-75da-46ab-b93b-410b4f1b4bae triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:43.117312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.119928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:43.125193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:43.153652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Transition to ACTIVE for port object 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:43.157108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f0a4a2e-22aa-4910-b50a-7e71effc94aa req-2656dccb-f4b8-4246-b59b-219bd08c59fd tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f106d791562341a29d08efec358a2d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2746973 Feb 04 12:50:43.170196 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.234337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:43.252062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:43.272862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.312153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.338784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.369188 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d0b4-79cf-494c-baeb-4cc48c15e6d6 None None] Pushing event updated for resources: {'Port': ['ID=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.417463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Attempting to bind port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:43.417844 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Attempting to bind port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:43.418240 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Attempting to bind port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:43.430245 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:43.430640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:43.431057 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.431453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:43.438569 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Bound port: 2f250e9c-9aa4-4eeb-9074-4103235bb9c6, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:43.438826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:43.438947 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.445721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:43.454261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:43.455126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:43.460116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.479788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7508295b-8e65-43b5-8114-728503780ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.486314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.507856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.520604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:43.523961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460b618f-d066-4f26-9480-c88d9fcd2359,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.533233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Attempting to bind port 0cf2d123-66ce-4870-a86b-33eec5659b2e on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:43.533824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Attempting to bind port 0cf2d123-66ce-4870-a86b-33eec5659b2e by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:43.534338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Attempting to bind port 0cf2d123-66ce-4870-a86b-33eec5659b2e on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:43.537237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:43.551346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Usage tracker for resource:security_group_rule and tenant:91fa6774ed94475d8037a4d487fa70a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:43.557763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.559260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-66e0c428-c18d-4d19-9b8c-217cb5a9aefb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/460b618f-d066-4f26-9480-c88d9fcd2359 HTTP/1.1" status: 204 len: 168 time: 1.0416570 Feb 04 12:50:43.563113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Port 0cf2d123-66ce-4870-a86b-33eec5659b2e on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:50:43.563506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:43.563702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Attempting to bind port 0cf2d123-66ce-4870-a86b-33eec5659b2e on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:43.567961 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] For port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:43.573778 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] For port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:43.577745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:43.581627 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.587229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:43.587644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:43.588095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:43.588599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Bound port: 0cf2d123-66ce-4870-a86b-33eec5659b2e, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:43.589008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.613338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4a2e-22aa-4910-b50a-7e71effc94aa req-65114a5f-c3d6-4d59-9839-10cdf51343dc tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.620898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f0a4a2e-22aa-4910-b50a-7e71effc94aa req-65114a5f-c3d6-4d59-9839-10cdf51343dc tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620068 Feb 04 12:50:43.628020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:43.640905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f0a4a2e-22aa-4910-b50a-7e71effc94aa req-b7a2d4ef-4fca-4531-9de3-c73aeb7b6749 tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/quotas/f106d791562341a29d08efec358a2d6f HTTP/1.1" status: 200 len: 375 time: 0.0189509 Feb 04 12:50:43.680518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.698328 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:43.699259 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:43.727565 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f0a4a2e-22aa-4910-b50a-7e71effc94aa req-c773fb1e-737d-46cb-974c-170d0000221d tempest-QuotasAdminNegativeTest-1114025937 tempest-QuotasAdminNegativeTest-1114025937-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f106d791562341a29d08efec358a2d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855153 Feb 04 12:50:43.754384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.768061 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404d0b4-79cf-494c-baeb-4cc48c15e6d6 None None] Pushing event updated for resources: {'Port': ['ID=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.776243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:43.778680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.810886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf49c966a7445e0a007782d4bfdf7d0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:43.819030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:43.826270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:43.833071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.833274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Allocated IP 172.20.0.1 (b6ba429f-c909-4b45-8a1c-8d42891825ef/b9a0c0e4-d8e8-42ac-b331-d55b167c27d2/2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:43.936951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.961792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.961792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:43.966751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-1625415c-b37c-4925-9939-344e70190b48 service neutron] 10.222.0.87 "PUT /v2.0/ports/0cf2d123-66ce-4870-a86b-33eec5659b2e HTTP/1.1" status: 200 len: 1096 time: 2.7592843 Feb 04 12:50:43.967720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:43.983140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:44.008990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a1d51e-2638-45df-9828-06cbe649ca54,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.015265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:44.023887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:44.120863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.127605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1026ab32-f9a7-421d-be9a-6e5016412474 req-0ab28ced-ffec-4f2e-b103-bfbffb431ab6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0611601 Feb 04 12:50:44.211142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1223d-bd41-4c09-8173-e63bcfb95393 req-566f7eac-efe0-4196-beb0-1bad7915cae2 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.212692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bb1223d-bd41-4c09-8173-e63bcfb95393 req-566f7eac-efe0-4196-beb0-1bad7915cae2 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 948 time: 0.2393277 Feb 04 12:50:44.282103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.316285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.345911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.366553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bb1223d-bd41-4c09-8173-e63bcfb95393 req-b87e676b-e8d5-4eaa-a1fc-b9fa035e3ddf tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389081 Feb 04 12:50:44.387776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Transition to ACTIVE for port object 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:44.394005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-40cda9b2-f54e-461a-bda1-e8867ecd1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.395505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-40cda9b2-f54e-461a-bda1-e8867ecd1cd9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1099 time: 0.3122253 Feb 04 12:50:44.401907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dde456-f67f-4d45-9db8-2c211ba383b2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.444435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1067e406-af8d-4833-9b5f-455480cff1ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91fa6774ed94475d8037a4d487fa70a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9844899 Feb 04 12:50:44.447972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54588) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:44.500371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.513705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.555304 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e', 'status': 'completed', 'code': 200} Feb 04 12:50:44.558365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfa9f4-e234-40d9-94bf-cbb794ad485b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.559718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-c4b34b4c-7a5c-4855-90c5-9337ca385f0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e HTTP/1.1" status: 200 len: 217 time: 0.1503406 Feb 04 12:50:44.570283 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:38Z', 'revision_number': 3, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:44.576046 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0084f-3d37-44fb-83c5-970c4c609bc7 None None] The sync data for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 is: [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:38Z', 'revision_number': 3, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:44.591007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.675588 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-741bc0a0-ec6f-4c8f-9549-b1c4f1f4a201 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cf49c966a7445e0a007782d4bfdf7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0445726 Feb 04 12:50:44.711133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54596) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:44.712807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-71e841fa-2767-4266-acf3-3932af51aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:44.714374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-71e841fa-2767-4266-acf3-3932af51aaf9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1469092 Feb 04 12:50:44.779775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Network b6ba429f-c909-4b45-8a1c-8d42891825ef is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:44.782625 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.794320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:44.806775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:44.807327 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.826115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.859459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:44.992795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-c8945ab2-8d23-40f0-bd44-4d8b64e1faa4 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 200 len: 1803 time: 0.4160564 Feb 04 12:50:45.009446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0a1d51e-2638-45df-9828-06cbe649ca54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:45.009974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0a1d51e-2638-45df-9828-06cbe649ca54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:45.024859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:45.042865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.049336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:45.061007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:45.078514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.083827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:45.143289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dde456-f67f-4d45-9db8-2c211ba383b2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:45.170030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.181064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.184710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48d58118-9a9b-4ea3-b865-4d5b95e3cea8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48dde456-f67f-4d45-9db8-2c211ba383b2 HTTP/1.1" status: 204 len: 168 time: 0.7258062 Feb 04 12:50:45.250004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a469-1378-48ab-b238-7b6efee23da3 req-7299f751-7e5c-4a13-8d73-bfea68bce67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:45.251605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-7299f751-7e5c-4a13-8d73-bfea68bce67b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5040190 Feb 04 12:50:45.255108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.292699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f53a6886-5033-45b2-be91-19d7105c0af4 None None] Provisioning for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:45.305913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f53a6886-5033-45b2-be91-19d7105c0af4 None None] Provisioning complete for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:45.319459 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f53a6886-5033-45b2-be91-19d7105c0af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.337337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.473021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f53a6886-5033-45b2-be91-19d7105c0af4 None None] Port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:45.652429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54636) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:45.691012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-ed43e22f-1f70-4e52-8a1a-87220a7c37e5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289911 Feb 04 12:50:45.691467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.723637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.729047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfa9f4-e234-40d9-94bf-cbb794ad485b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:45.742426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.749708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.751251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.904892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4e9947b3-82e7-4a68-a0d0-dd3f45ce8501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.921451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.950449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a964a469-1378-48ab-b238-7b6efee23da3 req-9839431c-d971-47cc-84fe-f5d8eca559ed service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248874 Feb 04 12:50:45.981309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f4f4e4-3829-4bb2-bc21-65ade7cce946,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:45.984739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.988324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f093c580-94e7-473b-9f57-70565c050480 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60dfa9f4-e234-40d9-94bf-cbb794ad485b HTTP/1.1" status: 204 len: 168 time: 1.2708170 Feb 04 12:50:45.988324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:45.998523 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06530ba9-c950-43c1-85c1-8900578c2be7 req-195ba566-6b6c-4f3c-bb58-70c06e10b2de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9987276 Feb 04 12:50:46.032823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c4b24-a86f-4336-9aa2-a117018745b3 req-ead69384-8214-46c0-bbcf-d87f6066d28a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.034358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-736c4b24-a86f-4336-9aa2-a117018745b3 req-ead69384-8214-46c0-bbcf-d87f6066d28a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 948 time: 0.3809743 Feb 04 12:50:46.035033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:46.128265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Network b6ba429f-c909-4b45-8a1c-8d42891825ef is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:46.133613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-736c4b24-a86f-4336-9aa2-a117018745b3 req-13b8bc64-b7f6-437f-8cb2-bef64cecc84c tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867224 Feb 04 12:50:46.134439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:46.223690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-48022ce9-6c69-4428-af90-6cf1dbe48686 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 200 len: 2396 time: 0.1936336 Feb 04 12:50:46.230053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0a1d51e-2638-45df-9828-06cbe649ca54', 'remote_group_id': None}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:46.230484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0a1d51e-2638-45df-9828-06cbe649ca54', 'remote_group_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:46.242521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:46.253166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Usage tracker for resource:security_group_rule and tenant:691bf887e5f4474ca39b4f942a91b141 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:46.261005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:46.280073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:46.295178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-a11b6ba8-7ca8-42eb-ac5f-b74410880adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.296922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-a11b6ba8-7ca8-42eb-ac5f-b74410880adb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1099 time: 0.2683589 Feb 04 12:50:46.353099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.398161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:46.405502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f106d791562341a29d08efec358a2d6f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:46.410472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:46.463829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54658) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:46.482213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:46.515927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.517620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-503c2d47-d04a-49f8-9503-e2fc22552ecd None None] Provisioning complete for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:46.518087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-503c2d47-d04a-49f8-9503-e2fc22552ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.545661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:50:46.553550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.571310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.609924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-503c2d47-d04a-49f8-9503-e2fc22552ecd None None] Port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:46.630859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca853f52-7151-4ec9-a788-ba8cc82fcb9a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:46.641382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-f6bdf32b-e8a8-4698-a000-284e503bab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.643399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-f6bdf32b-e8a8-4698-a000-284e503bab45 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3369715 Feb 04 12:50:46.644649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.645694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cdcfa9b2-c251-4ce3-a0be-6402eaef3f38 req-eee544d2-dc55-49a4-92c6-0231b571f1a1 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4210532 Feb 04 12:50:46.721668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-5909cc2f-c0c4-4ac2-9fc4-d889877dadcc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e HTTP/1.1" status: 200 len: 217 time: 0.0696261 Feb 04 12:50:46.737758 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.834004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-625b4cf2-1cd4-4c7c-aa90-d886623efbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:46.841693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-625b4cf2-1cd4-4c7c-aa90-d886623efbf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1086640 Feb 04 12:50:46.863677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.962272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:46.993474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:46.996527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.025806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-965aeaa7-9971-46f1-8337-79cfe9e2e267 req-21dd3be5-b63b-4944-b583-29d75a3721bc tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 200 len: 2994 time: 0.3242669 Feb 04 12:50:47.048664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:47.061667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f09fde7d6d49486a93eb5986c0522e99 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:47.105389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.107600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:47.112965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:47.113384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:47.113987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.126154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb76e8c-4948-45ab-96b3-0f478691019b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.145395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:47.151948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-426f1602-b340-4d1b-b511-93542c7910b6 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-group-rules/ca853f52-7151-4ec9-a788-ba8cc82fcb9a HTTP/1.1" status: 200 len: 783 time: 0.0915990 Feb 04 12:50:47.221955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:50:47.259519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-087d40cb-3c91-43df-8724-a935c6b980c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f106d791562341a29d08efec358a2d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6024296 Feb 04 12:50:47.273536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2eecb4a9-3533-4336-86a6-b5ee72acc6bd admin admin] 10.222.0.53 "PUT /v2.0/routers/5b92d4b8-d2f7-475b-87ee-de084f3dfca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3140540 Feb 04 12:50:47.274130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:47.280223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Sync routers for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:47.300282 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.307279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:47.308181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:47.362870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-5c1eaf14-bb03-4c78-ad55-e69e4be11a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:47.364381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-5c1eaf14-bb03-4c78-ad55-e69e4be11a4a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4837112 Feb 04 12:50:47.370680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-d3fb3fd0-eea8-421d-8a40-57a1dea16cf3 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 200 len: 2994 time: 0.2006321 Feb 04 12:50:47.444545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:47.461642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.463310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.503553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5354d-e18e-4d01-a652-4fcfc1de441c req-313a5615-cbca-4ff7-9e98-74c861349fd1 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:47.515816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88e5354d-e18e-4d01-a652-4fcfc1de441c req-313a5615-cbca-4ff7-9e98-74c861349fd1 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 948 time: 0.1484644 Feb 04 12:50:47.543592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.561250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.564177 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.618303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88e5354d-e18e-4d01-a652-4fcfc1de441c req-68a0d6e8-bdc3-4715-90e9-56137593665e tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017461 Feb 04 12:50:47.677181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.680195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-ee8f3ef2-3b86-4a5c-b696-287cf173ced7 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048301 Feb 04 12:50:47.691993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.714683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:47.715540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb76e8c-4948-45ab-96b3-0f478691019b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.722478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.723661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a821b28-a02f-40f1-b6d0-af327bd715f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fb76e8c-4948-45ab-96b3-0f478691019b HTTP/1.1" status: 204 len: 168 time: 0.4391212 Feb 04 12:50:47.823301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.826769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.851587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.880811 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6667c451-f665-4bb5-8d2a-c3cd0dd4ec0e req-269ab95a-8d0e-4950-b320-8c7ebe58e83a service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899428 Feb 04 12:50:47.892969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca853f52-7151-4ec9-a788-ba8cc82fcb9a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.917908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f09fde7d6d49486a93eb5986c0522e99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4533072 Feb 04 12:50:47.920733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:47.933520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:47.936719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fc2f971-aa77-4a9b-9637-908fdb1759fb req-5db5ba10-581a-44e2-8c29-322f3841bdcb tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ca853f52-7151-4ec9-a788-ba8cc82fcb9a HTTP/1.1" status: 204 len: 173 time: 0.5399377 Feb 04 12:50:47.945819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9322217-4af1-4e8c-91b6-54136bb508d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806119bb-474b-481a-a5b8-116ea2a7b8f0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:48.007650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.038736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.105572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.129788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806119bb-474b-481a-a5b8-116ea2a7b8f0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:48.140899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.145291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c06b066-3b76-4b2a-a66e-c4442235b747 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/806119bb-474b-481a-a5b8-116ea2a7b8f0 HTTP/1.1" status: 204 len: 168 time: 0.2234278 Feb 04 12:50:48.212152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-e3699da2-4b45-4e16-be5a-7c5cec7eb876 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566108 Feb 04 12:50:48.217036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 4, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527', 'name': '', 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'mac_address': 'fa:16:3e:ad:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:43Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 2, 'project_id': 'a538798247db497eaa069b3c87297539', 'subnets': [{'id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:48.222061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Checking router: 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:48.223233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Updating router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:48.282121 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.401125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-f193c66d-c6a0-43c9-a35c-b8b23de59e8b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:48.402620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-f193c66d-c6a0-43c9-a35c-b8b23de59e8b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896300 Feb 04 12:50:48.417329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-4496bae5-4dca-4e02-bf1d-075acacbd0d6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/quotas/75b9221cfbb44e319a6eec5757821100 HTTP/1.1" status: 200 len: 375 time: 0.0091188 Feb 04 12:50:48.474774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-f78489a9-587f-4acf-9e3d-11279d2ad406 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503745 Feb 04 12:50:48.555103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.561185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:48.585650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.602534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:48.608663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Usage tracker for resource:security_group_rule and tenant:25e25b09f67d4161ac321f5c744ef666 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:48.611881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:48.619397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:48.627828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-bf3af3bc-aeb0-4cec-b3df-b8d0ed764d1e tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 200 len: 2396 time: 0.1081185 Feb 04 12:50:48.753747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.787806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.809956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.816494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.834009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.858253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Transition to ACTIVE for port object 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:48.876580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.876777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2541b0d-b5e1-4efc-bf2a-055f695b10d3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:48.911291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5b2624b-7992-4408-a786-cb35bd0700e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25e25b09f67d4161ac321f5c744ef666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467968 Feb 04 12:50:48.912945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54760) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:48.940470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.975946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a1d51e-2638-45df-9828-06cbe649ca54,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:48.981298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:48.982592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8d3e1e-c4d7-4c03-a143-a606187f3915 req-8a28b0f3-41bb-4fe5-97f4-298d2c9c48de tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0a1d51e-2638-45df-9828-06cbe649ca54 HTTP/1.1" status: 204 len: 173 time: 0.3478360 Feb 04 12:50:49.042764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.049083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0cf2d123-66ce-4870-a86b-33eec5659b2e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:50:49.052156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:49.079926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.150447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.172486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2541b0d-b5e1-4efc-bf2a-055f695b10d3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:49.181589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.185160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-23580678-0bf0-4d1b-863b-102269694a14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2541b0d-b5e1-4efc-bf2a-055f695b10d3 HTTP/1.1" status: 204 len: 168 time: 0.2690639 Feb 04 12:50:49.332532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582691e-73ea-4d1f-a67d-8c143cbd0c89 req-936d6319-9074-4f18-9d25-1019c405cbce tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:49.335219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e582691e-73ea-4d1f-a67d-8c143cbd0c89 req-936d6319-9074-4f18-9d25-1019c405cbce tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 948 time: 0.1477742 Feb 04 12:50:49.406999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e582691e-73ea-4d1f-a67d-8c143cbd0c89 req-98bc58f0-b063-4c28-8abf-7e235b034c43 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650682 Feb 04 12:50:49.449786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c689b88-a4ce-4bac-a7ec-0fe32dc10dcf None None] Pushing event updated for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:49.471103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:50:49.519546 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-ec68e527-b005-4701-aad3-1b7e0536887e req-ad4d576c-1e51-4c25-88c6-428c5b312484 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] show failed (client error): The resource could not be found. Feb 04 12:50:49.520593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec68e527-b005-4701-aad3-1b7e0536887e req-ad4d576c-1e51-4c25-88c6-428c5b312484 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/b3d5830a-1790-470c-98ab-d735653b028f HTTP/1.1" status: 404 len: 352 time: 0.0460279 Feb 04 12:50:49.618036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:49.626055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Attempting to bind port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:49.626500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Attempting to bind port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:49.626824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Attempting to bind port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 on network b6ba429f-c909-4b45-8a1c-8d42891825ef {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:49.644452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:49.644825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.654668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.694849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-2d1ab985-bc3f-431b-b63d-c18bc2b394be tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b HTTP/1.1" status: 200 len: 1805 time: 0.0828099 Feb 04 12:50:49.713060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:49.713445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Checking segment: {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:49.713849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.714248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Bound using segment: {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:49.714763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Bound port: 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f11311b-531e-41e0-823c-fa18940d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:49.715153 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.754098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:49.758763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e70d6c97-257f-42a9-a6b4-ef78f3d27786 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823457 Feb 04 12:50:49.769912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Usage tracker for resource:security_group_rule and tenant:10d4b6c8ae97452a8c260b361cccd0b0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:49.780667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:49.800011 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.850680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:49.895099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.951730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:49.970463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:49.996733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '0cf2d123-66ce-4870-a86b-33eec5659b2e', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '0cf2d123-66ce-4870-a86b-33eec5659b2e', 'mac_address': 'fa:16:3e:d9:03:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:50:49.999006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] For port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:50.003437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] For port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:50.020753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.063643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.070677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.088935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.090094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8892b169-9b2e-4f3f-ba86-36d9157fde6d req-adb4fde1-5cd0-4200-bfaa-688b01831d87 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e3b8e2c-47e1-4759-b5bc-8db6d2d8c19b HTTP/1.1" status: 204 len: 173 time: 0.3719668 Feb 04 12:50:50.131923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-f8241ffe-e181-4dd4-9388-6fd84fea101d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:50.138683 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.141235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-f8241ffe-e181-4dd4-9388-6fd84fea101d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641546 Feb 04 12:50:50.175809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-7c465eb6-6cc9-4393-a5c5-99a415f52d52 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/quotas/75b9221cfbb44e319a6eec5757821100 HTTP/1.1" status: 200 len: 375 time: 0.0335586 Feb 04 12:50:50.241469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf2d123-66ce-4870-a86b-33eec5659b2e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:50.244645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-942f82af-71a0-433e-9086-dc62e6924e7e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668120 Feb 04 12:50:50.306198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:50:50.306880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:50.431794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:50.446482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.451540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.465606 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.469801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c689b88-a4ce-4bac-a7ec-0fe32dc10dcf None None] Pushing event updated for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.530040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-641418ca-60b7-4cc2-943f-07baae29afe3 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/f1fb9bc0-c89b-47cd-818f-b408ec1d31e4 HTTP/1.1" status: 200 len: 1805 time: 0.3494217 Feb 04 12:50:50.733845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:50.747594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54832) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:50.750512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0cf2d123-66ce-4870-a86b-33eec5659b2e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:50:50.756965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10d4b6c8ae97452a8c260b361cccd0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1359656 Feb 04 12:50:50.760029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9d37-a0d3-484f-a219-110327fae82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bcc09a-c89b-421f-9149-61c4fd05dd09,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.938222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:50:51.056271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.094492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-6e78ffdd-e55f-4a0f-87cf-a7cc6019b730 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2097049 Feb 04 12:50:51.223184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.313366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a756d-5d7d-4704-b8f9-0de44a6c50a7 req-1d65b582-8936-411a-8b76-dbc69b8c5e00 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:51.316332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.323037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-260a756d-5d7d-4704-b8f9-0de44a6c50a7 req-1d65b582-8936-411a-8b76-dbc69b8c5e00 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 949 time: 0.3770082 Feb 04 12:50:51.404896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.420415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.457128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-260a756d-5d7d-4704-b8f9-0de44a6c50a7 req-5a1fa2f3-f652-4bdd-8d31-5445957775dc tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285870 Feb 04 12:50:51.503060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-f8f16f7b-3fbc-4a9a-a06d-b3ec6c26b70b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:51.505640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-f8f16f7b-3fbc-4a9a-a06d-b3ec6c26b70b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099085 Feb 04 12:50:51.530913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Request body: {'port': {'device_id': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '75b9221cfbb44e319a6eec5757821100'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.674764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9bcc68ee-d35c-4b04-97ae-830daf4e441c req-58c8372b-de94-4823-a073-cd63cc781434 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 210 time: 0.0872180 Feb 04 12:50:51.755879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:51.760225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Usage tracker for resource:port and tenant:75b9221cfbb44e319a6eec5757821100 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:51.763735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:51.770643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:51.779165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb9bc0-c89b-47cd-818f-b408ec1d31e4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.820932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 4, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527', 'name': '', 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'mac_address': 'fa:16:3e:ad:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:43Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': 'a538798247db497eaa069b3c87297539', 'subnets': [{'id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:51.827651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.840598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a622732-46bb-4e26-9eed-decd24e413f5 req-4c59daf0-1b7b-4a78-8950-ae2904429d33 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1fb9bc0-c89b-47cd-818f-b408ec1d31e4 HTTP/1.1" status: 204 len: 173 time: 1.3002987 Feb 04 12:50:51.841464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Made reservation on behalf of 75b9221cfbb44e319a6eec5757821100 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:51.845756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.852894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb25d60-0f9e-427b-9fd0-b73cce387c44 None None] The sync data for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 is: [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 4, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527', 'name': '', 'network_id': 'b6ba429f-c909-4b45-8a1c-8d42891825ef', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'mac_address': 'fa:16:3e:ad:b1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:43Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': 'a538798247db497eaa069b3c87297539', 'subnets': [{'id': 'b9a0c0e4-d8e8-42ac-b331-d55b167c27d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:51.866353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.955574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.956881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21bcc09a-c89b-421f-9149-61c4fd05dd09 HTTP/1.1" status: 204 len: 168 time: 1.2083163 Feb 04 12:50:51.957834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:51.984442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cade98e-f34d-46af-b9be-6ed63ae43524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bcc09a-c89b-421f-9149-61c4fd05dd09,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.994942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:52.021483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Usage tracker for resource:security_group_rule and tenant:75b9221cfbb44e319a6eec5757821100 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:52.026047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:52.035187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:52.218072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:52.225391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:52.332483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3d969-8e46-4db9-a330-a4f2836fd0c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:52.493673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-cfb03fd6-18f2-4ec2-acbe-8117747a65a4 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638 HTTP/1.1" status: 200 len: 1804 time: 0.1994734 Feb 04 12:50:52.510354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-b047e224-a765-40d0-92dc-10cf39531318 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658925 Feb 04 12:50:52.693652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:52.739616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Allocated IP 192.168.233.64 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/a76b4953-c76b-4445-98d7-63aa6583a5e8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:52.782231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:52.939387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:52.957065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0cf2d123-66ce-4870-a86b-33eec5659b2e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:52.975623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-aaa2997f-1fac-45d3-919a-c2c69609420a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:52.977737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-aaa2997f-1fac-45d3-919a-c2c69609420a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607832 Feb 04 12:50:52.999317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Request body: {'port': {'device_id': '016775dd-6661-47b3-b611-261af2b85ae9', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '75b9221cfbb44e319a6eec5757821100'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:53.068846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:53.143508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:53.157947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744433507', 'description': 'tempest-description--1597669155'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:53.171900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:53.176636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:security_group and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:53.179890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:53.186216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.187068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:53.191352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.193543 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b15d1412-d8dc-473d-b3a5-a83f8e7209e9 req-5b4c0021-97f7-4168-a1ca-a2cf2d8648ca tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed6b5ca2-4a01-4b23-bd55-f14ba1b4c638 HTTP/1.1" status: 204 len: 173 time: 0.6337547 Feb 04 12:50:53.214969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.269124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:53.277687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:security_group_rule and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:53.284073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:53.297640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.314169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:53.316206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Transition to ACTIVE for port object a76b4953-c76b-4445-98d7-63aa6583a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:53.357069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.418415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:53.421537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 0cf2d123-66ce-4870-a86b-33eec5659b2e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:53.426888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:53.427563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Usage tracker for resource:port and tenant:75b9221cfbb44e319a6eec5757821100 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:53.431846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 0cf2d123-66ce-4870-a86b-33eec5659b2e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:53.432214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.432341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:53.445373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:53.468114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Made reservation on behalf of 75b9221cfbb44e319a6eec5757821100 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:53.481216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.505360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:53.506439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.510099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:53.523386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:53.546048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:53.562301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:53.563907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:53.594408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.615653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-2283dee2-8c1d-4573-9343-3fa616c92396 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0975423 Feb 04 12:50:53.653995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Request body: {'port': {'device_id': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:53.901487 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-b37e415d-af55-42bd-b38e-dbd863d62a1e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54647a0eaec948ba9da9c8200cf25220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1667991 Feb 04 12:50:54.027093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.073567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.086970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.111963 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.132204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.163744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a488f34-dd80-4f3d-9f30-604051e4dffe None None] Provisioning for port a76b4953-c76b-4445-98d7-63aa6583a5e8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:54.181339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-1ff39ce6-a2f0-40ca-b4ed-1ff31cbedfce tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.183165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-1ff39ce6-a2f0-40ca-b4ed-1ff31cbedfce tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735233 Feb 04 12:50:54.188620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.190494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a488f34-dd80-4f3d-9f30-604051e4dffe None None] Provisioning complete for port a76b4953-c76b-4445-98d7-63aa6583a5e8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:54.191002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a488f34-dd80-4f3d-9f30-604051e4dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.244475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:54.251122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e2ef2-d18f-4a41-a196-3bbdaff36960 req-aae29e13-fa5d-4d32-80a5-5cdd8f91b9b8 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.252718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-400e2ef2-d18f-4a41-a196-3bbdaff36960 req-aae29e13-fa5d-4d32-80a5-5cdd8f91b9b8 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 949 time: 0.2272413 Feb 04 12:50:54.264378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:54.274453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.300268 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-169aa990-08e6-4f84-aaf5-476d116db98b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/quotas/54647a0eaec948ba9da9c8200cf25220 HTTP/1.1" status: 200 len: 375 time: 0.0893271 Feb 04 12:50:54.323798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d0240-7a54-42f7-bcb9-364ab574a36d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:54.352118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:50:54.362143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.375965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-313ab1ee-e077-4ec2-9f4b-890f136bef53 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673246 Feb 04 12:50:54.381588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.383038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea62f0e3-59e4-4f1b-9e96-c1c3aa3ca73e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2384150 Feb 04 12:50:54.386658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3a488f34-dd80-4f3d-9f30-604051e4dffe None None] Port a76b4953-c76b-4445-98d7-63aa6583a5e8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:54.387406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54942) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:54.396636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'security_group_rule': {'security_group_id': '6f8d0240-7a54-42f7-bcb9-364ab574a36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:54.407581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:54.411053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Allocated IP 192.168.233.24 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/def010f0-22c6-409a-b7d6-8b366602cbce) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:54.415077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-400e2ef2-d18f-4a41-a196-3bbdaff36960 req-1f4dfd19-c4ee-48d2-8eae-3240703fc5a6 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Feb 04 12:50:54.417223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:security_group_rule and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:54.421206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:54.431201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:54.432106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:54.500846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.539452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:54.625170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72288264-82b4-4eeb-8314-c38de8333be6 req-48314c4f-7355-4811-9471-3b55b11c83e9 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Synchronizing usage tracker for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:54.647822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72288264-82b4-4eeb-8314-c38de8333be6 req-48314c4f-7355-4811-9471-3b55b11c83e9 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Unset dirty status for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:54.650493 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72288264-82b4-4eeb-8314-c38de8333be6 req-48314c4f-7355-4811-9471-3b55b11c83e9 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 210 time: 0.0741510 Feb 04 12:50:54.704685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.728379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-99f17b6a-d5d2-4cfc-bded-5a28f9356634 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/9eba38fc-1694-4848-96d4-725f94f6c843 HTTP/1.1" status: 200 len: 2403 time: 0.1160767 Feb 04 12:50:54.739062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.821732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.822948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4345331 Feb 04 12:50:54.826927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:54.835809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'security_group_rule': {'security_group_id': '6f8d0240-7a54-42f7-bcb9-364ab574a36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:54.842782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43215d-a2b1-4e81-b098-a778dfa0679c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750bfb5c-3633-4196-854e-bb2c14d88f70,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:54.852960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:54.864596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:security_group_rule and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:54.871052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:54.882342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.887886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:54.894821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.927324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Transition to ACTIVE for port object def010f0-22c6-409a-b7d6-8b366602cbce will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:54.941764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:54.943222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.001040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.007046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:50:55.105707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event updated for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.118453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.146366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:55.149414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eba38fc-1694-4848-96d4-725f94f6c843,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.153894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:55.154417 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.159925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:55.163928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:55.170325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.170989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.190526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.191673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afaaad47-4141-44ca-8888-fae1d75d5537 req-ad741da2-5d06-49d3-8a96-74b46528b552 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/9eba38fc-1694-4848-96d4-725f94f6c843 HTTP/1.1" status: 204 len: 173 time: 0.4477558 Feb 04 12:50:55.214546 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-e1a20a79-cbf2-4b9e-babb-27c2d7292038 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2265534 Feb 04 12:50:55.225947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Request body: {'port': {'device_id': '016775dd-6661-47b3-b611-261af2b85ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:55.254256 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e', 'code': 200} Feb 04 12:50:55.349890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.367571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.401732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc679aef-5e14-4c02-8a85-627c03b443eb,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.437855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.90', 54774) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:55.446367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.87', 54625) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:55.544003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.577979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.582266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8de37a66-f849-42f0-b30e-8bc9a3658bc5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7542863 Feb 04 12:50:55.585259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:55.609376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:55.625401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1f6d8b5-7d7e-4881-9a2f-27722503bb94 None None] Provisioning for port def010f0-22c6-409a-b7d6-8b366602cbce completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:55.632912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1f6d8b5-7d7e-4881-9a2f-27722503bb94 None None] Provisioning complete for port def010f0-22c6-409a-b7d6-8b366602cbce triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:55.633699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d8b5-7d7e-4881-9a2f-27722503bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.654418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46fd3631-8e07-42c3-b429-4c12a80ba8bc req-abde6009-604a-4cda-92c6-a687c8fe70da tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 210 time: 0.2154667 Feb 04 12:50:55.703058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6d8b5-7d7e-4881-9a2f-27722503bb94 None None] Port def010f0-22c6-409a-b7d6-8b366602cbce cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:50:55.719164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:55.729216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-ba69aafa-5e02-4b28-ac35-26144858624c tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "GET /v2.0/security-groups/274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa HTTP/1.1" status: 200 len: 2398 time: 0.1834257 Feb 04 12:50:55.730236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:floatingip and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:55.736929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:55.747829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:55.767792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:55.782006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.824355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.829876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b105f61-20d8-44bf-9d5f-a77a2ef866a8 req-b4eda1f1-317b-436d-9e57-74413ac0bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.831156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b105f61-20d8-44bf-9d5f-a77a2ef866a8 req-b4eda1f1-317b-436d-9e57-74413ac0bae4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1101 time: 0.3245671 Feb 04 12:50:55.845353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Transition to ACTIVE for port object a76b4953-c76b-4445-98d7-63aa6583a5e8 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:55.856240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:55.946869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-275dd8c0-cccc-4c0e-87d7-7362e165c7db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4964681 Feb 04 12:50:56.009776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b105f61-20d8-44bf-9d5f-a77a2ef866a8 req-c1ad0490-6a36-4624-9bcb-0212feee7af1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666737 Feb 04 12:50:56.076505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de791ce7-b1b1-49d8-a5d0-d0e8f4f3f4e5 req-d680ea11-d8da-4232-9796-3d4f54e619ee tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.078015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de791ce7-b1b1-49d8-a5d0-d0e8f4f3f4e5 req-d680ea11-d8da-4232-9796-3d4f54e619ee tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 950 time: 0.2362227 Feb 04 12:50:56.101089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.126309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.187203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de791ce7-b1b1-49d8-a5d0-d0e8f4f3f4e5 req-172a940e-840e-45ec-9eb0-4d341a7d97be tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943429 Feb 04 12:50:56.191225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def010f0-22c6-409a-b7d6-8b366602cbce {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:50:56.200855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.205946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.218235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Transition to ACTIVE for port object def010f0-22c6-409a-b7d6-8b366602cbce will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:56.237182 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.246670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Attempting to bind port a76b4953-c76b-4445-98d7-63aa6583a5e8 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:56.250978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Attempting to bind port a76b4953-c76b-4445-98d7-63aa6583a5e8 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:56.251802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Attempting to bind port a76b4953-c76b-4445-98d7-63aa6583a5e8 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:56.278504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Port a76b4953-c76b-4445-98d7-63aa6583a5e8 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:50:56.278861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Attempting to bind port a76b4953-c76b-4445-98d7-63aa6583a5e8 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:56.321554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-f05dedcc-9d4f-4090-9e12-6132a2db0ab6 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=54647a0eaec948ba9da9c8200cf25220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874956 Feb 04 12:50:56.325056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:56.325401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:56.325791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:56.326278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Bound port: a76b4953-c76b-4445-98d7-63aa6583a5e8, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:56.326643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.426305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-18560f5a-5a26-4059-8974-c6fb04b74b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.428702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-18560f5a-5a26-4059-8974-c6fb04b74b43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 1101 time: 0.3709178 Feb 04 12:50:56.607872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Pushing event updated for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.628812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.679912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.699048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:56.702477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Attempting to bind port def010f0-22c6-409a-b7d6-8b366602cbce on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:50:56.703082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Attempting to bind port def010f0-22c6-409a-b7d6-8b366602cbce by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:50:56.703671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Attempting to bind port def010f0-22c6-409a-b7d6-8b366602cbce on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:56.703781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.704880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c900b7d-2614-44ee-bc11-ff16bfbbc860 req-1ff43e65-19b6-4182-9e2f-5a53b1d73099 tempest-SecurityGroupRulesTestJSON-675798571 tempest-SecurityGroupRulesTestJSON-675798571-project] 10.222.0.53 "DELETE /v2.0/security-groups/274ce8c8-bdd2-43e1-a5f9-ca50882fb6aa HTTP/1.1" status: 204 len: 173 time: 0.9606769 Feb 04 12:50:56.714077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:56.719329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.732663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55014) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:56.738757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.835712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-b15ff609-5a42-4e54-aa13-f43cb1d2373d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.836882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-b15ff609-5a42-4e54-aa13-f43cb1d2373d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5045726 Feb 04 12:50:56.839600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Port def010f0-22c6-409a-b7d6-8b366602cbce on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:50:56.840387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Attempting to bind port def010f0-22c6-409a-b7d6-8b366602cbce on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:50:56.853765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Request body: {'port': {'device_id': 'de10251f-f854-47fa-9b38-b9217e923990', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '54647a0eaec948ba9da9c8200cf25220'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:56.924677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.925301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:56.926723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] 10.222.0.87 "PUT /v2.0/ports/a76b4953-c76b-4445-98d7-63aa6583a5e8 HTTP/1.1" status: 200 len: 1095 time: 3.3028588 Feb 04 12:50:56.927778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-523a326d-e5c7-4860-8636-22fdc41b3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.929097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-523a326d-e5c7-4860-8636-22fdc41b3bcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4598074 Feb 04 12:50:56.929516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:57.043274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:50:57.043851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:50:57.044095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:50:57.044424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Bound port: def010f0-22c6-409a-b7d6-8b366602cbce, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:50:57.044772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.102132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55028) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:57.109160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:57.126641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Usage tracker for resource:port and tenant:54647a0eaec948ba9da9c8200cf25220 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:57.142845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:57.150303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:57.155435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Deleting subnet 4bcd7b34-f039-4439-b373-22a8f7d87e7c {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:50:57.170031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-9f48e5f5-e9fc-4721-bc3e-33455a34aa11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ea1f5568-9957-4568-9d71-442137722b45 HTTP/1.1" status: 200 len: 217 time: 0.2186856 Feb 04 12:50:57.170714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f610-a210-4184-8458-54bf766fddfe service neutron] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:57.171500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Made reservation on behalf of 54647a0eaec948ba9da9c8200cf25220 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:57.174962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.201523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.210531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.217475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604ab6c-8219-415a-9acb-117b4cdccbe3 req-c8ce7a7e-6fb7-411e-974a-91de003c2a12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.218176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7604ab6c-8219-415a-9acb-117b4cdccbe3 req-c8ce7a7e-6fb7-411e-974a-91de003c2a12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Synchronizing usage tracker for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:50:57.241096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:50:57.243878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:57.246993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=def010f0-22c6-409a-b7d6-8b366602cbce,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:50:57.249565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Usage tracker for resource:security_group_rule and tenant:54647a0eaec948ba9da9c8200cf25220 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:57.252495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:57.256039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7604ab6c-8219-415a-9acb-117b4cdccbe3 req-c8ce7a7e-6fb7-411e-974a-91de003c2a12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Unset dirty status for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:50:57.262935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7604ab6c-8219-415a-9acb-117b4cdccbe3 req-c8ce7a7e-6fb7-411e-974a-91de003c2a12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 947 time: 0.5377369 Feb 04 12:50:57.282222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:57.285612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.395450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.396105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.397511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] 10.222.0.90 "PUT /v2.0/ports/def010f0-22c6-409a-b7d6-8b366602cbce HTTP/1.1" status: 200 len: 1095 time: 2.1761992 Feb 04 12:50:57.397971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:50:57.426308 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7604ab6c-8219-415a-9acb-117b4cdccbe3 req-df309cd1-637b-45c9-ab8d-6c5a0f0e829f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624339 Feb 04 12:50:57.470012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e24b4a94-2e20-4194-aae3-6d2e68e2ac80 req-c3eb8fb1-5bcf-4473-9622-de5315ac9c6a tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 210 time: 0.3732927 Feb 04 12:50:57.485591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-f5229dcd-d3f0-4d3a-b0d3-0428c87c24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.485591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-f5229dcd-d3f0-4d3a-b0d3-0428c87c24f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2291570 Feb 04 12:50:57.551926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0c3d8-c659-4ac6-ba1a-2e808ab755bb service neutron] Pushing event updated for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:57.645721 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'status': 'completed', 'code': 200} Feb 04 12:50:57.654397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.672365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.679452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.697787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Allocated IP 172.25.4.94 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/561a5026-c060-4aad-ae54-9fde8e39a432) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:57.725411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.727630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-eb84bc9f-fcec-4f73-a15e-75eb2424e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.729138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-eb84bc9f-fcec-4f73-a15e-75eb2424e2ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 1098 time: 0.2762179 Feb 04 12:50:57.777152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:57.859235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:57.887327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-72b0d260-3b50-4802-8278-51b5ba1aa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.889130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-72b0d260-3b50-4802-8278-51b5ba1aa6ca service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1098 time: 0.8411496 Feb 04 12:50:57.940112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Usage tracker for resource:security_group_rule and tenant:9042c1f4e2514983b24bf2d97823e1a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:57.996373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-ba1c8252-6eaf-497c-8cd8-7d454b8091be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=def010f0-22c6-409a-b7d6-8b366602cbce HTTP/1.1" status: 200 len: 217 time: 0.2197506 Feb 04 12:50:58.003475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:58.004496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8526db21-7be8-4dc1-a2f3-69a902e2c9f7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:58.019836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:58.045052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-ef4d3008-fcc8-45c6-874f-9e55a6028e51 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0961740 Feb 04 12:50:58.061576 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce', 'status': 'completed', 'code': 200} Feb 04 12:50:58.150074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-8b7facd2-a083-4860-970e-1e8607c2feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.161084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-8b7facd2-a083-4860-970e-1e8607c2feea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6494327 Feb 04 12:50:58.180886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-2b5e3560-d418-4e38-9535-6284644d73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.182356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-2b5e3560-d418-4e38-9535-6284644d73d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1744888 Feb 04 12:50:58.184648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.247136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662609c-2a5f-4dfd-9fa9-e7787461cd37 req-fbcb09be-8b72-4a36-81f4-7d0eaefd913f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.251912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c662609c-2a5f-4dfd-9fa9-e7787461cd37 req-fbcb09be-8b72-4a36-81f4-7d0eaefd913f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 950 time: 0.5763676 Feb 04 12:50:58.298358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Allocated IP 192.168.233.126 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/7bcffc45-b8a4-4dd6-9b15-cf9518818498) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:58.321047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-ca0b168c-c84d-47e6-845d-7cd6150e5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.322574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-ca0b168c-c84d-47e6-845d-7cd6150e5319 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2535145 Feb 04 12:50:58.343798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.346454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcd7b34-f039-4439-b373-22a8f7d87e7c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:58.375251 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c662609c-2a5f-4dfd-9fa9-e7787461cd37 req-f64d3ac8-0485-4688-891e-e45b93c54a90 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095047 Feb 04 12:50:58.412796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-6332400a-341c-468e-87be-50d24029fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:58.414261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-6332400a-341c-468e-87be-50d24029fdc9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219136 Feb 04 12:50:58.472859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.501522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8e95822-9c7a-42d1-b08e-c8e8273ce7f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4bcd7b34-f039-4439-b373-22a8f7d87e7c HTTP/1.1" status: 204 len: 168 time: 1.7683020 Feb 04 12:50:58.507544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55074) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:58.725254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-060c7a9f-864f-4cce-bd56-f4f1aab9da82 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471127 Feb 04 12:50:58.813707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:58.813928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.890155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-c0fb1b99-8e83-4e2d-b86f-92fba45fbb97 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642408 Feb 04 12:50:58.897919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.899702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:58.928569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.025971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.044158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.059399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-12accd53-2fa1-4936-a4fe-036ab55dd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.060929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-12accd53-2fa1-4936-a4fe-036ab55dd36c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7242217 Feb 04 12:50:59.067074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f5b5a-586e-40df-8365-45e0ae20bd75 req-9cf49861-9770-45a1-98b3-5165bbfca5dd tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.068623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-566f5b5a-586e-40df-8365-45e0ae20bd75 req-9cf49861-9770-45a1-98b3-5165bbfca5dd tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 947 time: 0.3923421 Feb 04 12:50:59.075357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9042c1f4e2514983b24bf2d97823e1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9211857 Feb 04 12:50:59.076872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:59.080066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55092) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:59.092578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:50:59.109522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0a9a8-75aa-45cb-ab70-686855b0a327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e458e80-23b6-46b8-9c44-dc09a3c40316,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.117878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Transition to ACTIVE for port object 7bcffc45-b8a4-4dd6-9b15-cf9518818498 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:59.125583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:59.133530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Usage tracker for resource:security_group_rule and tenant:4faef2182b4149ad8c9a0a35052f902a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:50:59.137465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:50:59.162914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:59.163155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:50:59.202784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2c112b9-75bf-4e81-a799-3aee03f3b9b8 req-08c526e2-42aa-4988-8f31-440776881cc7 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047550 Feb 04 12:50:59.236662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-566f5b5a-586e-40df-8365-45e0ae20bd75 req-d406f2ec-3ebf-45aa-ad77-44d1ed6aedf3 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520894 Feb 04 12:50:59.246651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7dec0550-4111-472e-a29d-6404bbd1944c req-5e6cdcea-401a-4e72-9d6f-87ae513a4c47 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 210 time: 0.2676861 Feb 04 12:50:59.334370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.364867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.382320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'Port': ['ID=561a5026-c060-4aad-ae54-9fde8e39a432,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.498487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.525320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26a9a604-dd30-4386-b5ca-196e50a96d67 req-fc63995b-30f9-4946-b138-2cd6a0cf574f service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679703 Feb 04 12:50:59.566904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.569307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.577571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Pushing event updated for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.604917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.612345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.619850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.87', 54628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:59.648060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.648683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.649590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.650095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > port after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.650561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.651069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > port after_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.651557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.652059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.652534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.652992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.666836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4faef2182b4149ad8c9a0a35052f902a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478367 Feb 04 12:50:59.670723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:59.707398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:59.715440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:59.725185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:50:59.734215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.734883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.748842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:50:59.781865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15893bb-63e2-4379-9cde-73eec93d5db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c388c8-f7bb-44ee-be8e-8dd1d5f88c4c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.784101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-a5f7670a-6f0e-48f3-88da-5d9e11e7c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.785629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-a5f7670a-6f0e-48f3-88da-5d9e11e7c714 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 1098 time: 0.5099390 Feb 04 12:50:59.811978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.812401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.812793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.813187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:50:59.813628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab7c800-3697-4e8c-b8cd-8372f4896f77']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:59.844462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.911463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b93c39-a2e3-439e-96da-df157159fa25') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:59.912567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b93c39-a2e3-439e-96da-df157159fa25') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:59.930344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:50:59.945000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.947047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e458e80-23b6-46b8-9c44-dc09a3c40316,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:59.972003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.982204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:50:59.982851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:50:59.998465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4674405-5d23-48b0-b8bc-7b00f4acce85 None None] Provisioning for port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:00.000201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.001583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2701b44b-f9b3-44c2-a9a8-da31b49db770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e458e80-23b6-46b8-9c44-dc09a3c40316 HTTP/1.1" status: 204 len: 168 time: 0.9137750 Feb 04 12:51:00.007670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4674405-5d23-48b0-b8bc-7b00f4acce85 None None] Provisioning complete for port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:00.008373 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4674405-5d23-48b0-b8bc-7b00f4acce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.028818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.032438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2d2fa94c-d3fb-4fd3-b3ac-20f24ccebd44 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1838002 Feb 04 12:51:00.037441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.081103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Request body: {'port': {'device_id': 'de10251f-f854-47fa-9b38-b9217e923990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:00.085297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-e81a7b76-a525-479d-9067-8264963e44c7 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9719937 Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: from cryptography.utils import int_from_bytes Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: from cryptography.utils import int_from_bytes Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: util.warn_limited( Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: util.warn_limited( Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:00.088595 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:00.111244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:00.118158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.140693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Usage tracker for resource:security_group_rule and tenant:174300c68fc34170a783f049fef4c446 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:00.141156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c4674405-5d23-48b0-b8bc-7b00f4acce85 None None] Port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:00.156757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:00.180585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40449-0376-48f3-95c3-859731c43386 req-063d6cb4-b4e3-4088-aea3-b224c4fd0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.182135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-063d6cb4-b4e3-4088-aea3-b224c4fd0f4e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cec1b88c25bc414489c38baf33e595dd&device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1101 time: 0.5454793 Feb 04 12:51:00.185702 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.193959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:00.198432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.231711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab7c800-3697-4e8c-b8cd-8372f4896f77,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:00.242839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.265516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-4e8dd41c-c8d2-4747-b502-90dc3e4e7597 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.272690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-4e8dd41c-c8d2-4747-b502-90dc3e4e7597 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1101 time: 0.7540677 Feb 04 12:51:00.315410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97f95123-4365-4fc5-8c3e-3d0e27848c67 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ab7c800-3697-4e8c-b8cd-8372f4896f77 HTTP/1.1" status: 204 len: 168 time: 1.7990990 Feb 04 12:51:00.331981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.372112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:00.376196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Usage tracker for resource:security_group_rule and tenant:8972ac5551434213b5e9d8222dee3f97 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:00.379557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:00.385989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:00.469642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:00.497867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7355efad-cf0d-4862-9b76-b5a081d35ff8 req-44d35258-e2c5-42b6-bd03-e217e271de10 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047039 Feb 04 12:51:00.499744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:00.517525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-e6050dc9-b891-44a4-be33-1270631e09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.518906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-e6050dc9-b891-44a4-be33-1270631e09e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.7099714 Feb 04 12:51:00.532631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.614468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:00.632994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Usage tracker for resource:security_group_rule and tenant:99944170f93d4e15ad5a6e139a460b1c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:00.652099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:00.677329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-f096eaa8-0530-469a-9a65-4ef4fe8fcc5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=def010f0-22c6-409a-b7d6-8b366602cbce HTTP/1.1" status: 200 len: 217 time: 0.1289861 Feb 04 12:51:00.681672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:00.712308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c3a6f19-6e71-43e0-b4a9-a9d3b91ac7f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=691bf887e5f4474ca39b4f942a91b141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039630 Feb 04 12:51:00.723198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:00.743386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.813629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.835790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.840696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-a2b3b8e5-e68f-4198-887d-72ae4e0efc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.842208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-a2b3b8e5-e68f-4198-887d-72ae4e0efc24 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1098 time: 0.2846732 Feb 04 12:51:00.862170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:00.896499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40449-0376-48f3-95c3-859731c43386 req-c9b2db26-ba9c-4d93-b05b-070cce6a628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.898011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-c9b2db26-ba9c-4d93-b05b-070cce6a628e service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6856513 Feb 04 12:51:00.899378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-c0281a18-af6d-4811-9125-93b18c12d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.900689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-c0281a18-af6d-4811-9125-93b18c12d0b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2127130 Feb 04 12:51:00.913948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c388c8-f7bb-44ee-be8e-8dd1d5f88c4c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.059478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-03b1210f-e3fb-46d6-b16c-ebff6fedc675 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e HTTP/1.1" status: 200 len: 217 time: 0.1480329 Feb 04 12:51:01.097810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.099614 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8488eb7d-9f58-45fd-afde-b7ef0407062f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58c388c8-f7bb-44ee-be8e-8dd1d5f88c4c HTTP/1.1" status: 204 len: 168 time: 1.3857734 Feb 04 12:51:01.102461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.103493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.123615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'Port': ['ID=561a5026-c060-4aad-ae54-9fde8e39a432,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.148998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.159239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.191866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.209143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9506498-bab5-4d88-9e81-0d611f270d51 req-85b51bad-36b7-4349-a2a2-b02f5d365680 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.211993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9506498-bab5-4d88-9e81-0d611f270d51 req-85b51bad-36b7-4349-a2a2-b02f5d365680 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 947 time: 0.6960630 Feb 04 12:51:01.221655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.231283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.246685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8340fc7d-e3a1-4766-bbe9-1fd5c65c9319 req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9730787 Feb 04 12:51:01.258777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.270159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.299355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d337c-5913-455e-8615-7a9051c47dc8 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5815d114-c33f-4346-88e6-22526ebc42ff,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.312697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99944170f93d4e15ad5a6e139a460b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8390374 Feb 04 12:51:01.327438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-adf2bb00-90c2-4109-9869-c5b5f300b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.328959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-adf2bb00-90c2-4109-9869-c5b5f300b4b8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4350655 Feb 04 12:51:01.332534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:01.388593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40449-0376-48f3-95c3-859731c43386 req-1b0a6a82-152a-406b-8781-c529030e7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.391221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-1b0a6a82-152a-406b-8781-c529030e7e90 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3085377 Feb 04 12:51:01.463380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.474161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-950e3c94-f8fe-4845-9fdd-fd423604c02a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8719771 Feb 04 12:51:01.474161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-1bb14060-ed82-4e6c-8ab8-9b0ab894a1b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8 HTTP/1.1" status: 200 len: 217 time: 0.1261163 Feb 04 12:51:01.474161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da241d-1eb1-490d-8d05-7b33f37310a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e0777-1963-4087-a01c-39e411fbcdb7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.545881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9506498-bab5-4d88-9e81-0d611f270d51 req-aa8c0893-8886-46d4-aa72-39981298b39c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182850 Feb 04 12:51:01.595486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafeaa6a-343b-4fdb-b36b-23cafb69fdd4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:01.626372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-069e8619-74d3-4f62-b818-8a148168a805 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=174300c68fc34170a783f049fef4c446&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8655481 Feb 04 12:51:01.638819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-1460ccbd-d4c4-4408-97c3-05184fbff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.639154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:01.641777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-1460ccbd-d4c4-4408-97c3-05184fbff2b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7322836 Feb 04 12:51:01.645536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.710399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:01.938269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-018239f7-3f9e-4895-a2de-9f0265c0cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.941039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-018239f7-3f9e-4895-a2de-9f0265c0cb81 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4644392 Feb 04 12:51:01.954884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.018392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40449-0376-48f3-95c3-859731c43386 req-b7f60887-e2e6-48e6-aa61-a99057b53cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.019990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-b7f60887-e2e6-48e6-aa61-a99057b53cf9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869361 Feb 04 12:51:02.024717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-8ae6e64d-9706-4930-8943-6602512e4f0f service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738987 Feb 04 12:51:02.057472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcffc45-b8a4-4dd6-9b15-cf9518818498 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:02.062179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5ad044-cc49-45b8-bc8e-cf2d5b573a8b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:02.096590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.162394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.163725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-64027a9c-f06d-438c-8ee2-8406f0d029bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa5ad044-cc49-45b8-bc8e-cf2d5b573a8b HTTP/1.1" status: 204 len: 168 time: 1.4395554 Feb 04 12:51:02.191075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.213068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.222156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c48c1-2f1c-4420-aad4-52ac02504a0b req-2dff2426-c20a-4a09-8b9b-1ba0f09be82d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.229789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f79c48c1-2f1c-4420-aad4-52ac02504a0b req-2dff2426-c20a-4a09-8b9b-1ba0f09be82d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 936 time: 0.7146337 Feb 04 12:51:02.247035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55164) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:02.268622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e0777-1963-4087-a01c-39e411fbcdb7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:02.295289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-59138dfc-5f98-4243-8c2a-d416b63172e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.297568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-59138dfc-5f98-4243-8c2a-d416b63172e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3341939 Feb 04 12:51:02.318101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.322463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d1c465ef-162f-4432-9672-a33df6563f44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e5e0777-1963-4087-a01c-39e411fbcdb7 HTTP/1.1" status: 204 len: 168 time: 0.9861839 Feb 04 12:51:02.331991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.405947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b7541929-6dd1-4322-8043-35c2359f21ea req-5e7d77c2-3d6c-415d-8c27-815e3b393c97 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:02.460200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b7541929-6dd1-4322-8043-35c2359f21ea req-5e7d77c2-3d6c-415d-8c27-815e3b393c97 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:02.468851 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-5e7d77c2-3d6c-415d-8c27-815e3b393c97 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--744433507&fields=id&tenant_id=4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 267 time: 0.3762164 Feb 04 12:51:02.472561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f79c48c1-2f1c-4420-aad4-52ac02504a0b req-71a39ada-a65b-465b-a476-695739def488 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418303 Feb 04 12:51:02.479604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.514289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Transition to ACTIVE for port object 7bcffc45-b8a4-4dd6-9b15-cf9518818498 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:02.549930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.565697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-ccd8f380-8203-48d4-84e0-5bb6b22d5bb0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488596 Feb 04 12:51:02.569395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafeaa6a-343b-4fdb-b36b-23cafb69fdd4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:02.601196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.605172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-132d5f1e-35e8-42f1-822f-097e4dc4d562 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bafeaa6a-343b-4fdb-b36b-23cafb69fdd4 HTTP/1.1" status: 204 len: 168 time: 0.7186575 Feb 04 12:51:02.676575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:02.686434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:02.756601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Usage tracker for resource:security_group_rule and tenant:4996978c73244ef3bc8dad539c8d4319 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:02.781789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:02.832327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20abd85-640b-469f-b659-90f05c7a3fb9 req-f278cc1b-5769-44c7-ad4a-51cdea18729b tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:02.840395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d20abd85-640b-469f-b659-90f05c7a3fb9 req-f278cc1b-5769-44c7-ad4a-51cdea18729b tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 1101 time: 0.1715939 Feb 04 12:51:02.844139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c57b4c5-c247-4d01-a0c6-ed984a59f765 req-b8eaa92f-d69e-4905-a213-9e826f0f7c15 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668376 Feb 04 12:51:02.847350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:02.873170 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-6f6c8b74-0e73-4e9f-a1ba-aca55a89c05f service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406551 Feb 04 12:51:02.899978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device def010f0-22c6-409a-b7d6-8b366602cbce details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:02.917502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d20abd85-640b-469f-b659-90f05c7a3fb9 req-a1a742a7-8869-4020-a145-6f479bd323b0 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Synchronizing usage tracker for tenant:8972ac5551434213b5e9d8222dee3f97 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:02.956297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d20abd85-640b-469f-b659-90f05c7a3fb9 req-a1a742a7-8869-4020-a145-6f479bd323b0 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] Unset dirty status for tenant:8972ac5551434213b5e9d8222dee3f97 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:02.957555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d20abd85-640b-469f-b659-90f05c7a3fb9 req-a1a742a7-8869-4020-a145-6f479bd323b0 tempest-ServersAdminNegativeTestJSON-1293325183 tempest-ServersAdminNegativeTestJSON-1293325183-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163492 Feb 04 12:51:03.017137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfcc26f6-593c-40aa-9de5-239914770f96 req-79a55771-ee12-4183-9af3-3ae819117a44 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9809821 Feb 04 12:51:03.086938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:03.163036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=def010f0-22c6-409a-b7d6-8b366602cbce,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:03.187731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'def010f0-22c6-409a-b7d6-8b366602cbce', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'def010f0-22c6-409a-b7d6-8b366602cbce', 'mac_address': 'fa:16:3e:ec:e4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:03.192260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:03.193212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-00d520d3-5d91-4205-acd7-ef56dda06a4c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:03.194970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-00d520d3-5d91-4205-acd7-ef56dda06a4c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 824 time: 0.7248969 Feb 04 12:51:03.242844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Attempting to bind port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:03.243180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Attempting to bind port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:03.243511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Attempting to bind port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:03.252697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-68d61f12-e9e1-4895-98da-1760ade11e66 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/quotas/4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 375 time: 0.0473242 Feb 04 12:51:03.268878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:03.272448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.282901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398283-5076-4718-80f9-df1bd4c57a25 req-b4bf42fb-6c99-4102-bec5-1fa1ebb870ee tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:03.287315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:03.287702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Attempting to bind port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:03.293503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6398283-5076-4718-80f9-df1bd4c57a25 req-b4bf42fb-6c99-4102-bec5-1fa1ebb870ee tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 947 time: 0.1105998 Feb 04 12:51:03.297660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def010f0-22c6-409a-b7d6-8b366602cbce {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:03.316229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=def010f0-22c6-409a-b7d6-8b366602cbce,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:03.323345 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.345286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b6398283-5076-4718-80f9-df1bd4c57a25 req-27f80c10-7686-44f3-a612-7e99afc4402d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Synchronizing usage tracker for tenant:75b9221cfbb44e319a6eec5757821100 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:03.366901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b6398283-5076-4718-80f9-df1bd4c57a25 req-27f80c10-7686-44f3-a612-7e99afc4402d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Unset dirty status for tenant:75b9221cfbb44e319a6eec5757821100 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:03.377136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6398283-5076-4718-80f9-df1bd4c57a25 req-27f80c10-7686-44f3-a612-7e99afc4402d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824997 Feb 04 12:51:03.459084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:03.459995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:03.460389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:03.460837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Bound port: 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:03.461185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.490241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.504031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:03.518775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.519336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.519844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.520411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.522086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.522622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.523264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.524047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.524628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.525490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.526015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.526534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:03.542889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93d40449-0376-48f3-95c3-859731c43386 req-cc176b17-3551-478c-98fc-cbdea1b9ed18 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566353 Feb 04 12:51:03.546169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:03.581782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['def010f0-22c6-409a-b7d6-8b366602cbce'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:03.619714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Usage tracker for resource:security_group_rule and tenant:49df48ef44024c53bebe469ee53c1691 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:03.632577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:03.656924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:03.687394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.700669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:03.710706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.739001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'mac_address': 'fa:16:3e:1a:df:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:03.791016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:03.820275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-70d7f5d0-bd64-4674-a66c-cd077b8c6c15 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5353756 Feb 04 12:51:03.836482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4996978c73244ef3bc8dad539c8d4319&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5547471 Feb 04 12:51:03.837055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:03.841180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a134d5-621e-4330-86e0-6240d7d5c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cb3fd-3c15-47b5-b13e-5d765efbe376,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:03.845920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:03.855011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.929270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78ddfa-a993-4920-a9ea-18685faadb90 req-0f817924-7d20-46ae-9957-c6dd747dd81f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:03.932802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef78ddfa-a993-4920-a9ea-18685faadb90 req-0f817924-7d20-46ae-9957-c6dd747dd81f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 948 time: 0.2991145 Feb 04 12:51:03.935525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55222) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:03.945295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.961694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:03.962314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:03.963991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] 10.222.0.87 "PUT /v2.0/ports/7bcffc45-b8a4-4dd6-9b15-cf9518818498 HTTP/1.1" status: 200 len: 1096 time: 3.9060326 Feb 04 12:51:03.964205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:03.971878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:04.023613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce4ccc-64af-472b-b3a7-3a2f3afd2a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.024777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:04.034293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.038252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.101759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.187495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.207088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cd150-cd87-4262-b05f-c21287c80351,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.213768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62152455-7dbd-41f5-9dad-6a1a0406d75d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49df48ef44024c53bebe469ee53c1691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9321551 Feb 04 12:51:04.213974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef78ddfa-a993-4920-a9ea-18685faadb90 req-3247f1bd-b1b8-4b1d-b3ae-19db6234e03b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037814 Feb 04 12:51:04.216415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:04.221196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.281970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1356039508-network', 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:04.300830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:04.317093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:04.338306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.351615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Usage tracker for resource:network and tenant:33a28f798799415cab3c0c39822e574d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:04.357012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:04.358462 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498', 'status': 'completed', 'code': 200} Feb 04 12:51:04.370887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-4f5a2179-e3a9-4640-95c0-762ae6332d82 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:51:04.371906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-4f5a2179-e3a9-4640-95c0-762ae6332d82 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2376544 Feb 04 12:51:04.377702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:04.409062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:04.411520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.428926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.445739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:04.449854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Usage tracker for resource:security_group_rule and tenant:33a28f798799415cab3c0c39822e574d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:04.453036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:04.460445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:04.465856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.500734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.502029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd0cb3fd-3c15-47b5-b13e-5d765efbe376 HTTP/1.1" status: 204 len: 168 time: 0.6542058 Feb 04 12:51:04.503056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2b3e2-d457-4975-9cfd-602a69a722f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cb3fd-3c15-47b5-b13e-5d765efbe376,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.542860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55256) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:04.638183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.643423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.680525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-b25c696e-83b9-40dd-9a87-c2dba8770c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:04.686483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-b25c696e-83b9-40dd-9a87-c2dba8770c02 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 1099 time: 0.6506498 Feb 04 12:51:04.742540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:04.757412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9b4172-869f-497a-930d-79e99cb63ef2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.764593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.765062 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Added segment 88b0a73e-6d10-462f-ba97-65aef00d5eea of type vlan for network 4fdadbda-9050-4651-baa6-9bfd29231a00 Feb 04 12:51:04.809909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.822015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-199109535-network', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:04.827929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:04.832293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Usage tracker for resource:network and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:04.836261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:04.843416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:04.856994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Made reservation on behalf of d00495e8fe0d487c856746b24c620bcb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:04.859941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.870575 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.877259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.902028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device def010f0-22c6-409a-b7d6-8b366602cbce up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:04.904400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-8b86b66f-080c-4744-8b0c-d4cd0df6c0f2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498 HTTP/1.1" status: 200 len: 217 time: 0.2094433 Feb 04 12:51:04.974917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:04.985586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Usage tracker for resource:security_group_rule and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:04.988813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port def010f0-22c6-409a-b7d6-8b366602cbce completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:04.990311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:04.997195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port def010f0-22c6-409a-b7d6-8b366602cbce triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:04.997545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:04.998726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.008662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.009531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.010787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.017108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:05.037917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-00efc1c2-5413-4766-8a4a-c38f37d44705 service neutron] 10.222.0.53 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545272 Feb 04 12:51:05.155114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2fcd9c84-58af-472e-b6e8-0370e7e47d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.156578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2fcd9c84-58af-472e-b6e8-0370e7e47d8a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2343466 Feb 04 12:51:05.176203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] Pushing event updated for resources: {'Network': ['ID=4fdadbda-9050-4651-baa6-9bfd29231a00,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:05.189839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:05.196272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb028-3e03-43a7-8c0c-7b274319a3a7 req-1559dd73-acaf-454a-af7a-e937279dbb9f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.204063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7ddb028-3e03-43a7-8c0c-7b274319a3a7 req-1559dd73-acaf-454a-af7a-e937279dbb9f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 948 time: 0.2893851 Feb 04 12:51:05.233905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eed3fd60-be41-4319-9128-d64e159b875a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2914574 Feb 04 12:51:05.235786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55274) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:05.248823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Request body: {'subnet': {'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1356039508-subnet', 'tenant_id': '33a28f798799415cab3c0c39822e574d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:05.257769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:05.276372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Usage tracker for resource:subnet and tenant:33a28f798799415cab3c0c39822e574d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:05.282140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:05.297330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:05.309626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7ddb028-3e03-43a7-8c0c-7b274319a3a7 req-a33a8075-7654-4ca7-a36f-ff0f4c0829a5 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045270 Feb 04 12:51:05.350322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:05.366419 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.369660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.399433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-97579792-9437-4589-9088-758154762a77 service neutron] 10.222.0.53 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605525 Feb 04 12:51:05.421396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.436103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:05.452754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=def010f0-22c6-409a-b7d6-8b366602cbce,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:05.457131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2cfdce53-1bde-4408-a304-5068a1b1a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:05.458042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.468765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-2cfdce53-1bde-4408-a304-5068a1b1a429 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037717 Feb 04 12:51:05.470189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cd150-cd87-4262-b05f-c21287c80351,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:05.617949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:05.664108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.668193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eac1605a-009b-42db-b64a-6068d21d719b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d6cd150-cd87-4262-b05f-c21287c80351 HTTP/1.1" status: 204 len: 168 time: 1.4503894 Feb 04 12:51:05.803807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.818835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.890755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:05.923124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-161bd70b-2a6c-432d-9452-57c5ff704c4b service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334116 Feb 04 12:51:05.945534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f4d86-b76f-49a1-87ef-d59200e3b48d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:05.980501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:05.981142 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Added segment 94a19725-70d7-42a0-b94d-dedf72a45772 of type vlan for network 88351f53-7883-4e1c-bcc5-a13eeb0602dd Feb 04 12:51:06.048660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330afc7-598b-4a16-a2e9-479578af2aad req-060e9dd8-0f39-4a67-b1bf-39fb95b6d94f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.056981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1330afc7-598b-4a16-a2e9-479578af2aad req-060e9dd8-0f39-4a67-b1bf-39fb95b6d94f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 950 time: 0.4480686 Feb 04 12:51:06.076784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-292097ec-3c8b-4a8d-b9ba-4c40f18fe4d5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.078101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-292097ec-3c8b-4a8d-b9ba-4c40f18fe4d5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Synchronizing usage tracker for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:06.176823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-292097ec-3c8b-4a8d-b9ba-4c40f18fe4d5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Unset dirty status for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:06.190516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-292097ec-3c8b-4a8d-b9ba-4c40f18fe4d5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 948 time: 0.4339335 Feb 04 12:51:06.197992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dc0b109-bfae-464b-86f0-29d1267b2ee2 req-c19cabb4-3130-4d79-a08c-75b1f8bb3bdb service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646739 Feb 04 12:51:06.260222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-976268ac-8b9a-414b-abd5-4569e3053375 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Synchronizing usage tracker for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:06.271326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:06.318482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1330afc7-598b-4a16-a2e9-479578af2aad req-ded7fd1e-f5a1-4aec-8888-3503d88b0e7f tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603071 Feb 04 12:51:06.341576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-976268ac-8b9a-414b-abd5-4569e3053375 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Unset dirty status for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:06.351171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d571048-6c75-4cbd-8f43-c3a272d14510 req-976268ac-8b9a-414b-abd5-4569e3053375 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594789 Feb 04 12:51:06.409020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-0d514fd3-f5bd-4c30-b685-2cc2391f2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.410129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:06.410810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-0d514fd3-f5bd-4c30-b685-2cc2391f2127 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 1099 time: 0.1415560 Feb 04 12:51:06.450669 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce', 'code': 200} Feb 04 12:51:06.601002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:06.602053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.602667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:06.815274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32b195fe-0cbe-405b-b546-74e88792ba2a req-58adcbc6-0b74-4c98-93b0-0a3d6cd391e7 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 210 time: 0.3548613 Feb 04 12:51:06.881232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0910e-9272-4ba9-9926-427f4e14b897 req-36ccf569-869f-419e-ae86-ae773f7c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.882865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2eb0910e-9272-4ba9-9926-427f4e14b897 req-36ccf569-869f-419e-ae86-ae773f7c9e8e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 1100 time: 0.2836990 Feb 04 12:51:06.966471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-a3834f1f-9ebc-4304-84bf-1f134cc382a3 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.968579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-a3834f1f-9ebc-4304-84bf-1f134cc382a3 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.87 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 950 time: 0.3800166 Feb 04 12:51:06.984570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-4e1ff0f0-6125-4f39-b616-2102e0406f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.986225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-4e1ff0f0-6125-4f39-b616-2102e0406f70 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5683138 Feb 04 12:51:07.032940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:07.048687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92389622-59a0-4347-b3a5-f044e409d932,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:07.057052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] Pushing event updated for resources: {'Network': ['ID=88351f53-7883-4e1c-bcc5-a13eeb0602dd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:07.070745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7aec7f94-a85a-43d7-86d6-f3c0f3c96154 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5266688 Feb 04 12:51:07.075212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:07.090560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:07.090953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Network hostable DHCP agents. Network: 4fdadbda-9050-4651-baa6-9bfd29231a00, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:07.103347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Request body: {'subnet': {'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-199109535-subnet', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:07.110374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:07.123938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2eb0910e-9272-4ba9-9926-427f4e14b897 req-cb618cb4-dbb3-4a57-a5e8-6816b4c2a3a7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206743 Feb 04 12:51:07.136730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Usage tracker for resource:subnet and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:07.144421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:07.146917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-1a8a3753-c642-4d4e-a4f3-341045cefc36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498 HTTP/1.1" status: 200 len: 217 time: 0.1013386 Feb 04 12:51:07.150763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:07.164820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:07.178250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e9542-5d23-4a47-a16d-291e4f3650f0 req-308cef08-0066-401e-8d0d-f3a2916dacd8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.179851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a11e9542-5d23-4a47-a16d-291e4f3650f0 req-308cef08-0066-401e-8d0d-f3a2916dacd8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 949 time: 0.3827536 Feb 04 12:51:07.182767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:07.208576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4fdadbda-9050-4651-baa6-9bfd29231a00) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:07.215532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.216126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:07.219285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-36f8e7d0-2530-4afd-8d7a-e9cbf18409a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.221062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-36f8e7d0-2530-4afd-8d7a-e9cbf18409a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0673380 Feb 04 12:51:07.225346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Made reservation on behalf of d00495e8fe0d487c856746b24c620bcb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:07.225692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Deleting port 0cf2d123-66ce-4870-a86b-33eec5659b2e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:51:07.226039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:07.228568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:07.355916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-808d430d-d95c-4f78-9208-482cb8051249 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1074917 Feb 04 12:51:07.373370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a11e9542-5d23-4a47-a16d-291e4f3650f0 req-f7de984f-0f0f-4238-91c6-a8d52c20e13f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852620 Feb 04 12:51:07.405982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25e597-06e8-4358-9d25-6bdcb6f6b00e None None] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:07.671582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-1f225bc7-f46b-4ea1-944c-53af565f5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.673261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-1f225bc7-f46b-4ea1-944c-53af565f5919 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3826928 Feb 04 12:51:07.829365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a76b4953-c76b-4445-98d7-63aa6583a5e8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:07.831936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:07.837740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5cfbf-1e0b-44be-a6e6-56e1dc0e5a9e None None] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:07.856682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a76b4953-c76b-4445-98d7-63aa6583a5e8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:07.857157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:07.989799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.006590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Checking segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:08.007034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Network hostable DHCP agents. Network: 88351f53-7883-4e1c-bcc5-a13eeb0602dd, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:08.036983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caef76-0593-4a42-a2e5-c391e986881b req-45de65c1-29a9-4ec2-93c7-f373d58d91ad tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.038712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4caef76-0593-4a42-a2e5-c391e986881b req-45de65c1-29a9-4ec2-93c7-f373d58d91ad tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 950 time: 0.3854246 Feb 04 12:51:08.044814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] For port 0cf2d123-66ce-4870-a86b-33eec5659b2e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0cf2d123-66ce-4870-a86b-33eec5659b2e,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:08.045482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.072598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:08.102333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 88351f53-7883-4e1c-bcc5-a13eeb0602dd) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:08.107925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.108606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.121599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4caef76-0593-4a42-a2e5-c391e986881b req-71e254be-2ce0-40f5-b8e6-3204d8454569 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Feb 04 12:51:08.146351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ac25e54-595f-4a9d-a02b-52fc71bfcd14 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0678806 Feb 04 12:51:08.150287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:08.160733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:08.164435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbc984-9a7e-4c97-9dbe-3eb9469a4fa2 None None] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:08.167409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:08.172676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Usage tracker for resource:router and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:08.177139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:08.183608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:08.198641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.200162 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.222348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.298406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Calling delete_port for 0cf2d123-66ce-4870-a86b-33eec5659b2e owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:51:08.582400 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.672646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a1b4aaf5-2c66-415e-be23-3524d4a3a34d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.674242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a1b4aaf5-2c66-415e-be23-3524d4a3a34d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 824 time: 0.1897063 Feb 04 12:51:08.679052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.694246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:51:08.695407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.732503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ea1f5568-9957-4568-9d71-442137722b45'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:08.763707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.803098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-f8e11573-ff50-4712-a317-3bc413419508 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 379 time: 0.1166046 Feb 04 12:51:08.811178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c232d-6766-440a-98b1-1465351ac5cf req-44c5ee97-7157-44b4-87e2-f7413c76286f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.819627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac2c232d-6766-440a-98b1-1465351ac5cf req-44c5ee97-7157-44b4-87e2-f7413c76286f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 948 time: 1.2316954 Feb 04 12:51:08.829780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Pushing event deleted for resources: {'Port': ['ID=0cf2d123-66ce-4870-a86b-33eec5659b2e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.860921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0cf2d123-66ce-4870-a86b-33eec5659b2e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:08.899937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:08.908354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:08.944161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:08.987581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'port': {'device_id': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'admin_state_up': True, 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'security_groups': ['6f8d0240-7a54-42f7-bcb9-364ab574a36d']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:09.055311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:09.059467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7bcffc45-b8a4-4dd6-9b15-cf9518818498 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:09.290829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Allocated IP 172.20.0.2 (88351f53-7883-4e1c-bcc5-a13eeb0602dd/8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1/681afaab-1d00-4cac-b4f4-4d00c28b5fb2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:09.301680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-e9ef038a-8ed5-4d10-b209-ac5c5f8206fe service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6155913 Feb 04 12:51:09.313640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac2c232d-6766-440a-98b1-1465351ac5cf req-871b08c6-0f9e-42e7-a418-07f158d49db8 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926605 Feb 04 12:51:09.318397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:09.351134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] No DVR routers for this DVR port 0cf2d123-66ce-4870-a86b-33eec5659b2e on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:09.353556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-71890c35-3a57-40a0-a664-71907215d787 req-fbdc9b41-32c6-42a7-9a25-8c0f6f001555 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:09.357999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:09.375934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'name': 'network-vif-deleted', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:09.385289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:09.424225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:09.426564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-71890c35-3a57-40a0-a664-71907215d787 req-fbdc9b41-32c6-42a7-9a25-8c0f6f001555 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:09.428004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71890c35-3a57-40a0-a664-71907215d787 req-fbdc9b41-32c6-42a7-9a25-8c0f6f001555 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 210 time: 0.1296077 Feb 04 12:51:09.459092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ff811eb-508f-4c1b-a152-fdcdaac339d7 req-2a246435-4946-43c8-a3b8-e32935c68c11 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.87 "DELETE /v2.0/ports/0cf2d123-66ce-4870-a86b-33eec5659b2e HTTP/1.1" status: 204 len: 173 time: 2.4777436 Feb 04 12:51:09.595808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:09.609999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:09.637554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Made reservation on behalf of 4204e0c53d334bdbaf53e10abe06c532 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:09.641491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:09.714912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:09.746860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8558c62-d718-4b05-8ea8-cf5a6d4fda67 req-be26a5a8-ac4d-46a8-9a61-c74f2333db35 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298613 Feb 04 12:51:09.780785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7bcffc45-b8a4-4dd6-9b15-cf9518818498', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '7bcffc45-b8a4-4dd6-9b15-cf9518818498', 'mac_address': 'fa:16:3e:db:00:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:09.874210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55c48b-4e11-4730-9f50-3ca72ad7e6c0 req-0066bcef-6634-4352-84e8-27514c9219fc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:09.875776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d55c48b-4e11-4730-9f50-3ca72ad7e6c0 req-0066bcef-6634-4352-84e8-27514c9219fc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 949 time: 0.2082102 Feb 04 12:51:09.877026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Allocated IP 172.25.4.10 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/c5604c31-6c3b-45a5-b0eb-97fc38c57e11) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:09.947753 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:09.976267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Transition to ACTIVE for port object 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:09.979267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.006879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d55c48b-4e11-4730-9f50-3ca72ad7e6c0 req-85a98fc4-3a25-4d8b-addb-f7cccc66f5c9 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215878 Feb 04 12:51:10.024527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Transition to ACTIVE for port object 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:10.025149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Allocated IP 172.20.0.3 (91f90520-1ad2-438a-902d-789a35511944/731608a2-1b46-4ee0-99a6-fffd3c0ee8ed/56566569-2616-4905-bc2e-82348dcbe1bd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:10.029151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcffc45-b8a4-4dd6-9b15-cf9518818498 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:10.062156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.135024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-c7866c00-168b-422c-a947-71fcab6d4a8c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:10.144601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-c7866c00-168b-422c-a947-71fcab6d4a8c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.2708564 Feb 04 12:51:10.153000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.167180 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'code': 200} Feb 04 12:51:10.175524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-580eb0d2-1775-481e-a8da-3f177fc351a9 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0299170 Feb 04 12:51:10.190007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.199524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:10.229953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:10.234755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:10.236850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.241749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:10.293576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Pushing event updated for resources: {'Port': ['ID=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:10.305378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-86a2a03f-975e-4124-8ed4-9f1070ba5f9a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286392 Feb 04 12:51:10.321704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc52546c-5c3d-43fc-b47c-5ebc2c0c6f3a req-04f49219-5e65-44bc-a1bb-4245bda6b245 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=e529f0e9-220f-43a6-a9b3-d0de2377b835 HTTP/1.1" status: 200 len: 210 time: 0.0826759 Feb 04 12:51:10.333230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:10.336516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:10.343808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:10.391867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:10.453197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Pushing event updated for resources: {'Port': ['ID=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:10.458708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Attempting to bind port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:10.459309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Attempting to bind port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:10.460085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Attempting to bind port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 on network 88351f53-7883-4e1c-bcc5-a13eeb0602dd {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:10.468026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:10.468401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Checking segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:10.468802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.469194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Bound using segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:10.469656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Bound port: 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:10.470028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.539367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7bcffc45-b8a4-4dd6-9b15-cf9518818498'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:10.670286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a144-c6fd-4884-85a2-2da850dc19a1 req-85f4a554-ff23-4809-b3ac-dacd4c85658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:10.672020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6589a144-c6fd-4884-85a2-2da850dc19a1 req-85f4a554-ff23-4809-b3ac-dacd4c85658f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.4452195 Feb 04 12:51:10.687343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-f30785bc-ba02-4d34-8906-24d9d36a2648 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811278 Feb 04 12:51:10.744440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.745757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] For port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:10.793257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] For port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:10.801076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.840001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6589a144-c6fd-4884-85a2-2da850dc19a1 req-f4ebc863-d868-41d1-a140-6056f475f747 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551287 Feb 04 12:51:10.862891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Transition to ACTIVE for port object 56566569-2616-4905-bc2e-82348dcbe1bd will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:10.878198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:10.913723 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e529f0e9-220f-43a6-a9b3-d0de2377b835', 'name': 'network-vif-deleted', 'tag': '0cf2d123-66ce-4870-a86b-33eec5659b2e', 'status': 'completed', 'code': 200} Feb 04 12:51:10.916857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-4026afa8-649d-4791-9dfe-077786b5171b service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043192 Feb 04 12:51:10.931268 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:11.003259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3848eba-93f5-4ca8-86c5-5b85c744c36e None None] Pushing event updated for resources: {'Port': ['ID=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:11.047869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Network 91f90520-1ad2-438a-902d-789a35511944 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:11.049411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:11.054218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:11.056701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0cf2d123-66ce-4870-a86b-33eec5659b2e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:51:11.061321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.061975 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:11.085735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:11.128608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 0cf2d123-66ce-4870-a86b-33eec5659b2e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:51:11.128955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0cf2d123-66ce-4870-a86b-33eec5659b2e not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:51:11.143089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9c7722f9-508b-4239-9535-ed8dff574118 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3160176 Feb 04 12:51:11.155585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Request body: {'port': {'device_id': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:11.459874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa726-6902-4c05-af1d-77190923011f req-48c2945f-7288-47d8-807e-240cdc51c970 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.461340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40faa726-6902-4c05-af1d-77190923011f req-48c2945f-7288-47d8-807e-240cdc51c970 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 949 time: 0.2180872 Feb 04 12:51:11.518351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:11.521316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd1d57ad-aade-49d1-b1f3-5788a8ca1ae0 None None] Provisioning for port 56566569-2616-4905-bc2e-82348dcbe1bd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:11.548721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd1d57ad-aade-49d1-b1f3-5788a8ca1ae0 None None] Provisioning complete for port 56566569-2616-4905-bc2e-82348dcbe1bd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:11.549848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd1d57ad-aade-49d1-b1f3-5788a8ca1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:11.607571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2079d-994e-45b2-a7c3-cec77aa2a3d2 req-b0a839ac-c14c-4f1a-9a9b-5b5f855990d2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.609130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95c2079d-994e-45b2-a7c3-cec77aa2a3d2 req-b0a839ac-c14c-4f1a-9a9b-5b5f855990d2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.5196435 Feb 04 12:51:11.635881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d57ad-aade-49d1-b1f3-5788a8ca1ae0 None None] Port 56566569-2616-4905-bc2e-82348dcbe1bd cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:11.639784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40faa726-6902-4c05-af1d-77190923011f req-e318cbca-dd49-4257-bcdd-1194b4f28879 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701090 Feb 04 12:51:11.752815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:11.847752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95c2079d-994e-45b2-a7c3-cec77aa2a3d2 req-1e114b63-f96b-4a9a-8ed1-951f4f5207f0 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181325 Feb 04 12:51:12.034450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e760c-168b-49bb-8709-791900e86401 req-fef1b2a4-1ac8-42af-b1e7-d5c043893d16 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:12.036548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4a1e760c-168b-49bb-8709-791900e86401 req-fef1b2a4-1ac8-42af-b1e7-d5c043893d16 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:12.099512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Router 788342e2-bdef-48b4-89e7-5a5cef93a4dc is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:51:12.110618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4a1e760c-168b-49bb-8709-791900e86401 req-fef1b2a4-1ac8-42af-b1e7-d5c043893d16 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:12.111794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a1e760c-168b-49bb-8709-791900e86401 req-fef1b2a4-1ac8-42af-b1e7-d5c043893d16 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 931 time: 0.3147974 Feb 04 12:51:12.253802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a1e760c-168b-49bb-8709-791900e86401 req-14b90d7d-8358-4c9f-aaf0-131d1b125177 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348298 Feb 04 12:51:12.350529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56566569-2616-4905-bc2e-82348dcbe1bd {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:12.361030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:12.389336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Transition to ACTIVE for port object 56566569-2616-4905-bc2e-82348dcbe1bd will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:12.396985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:12.488495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7dc1e11-775f-474b-9134-7852d38d73fc req-88d04060-982e-4550-8036-261bea567106 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 210 time: 0.0874600 Feb 04 12:51:12.515812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:51:12.525389 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Sync routers for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:12.549627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:12.550268 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:12.569047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04224d-b9f3-461b-bda9-2c99862a46e7 None None] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:12.601830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:12.611686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfa3f49e-e898-4a75-bdb0-5cfff845993d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4576356 Feb 04 12:51:12.617610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55430) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:12.618666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Pushing event updated for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:12.756742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Attempting to bind port 56566569-2616-4905-bc2e-82348dcbe1bd on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:12.757005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Attempting to bind port 56566569-2616-4905-bc2e-82348dcbe1bd by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:12.757335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Attempting to bind port 56566569-2616-4905-bc2e-82348dcbe1bd on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:12.771732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Port 56566569-2616-4905-bc2e-82348dcbe1bd on network 91f90520-1ad2-438a-902d-789a35511944 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:12.772054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Attempting to bind port 56566569-2616-4905-bc2e-82348dcbe1bd on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:12.800975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:12.801871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Checking segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:12.802250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Bound using segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:12.802811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Bound port: 56566569-2616-4905-bc2e-82348dcbe1bd, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:12.803055 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:12.933691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:12.936471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0f4b4f6d-338d-42c5-b924-37b4e545c428 None None] Provisioning for port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:13.075566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:13.246241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7bcffc45-b8a4-4dd6-9b15-cf9518818498 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:13.430306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-31a57412-7fbe-4bca-b419-bc2d9f443f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.437130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:13.437332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:10Z', 'revision_number': 3, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:13.443705 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Checking router: 788342e2-bdef-48b4-89e7-5a5cef93a4dc for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:13.444226 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Updating router 788342e2-bdef-48b4-89e7-5a5cef93a4dc port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:13.444768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:13.449146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:13.449493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.502209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:13.502503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.503266 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.628611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a46b7-4244-47d0-9cb5-7bcd72c1cfa6 req-4798f6e7-006f-4da5-b506-5444cb138b18 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:13.637369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-310a46b7-4244-47d0-9cb5-7bcd72c1cfa6 req-4798f6e7-006f-4da5-b506-5444cb138b18 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1331713 Feb 04 12:51:13.649193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2039b9df-5e66-4a97-a5f7-78985e218c00 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:13.653745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2039b9df-5e66-4a97-a5f7-78985e218c00 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.6539087 Feb 04 12:51:13.659700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:13.688695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '7d3333c0-bd71-436a-beb0-77057c27b688', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:13.699181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-310a46b7-4244-47d0-9cb5-7bcd72c1cfa6 req-43e968c1-ac15-4c29-a8f5-27958c1726ee tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606010 Feb 04 12:51:13.791276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.818852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.871050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:13.882871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:13.892597 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.896485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:13.958145 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:13.993255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545675f3-6b59-4063-b686-61fb76f23660 req-7ae0a6f2-65d0-4f5f-b24a-60eb313f959f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.005543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-545675f3-6b59-4063-b686-61fb76f23660 req-7ae0a6f2-65d0-4f5f-b24a-60eb313f959f tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 949 time: 0.9348652 Feb 04 12:51:14.013467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=56566569-2616-4905-bc2e-82348dcbe1bd,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:14.021379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.048803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.071494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6febe30-c2f2-48f4-96dc-ec18beb6e030 req-b87bcf41-2d0e-4f28-9623-442a87379603 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.073837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6febe30-c2f2-48f4-96dc-ec18beb6e030 req-b87bcf41-2d0e-4f28-9623-442a87379603 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 0.1442468 Feb 04 12:51:14.106872 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.121423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Transition to ACTIVE for port object c5604c31-6c3b-45a5-b0eb-97fc38c57e11 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:14.137808 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.160548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d9d70519-8bd9-4599-bb36-5739e26ed891 None None] Provisioning complete for port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:14.161709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9d70519-8bd9-4599-bb36-5739e26ed891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.193127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6febe30-c2f2-48f4-96dc-ec18beb6e030 req-8ec30fc4-4f7b-40cc-9d9b-07d30de5b128 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977533 Feb 04 12:51:14.249401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.253465 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Attempting to bind port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:14.254192 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Attempting to bind port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:14.254847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Attempting to bind port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:14.272421 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45650f65-569f-4d93-9283-b7d60ff7a1ef None None] Pushing event updated for resources: {'Port': ['ID=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.273477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.274128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.276227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:14.276614 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:14.277028 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.277315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] 10.222.0.90 "PUT /v2.0/ports/56566569-2616-4905-bc2e-82348dcbe1bd HTTP/1.1" status: 200 len: 1091 time: 3.1264708 Feb 04 12:51:14.277489 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:14.277919 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Bound port: c5604c31-6c3b-45a5-b0eb-97fc38c57e11, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:14.278317 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.347927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-545675f3-6b59-4063-b686-61fb76f23660 req-751ecec9-075a-4f3f-bc45-e0d09862fe80 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326502 Feb 04 12:51:14.348231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:14.413081 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] For port c5604c31-6c3b-45a5-b0eb-97fc38c57e11, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:14.418755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] For port c5604c31-6c3b-45a5-b0eb-97fc38c57e11, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:14.430798 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.528995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375d26b-19df-404d-8e5f-cb1ece865dfd service neutron] Pushing event updated for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.551928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58264f15-fe3f-41d2-8502-f046c73532a4 req-3c88a949-e825-4a3e-abb0-b7d1d0e69a15 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.553540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58264f15-fe3f-41d2-8502-f046c73532a4 req-3c88a949-e825-4a3e-abb0-b7d1d0e69a15 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 943 time: 0.1710711 Feb 04 12:51:14.587250 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:14.587859 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:14.670768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-58264f15-fe3f-41d2-8502-f046c73532a4 req-4648a4b8-431b-430c-9068-6dc32843bbfb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:14.694940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45650f65-569f-4d93-9283-b7d60ff7a1ef None None] Pushing event updated for resources: {'Port': ['ID=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.702252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-58264f15-fe3f-41d2-8502-f046c73532a4 req-4648a4b8-431b-430c-9068-6dc32843bbfb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:14.714897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58264f15-fe3f-41d2-8502-f046c73532a4 req-4648a4b8-431b-430c-9068-6dc32843bbfb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513186 Feb 04 12:51:14.765224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-25f8e80d-119f-4fe6-ac91-cca9c906cbd2 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.773011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-25f8e80d-119f-4fe6-ac91-cca9c906cbd2 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.90 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 0.1707788 Feb 04 12:51:14.824764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:14.844579 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498', 'code': 200} Feb 04 12:51:14.860300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Usage tracker for resource:port and tenant:33a28f798799415cab3c0c39822e574d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:14.875283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:14.894639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6180ca3-463b-407f-a6a9-e9048d1c2d32 req-508cbb36-a334-4a03-bcc6-ab2be11e3877 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 210 time: 0.1099174 Feb 04 12:51:14.906149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Deleting port ea1f5568-9957-4568-9d71-442137722b45 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:51:14.906572 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:14.910750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:14.973541 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:14.991690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:15.031959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-f6054f59-8885-4d23-b45d-a79861d8e0e6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408068 Feb 04 12:51:15.079689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:15.080043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:15.102457 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd', 'status': 'completed', 'code': 200} Feb 04 12:51:15.140347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:15.147339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:15.427112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:10Z', 'revision_number': 3, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.435842 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536677e-4aae-4848-9f81-481b1b11518a None None] The sync data for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 is: [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:10Z', 'revision_number': 3, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:15.452063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-47d2c6d9-ab1c-4dcc-8982-17ae7c167619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:15.453751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-47d2c6d9-ab1c-4dcc-8982-17ae7c167619 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 1094 time: 1.0820715 Feb 04 12:51:15.579242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] For port ea1f5568-9957-4568-9d71-442137722b45, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ea1f5568-9957-4568-9d71-442137722b45,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:15.580077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:15.595791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-e84547a1-46f8-4089-8985-98c19d102d59 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:15.597027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-9d0e16f0-bf0f-40d7-843b-5d4e75914613 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56566569-2616-4905-bc2e-82348dcbe1bd HTTP/1.1" status: 200 len: 217 time: 0.1198761 Feb 04 12:51:15.603296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-e84547a1-46f8-4089-8985-98c19d102d59 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5268443 Feb 04 12:51:15.673727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55488) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:15.688546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88abd8d-6d5b-4e3e-8b82-699ce52853b7 req-c3fcb289-c263-46b6-a565-fc3a784fe2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:15.690176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f88abd8d-6d5b-4e3e-8b82-699ce52853b7 req-c3fcb289-c263-46b6-a565-fc3a784fe2f5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 1101 time: 0.7629852 Feb 04 12:51:15.767927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:15.769707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c921e391-eb1e-4617-8427-a9e20d229da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:15.777270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-77f929a7-9fa5-485d-878d-8f8238505655 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/quotas/75b9221cfbb44e319a6eec5757821100 HTTP/1.1" status: 200 len: 375 time: 0.1727202 Feb 04 12:51:15.963628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Calling delete_port for ea1f5568-9957-4568-9d71-442137722b45 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:51:16.081325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.096183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-7da18945-dbf6-42f3-8d86-375cbb86ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.096695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.097670 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-7da18945-dbf6-42f3-8d86-375cbb86ea4e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.4561346 Feb 04 12:51:16.098416 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.138049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:16.147801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Usage tracker for resource:security_group_rule and tenant:a67f9a38ad99442dbe8be5e37fb99012 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:16.150892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:16.182742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f88abd8d-6d5b-4e3e-8b82-699ce52853b7 req-e0e6c811-4a06-4bb4-968e-ee31183ac807 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794755 Feb 04 12:51:16.184009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.4 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/759b96e1-140d-4266-929b-85759274dbb3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:16.189887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:16.196845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da448d-acf4-46b0-8683-b9d85d0e1002 req-47c5574e-4a9a-495c-b946-dfafa960ec46 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.198199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d1da448d-acf4-46b0-8683-b9d85d0e1002 req-47c5574e-4a9a-495c-b946-dfafa960ec46 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Synchronizing usage tracker for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:16.201423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:16.220461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-e2694260-43f0-4851-8b5b-209e4b3b082f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4422345 Feb 04 12:51:16.249591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Usage tracker for resource:security_group_rule and tenant:ae0fd64fc569453c90f6cebba26047ef is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:16.254178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:16.271770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.276619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:16.283921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ea1f5568-9957-4568-9d71-442137722b45'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:16.385012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Pushing event deleted for resources: {'Port': ['ID=ea1f5568-9957-4568-9d71-442137722b45,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:16.397780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d1da448d-acf4-46b0-8683-b9d85d0e1002 req-47c5574e-4a9a-495c-b946-dfafa960ec46 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Unset dirty status for tenant:cec1b88c25bc414489c38baf33e595dd on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:16.403453 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1da448d-acf4-46b0-8683-b9d85d0e1002 req-47c5574e-4a9a-495c-b946-dfafa960ec46 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/ports?device_id=7073f04e-a395-4d7d-8e73-4abc035c31e7 HTTP/1.1" status: 200 len: 950 time: 1.0246630 Feb 04 12:51:16.635869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.670392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] No DVR routers for this DVR port ea1f5568-9957-4568-9d71-442137722b45 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:16.685525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.744139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541929-6dd1-4322-8043-35c2359f21ea req-8c3c63dc-4488-44dd-add9-0d3e7f2959ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.745774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-8c3c63dc-4488-44dd-add9-0d3e7f2959ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6357884 Feb 04 12:51:16.756243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'name': 'network-vif-deleted', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:16.767153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1da448d-acf4-46b0-8683-b9d85d0e1002 req-f1e07b0e-4c89-44d0-ab26-b38e19521210 tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.53 "GET /v2.0/security-groups?id=63e748c6-1fe4-42c7-a4d2-70faa176a9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103216 Feb 04 12:51:16.772863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.778718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:16.933338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a67f9a38ad99442dbe8be5e37fb99012&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1641741 Feb 04 12:51:16.976707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:17.065536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c5604c31-6c3b-45a5-b0eb-97fc38c57e11 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:17.066216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d1c5cd-be81-48b9-afa8-71e5411cbc9e req-950101b8-28bf-4f3d-ac5f-8a0ade01238a tempest-ServersAdminNegativeTestJSON-1806103555 tempest-ServersAdminNegativeTestJSON-1806103555-project] 10.222.0.90 "DELETE /v2.0/ports/ea1f5568-9957-4568-9d71-442137722b45 HTTP/1.1" status: 204 len: 173 time: 2.2922690 Feb 04 12:51:17.067452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd06b4-49ea-424c-bef5-8666ba75234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d4d72-cfe1-4396-8157-8adfd0d0f62b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.115719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.169902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c64b3e-c789-4ada-b454-a1a16ae650ad req-a99dcf8d-f6e1-4cf6-9bbc-aaa681096b11 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:17.181752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11c64b3e-c789-4ada-b454-a1a16ae650ad req-a99dcf8d-f6e1-4cf6-9bbc-aaa681096b11 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.5938668 Feb 04 12:51:17.257543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.310247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.322223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.322870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11c64b3e-c789-4ada-b454-a1a16ae650ad req-82db30ed-1e80-441e-be25-c574c99c9f7d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383560 Feb 04 12:51:17.333338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.347437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Allocated IP 172.20.0.1 (88351f53-7883-4e1c-bcc5-a13eeb0602dd/8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1/8f099386-fc2c-4771-bdb6-c4cc1ce9de38) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:17.351512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:17.361842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:17.362456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.384391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.432254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.459225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d4d72-cfe1-4396-8157-8adfd0d0f62b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.489431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.491551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3bc4db60-b2bb-4c5a-8602-3dcc2b73ff72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/700d4d72-cfe1-4396-8157-8adfd0d0f62b HTTP/1.1" status: 204 len: 168 time: 0.4949920 Feb 04 12:51:17.509293 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae0fd64fc569453c90f6cebba26047ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8235862 Feb 04 12:51:17.512070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55522) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:17.561035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcc9ad-b8e5-4ffa-b2c8-f9be045f359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b30e7-313b-46d0-a029-fb938b55a8e0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.680382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7796125d-f117-4918-80ca-6eb5d890442b req-0731c3b2-8ee4-43a2-b17e-cbc476d88424 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 210 time: 0.1266730 Feb 04 12:51:17.713867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-01f2f8dc-9b30-4b70-8542-37b6775b5acd service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272509 Feb 04 12:51:17.818092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.864952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.887052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.893812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:17.955793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c5604c31-6c3b-45a5-b0eb-97fc38c57e11, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:17.964183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.112564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee3c63-00a0-4995-9c4c-50b417aadf41 req-7e51302f-1da7-463b-a8b1-94117d1e53c9 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:18.118034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c773015-fbe1-4934-ad34-5048e33ff1ec req-375afb4c-93d7-4d1a-b82c-8dcec146efdc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 210 time: 0.1165750 Feb 04 12:51:18.128696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54ee3c63-00a0-4995-9c4c-50b417aadf41 req-7e51302f-1da7-463b-a8b1-94117d1e53c9 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 943 time: 1.0268245 Feb 04 12:51:18.135455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.172644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b30e7-313b-46d0-a029-fb938b55a8e0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.197704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:18.202791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.203934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb618e1e-38a7-4295-a465-d8274691bad6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/913b30e7-313b-46d0-a029-fb938b55a8e0 HTTP/1.1" status: 204 len: 168 time: 0.6908858 Feb 04 12:51:18.205859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.231187 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7073f04e-a395-4d7d-8e73-4abc035c31e7', 'name': 'network-vif-deleted', 'tag': 'ea1f5568-9957-4568-9d71-442137722b45', 'status': 'completed', 'code': 200} Feb 04 12:51:18.307744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:18.322863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.371201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:18.399386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:18.418773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:18.419517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.437806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.456703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7541929-6dd1-4322-8043-35c2359f21ea req-f44ac6c1-c441-4c82-97a9-cafc6b58e969 service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253356 Feb 04 12:51:18.467031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:18.474360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.481887 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:18.503969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54ee3c63-00a0-4995-9c4c-50b417aadf41 req-d834641f-777d-4cbb-be9c-c25e871fdc46 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743508 Feb 04 12:51:18.517920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Usage tracker for resource:security_group_rule and tenant:3ff6328769584e86ac5ccd0c4ce74e0e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:18.526425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:18.543637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:18.645472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a9e7-4efd-43b9-94a3-1298a127d4b2 req-c5dda36d-06f7-4602-974b-04cd31760cb5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:18.655856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3637a9e7-4efd-43b9-94a3-1298a127d4b2 req-c5dda36d-06f7-4602-974b-04cd31760cb5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.1563199 Feb 04 12:51:18.661827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Transition to ACTIVE for port object 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:18.749190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2f1983e5-94f1-4f06-9a00-dac865372dc1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0689359 Feb 04 12:51:18.757088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3637a9e7-4efd-43b9-94a3-1298a127d4b2 req-d4e8dc04-dbf2-4961-9f89-ad3ed8f45888 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998576 Feb 04 12:51:18.785146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Request body: {'port': {'device_id': '7d3333c0-bd71-436a-beb0-77057c27b688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:18.793103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55550) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:18.989278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c5604c31-6c3b-45a5-b0eb-97fc38c57e11 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:19.031605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55556) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:19.041563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ea1f5568-9957-4568-9d71-442137722b45 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:51:19.073061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.125776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:19.138894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Usage tracker for resource:security_group_rule and tenant:d327f944dd164c36ac1ba4cfa89f9ef5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:19.144604 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:19.148400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-f44a43c5-47b0-4a9e-931c-9deb51922504 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=75b9221cfbb44e319a6eec5757821100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151614 Feb 04 12:51:19.153339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:19.186940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: ea1f5568-9957-4568-9d71-442137722b45 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:51:19.187481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ea1f5568-9957-4568-9d71-442137722b45 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:51:19.270882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:19.271332 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.306188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.310917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.367425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d327f944dd164c36ac1ba4cfa89f9ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349376 Feb 04 12:51:19.369887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:19.372786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce79599-aeaf-4f3f-b7b9-40911fd02d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24812e8-a997-4973-bebd-01fa8a293d3b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.456328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.477536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.492165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.570084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.631095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24812e8-a997-4973-bebd-01fa8a293d3b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.639004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.639960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ad9c7c70-f9f7-47be-b2d6-5fb616d2e555 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a24812e8-a997-4973-bebd-01fa8a293d3b HTTP/1.1" status: 204 len: 168 time: 0.2688768 Feb 04 12:51:19.647571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.662831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-faac9123-86f8-446d-ae41-3e916dad6517 req-49788904-6d73-4c44-9a4a-108721be65b5 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 210 time: 0.0727816 Feb 04 12:51:19.700001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f97b8b80-8dfd-48ea-a9e5-3f5f67c8e617 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cec1b88c25bc414489c38baf33e595dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9055781 Feb 04 12:51:19.702558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55572) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:19.708379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-9abc99c0-dd5a-4e4b-aacf-a63527194982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.709978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-9abc99c0-dd5a-4e4b-aacf-a63527194982 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 1094 time: 1.1319628 Feb 04 12:51:19.737739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:19.764163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.773106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:19.775204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.817531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:19.821669 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.862665 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.920701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.930201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Pushing event updated for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.969004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:19.985970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.015941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f4644-a6ce-4904-b4f5-22f7ebecdeea req-48c97787-5583-448f-aafc-b195fccd5cb5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.021033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e4f4644-a6ce-4904-b4f5-22f7ebecdeea req-48c97787-5583-448f-aafc-b195fccd5cb5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.2291777 Feb 04 12:51:20.035368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e748c6-1fe4-42c7-a4d2-70faa176a9f3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.109058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c7c055f-c9a4-424e-8e54-922fdcb21c9e None None] Provisioning for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:20.109477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.113560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5700d119-2408-41db-820b-c6f49e6fc5ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63e748c6-1fe4-42c7-a4d2-70faa176a9f3 HTTP/1.1" status: 204 len: 168 time: 0.4073000 Feb 04 12:51:20.122151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c7c055f-c9a4-424e-8e54-922fdcb21c9e None None] Provisioning complete for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:20.122859 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7c055f-c9a4-424e-8e54-922fdcb21c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.137217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e4f4644-a6ce-4904-b4f5-22f7ebecdeea req-525e89bc-16f7-4b1a-ba35-dd1c446f6822 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908568 Feb 04 12:51:20.204175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c055f-c9a4-424e-8e54-922fdcb21c9e None None] Port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:20.255182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-bf46849d-beba-4e90-b7e2-8c87b1bacc5c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.256767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-bf46849d-beba-4e90-b7e2-8c87b1bacc5c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0719771 Feb 04 12:51:20.261657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ff6328769584e86ac5ccd0c4ce74e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0354702 Feb 04 12:51:20.264494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55586) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:20.270710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e793856-b71d-49bc-842c-919f581b5021 req-2b6ef9ec-7ea6-4c97-a528-384c9596208c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.271419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2e793856-b71d-49bc-842c-919f581b5021 req-2b6ef9ec-7ea6-4c97-a528-384c9596208c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:20.281680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7a40e-86be-4533-bc0a-e32d7cb6dcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519e21f-5f41-47fe-8195-d3ac01729406,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.299377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Request body: {'port': {'device_id': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '75b9221cfbb44e319a6eec5757821100'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:20.414084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.455430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48f21e-736f-430e-b9d5-a3c6e96495c7 req-10d4b48e-1409-4152-9bf4-9cd9d7e14c12 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.456290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-c5481928-1458-4927-bd21-41727f534d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.457832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-c5481928-1458-4927-bd21-41727f534d7b service neutron] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 925 time: 0.7255952 Feb 04 12:51:20.462369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a48f21e-736f-430e-b9d5-a3c6e96495c7 req-10d4b48e-1409-4152-9bf4-9cd9d7e14c12 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 943 time: 0.1545987 Feb 04 12:51:20.466268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.539873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a48f21e-736f-430e-b9d5-a3c6e96495c7 req-1e2e56da-15d5-4f45-979c-9871e8f8f3b4 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765529 Feb 04 12:51:20.579598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2e793856-b71d-49bc-842c-919f581b5021 req-2b6ef9ec-7ea6-4c97-a528-384c9596208c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:20.585996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e793856-b71d-49bc-842c-919f581b5021 req-2b6ef9ec-7ea6-4c97-a528-384c9596208c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 931 time: 1.5394566 Feb 04 12:51:20.598513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.631300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-6039147d-d862-4caa-a328-60bc61788c7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56566569-2616-4905-bc2e-82348dcbe1bd HTTP/1.1" status: 200 len: 217 time: 0.1116436 Feb 04 12:51:20.652195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:20.662409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9519e21f-5f41-47fe-8195-d3ac01729406 HTTP/1.1" status: 204 len: 168 time: 0.3966324 Feb 04 12:51:20.664313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957904-f9e0-4d1e-8c10-047fb1db60fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519e21f-5f41-47fe-8195-d3ac01729406,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.713091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55610) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:20.749177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-e1011206-ec01-49c4-9a76-bda661cf81fa tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54647a0eaec948ba9da9c8200cf25220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752127 Feb 04 12:51:20.844711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e793856-b71d-49bc-842c-919f581b5021 req-91a1ca78-42fd-47cb-99bd-6a652bae151b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577586 Feb 04 12:51:20.954520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-df24ebfe-721e-4ace-b2e3-ed3112328fcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8972ac5551434213b5e9d8222dee3f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368941 Feb 04 12:51:20.963225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:20.992088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:21.036821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 56566569-2616-4905-bc2e-82348dcbe1bd details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:21.078449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-53ccfc2f-e390-476c-8452-3116065e27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:21.080233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-53ccfc2f-e390-476c-8452-3116065e27d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.4287674 Feb 04 12:51:21.122261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-0d1addc0-adb9-42a3-a9ee-bfadb75f3398 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:21.122885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:21.125982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-0d1addc0-adb9-42a3-a9ee-bfadb75f3398 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663003 Feb 04 12:51:21.171187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-5531e2dc-28c8-43fe-a2dc-bc64b02c339d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/quotas/54647a0eaec948ba9da9c8200cf25220 HTTP/1.1" status: 200 len: 375 time: 0.0285873 Feb 04 12:51:21.181155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0863a2a5-a217-4376-a0ad-a2859e86d250 req-5633a142-368f-4f0d-8cf4-d8ae16d7c84d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 210 time: 0.1214368 Feb 04 12:51:21.185655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.203047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.215975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Made reservation on behalf of 75b9221cfbb44e319a6eec5757821100 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:21.221416 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.346586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.358336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=56566569-2616-4905-bc2e-82348dcbe1bd,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:21.387809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '56566569-2616-4905-bc2e-82348dcbe1bd', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'port_id': '56566569-2616-4905-bc2e-82348dcbe1bd', 'mac_address': 'fa:16:3e:87:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:21.394325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-f1dc2400-67ed-47ea-a2e8-6260a02add89 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2106655 Feb 04 12:51:21.434945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.472561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5815d114-c33f-4346-88e6-22526ebc42ff,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.473694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759b96e1-140d-4266-929b-85759274dbb3 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:21.499435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.502159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.508835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.512250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b060100-cc5d-48d2-b868-d652e3fc4ecc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5815d114-c33f-4346-88e6-22526ebc42ff HTTP/1.1" status: 204 len: 168 time: 0.5458267 Feb 04 12:51:21.530277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-6b424abb-0197-4c4e-ba09-5e94052b4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:21.531955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-6b424abb-0197-4c4e-ba09-5e94052b4687 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074516 Feb 04 12:51:21.538902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56566569-2616-4905-bc2e-82348dcbe1bd {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:21.580697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=56566569-2616-4905-bc2e-82348dcbe1bd,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:21.587748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.652890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Transition to ACTIVE for port object 759b96e1-140d-4266-929b-85759274dbb3 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:21.715349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.743472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:21.815266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['56566569-2616-4905-bc2e-82348dcbe1bd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:21.836857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2098aaf2-0dd3-408d-b16a-79d8a2023fa8 req-c88fe8af-4507-44fe-b8f7-a42a7afbd6a3 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 210 time: 0.1223538 Feb 04 12:51:22.187089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870508-8109-4430-8eab-799ebb63e245 req-3be608dc-50bd-4284-b6af-754d15941333 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.194306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8870508-8109-4430-8eab-799ebb63e245 req-3be608dc-50bd-4284-b6af-754d15941333 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 943 time: 0.1436710 Feb 04 12:51:22.283414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d8870508-8109-4430-8eab-799ebb63e245 req-62c22767-b9a0-4818-aa91-84811d4479ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:22.304487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d8870508-8109-4430-8eab-799ebb63e245 req-62c22767-b9a0-4818-aa91-84811d4479ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:22.317199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8870508-8109-4430-8eab-799ebb63e245 req-62c22767-b9a0-4818-aa91-84811d4479ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177866 Feb 04 12:51:22.339270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Allocated IP 192.168.233.244 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:22.354366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Pushing event updated for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:22.482909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:22.485959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-e57927cb-f55b-4284-933d-01c8e7b81b8e service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838577 Feb 04 12:51:22.491049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Attempting to bind port 759b96e1-140d-4266-929b-85759274dbb3 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:22.491566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Attempting to bind port 759b96e1-140d-4266-929b-85759274dbb3 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:22.492048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Attempting to bind port 759b96e1-140d-4266-929b-85759274dbb3 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:22.513742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbbde1fa-d8d8-4c1c-8db0-1fcd49739c3b req-e84c0f59-bad7-45dc-aaa9-b0d520e58990 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 210 time: 0.0668051 Feb 04 12:51:22.606997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Port 759b96e1-140d-4266-929b-85759274dbb3 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:22.607321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Attempting to bind port 759b96e1-140d-4266-929b-85759274dbb3 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:22.620056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:22.637330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:22.637671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:22.638065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:22.638522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Bound port: 759b96e1-140d-4266-929b-85759274dbb3, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:22.647192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.677641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-64411530-network', 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:22.688185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:22.696659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Usage tracker for resource:network and tenant:acbc69913a5b44dbbdbc5170b16273fb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:22.700615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:22.725518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:22.745909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:22.751560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.782322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.799011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:22.802846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Usage tracker for resource:security_group_rule and tenant:acbc69913a5b44dbbdbc5170b16273fb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:22.805702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:22.812160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:22.842269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f936e-78cf-486b-8e28-06dddf611a28 req-3ba6c3ff-811e-4079-a237-c921f1d0801c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.850169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a90f936e-78cf-486b-8e28-06dddf611a28 req-3ba6c3ff-811e-4079-a237-c921f1d0801c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 944 time: 0.9283700 Feb 04 12:51:22.881069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.950722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.955049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:22.990063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.004837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:23.016401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.017265 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Added segment 6642a719-87c0-4412-a1f3-22c14b42e17f of type vlan for network 5a2dff08-03c8-428a-8a1c-98ccd458e26b Feb 04 12:51:23.031241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.042326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 56566569-2616-4905-bc2e-82348dcbe1bd up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:23.058080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Transition to ACTIVE for port object 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:23.070476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.071577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.099551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.165838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 56566569-2616-4905-bc2e-82348dcbe1bd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:23.171912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 56566569-2616-4905-bc2e-82348dcbe1bd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:23.172347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.207769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Pushing event updated for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.263897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-243fcdbe-64dd-4ca8-af17-3cb9650c8711 req-94a104ab-1023-4185-ba93-62201d0fd684 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 210 time: 0.1211207 Feb 04 12:51:23.337232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55702) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:23.371173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-b74e3e0f-726f-46a6-8c52-4979c834da89 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=54647a0eaec948ba9da9c8200cf25220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026826 Feb 04 12:51:23.376542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a90f936e-78cf-486b-8e28-06dddf611a28 req-56054e82-38c6-48c1-bd0d-8efc84506c66 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126972 Feb 04 12:51:23.379657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.380625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.381329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.461541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.481472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.506753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['def010f0-22c6-409a-b7d6-8b366602cbce'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:23.561134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab632db-dd77-4d63-bf5c-cee6315c2384 req-09a93be7-585d-43c8-b101-119ac02966f6 service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650938 Feb 04 12:51:23.573060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:23.616994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:23.666397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:23.667190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-839444481-network', 'tenant_id': 'e221ead0c0c643f0b4d3d48d3633b604'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:23.671657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:23.679010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Usage tracker for resource:network and tenant:e221ead0c0c643f0b4d3d48d3633b604 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:23.680841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:23.684292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:23.692519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:23.705687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:23.740787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=56566569-2616-4905-bc2e-82348dcbe1bd,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:23.745889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:23.754739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.755406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.768084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2838633 Feb 04 12:51:23.768935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Made reservation on behalf of e221ead0c0c643f0b4d3d48d3633b604 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:23.775022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.776188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.792895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55718) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:23.802094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.838589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7d851-4ce1-41d0-a1a8-941c263d4d37 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2dff08-03c8-428a-8a1c-98ccd458e26b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.842828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=759b96e1-140d-4266-929b-85759274dbb3,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:23.860754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:23.860997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:23.861401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Request body: {'subnet': {'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-64411530-subnet', 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:23.882564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Usage tracker for resource:security_group_rule and tenant:e221ead0c0c643f0b4d3d48d3633b604 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:23.889234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:23.894379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event updated for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.903635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:23.914877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:23.917937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.923230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Usage tracker for resource:subnet and tenant:acbc69913a5b44dbbdbc5170b16273fb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:23.939454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:23.954658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-db7bc584-3289-4740-ac4f-a9f855e38a90 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.956193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-db7bc584-3289-4740-ac4f-a9f855e38a90 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5375533 Feb 04 12:51:24.012919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Request body: {'port': {'device_id': '7390a58d-1a41-470b-afb8-09db523e71ba', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '54647a0eaec948ba9da9c8200cf25220'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:24.030546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:24.053575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:24.068051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.069068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.070592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] 10.222.0.87 "PUT /v2.0/ports/759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 200 len: 1091 time: 5.2973156 Feb 04 12:51:24.077081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:24.094354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'tag': '759b96e1-140d-4266-929b-85759274dbb3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:24.103803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:24.112881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.119221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-cef7dada-c06e-4905-8638-268b4008127e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8430121 Feb 04 12:51:24.188130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5970f319-cbc0-41c9-9e7f-ec8fc36b03f0 None None] Provisioning for port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:24.224537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5970f319-cbc0-41c9-9e7f-ec8fc36b03f0 None None] Provisioning complete for port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:24.225051 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5970f319-cbc0-41c9-9e7f-ec8fc36b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.231423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:24.234285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Request body: {'port': {'device_id': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:24.261777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:24.262864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:24.265329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.303341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc097558-1508-43aa-b976-c9f335ee612b service neutron] Pushing event updated for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.310287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Made reservation on behalf of 54647a0eaec948ba9da9c8200cf25220 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:24.315597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.328286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5970f319-cbc0-41c9-9e7f-ec8fc36b03f0 None None] Port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:24.433286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d04d-8302-4087-bab5-addda3413264 req-2046dd48-e86c-46ac-8871-ac552309a3b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.434859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8b8d04d-8302-4087-bab5-addda3413264 req-2046dd48-e86c-46ac-8871-ac552309a3b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 936 time: 0.4737329 Feb 04 12:51:24.453517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5a3ddaf6-b9d0-491e-b39c-df2d08a3f078 None None] Provisioning complete for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:24.454181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddaf6-b9d0-491e-b39c-df2d08a3f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.497750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca09fb6-e58a-4a45-860b-f118a48190d9 req-04adc79c-3d4c-4afe-a45d-70d5ffa0d39f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.498407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.503135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eca09fb6-e58a-4a45-860b-f118a48190d9 req-04adc79c-3d4c-4afe-a45d-70d5ffa0d39f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 943 time: 0.8971686 Feb 04 12:51:24.515988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.522318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ddaf6-b9d0-491e-b39c-df2d08a3f078 None None] Port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:24.578083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8b8d04d-8302-4087-bab5-addda3413264 req-c54be921-067c-4380-b3b7-83c60e8cf11b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304753 Feb 04 12:51:24.607979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:24.630075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a53db5-02c0-4702-86c7-3b56acd8f8bb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:24.634045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Allocated IP 192.168.233.115 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/aada7a4f-4cc4-4dd4-a479-39a8fc4153e2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:24.640265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.640658 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Added segment e1ed852f-cebf-4c93-b959-748ae27d338b of type vlan for network ae0076e3-fc85-44f0-9748-06d5d760c94b Feb 04 12:51:24.660931 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd', 'code': 200} Feb 04 12:51:24.688877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.805475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eca09fb6-e58a-4a45-860b-f118a48190d9 req-c9015871-2778-4b11-9949-553bc4245480 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766237 Feb 04 12:51:24.818870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Router 788342e2-bdef-48b4-89e7-5a5cef93a4dc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:51:24.833836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:24.874992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.876150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.876822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:24.908098 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'tag': '759b96e1-140d-4266-929b-85759274dbb3', 'status': 'completed', 'code': 200} Feb 04 12:51:24.912756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-5ccce3c7-5815-4e91-ba29-d1670b421e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.914246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-5ccce3c7-5815-4e91-ba29-d1670b421e79 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 1094 time: 0.7940464 Feb 04 12:51:25.125147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bde0ffb3-c476-4153-a89c-c05781866040 req-9e0790e4-2501-474b-a960-d17e94d0d854 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 210 time: 0.1518407 Feb 04 12:51:25.126771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-f2aa3287-e8c8-4a6d-a21b-44f7d87ea815 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 200 len: 217 time: 0.1429477 Feb 04 12:51:25.175243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] Pushing event updated for resources: {'Network': ['ID=ae0076e3-fc85-44f0-9748-06d5d760c94b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.184213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.192889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ae0076e3-fc85-44f0-9748-06d5d760c94b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:25.198288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f68a9c3b-44d2-4240-81f4-9bdd897701be admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8570848 Feb 04 12:51:25.199409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.202873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:25.220013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Request body: {'subnet': {'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-839444481-subnet', 'tenant_id': 'e221ead0c0c643f0b4d3d48d3633b604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:25.228438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:25.234346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Transition to ACTIVE for port object aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:25.243866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Usage tracker for resource:subnet and tenant:e221ead0c0c643f0b4d3d48d3633b604 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:25.249996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:25.269786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:25.286833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045af5b-8a7a-469e-bc5c-e8e48fd98d0d req-e444a1fe-baed-47ad-ac32-5ea9a47f93d5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.289389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3045af5b-8a7a-469e-bc5c-e8e48fd98d0d req-e444a1fe-baed-47ad-ac32-5ea9a47f93d5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.2564042 Feb 04 12:51:25.309829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Made reservation on behalf of e221ead0c0c643f0b4d3d48d3633b604 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:25.313314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.435413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.471460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.479607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a1cd-e33f-49ff-b885-31482d18515c req-aa49d6b1-c07c-4327-9bab-ba2a22c60c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.481383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36a1a1cd-e33f-49ff-b885-31482d18515c req-aa49d6b1-c07c-4327-9bab-ba2a22c60c0d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 1096 time: 0.6540956 Feb 04 12:51:25.483533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2a7622df-80ae-4377-b378-6bd3b9716064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.483663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3045af5b-8a7a-469e-bc5c-e8e48fd98d0d req-41efccbb-b67b-4261-adb8-0272b2921f31 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474209 Feb 04 12:51:25.484092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-2a7622df-80ae-4377-b378-6bd3b9716064 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.3462472 Feb 04 12:51:25.489522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7bcffc45-b8a4-4dd6-9b15-cf9518818498'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:25.512269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:51:25.574495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:25.581181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:25.584337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Pushing event updated for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.586499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:25.589971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Sync routers for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:25.621957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:25.639961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-1425a11d-4a28-4f1c-93db-1ed0b03f13b7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290698 Feb 04 12:51:25.680876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3397c71-1134-40ed-be15-f1f59b2aa31a admin admin] 10.222.0.53 "PUT /v2.0/routers/788342e2-bdef-48b4-89e7-5a5cef93a4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0517035 Feb 04 12:51:25.682473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:25.695512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:25.862143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.866732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.870961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e8d484-30d9-437f-be36-8e9fd626446a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.950018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-eedaaea5-13a6-432e-9017-ae0ddf6c2a17 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9466648 Feb 04 12:51:25.952800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.989246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36a1a1cd-e33f-49ff-b885-31482d18515c req-b46a8bf5-8bfe-465f-afe9-251c6fd40024 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898057 Feb 04 12:51:25.993302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:25.999218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:25.999874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Network hostable DHCP agents. Network: 5a2dff08-03c8-428a-8a1c-98ccd458e26b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:26.009738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Request body: {'port': {'device_id': '7390a58d-1a41-470b-afb8-09db523e71ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:26.118366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:26.142248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Usage tracker for resource:security_group_rule and tenant:917d557f5e8c4c789aab33143ccc9491 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:26.146011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:26.156747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6bf02681-f538-41f5-add2-53dacbf70a7c None None] Provisioning for port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:26.168112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:26.181258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:26.182529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6bf02681-f538-41f5-add2-53dacbf70a7c None None] Provisioning complete for port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:26.182991 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bf02681-f538-41f5-add2-53dacbf70a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.209525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b42f1a-fe13-4555-a794-32f87fc90156,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:26.213300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-f4d288cf-6b27-4be6-8a33-b0f6fe64d357 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510294 Feb 04 12:51:26.216106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5a2dff08-03c8-428a-8a1c-98ccd458e26b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:26.222271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:26.256950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Checking segment: {'id': 'e1ed852f-cebf-4c93-b959-748ae27d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:26.257325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Network hostable DHCP agents. Network: ae0076e3-fc85-44f0-9748-06d5d760c94b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:26.259816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.260405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.274225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef4e1d-5e36-4b7d-8570-db6c6db57302 None None] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:26.299123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.371482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce799d69-4cd3-4130-a8d4-bb74cb4d1fc1 req-af00df93-63d7-4a9f-85f2-047d986529c3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.373066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce799d69-4cd3-4130-a8d4-bb74cb4d1fc1 req-af00df93-63d7-4a9f-85f2-047d986529c3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 943 time: 0.3307617 Feb 04 12:51:26.381387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Network ae0076e3-fc85-44f0-9748-06d5d760c94b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:26.429858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ae0076e3-fc85-44f0-9748-06d5d760c94b) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:26.445948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.446885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.456554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58acf-7bb1-4dc4-8724-20a7cd858c8d req-c6f678e1-fa80-4753-81c2-5e955c97c280 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.458127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3fd58acf-7bb1-4dc4-8724-20a7cd858c8d req-c6f678e1-fa80-4753-81c2-5e955c97c280 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Synchronizing usage tracker for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:26.467698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6bf02681-f538-41f5-add2-53dacbf70a7c None None] Port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:26.482244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8c973-bebb-4304-9005-fe8636cfad57 None None] Network ae0076e3-fc85-44f0-9748-06d5d760c94b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:26.488221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b68dee1f-a3d9-4302-a733-9679dab3eeb4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6726811 Feb 04 12:51:26.520604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3fd58acf-7bb1-4dc4-8724-20a7cd858c8d req-c6f678e1-fa80-4753-81c2-5e955c97c280 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Unset dirty status for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:26.521756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fd58acf-7bb1-4dc4-8724-20a7cd858c8d req-c6f678e1-fa80-4753-81c2-5e955c97c280 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 936 time: 0.6478853 Feb 04 12:51:26.556985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce799d69-4cd3-4130-a8d4-bb74cb4d1fc1 req-114fd9e7-43fc-4cb1-beeb-1eb65c2e737a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645303 Feb 04 12:51:26.581941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a380ecf2-3df6-48c0-af36-fc7083bee513 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3653650 Feb 04 12:51:26.584810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.590059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.647276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7b1cb9f-68f3-459a-a1db-107da0740072 req-cea3a0c9-ed66-406c-93b9-0e779771a271 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167960 Feb 04 12:51:26.655815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:26.667453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.682101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fd58acf-7bb1-4dc4-8724-20a7cd858c8d req-1b06ba59-f774-4110-87d1-841fd45e7e6c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286483 Feb 04 12:51:26.699550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=917d557f5e8c4c789aab33143ccc9491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0698278 Feb 04 12:51:26.704524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Transition to ACTIVE for port object 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:26.705892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:26.726784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:26.817133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28bb76-c6d7-4d8e-813f-f60667a04e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d55071-8eb4-42ac-9c3b-046c47830ef9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.326954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:27.352732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.366142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.389518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Transition to ACTIVE for port object aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:27.393436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.516533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:27.586286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a56b2e-89b8-4ddb-a4f0-66ce43fe15ca None None] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:27.590301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.604999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Attempting to bind port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:27.605740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Attempting to bind port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:27.606082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Attempting to bind port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:27.634421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489913025', 'description': 'tempest-description--1603931435'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:27.656329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:27.674163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:27.674818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Attempting to bind port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:27.706199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Usage tracker for resource:security_group and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:27.723847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.726366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:27.735907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:27.738198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:27.738884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:27.739728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Bound port: 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:27.740370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.788204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc72b2-870a-47bc-ac6e-c3f417b87200 None None] Network ae0076e3-fc85-44f0-9748-06d5d760c94b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:27.793308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:27.817214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-ca9d9d34-fef2-47c6-8f5f-a5e027d89cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:27.821257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-ca9d9d34-fef2-47c6-8f5f-a5e027d89cdb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 1094 time: 1.0130000 Feb 04 12:51:27.826417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.909775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:27.976914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55800) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:28.049938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8344d3-39b2-458f-8bdf-715732159575 req-e7c58859-25a5-41cd-a3f1-bea6c242a34a tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.058097 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db8344d3-39b2-458f-8bdf-715732159575 req-e7c58859-25a5-41cd-a3f1-bea6c242a34a tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 936 time: 1.1256688 Feb 04 12:51:28.068103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2073488064-network', 'tenant_id': '0c628431a2754619b185372446682bbe'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:28.079000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:28.081431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:28.093585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Usage tracker for resource:security_group_rule and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:28.099742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-593884482-network', 'tenant_id': '477a2dcac5804d08851010179644180b'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:28.104432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:28.108566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:28.115635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:28.118635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:28.119898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Attempting to bind port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:28.120223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Attempting to bind port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:28.120783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Attempting to bind port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:28.134791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Usage tracker for resource:network and tenant:477a2dcac5804d08851010179644180b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:28.137734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:28.138057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Attempting to bind port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:28.146856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Usage tracker for resource:network and tenant:0c628431a2754619b185372446682bbe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:28.147060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:28.153577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:28.173122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423d78b-cfa5-4db4-bee9-b6fb72fd4386 req-119d2f83-2ca3-4d87-a2b8-dd8360dc410d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.175161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8423d78b-cfa5-4db4-bee9-b6fb72fd4386 req-119d2f83-2ca3-4d87-a2b8-dd8360dc410d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.3832443 Feb 04 12:51:28.176044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:28.176377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:28.176756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:28.177936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Bound port: aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:28.177936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.178245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:28.185250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:21Z', 'revision_number': 2, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:28.190100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Checking router: 788342e2-bdef-48b4-89e7-5a5cef93a4dc for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:28.190261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Updating router 788342e2-bdef-48b4-89e7-5a5cef93a4dc port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:28.204243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:28.209372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db8344d3-39b2-458f-8bdf-715732159575 req-4f8d5c88-c4b5-479b-bb64-9b7e936f7a00 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502559 Feb 04 12:51:28.239139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Made reservation on behalf of 0c628431a2754619b185372446682bbe for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:28.239139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.249970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:28.263226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.269508 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.289397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:28.291308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-32a92891-7851-4563-83bc-8111c77e0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.292605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-32a92891-7851-4563-83bc-8111c77e0830 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.4502320 Feb 04 12:51:28.294823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.300073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:28.310062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.312347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:28.315748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:28.363658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c628431a2754619b185372446682bbe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:28.372988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.385278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8423d78b-cfa5-4db4-bee9-b6fb72fd4386 req-e5bf41ce-7578-4e92-b469-e662f48b25ad tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788149 Feb 04 12:51:28.428008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:28.442571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d55071-8eb4-42ac-9c3b-046c47830ef9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:28.451213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Made reservation on behalf of 477a2dcac5804d08851010179644180b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:28.455116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.473775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.474386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.476311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] 10.222.0.90 "PUT /v2.0/ports/aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 HTTP/1.1" status: 200 len: 1096 time: 2.5178037 Feb 04 12:51:28.487768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:28.493022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:28.501936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.522261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:28.526153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Usage tracker for resource:security_group_rule and tenant:477a2dcac5804d08851010179644180b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:28.531510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:28.545337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:28.604384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-7ce300c5-36ba-432f-afa4-1270e4977342 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 200 len: 217 time: 0.2863476 Feb 04 12:51:28.622720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.623435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.624893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] 10.222.0.87 "PUT /v2.0/ports/9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 HTTP/1.1" status: 200 len: 1096 time: 4.3955054 Feb 04 12:51:28.634392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:28.659314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.664324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d523e43-3a9a-425a-b9e6-3f93ae18864d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5d55071-8eb4-42ac-9c3b-046c47830ef9 HTTP/1.1" status: 204 len: 168 time: 1.9540672 Feb 04 12:51:28.670351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56698001-de67-486a-b356-de4c81d3d5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:28.943455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:28.955007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.040821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.056378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-63397b7e-e85e-4396-86f4-27abd19ab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.056927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-31feaf77-344c-4c0d-adc1-283aef7c6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.057888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-63397b7e-e85e-4396-86f4-27abd19ab186 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 1099 time: 0.5405660 Feb 04 12:51:29.058748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-31feaf77-344c-4c0d-adc1-283aef7c6f69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.4147439 Feb 04 12:51:29.062519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57f4fff-37c5-43cb-bcca-7e99755b5dc2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.063448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882e4ae-c4fe-4765-a108-f3d21c92e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.088033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Transition to ACTIVE for port object 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:29.107196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 759b96e1-140d-4266-929b-85759274dbb3 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:29.128279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.154997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.156206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-23685dd1-8bfe-4fc8-9a6a-1a19626d3786 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5454366 Feb 04 12:51:29.173581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:29.177873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.180729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-bf2caa8b-23bf-4d57-a65e-51623488dcdc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952334 Feb 04 12:51:29.186126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.186903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79b29-088b-45ff-a0fa-3347f4c93953 req-0a5e998a-54b9-4681-bd00-42d55306a8cc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.194271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07e79b29-088b-45ff-a0fa-3347f4c93953 req-0a5e998a-54b9-4681-bd00-42d55306a8cc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 948 time: 0.5033102 Feb 04 12:51:29.196719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-9fe4decb-0210-42cf-90d7-6cdbec06c4e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 HTTP/1.1" status: 200 len: 217 time: 0.1237483 Feb 04 12:51:29.199779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'security_group_rule': {'security_group_id': 'c57f4fff-37c5-43cb-bcca-7e99755b5dc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:29.213779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.225120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.228374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:29.242642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a62fd-b54a-4365-a9d1-ae94cdb7cd51 req-d23635a7-d8dd-4861-907c-c4d96d8cf171 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.248499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a49a62fd-b54a-4365-a9d1-ae94cdb7cd51 req-d23635a7-d8dd-4861-907c-c4d96d8cf171 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 943 time: 0.8114305 Feb 04 12:51:29.278716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Usage tracker for resource:security_group_rule and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:29.293068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:29.300553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:29.306763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:29.310691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:29.345007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-797832eb-c6d6-4c4c-8e1c-19a959ba8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.346436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-797832eb-c6d6-4c4c-8e1c-19a959ba8fa8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 1099 time: 0.5872941 Feb 04 12:51:29.354219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:29.370905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9ded6-0be9-404a-b0f1-652d58535cba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.374259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.386164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.386513 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Added segment 98938b73-0f66-45b1-881f-45aed056d2b8 of type vlan for network fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 Feb 04 12:51:29.390128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07a90c-18c5-449c-9242-b8dd73b4d3bd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.403343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07e79b29-088b-45ff-a0fa-3347f4c93953 req-9a50e7a3-c52f-4228-9d8b-4eb049521361 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081246 Feb 04 12:51:29.403936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=759b96e1-140d-4266-929b-85759274dbb3,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:29.421044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:29.425870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ccc28aa22f4051ae67eaf89c03d14b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:29.430076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:29.439613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '759b96e1-140d-4266-929b-85759274dbb3', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': '759b96e1-140d-4266-929b-85759274dbb3', 'mac_address': 'fa:16:3e:14:1b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:29.440752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:29.525581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.556182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.557212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-136e36ea-4307-4699-a6aa-e5362107b3cc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 HTTP/1.1" status: 200 len: 217 time: 0.1884611 Feb 04 12:51:29.562250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.562590 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Added segment f2ff5bde-4aaa-41d0-833d-219e29fa9df6 of type vlan for network 36602df0-e925-4d8d-a155-e69b49df1ba6 Feb 04 12:51:29.567106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-21b300d1-769d-4b4b-93be-18025597bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.572184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-21b300d1-769d-4b4b-93be-18025597bee7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3664083 Feb 04 12:51:29.576212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a49a62fd-b54a-4365-a9d1-ae94cdb7cd51 req-c2f2a8d2-c57b-4f21-a7f2-e7b0c9fcc6a1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267658 Feb 04 12:51:29.647582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.673881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759b96e1-140d-4266-929b-85759274dbb3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:29.677917 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2', 'status': 'completed', 'code': 200} Feb 04 12:51:29.678271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298b8c-57b1-4f42-945a-a5e7d740b4ca None None] Pushing event updated for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.755552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-2bc5f586-f198-4055-b60a-89206e0145f3 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611985 Feb 04 12:51:29.760551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Attempting to bind port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:29.760930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Attempting to bind port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:29.761296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Attempting to bind port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 on network 88351f53-7883-4e1c-bcc5-a13eeb0602dd {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:29.764869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=759b96e1-140d-4266-929b-85759274dbb3,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:29.773243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:29.773924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Checking segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:29.774485 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.775050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Bound using segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:29.775725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Bound port: 8f099386-fc2c-4771-bdb6-c4cc1ce9de38, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:29.776272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.789687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.791115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.867422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.868669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.869419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.875071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.876854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-46143b9e-98ac-46ef-a28a-16df98633906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.876854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-46143b9e-98ac-46ef-a28a-16df98633906 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2986789 Feb 04 12:51:29.933871 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4', 'status': 'completed', 'code': 200} Feb 04 12:51:29.935581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.937899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.939780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.941811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.953072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:29.972943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] For port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:29.978212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] For port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:29.983799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.017770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.071754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4ccc28aa22f4051ae67eaf89c03d14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640688 Feb 04 12:51:30.071754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.079231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:30.079864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:30.084988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-43c5189c-e9cb-4fc9-8b9c-827b36dd59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:30.086446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-43c5189c-e9cb-4fc9-8b9c-827b36dd59ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4544911 Feb 04 12:51:30.093241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:30.122653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044dac-d29a-490f-b6fa-0f489a3f3aac req-1deaffba-2d67-47e7-b665-90e84b37da8d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:30.127159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb044dac-d29a-490f-b6fa-0f489a3f3aac req-1deaffba-2d67-47e7-b665-90e84b37da8d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.5790334 Feb 04 12:51:30.153467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298b8c-57b1-4f42-945a-a5e7d740b4ca None None] Pushing event updated for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.161977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:30.175824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:30.223514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'floatingip': {'port_id': '56566569-2616-4905-bc2e-82348dcbe1bd'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:30.305595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.308275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c795aa0a-6139-4b18-a34f-680a066e891d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.320549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.322670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:30.334728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb9616b5-04d6-4581-add1-ff6f8c002f81 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2490444 Feb 04 12:51:30.346616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1c4b-4029-433c-b90a-f70f4f2ea1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2608f1-68c7-4ecf-a0b2-7cb7bc33afc4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.349147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:30.373864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Request body: {'subnet': {'network_id': 'fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-593884482-subnet', 'tenant_id': '477a2dcac5804d08851010179644180b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:30.384297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.389120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f0378ffa-5cc9-400b-9ce8-eff3ce9c3760 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2109087 Feb 04 12:51:30.392990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:30.397141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:30.417442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'security_group_rule': {'security_group_id': 'c57f4fff-37c5-43cb-bcca-7e99755b5dc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:30.421861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Usage tracker for resource:subnet and tenant:477a2dcac5804d08851010179644180b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:30.429505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:30.435607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:30.455435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:30.461862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Usage tracker for resource:security_group_rule and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:30.465715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:30.477172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:30.489996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:30.491907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.498146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-d0fafe38-0565-4c2b-81b0-bbd451d76ff6 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677955 Feb 04 12:51:30.648419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.677626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.719700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7342713 Feb 04 12:51:30.720263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Made reservation on behalf of 477a2dcac5804d08851010179644180b for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:30.720364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a61f-8436-48f4-b625-b1fba9f70ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=36602df0-e925-4d8d-a155-e69b49df1ba6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.720874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:30.722872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55848) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:30.746761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Request body: {'subnet': {'network_id': '36602df0-e925-4d8d-a155-e69b49df1ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2073488064-subnet', 'tenant_id': '0c628431a2754619b185372446682bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:30.764335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:30.773679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 36602df0-e925-4d8d-a155-e69b49df1ba6 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:30.876808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Usage tracker for resource:subnet and tenant:0c628431a2754619b185372446682bbe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:30.906970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:30.920775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234723-cc5d-4b1a-967b-3d27f0e1f9ed req-feb1d712-03b2-48f2-b985-cfa91375d578 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:30.922778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be234723-cc5d-4b1a-967b-3d27f0e1f9ed req-feb1d712-03b2-48f2-b985-cfa91375d578 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 948 time: 0.9629569 Feb 04 12:51:31.002265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ddce81-3d2d-4481-bd51-9389295ae519 req-7b8a2683-1c95-421e-92eb-783e6b036148 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928589 Feb 04 12:51:31.043072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.060253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.061979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:31.062150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.071587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5d1891-ba5c-4409-abed-0e6fbfcf2491 req-74279e6c-9c2d-4dd2-9eb1-46656fdc2f18 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1744854 Feb 04 12:51:31.081672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:29Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:31.085899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33863b39-fcae-4ddf-ac0c-630b21225a6c None None] The sync data for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 is: [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:29Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:31.168583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2608f1-68c7-4ecf-a0b2-7cb7bc33afc4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.195264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cb92-439d-443d-8d20-529b451c5bf5 req-41d4b07c-f634-489d-99ea-c90f461c5072 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.196510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa23cb92-439d-443d-8d20-529b451c5bf5 req-41d4b07c-f634-489d-99ea-c90f461c5072 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 948 time: 0.6019754 Feb 04 12:51:31.197156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a850e298-48a8-47ea-bf8a-a6a4c592b793,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.230239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.234352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca752693-611e-4ae2-87c9-dd77a3fe63d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec2608f1-68c7-4ecf-a0b2-7cb7bc33afc4 HTTP/1.1" status: 204 len: 168 time: 1.1033840 Feb 04 12:51:31.239760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44341854-c53a-4db8-959b-2ba9e526c483 req-53b7a3e9-23d9-4015-98fc-8ea769ae21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.241232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-53b7a3e9-23d9-4015-98fc-8ea769ae21c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2808642 Feb 04 12:51:31.249475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Made reservation on behalf of 0c628431a2754619b185372446682bbe for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:31.251755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.253221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.257384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6d15dcf-4319-4c7d-b0c3-b90fb3ddd0c9 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8543282 Feb 04 12:51:31.275124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:31.342703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa23cb92-439d-443d-8d20-529b451c5bf5 req-aaa25b01-d58c-4128-a61e-0cc44b3d4692 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360464 Feb 04 12:51:31.380401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:31.447896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be234723-cc5d-4b1a-967b-3d27f0e1f9ed req-22232975-d42e-4922-85b2-be1ea3df2810 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873260 Feb 04 12:51:31.458471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:31.473841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-0effabf0-6555-4a30-a409-8bbaf4a5eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.475685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-0effabf0-6555-4a30-a409-8bbaf4a5eede service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54647a0eaec948ba9da9c8200cf25220&device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 1099 time: 0.3844862 Feb 04 12:51:31.477326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.502854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Usage tracker for resource:floatingip and tenant:d00495e8fe0d487c856746b24c620bcb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:31.514635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:31.533625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:31.575090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:31.736559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057ad807-648a-45aa-980c-002cedb245f1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.746409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-6080d342-2c08-4006-aebf-ed72bdbc3203 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720812 Feb 04 12:51:31.762406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Checking segment: {'id': '98938b73-0f66-45b1-881f-45aed056d2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:31.762799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Network hostable DHCP agents. Network: fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:31.824064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-42209ddd-a35f-481c-b587-f43156030fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.825534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-42209ddd-a35f-481c-b587-f43156030fa3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3187532 Feb 04 12:51:31.835270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f52d5-0aa3-452a-a73b-7d49a5284c9a req-5dc8fbd6-9502-417c-9de8-de0567aec37a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.843252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c6f52d5-0aa3-452a-a73b-7d49a5284c9a req-5dc8fbd6-9502-417c-9de8-de0567aec37a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 944 time: 0.3349211 Feb 04 12:51:31.921409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:31.958895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-740bfb91-74cf-4910-8396-eeb8371680f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 HTTP/1.1" status: 200 len: 217 time: 0.1132054 Feb 04 12:51:31.962310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Network fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:31.983266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c6f52d5-0aa3-452a-a73b-7d49a5284c9a req-41a11a62-4c27-41eb-b795-5928c394e0e1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392965 Feb 04 12:51:32.036253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:32.048220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.048752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31706009-c41f-4da9-8d9d-4586f3943a41 None None] Network fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:32.048998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:32.068505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:32.076110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-3970d4ae-b00d-4d9b-ba3a-baa3593ad229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.077663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-3970d4ae-b00d-4d9b-ba3a-baa3593ad229 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1090136 Feb 04 12:51:32.087688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b51e1d1c-3241-4239-b629-69c93c613384 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7317173 Feb 04 12:51:32.181705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-09ab4e97-94c3-4478-ae08-23f857ee1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.183553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-09ab4e97-94c3-4478-ae08-23f857ee1ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947652 Feb 04 12:51:32.246407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44341854-c53a-4db8-959b-2ba9e526c483 req-dbfe068d-8262-4a79-8b28-42a0d1e66e92 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872715 Feb 04 12:51:32.249892 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:32.392042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221dabde-2dc8-4ddb-a793-f6dcb9955885 None None] Network fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:32.467593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-08d6316a-8a8e-4331-a713-87c073bf61ea service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772698 Feb 04 12:51:32.508118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:32.899624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6493aaf1-3aef-439f-9aa7-8ed863f464f7 req-c560d411-f259-4d3d-8fdf-51dcdbdb24f5 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180751 Feb 04 12:51:32.935701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45600f0d-84e5-4c75-97ff-c9632d4c0d5b req-e78926e9-61ff-472e-905a-b7a667c2132c tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.936479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-45600f0d-84e5-4c75-97ff-c9632d4c0d5b req-e78926e9-61ff-472e-905a-b7a667c2132c tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Synchronizing usage tracker for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:32.958884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-45600f0d-84e5-4c75-97ff-c9632d4c0d5b req-e78926e9-61ff-472e-905a-b7a667c2132c tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Unset dirty status for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:32.960045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45600f0d-84e5-4c75-97ff-c9632d4c0d5b req-e78926e9-61ff-472e-905a-b7a667c2132c tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 948 time: 0.2580214 Feb 04 12:51:32.971083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29aadc18-d469-4ae8-8d7c-7ef50d909f1b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.995981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-03cac609-dc15-4452-9863-55301830c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.997612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-03cac609-dc15-4452-9863-55301830c2ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 1099 time: 0.6618421 Feb 04 12:51:33.009693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Checking segment: {'id': 'f2ff5bde-4aaa-41d0-833d-219e29fa9df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '36602df0-e925-4d8d-a155-e69b49df1ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:33.010051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Network hostable DHCP agents. Network: 36602df0-e925-4d8d-a155-e69b49df1ba6, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:33.031050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:33.068409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45600f0d-84e5-4c75-97ff-c9632d4c0d5b req-b653aea8-bf3e-45b9-b86c-2d30578e102b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021826 Feb 04 12:51:33.124136 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3 associated. External IP: 172.25.4.94, port: 56566569-2616-4905-bc2e-82348dcbe1bd. Feb 04 12:51:33.125899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:33.137796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:33.138495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.206307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 759b96e1-140d-4266-929b-85759274dbb3 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:33.340906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.357719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 759b96e1-140d-4266-929b-85759274dbb3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:33.361082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.377413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 759b96e1-140d-4266-929b-85759274dbb3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:33.377778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.427649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Network 36602df0-e925-4d8d-a155-e69b49df1ba6 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:33.428532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:33.437278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.447154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e383b-593c-42cf-99d4-02dd5a32c343 req-3e938289-890b-4058-9888-0a040bed44c7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:33.454439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-265e383b-593c-42cf-99d4-02dd5a32c343 req-3e938289-890b-4058-9888-0a040bed44c7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 948 time: 0.7652440 Feb 04 12:51:33.544641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:33.591317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 36602df0-e925-4d8d-a155-e69b49df1ba6) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:33.603076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2198c-c3ca-4976-a194-005d737faae6 None None] Network 36602df0-e925-4d8d-a155-e69b49df1ba6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:33.623557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:33.624235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.641633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-02e86198-d0ad-4142-91b8-7db075f845fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:33.643135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-02e86198-d0ad-4142-91b8-7db075f845fa service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6265626 Feb 04 12:51:33.700040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.754555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759b96e1-140d-4266-929b-85759274dbb3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:33.763286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-265e383b-593c-42cf-99d4-02dd5a32c343 req-b05b4ca3-b381-4ba2-86eb-5a69c9a5fccb tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078694 Feb 04 12:51:33.792610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=759b96e1-140d-4266-929b-85759274dbb3,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:33.809199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:33.811849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-80647216-b183-444e-96bf-6144e2bf926c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 HTTP/1.1" status: 200 len: 217 time: 0.1254520 Feb 04 12:51:33.849986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-60b8c146-a4f1-4937-9389-1da528d9e7e8 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:33.851097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-60b8c146-a4f1-4937-9389-1da528d9e7e8 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Synchronizing usage tracker for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:33.875685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-60b8c146-a4f1-4937-9389-1da528d9e7e8 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Unset dirty status for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:33.879254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-60b8c146-a4f1-4937-9389-1da528d9e7e8 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/networks?id=ae0076e3-fc85-44f0-9748-06d5d760c94b HTTP/1.1" status: 200 len: 814 time: 0.2318161 Feb 04 12:51:33.883545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f5359107-2a7c-4f4a-94bd-e31a248add9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1468623 Feb 04 12:51:33.899467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-18c4a848-938c-46c7-bde7-a9a3cc8e00da tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/quotas/e221ead0c0c643f0b4d3d48d3633b604 HTTP/1.1" status: 200 len: 375 time: 0.0161366 Feb 04 12:51:33.963831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-38a9cf4c-9fe7-43b9-9705-c035f30b2c25 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e221ead0c0c643f0b4d3d48d3633b604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581901 Feb 04 12:51:34.035328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:34.050962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c14251-e386-48c3-8d3e-8fbcd3b92e29 None None] Network 36602df0-e925-4d8d-a155-e69b49df1ba6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:34.124956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Allocated IP 172.25.4.174 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/137343fe-7709-4425-aff8-e05ea83aeea4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:34.148326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6836dc81-d7bf-4240-94a4-6c009b5aecd5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:51:34.149986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6836dc81-d7bf-4240-94a4-6c009b5aecd5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627089 Feb 04 12:51:34.153120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:51:34.315443 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-06c3ba72-b883-4b00-8eb1-7588672de3eb service neutron] 10.222.0.53 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542377 Feb 04 12:51:34.320751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-297062b0-d00e-4132-acf2-92e38b91db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.321699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-297062b0-d00e-4132-acf2-92e38b91db32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4236472 Feb 04 12:51:34.527011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6d6128c8-0537-4d65-8b70-1cdef7809bfd service neutron] 10.222.0.53 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057250 Feb 04 12:51:34.570500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235ea8d-978a-4ae3-97f4-5bd0079f41fe req-a94a5109-b6b7-4cc7-9aef-c25c97708d00 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.571990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9235ea8d-978a-4ae3-97f4-5bd0079f41fe req-a94a5109-b6b7-4cc7-9aef-c25c97708d00 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.6833243 Feb 04 12:51:34.574735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:34.619348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:51:34.626375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:34.637015 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:34.647388 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:34.648008 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:34.704120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9235ea8d-978a-4ae3-97f4-5bd0079f41fe req-4afca68a-a3a1-4ec8-9259-40a0cc4bd07d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Feb 04 12:51:34.706004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-5e5bd216-5b0a-424f-b651-4eaea0d608d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.707532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-5e5bd216-5b0a-424f-b651-4eaea0d608d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3727045 Feb 04 12:51:34.751281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10b9f143-f733-43e7-b525-46e2aab13a6f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "PUT /v2.0/floatingips/56bdeb1c-bdb7-41b0-8955-1d768da47cb3 HTTP/1.1" status: 200 len: 990 time: 4.5446572 Feb 04 12:51:34.801604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:34.827322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:34.830143 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759b96e1-140d-4266-929b-85759274dbb3', 'code': 200} Feb 04 12:51:35.022917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:35.064351 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:35.084359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:35.110900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:35.134541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:35.157492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:35.183656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'Port': ['ID=137343fe-7709-4425-aff8-e05ea83aeea4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:35.191418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:35.242995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-1d410bdf-7c98-4ea0-a5b0-68d45aceacdc service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191729 Feb 04 12:51:35.251110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.251463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.251806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.252136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.252461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.252788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.253104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.253462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.253774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.254087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.254405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.254761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:35.368595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-8e2da5a1-ec2d-4cfc-882c-fd42e7358cc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.369602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-8e2da5a1-ec2d-4cfc-882c-fd42e7358cc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:35.392225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.397534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-8e2da5a1-ec2d-4cfc-882c-fd42e7358cc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:35.398995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-8e2da5a1-ec2d-4cfc-882c-fd42e7358cc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.2274780 Feb 04 12:51:35.423077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9d901bdf-d4d2-4005-857f-1e2a7dba99ae tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/quotas/acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 375 time: 0.0143719 Feb 04 12:51:35.450464 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:35.486019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-e3962e46-1ea5-4d10-941f-32f68ddb203e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539577 Feb 04 12:51:35.504533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2cb93ad-6158-4afd-a283-3a1ed11d94f7 req-d738b07c-c475-4c9c-b54b-61ea1a3b04f7 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461276 Feb 04 12:51:35.524757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f4676-00bd-4b23-b6ab-93fecff95b19 req-a70b7cba-0615-4586-8859-5b2b45209c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.526910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b1f4676-00bd-4b23-b6ab-93fecff95b19 req-a70b7cba-0615-4586-8859-5b2b45209c6a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 1096 time: 0.6095474 Feb 04 12:51:35.547463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dcd30-ca19-486a-9ae0-9630e4dcfd26 req-3d22113b-ff9b-44fb-9e82-8677caf7cfec tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.556057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c34dcd30-ca19-486a-9ae0-9630e4dcfd26 req-3d22113b-ff9b-44fb-9e82-8677caf7cfec tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 948 time: 0.4567251 Feb 04 12:51:35.556728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:35.557098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.603806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.661033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:35.676876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '56566569-2616-4905-bc2e-82348dcbe1bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:87:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:51:31Z', 'revision_number': 1, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.683841 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:35.687569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2', 'mac_address': 'fa:16:3e:7e:42:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:35.705379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:35.726342 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:51:35.728684 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:35.734510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-f38f9183-196f-4ee5-b69d-3b26c46f82f4 service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395558 Feb 04 12:51:35.766386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4', 'mac_address': 'fa:16:3e:cc:04:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:35.887150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-b7160210-369b-4709-90eb-8f0b0180450d service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516345 Feb 04 12:51:35.900944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.956025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b1f4676-00bd-4b23-b6ab-93fecff95b19 req-294e793c-2750-4af3-9ef6-d9a61da67a21 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965533 Feb 04 12:51:35.958067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:35.968344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.973922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c34dcd30-ca19-486a-9ae0-9630e4dcfd26 req-dfa9ca1d-8c53-4f8a-b7a3-171407588c43 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165885 Feb 04 12:51:35.975392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:35.990810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:36.029191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:36.049004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:51:36.051980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'Port': ['ID=137343fe-7709-4425-aff8-e05ea83aeea4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.056659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:36.060733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:36.075819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:36.106572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:36.121117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c683db8-8dcf-40be-9ecb-09c0c83ca855 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8396051 Feb 04 12:51:36.153491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:36.163084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:36.195322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.332279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.360070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['aada7a4f-4cc4-4dd4-a479-39a8fc4153e2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:36.385328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0e07d96-fd9a-470f-85ae-5c6fd58c87e1 req-10007005-2af5-4c96-af97-70028b545e64 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 210 time: 0.1246486 Feb 04 12:51:36.608971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96c53-76fb-4da9-8701-570107b3bf84 req-89c0708f-41c7-4cb6-82ed-ddb1a03528fa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.612738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822de33-4b9c-4d31-a55b-8111a46c1b6b req-42f1d097-f420-433e-bb8b-bab2a6515ae6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.617391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ee96c53-76fb-4da9-8701-570107b3bf84 req-89c0708f-41c7-4cb6-82ed-ddb1a03528fa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.3782206 Feb 04 12:51:36.624349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6822de33-4b9c-4d31-a55b-8111a46c1b6b req-42f1d097-f420-433e-bb8b-bab2a6515ae6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 949 time: 0.1337726 Feb 04 12:51:36.646520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:36.680720 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '56566569-2616-4905-bc2e-82348dcbe1bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:87:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:51:31Z', 'revision_number': 1, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:36.681323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-598ae1eb-d688-4ce8-97d2-c56c75161ee2 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.683292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-598ae1eb-d688-4ce8-97d2-c56c75161ee2 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.90 "GET /v2.0/networks?id=ae0076e3-fc85-44f0-9748-06d5d760c94b HTTP/1.1" status: 200 len: 814 time: 0.3104181 Feb 04 12:51:36.692230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6822de33-4b9c-4d31-a55b-8111a46c1b6b req-b8973107-51c1-44d7-9ff4-fa338c8e39b3 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668659 Feb 04 12:51:36.693099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc54d7c-1962-452a-8e6d-59c1926fb2d3 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '56566569-2616-4905-bc2e-82348dcbe1bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:87:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:51:31Z', 'revision_number': 1, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:36.703429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Request body: {'port': {'device_id': '475c5686-b2ea-4924-9d6f-06089912904a', 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b', 'admin_state_up': True, 'tenant_id': 'e221ead0c0c643f0b4d3d48d3633b604'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:36.814632 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd', 'status': 'completed', 'code': 200} Feb 04 12:51:36.886047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ee96c53-76fb-4da9-8701-570107b3bf84 req-7408c302-3142-4251-a54a-3cd6a28fd1cf tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668574 Feb 04 12:51:36.941716 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:51:37.038216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723293ce-45a7-41e2-9744-330d883933b5 req-8dab11f8-5ff9-4133-a6dd-226a8bf28d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.040362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-8dab11f8-5ff9-4133-a6dd-226a8bf28d90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 1096 time: 0.1665993 Feb 04 12:51:37.056568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:37.066050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Usage tracker for resource:port and tenant:e221ead0c0c643f0b4d3d48d3633b604 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:37.073936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:37.094468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edceffb9-7503-4305-b157-fc21bc53c3dd None None] New status for floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:51:37.098292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:37.124735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Made reservation on behalf of e221ead0c0c643f0b4d3d48d3633b604 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:37.131099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:37.309017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723293ce-45a7-41e2-9744-330d883933b5 req-6f98e0ca-dd9e-4f5f-b430-e2062844a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.310721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-6f98e0ca-dd9e-4f5f-b430-e2062844a1b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 925 time: 0.2641640 Feb 04 12:51:37.313576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f25bc471-8f8c-4739-b1a1-da7c37a5d888 req-9d92f6d9-6325-4546-b2e2-ca528479420e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 210 time: 0.0573533 Feb 04 12:51:37.412929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Allocated IP 172.20.0.7 (ae0076e3-fc85-44f0-9748-06d5d760c94b/71b42f1a-fe13-4555-a794-32f87fc90156/f33d51e2-1fe7-444c-933a-8939ed9201f2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:37.455771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-8d5ec434-6cfc-4581-a03f-3dd26ed0ef4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56566569-2616-4905-bc2e-82348dcbe1bd HTTP/1.1" status: 200 len: 998 time: 0.1363931 Feb 04 12:51:37.564624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723293ce-45a7-41e2-9744-330d883933b5 req-c9312024-4a95-49e0-bbc8-537f246bc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.566033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-c9312024-4a95-49e0-bbc8-537f246bc7a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.0953097 Feb 04 12:51:37.578644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-b3428ea2-fe08-43ae-ac08-86b8d3da242c tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--489913025&fields=id&tenant_id=d00495e8fe0d487c856746b24c620bcb HTTP/1.1" status: 200 len: 267 time: 0.0727403 Feb 04 12:51:37.648040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861650f6-3c25-4f21-b97d-382f2ccf61b7 req-e5b37ad4-868e-431c-a63f-e565ae998ea1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.654999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-861650f6-3c25-4f21-b97d-382f2ccf61b7 req-e5b37ad4-868e-431c-a63f-e565ae998ea1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.5037043 Feb 04 12:51:37.735474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-861650f6-3c25-4f21-b97d-382f2ccf61b7 req-6b2e6d9b-e233-46fd-8425-0ea913310e41 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794904 Feb 04 12:51:37.740841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:37.782417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:37.874042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723293ce-45a7-41e2-9744-330d883933b5 req-d5efe4ea-792c-4e5d-879d-0d18e2f2c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.875583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-d5efe4ea-792c-4e5d-879d-0d18e2f2c6e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933409 Feb 04 12:51:37.922818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Network ae0076e3-fc85-44f0-9748-06d5d760c94b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:37.934089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:37.936793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:38.000067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-1b2a1192-981f-4d4a-810a-8999723bb029 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.001624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-1b2a1192-981f-4d4a-810a-8999723bb029 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/networks?id=88351f53-7883-4e1c-bcc5-a13eeb0602dd HTTP/1.1" status: 200 len: 805 time: 0.4222045 Feb 04 12:51:38.058294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Pushing event updated for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:38.089113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.089967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.089967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.090195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.090505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.090810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.091146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.091444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.091762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.092076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.092399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.092812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:38.101616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-57787184-9767-4bf9-bf9b-2cd7dbfe4ff8 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/quotas/d00495e8fe0d487c856746b24c620bcb HTTP/1.1" status: 200 len: 375 time: 0.0513515 Feb 04 12:51:38.106345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.106482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:38.138048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef9c7-99f1-4d86-8f7c-879640f79498 req-389c00c8-3d31-4227-aab9-bec35af75af5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.139698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cecef9c7-99f1-4d86-8f7c-879640f79498 req-389c00c8-3d31-4227-aab9-bec35af75af5 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 949 time: 0.2945833 Feb 04 12:51:38.141365 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-d9445ff3-d395-4b33-adf0-914a39a0446d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4454372 Feb 04 12:51:38.166947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Request body: {'port': {'device_id': '475c5686-b2ea-4924-9d6f-06089912904a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:38.226346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-846da010-f8e1-4ac7-8f20-1345fafa9b50 service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441789 Feb 04 12:51:38.276236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cecef9c7-99f1-4d86-8f7c-879640f79498 req-4760f7cc-e0bd-4743-90be-4f46a56a41f3 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278188 Feb 04 12:51:38.315694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-72b630ce-5a03-4570-b1a7-53ac1ef6135f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.320247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:38.320542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-72b630ce-5a03-4570-b1a7-53ac1ef6135f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.3559504 Feb 04 12:51:38.356963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Request body: {'port': {'device_id': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'admin_state_up': True, 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:38.486255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-27457bed-a259-41c4-91d5-ac3847ab73e3 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Synchronizing usage tracker for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:38.561024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-723293ce-45a7-41e2-9744-330d883933b5 req-375aec4f-1e5e-40a7-8883-82655d0b0a9b service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256481 Feb 04 12:51:38.567070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-27457bed-a259-41c4-91d5-ac3847ab73e3 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Unset dirty status for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:38.569534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-27457bed-a259-41c4-91d5-ac3847ab73e3 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d00495e8fe0d487c856746b24c620bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4671497 Feb 04 12:51:38.590968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:38.622487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Usage tracker for resource:port and tenant:acbc69913a5b44dbbdbc5170b16273fb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:38.641560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56002) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:38.658971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab97f8-9760-40a0-a56a-621424290a83 req-1a1ca1d5-dab1-4747-b894-e754f89d4aa0 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.660226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-04ab97f8-9760-40a0-a56a-621424290a83 req-1a1ca1d5-dab1-4747-b894-e754f89d4aa0 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Synchronizing usage tracker for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:38.671543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:38.683035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:38.707625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-04ab97f8-9760-40a0-a56a-621424290a83 req-1a1ca1d5-dab1-4747-b894-e754f89d4aa0 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Unset dirty status for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:38.708788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04ab97f8-9760-40a0-a56a-621424290a83 req-1a1ca1d5-dab1-4747-b894-e754f89d4aa0 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 931 time: 0.2513521 Feb 04 12:51:38.723168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:38.726597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:38.824548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:38.836977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-04ab97f8-9760-40a0-a56a-621424290a83 req-3d1dcb55-2866-48b9-a318-613e1fd5411f tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Synchronizing usage tracker for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:38.840493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-2a9b5f24-b24f-4c37-afce-8a9dbbf80cc5 service neutron] 10.222.0.53 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466953 Feb 04 12:51:38.855606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33d51e2-1fe7-444c-933a-8939ed9201f2 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:38.861907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:38.870231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:38.873303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Usage tracker for resource:security_group_rule and tenant:0a756bf4951449608377158e3c529ba3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:38.878294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:38.887130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:38.896293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-04ab97f8-9760-40a0-a56a-621424290a83 req-3d1dcb55-2866-48b9-a318-613e1fd5411f tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Unset dirty status for tenant:e221ead0c0c643f0b4d3d48d3633b604 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:38.897444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04ab97f8-9760-40a0-a56a-621424290a83 req-3d1dcb55-2866-48b9-a318-613e1fd5411f tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822736 Feb 04 12:51:38.901054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Transition to ACTIVE for port object f33d51e2-1fe7-444c-933a-8939ed9201f2 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:38.906981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.072844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Allocated IP 172.20.0.8 (5a2dff08-03c8-428a-8a1c-98ccd458e26b/e5e8d484-30d9-437f-be36-8e9fd626446a/76d39777-ec3b-4f6d-92cc-ddb424a25073) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:39.076267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-417cfdf4-0757-4180-88e1-2ec1444f4b04 service neutron] 10.222.0.53 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295508 Feb 04 12:51:39.114239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:39.150219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Pushing event updated for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.177842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:39.280326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.283912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:39.289252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:39.292025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.295783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:39.296323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.317592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Attempting to bind port f33d51e2-1fe7-444c-933a-8939ed9201f2 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:39.317920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Attempting to bind port f33d51e2-1fe7-444c-933a-8939ed9201f2 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e1ed852f-cebf-4c93-b959-748ae27d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:39.318245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Attempting to bind port f33d51e2-1fe7-444c-933a-8939ed9201f2 on network ae0076e3-fc85-44f0-9748-06d5d760c94b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:39.329787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:39.330453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.336618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c760f8e-6bf2-4a44-a5b6-a878d36b2813 req-1378f2b0-849c-4d91-9185-9b614ba15b77 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:39.338180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c760f8e-6bf2-4a44-a5b6-a878d36b2813 req-1378f2b0-849c-4d91-9185-9b614ba15b77 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 949 time: 0.3227143 Feb 04 12:51:39.340328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.372774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Port f33d51e2-1fe7-444c-933a-8939ed9201f2 on network ae0076e3-fc85-44f0-9748-06d5d760c94b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:39.373099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Attempting to bind port f33d51e2-1fe7-444c-933a-8939ed9201f2 on network ae0076e3-fc85-44f0-9748-06d5d760c94b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:39.379688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.403345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a756bf4951449608377158e3c529ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607639 Feb 04 12:51:39.404254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:39.404589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Checking segment: {'id': 'e1ed852f-cebf-4c93-b959-748ae27d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:39.404961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Bound using segment: {'id': 'e1ed852f-cebf-4c93-b959-748ae27d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:39.405395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Bound port: f33d51e2-1fe7-444c-933a-8939ed9201f2, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ed852f-cebf-4c93-b959-748ae27d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:39.405768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.407828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:39.422642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63593a6a-0274-4b93-8858-24d3a32b380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa9466-ee2f-4e3e-8819-47b4735e92ed,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.521315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c760f8e-6bf2-4a44-a5b6-a878d36b2813 req-6b3871f9-0dd9-45ac-bf17-69379b455f97 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610913 Feb 04 12:51:39.600168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:39.604053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2,segment=NetworkSegment(e1ed852f-cebf-4c93-b959-748ae27d338b),segment_id=e1ed852f-cebf-4c93-b959-748ae27d338b)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:39.609008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.618186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.658741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:39.666229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.686758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:39.719337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.738068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:39.778620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:39.786847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:39.793030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:39.794010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.795202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:39.795838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.798042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] 10.222.0.90 "PUT /v2.0/ports/f33d51e2-1fe7-444c-933a-8939ed9201f2 HTTP/1.1" status: 200 len: 1091 time: 1.6353872 Feb 04 12:51:39.798715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:39.826457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.836136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:39.847795 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:39.913133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.942844 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-9e27ce47-2a5e-4512-9a1e-885c86b9b959 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5968208 Feb 04 12:51:39.956315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Request body: {'port': {'device_id': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:40.025054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.046325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e63ab-6d84-46df-9f17-22d84059637a service neutron] Pushing event updated for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.055317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:40.059363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35266dcf-a58e-4b5e-bf94-ac5f7f8768af req-dc578ef5-19e8-4f7c-93c9-0e12d26503cd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.060954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35266dcf-a58e-4b5e-bf94-ac5f7f8768af req-dc578ef5-19e8-4f7c-93c9-0e12d26503cd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 931 time: 0.3796413 Feb 04 12:51:40.084214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cea2d-ed0b-46fc-95cf-ac6026c2dc7e req-b3a3b8b7-2628-4d8f-8f2b-f7d2c0ae57fd tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.087293 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe2cea2d-ed0b-46fc-95cf-ac6026c2dc7e req-b3a3b8b7-2628-4d8f-8f2b-f7d2c0ae57fd tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.5732279 Feb 04 12:51:40.090335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-b312cde7-f4f7-4a14-be4f-e340c55e19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.091873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-b312cde7-f4f7-4a14-be4f-e340c55e19f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e221ead0c0c643f0b4d3d48d3633b604&device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 1094 time: 0.2223856 Feb 04 12:51:40.183607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-35266dcf-a58e-4b5e-bf94-ac5f7f8768af req-bea59297-4a70-44c7-9afc-dd05aefc9010 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:40.189202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-5eb6a6b9-24cf-434c-8f6e-74992c6d469f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2 HTTP/1.1" status: 200 len: 217 time: 0.0830584 Feb 04 12:51:40.244380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-35266dcf-a58e-4b5e-bf94-ac5f7f8768af req-bea59297-4a70-44c7-9afc-dd05aefc9010 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:40.245555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35266dcf-a58e-4b5e-bf94-ac5f7f8768af req-bea59297-4a70-44c7-9afc-dd05aefc9010 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780343 Feb 04 12:51:40.263430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-fa21e4df-ef46-447a-908a-48e226b0dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.265196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-fa21e4df-ef46-447a-908a-48e226b0dd18 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=71b42f1a-fe13-4555-a794-32f87fc90156 HTTP/1.1" status: 200 len: 854 time: 0.0697858 Feb 04 12:51:40.291399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:40.360700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe2cea2d-ed0b-46fc-95cf-ac6026c2dc7e req-fcb9679d-a701-4591-81d3-3f66ceaa1ffa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637844 Feb 04 12:51:40.361905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:40.447591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-f59a5628-c8f9-4fb7-be51-0968af256fe4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0076e3-fc85-44f0-9748-06d5d760c94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667616 Feb 04 12:51:40.457575 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:40.483754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa9466-ee2f-4e3e-8819-47b4735e92ed,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.584502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:40.586809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fd6ef12-0522-4be4-b6a2-b26127765fa1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bfa9466-ee2f-4e3e-8819-47b4735e92ed HTTP/1.1" status: 204 len: 168 time: 1.0807633 Feb 04 12:51:40.653866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ba7d4-d18f-4e9d-9410-81c7b3d34ab7 req-624d9d8c-9017-4124-b1d6-202a4ca82334 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.655412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b0ba7d4-d18f-4e9d-9410-81c7b3d34ab7 req-624d9d8c-9017-4124-b1d6-202a4ca82334 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.2068973 Feb 04 12:51:40.662140 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-e50c606a-2fc6-4cf1-85b7-b5d8ab967c24 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692054 Feb 04 12:51:40.801815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b0ba7d4-d18f-4e9d-9410-81c7b3d34ab7 req-8548d8f5-3965-4011-bc9a-a39ecde86984 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351774 Feb 04 12:51:40.832204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54fd97-1805-4c27-991b-03ac20e3401f req-de337da2-acde-4047-98f1-8560e497f8ce tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:40.841804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c54fd97-1805-4c27-991b-03ac20e3401f req-de337da2-acde-4047-98f1-8560e497f8ce tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.3488233 Feb 04 12:51:40.915583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f537914-edbf-4a95-9913-05d44ccc66d9 req-ac4159cf-db31-4469-b005-d021fff253e4 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467349 Feb 04 12:51:41.031950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-c14513fd-394d-4a84-b7ff-a5cb4594c7e4 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.033501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-c14513fd-394d-4a84-b7ff-a5cb4594c7e4 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.90 "GET /v2.0/networks?id=88351f53-7883-4e1c-bcc5-a13eeb0602dd HTTP/1.1" status: 200 len: 805 time: 0.1896324 Feb 04 12:51:41.035562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1729292-8c08-4faa-b441-6a06f230c807 req-d5e03599-f9f0-4fa0-b843-844bd4e7a195 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 210 time: 0.0616698 Feb 04 12:51:41.088898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:41.099443 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2', 'code': 200} Feb 04 12:51:41.114896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.129709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c54fd97-1805-4c27-991b-03ac20e3401f req-0b497a55-aa48-4b2f-ad93-65cf4f99f92b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869952 Feb 04 12:51:41.153871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:41.158184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Usage tracker for resource:security_group_rule and tenant:57908c3d8c634f71ba8040b5b7674ad9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:41.167151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:41.171234 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2', 'status': 'completed', 'code': 200} Feb 04 12:51:41.177153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:41.177307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-afab5c67-b24e-4766-9014-59a49021d642 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00495e8fe0d487c856746b24c620bcb HTTP/1.1" status: 200 len: 379 time: 0.1274779 Feb 04 12:51:41.188133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'port': {'device_id': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'admin_state_up': True, 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'security_groups': ['c57f4fff-37c5-43cb-bcca-7e99755b5dc2']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:41.268030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.90', 54782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:41.456956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d39777-ec3b-4f6d-92cc-ddb424a25073 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:41.471113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.480833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-e0e6d960-7899-4b2e-8e42-9a10f859a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.482445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-e0e6d960-7899-4b2e-8e42-9a10f859a1ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e221ead0c0c643f0b4d3d48d3633b604&device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 1094 time: 0.2849770 Feb 04 12:51:41.487204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:41.500710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fbfeb-ba36-4cd2-9b87-896d6b5c0ea6 req-0e57fbfe-33bd-4d26-8304-a3dc5eb4cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.502160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a1fbfeb-ba36-4cd2-9b87-896d6b5c0ea6 req-0e57fbfe-33bd-4d26-8304-a3dc5eb4cab2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 1101 time: 0.2311063 Feb 04 12:51:41.507158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:41.509109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Transition to ACTIVE for port object 76d39777-ec3b-4f6d-92cc-ddb424a25073 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:41.515792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.533882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6904f8-739d-4dfb-9f2f-6aae82389c61 req-3e1dbff8-f235-4157-bab3-4521b6bc8baa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.535771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a6904f8-739d-4dfb-9f2f-6aae82389c61 req-3e1dbff8-f235-4157-bab3-4521b6bc8baa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.2214446 Feb 04 12:51:41.573485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a050a-5fe2-4f75-b434-e55ec2d43760 req-d792d871-2b1d-4d9e-b925-711751bee554 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.575006 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b8a050a-5fe2-4f75-b434-e55ec2d43760 req-d792d871-2b1d-4d9e-b925-711751bee554 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 943 time: 0.2652254 Feb 04 12:51:41.596444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.624546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.681718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Made reservation on behalf of d00495e8fe0d487c856746b24c620bcb for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:41.685135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.701772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:41.714716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a1fbfeb-ba36-4cd2-9b87-896d6b5c0ea6 req-408a83a2-ca1f-4ea5-aad7-addf02aaf931 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906669 Feb 04 12:51:41.725692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57908c3d8c634f71ba8040b5b7674ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6357279 Feb 04 12:51:41.726480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e7e48-c0fb-4cc4-ae21-303c5a8ceca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2062bc7c-ff25-4333-a0f6-6460421ae42a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:41.733000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56052) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:41.740656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a6904f8-739d-4dfb-9f2f-6aae82389c61 req-a04fa8b8-faae-4f02-9594-ea8e8c9aaf66 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407971 Feb 04 12:51:41.762312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b8a050a-5fe2-4f75-b434-e55ec2d43760 req-25c2bc5f-dfd7-467d-8b39-d1414471ec89 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767612 Feb 04 12:51:41.832788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-0bd5fa60-76ed-41fb-8505-a6c936b3f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.834388 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-0bd5fa60-76ed-41fb-8505-a6c936b3f458 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0076e3-fc85-44f0-9748-06d5d760c94b HTTP/1.1" status: 200 len: 915 time: 0.3361375 Feb 04 12:51:41.865540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:41.866108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:41.866455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:41.877096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.883243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:41.883486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:41.907668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:41.927020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:41.927341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:41.927740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:41.928219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Bound port: 76d39777-ec3b-4f6d-92cc-ddb424a25073, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:41.928560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.032321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-73ddfd40-adf0-4722-885b-b9dfcf950080 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2 HTTP/1.1" status: 200 len: 217 time: 0.0876491 Feb 04 12:51:42.132671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-456ed29a-d225-40ce-8abe-d03c8b85549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.134258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-456ed29a-d225-40ce-8abe-d03c8b85549b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=71b42f1a-fe13-4555-a794-32f87fc90156 HTTP/1.1" status: 200 len: 854 time: 0.0808070 Feb 04 12:51:42.137017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.161587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca21a-ccdb-4680-8bf7-78fc1b7e9c44 req-7a8c4f1b-c385-4d9a-969d-927c10530508 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.163119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52ca21a-ccdb-4680-8bf7-78fc1b7e9c44 req-7a8c4f1b-c385-4d9a-969d-927c10530508 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.2605793 Feb 04 12:51:42.165971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2062bc7c-ff25-4333-a0f6-6460421ae42a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:42.192412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Allocated IP 172.20.0.11 (88351f53-7883-4e1c-bcc5-a13eeb0602dd/8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1/e20dc0a2-162b-47c3-a540-4ea8ef5bc388) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:42.220910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-e5d24223-18eb-436a-af5b-d919c3fd54a0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.222406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-e5d24223-18eb-436a-af5b-d919c3fd54a0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.3360333 Feb 04 12:51:42.224634 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-bf9bc867-7364-444c-ae16-9a8f76117df4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0076e3-fc85-44f0-9748-06d5d760c94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596483 Feb 04 12:51:42.225809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:42.254018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.255132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c06ca2c6-99ff-407f-99b8-022ef12e855e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2062bc7c-ff25-4333-a0f6-6460421ae42a HTTP/1.1" status: 204 len: 168 time: 0.5212352 Feb 04 12:51:42.256980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:42.270420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-b72f2253-ee3c-4890-8a52-161ebfa4f97e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0393393 Feb 04 12:51:42.271470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.334304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52ca21a-ccdb-4680-8bf7-78fc1b7e9c44 req-179c3e03-51ff-49ab-aa05-d75613bfd6d1 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360579 Feb 04 12:51:42.404922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-2ba1938c-c055-417d-927f-2d80863b0569 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702111 Feb 04 12:51:42.594285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.595062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.596594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] 10.222.0.87 "PUT /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 1091 time: 2.6456740 Feb 04 12:51:42.602085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:42.660104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5a8f2-8790-4c72-9b5b-14e9f1ab6bab service neutron] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:42.696049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461c4693-f6d9-41af-b340-ccd9de9da0dc req-cd879341-87c1-4294-bb77-c55816d79004 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843442 Feb 04 12:51:42.708411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301fd7-30d1-4485-8e62-69644ac16f54 req-2e84d9d0-b8e6-4993-8ff3-eb4d5e1a337d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.710051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66301fd7-30d1-4485-8e62-69644ac16f54 req-2e84d9d0-b8e6-4993-8ff3-eb4d5e1a337d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.1371078 Feb 04 12:51:42.749039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-ecfe30f1-27f0-4ec0-9fb8-783942844fa2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2460666 Feb 04 12:51:42.784425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66301fd7-30d1-4485-8e62-69644ac16f54 req-114ed626-07d3-4e92-9e05-10441d287d1d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682118 Feb 04 12:51:42.799411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:42.885072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Transition to ACTIVE for port object e20dc0a2-162b-47c3-a540-4ea8ef5bc388 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:42.919860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-e88c6574-5575-4b55-b1a3-c8896d8b5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.921280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-e88c6574-5575-4b55-b1a3-c8896d8b5881 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1094 time: 0.2545960 Feb 04 12:51:42.978312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68731d1e-e84b-4d3a-a466-62bc16a18d91 req-fc3b1937-ea69-4bdc-b369-2140129c0a9d tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 210 time: 0.0636628 Feb 04 12:51:43.010766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-4f43ccf3-198c-438b-a047-733ee5c3cb43 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.0761762 Feb 04 12:51:43.011842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-875181ba-7144-4f50-8358-04e3389dcd20 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455802 Feb 04 12:51:43.076006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.100301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:43.185440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086c0b6-6ca1-4b24-9701-9e0f94b201e6 req-45d2e8f6-7415-49a6-88ac-2d77f9a7646d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.186964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0086c0b6-6ca1-4b24-9701-9e0f94b201e6 req-45d2e8f6-7415-49a6-88ac-2d77f9a7646d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.0890443 Feb 04 12:51:43.232497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0086c0b6-6ca1-4b24-9701-9e0f94b201e6 req-fa307096-f6f1-478f-911c-554239c3c3dc tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Feb 04 12:51:43.239244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:43.240692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:43.244553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:43.247124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-6565f0af-4fa8-4011-b402-36e80f491742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.248798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-6565f0af-4fa8-4011-b402-36e80f491742 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.2120016 Feb 04 12:51:43.252192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:43.258205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.258837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.262618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event updated for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:43.324826 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'status': 'completed', 'code': 200} Feb 04 12:51:43.336191 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c87f03d-5dcf-4b58-9169-ae335cbf2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.343682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-0a2730b8-ea01-46e5-9fd8-e199d0007138 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768912 Feb 04 12:51:43.392551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-e7e42c84-f62f-4340-acb8-a93ad65d1447 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2096038 Feb 04 12:51:43.396460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1349449080-network', 'tenant_id': 'b4a7c894a54c4b41885317bfe17c43c5'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:43.401463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:43.407094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Usage tracker for resource:network and tenant:b4a7c894a54c4b41885317bfe17c43c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:43.440372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b4f643e-80ed-43d1-9f75-ae13324106da req-347c83e2-559d-4824-b8c5-0d06d44f8c98 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225519 Feb 04 12:51:43.449987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Request body: {'port': {'device_id': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:43.461093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:43.468312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:43.491568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Made reservation on behalf of b4a7c894a54c4b41885317bfe17c43c5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:43.494187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.508417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.530033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:43.536551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Usage tracker for resource:security_group_rule and tenant:b4a7c894a54c4b41885317bfe17c43c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:43.540304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:43.547899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:43.561436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff12ff-507b-4997-b301-3f0bb4ec4c6e req-71dcea40-7d11-4aef-9173-6fd6286b7456 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.563026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2ff12ff-507b-4997-b301-3f0bb4ec4c6e req-71dcea40-7d11-4aef-9173-6fd6286b7456 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 943 time: 0.1590080 Feb 04 12:51:43.622313 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4', 'code': 200} Feb 04 12:51:43.624485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.650287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c28150f5-aee5-4960-96be-36264654e4b1 None None] Provisioning for port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:43.656779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c28150f5-aee5-4960-96be-36264654e4b1 None None] Provisioning complete for port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:43.657073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c28150f5-aee5-4960-96be-36264654e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.686985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2ff12ff-507b-4997-b301-3f0bb4ec4c6e req-0f5c0d8e-b29a-42b1-88af-8d3879f30e7b tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027777 Feb 04 12:51:43.807974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c28150f5-aee5-4960-96be-36264654e4b1 None None] Port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:51:43.817250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-6a975853-6bce-4e5d-8602-b8e2118486db service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646006 Feb 04 12:51:43.832710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.837703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.876687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:43.960475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:43.960673 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Added segment 242bf777-63c3-4261-9045-944b8c2806e4 of type vlan for network c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 Feb 04 12:51:43.964552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df00cd0-299f-42f8-87bd-da95ead90c90,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:44.022543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.042207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a36e65-3964-40e8-bd7b-80bcc974adc6 req-bd9735eb-26a9-4be4-8a22-00d90c51b417 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980045 Feb 04 12:51:44.067010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80647157-67db-462a-9857-a7630e3ac19f req-ff3bdb2f-d3cb-4062-b534-12a56e0d78f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.074267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80647157-67db-462a-9857-a7630e3ac19f req-ff3bdb2f-d3cb-4062-b534-12a56e0d78f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.1862023 Feb 04 12:51:44.142342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80647157-67db-462a-9857-a7630e3ac19f req-235449ac-762c-4137-b4b0-bd5a0cf54e47 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Feb 04 12:51:44.147365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.147365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.147785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.218925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d916698-9b1e-46ad-bb01-e423fee31108 req-eff32a1a-5a42-410f-86dc-f22f3a734c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.221073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d916698-9b1e-46ad-bb01-e423fee31108 req-eff32a1a-5a42-410f-86dc-f22f3a734c27 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 1101 time: 0.4940169 Feb 04 12:51:44.270187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] Pushing event updated for resources: {'Network': ['ID=c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:44.276297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eea0add5-9d19-4efb-8eaa-1d7cf32dd5ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0345459 Feb 04 12:51:44.277283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:44.282637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Request body: {'subnet': {'network_id': 'c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1349449080-subnet', 'tenant_id': 'b4a7c894a54c4b41885317bfe17c43c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:44.283095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:44.287661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:44.292147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Usage tracker for resource:subnet and tenant:b4a7c894a54c4b41885317bfe17c43c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:44.296141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:44.305440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:44.317531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Made reservation on behalf of b4a7c894a54c4b41885317bfe17c43c5 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:44.320184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.428217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d916698-9b1e-46ad-bb01-e423fee31108 req-54162e64-02db-4119-8d07-04b5e2a3546b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542418 Feb 04 12:51:44.523135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-8b076a21-9f51-46e6-ad0a-a50c3d52de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.524708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-8b076a21-9f51-46e6-ad0a-a50c3d52de31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1094 time: 0.2966406 Feb 04 12:51:44.596275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce8836-9ca9-4c20-8477-b28a5fdd34ef req-7b2fc712-5005-4c7b-97ef-b7e04f3fb7a4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.603938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02ce8836-9ca9-4c20-8477-b28a5fdd34ef req-7b2fc712-5005-4c7b-97ef-b7e04f3fb7a4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.1658089 Feb 04 12:51:44.676133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20dc0a2-162b-47c3-a540-4ea8ef5bc388 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:44.683531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02ce8836-9ca9-4c20-8477-b28a5fdd34ef req-bd825db3-c9d0-4b07-8b88-38517c724cff tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786476 Feb 04 12:51:44.685501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.725936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Transition to ACTIVE for port object e20dc0a2-162b-47c3-a540-4ea8ef5bc388 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:44.726571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.785209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.877628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09968eb2-4280-4766-b888-d38684be7eae,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:44.894552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Checking segment: {'id': '242bf777-63c3-4261-9045-944b8c2806e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:44.894934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Network hostable DHCP agents. Network: c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:44.927939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Network c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:44.946398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8b46e-e274-4534-b800-ae009cddfac8 req-9ee44d37-e14b-4a3e-a429-80346365f52b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.948066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26d8b46e-e274-4534-b800-ae009cddfac8 req-9ee44d37-e14b-4a3e-a429-80346365f52b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 944 time: 0.1263983 Feb 04 12:51:44.949349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:44.958151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.958778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:44.964143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b856e68-3236-41da-9c08-4db3e5019859 None None] Network c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:45.012777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-06a73e7c-759f-417a-a12a-44f46f6f75f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7344644 Feb 04 12:51:45.020641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Pushing event updated for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:45.033298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-26d8b46e-e274-4534-b800-ae009cddfac8 req-e7754ca9-d0e9-4756-b388-fe4489abd8ae tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Synchronizing usage tracker for tenant:d00495e8fe0d487c856746b24c620bcb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:45.061971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-26d8b46e-e274-4534-b800-ae009cddfac8 req-e7754ca9-d0e9-4756-b388-fe4489abd8ae tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Unset dirty status for tenant:d00495e8fe0d487c856746b24c620bcb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:45.064908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26d8b46e-e274-4534-b800-ae009cddfac8 req-e7754ca9-d0e9-4756-b388-fe4489abd8ae tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015520 Feb 04 12:51:45.096008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-87cd569e-46ba-448b-abe6-cb929ef1e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.098253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-87cd569e-46ba-448b-abe6-cb929ef1e97e service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.3981903 Feb 04 12:51:45.105677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Attempting to bind port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:45.106007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Attempting to bind port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:45.106385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Attempting to bind port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 on network 88351f53-7883-4e1c-bcc5-a13eeb0602dd {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:45.113950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 on network 88351f53-7883-4e1c-bcc5-a13eeb0602dd not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:45.113950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Attempting to bind port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 on network 88351f53-7883-4e1c-bcc5-a13eeb0602dd {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:45.124379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a31543-eb47-49a4-8f3c-5e75ecf3b370 req-48bcbd0f-3330-4c7a-81c5-493ea3b135e0 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.125944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1a31543-eb47-49a4-8f3c-5e75ecf3b370 req-48bcbd0f-3330-4c7a-81c5-493ea3b135e0 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.3479955 Feb 04 12:51:45.145634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f33d51e2-1fe7-444c-933a-8939ed9201f2 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:45.189276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:45.189574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Checking segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:45.190837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Bound using segment: {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:45.191025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Bound port: e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a19725-70d7-42a0-b94d-dedf72a45772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:45.191382 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.234133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-09f67256-8dd4-470b-9c7a-d8f5df4f9eb3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.1072001 Feb 04 12:51:45.365801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1a31543-eb47-49a4-8f3c-5e75ecf3b370 req-db302466-2869-4290-ab75-5eb34957f81b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776021 Feb 04 12:51:45.426756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:45.431867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:45.441696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-edac9622-30b1-470e-b6c8-00b32ea3fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.443555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-edac9622-30b1-470e-b6c8-00b32ea3fab9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1768329 Feb 04 12:51:45.444678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.493599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672e1d9d-bbb8-4cca-a67b-4b1cd1531fb3 None None] Network c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:45.505820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d0bc2-7ff3-4c2c-a95c-0b8ff0a6c0c3 req-a02f6573-5659-430c-a6eb-c59f54feceb7 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.507400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac4d0bc2-7ff3-4c2c-a95c-0b8ff0a6c0c3 req-a02f6573-5659-430c-a6eb-c59f54feceb7 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 943 time: 0.1609454 Feb 04 12:51:45.568951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac4d0bc2-7ff3-4c2c-a95c-0b8ff0a6c0c3 req-7f37ecff-63f6-4a54-b744-a448c0f83520 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532961 Feb 04 12:51:45.575328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2,segment=NetworkSegment(e1ed852f-cebf-4c93-b959-748ae27d338b),segment_id=e1ed852f-cebf-4c93-b959-748ae27d338b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:45.602719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f33d51e2-1fe7-444c-933a-8939ed9201f2', 'network_id': 'ae0076e3-fc85-44f0-9748-06d5d760c94b', 'port_id': 'f33d51e2-1fe7-444c-933a-8939ed9201f2', 'mac_address': 'fa:16:3e:69:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b42f1a-fe13-4555-a794-32f87fc90156', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:45.645613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Pushing event updated for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:45.656181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-823fc7e1-6b83-416e-8d9b-74f78c8ead1d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2034993 Feb 04 12:51:45.663748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.664740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.665687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d19bd5f8-2973-4225-9d04-f5482d325316 service neutron] 10.222.0.90 "PUT /v2.0/ports/e20dc0a2-162b-47c3-a540-4ea8ef5bc388 HTTP/1.1" status: 200 len: 1092 time: 2.2279620 Feb 04 12:51:45.666119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:45.737783 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.929977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56176) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:45.936789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-fa35b112-e5e1-4f4e-b64b-0a8098fe0bef tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.937500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-fa35b112-e5e1-4f4e-b64b-0a8098fe0bef tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:45.938349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33d51e2-1fe7-444c-933a-8939ed9201f2 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:45.947131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56a46ca4-5b60-48b1-be47-0aae520e0a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.951388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-602284012-network', 'tenant_id': '8a5704915a2b4a1c864b809f91d748eb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:45.958426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:45.962839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2,segment=NetworkSegment(e1ed852f-cebf-4c93-b959-748ae27d338b),segment_id=e1ed852f-cebf-4c93-b959-748ae27d338b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:45.964365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Usage tracker for resource:network and tenant:8a5704915a2b4a1c864b809f91d748eb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:45.969637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:45.969910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:45.977624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:45.983189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-fa35b112-e5e1-4f4e-b64b-0a8098fe0bef tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:45.990024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-fa35b112-e5e1-4f4e-b64b-0a8098fe0bef tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.2905819 Feb 04 12:51:45.999082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-67cd5758-184a-47d9-b1f8-d7173bb68515 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265574 Feb 04 12:51:46.000847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Made reservation on behalf of 8a5704915a2b4a1c864b809f91d748eb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:46.003147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.004975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-f4bb97c2-5589-4b59-86c3-dfef7743db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.006571 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-f4bb97c2-5589-4b59-86c3-dfef7743db14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d00495e8fe0d487c856746b24c620bcb&device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 1095 time: 0.1701829 Feb 04 12:51:46.015011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821e664-37ff-44f9-9b11-3dce55c2313c req-96754b93-0602-495e-ba37-a841498ea8c6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.015283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-9debe131-d954-4e91-9838-94ac7cd07bf2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0245047 Feb 04 12:51:46.016594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1821e664-37ff-44f9-9b11-3dce55c2313c req-96754b93-0602-495e-ba37-a841498ea8c6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.4673650 Feb 04 12:51:46.017531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.064099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:46.069331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.072181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Usage tracker for resource:security_group_rule and tenant:8a5704915a2b4a1c864b809f91d748eb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:46.079633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:46.088190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:46.155514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-673d56b7-3ce8-4d92-917a-a3155cb7fd0e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257539 Feb 04 12:51:46.245118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f33d51e2-1fe7-444c-933a-8939ed9201f2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:46.356163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-c12d1cdd-2c6d-454b-bf61-53e2d68cef8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388 HTTP/1.1" status: 200 len: 217 time: 0.3374879 Feb 04 12:51:46.367965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.374283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.411287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1821e664-37ff-44f9-9b11-3dce55c2313c req-8d901ae4-7254-4b1b-ab23-95d0a71cb6a5 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170662 Feb 04 12:51:46.439745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:46.448864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47f4f01-b80b-405b-bb69-f8de10fb386b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.454258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-131d343d-409e-478d-b742-1a9cc771a06f service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786257 Feb 04 12:51:46.459159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.459992 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Added segment b23bc40f-0f61-42d4-9406-5ce4ea1f27b8 of type vlan for network d453d313-ff7c-456c-a936-da5c9c5bb201 Feb 04 12:51:46.486650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-6e1f24d0-eb26-4f24-b6d5-24f2c774593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.488711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-6e1f24d0-eb26-4f24-b6d5-24f2c774593e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1 HTTP/1.1" status: 200 len: 844 time: 0.1178274 Feb 04 12:51:46.491000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a452b1c-ff4c-4dc6-a08d-532ff509737f req-34d3b1ff-f880-4990-9f3f-2fe0bdbfbd0b service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733121 Feb 04 12:51:46.576883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.638657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-c9b7c803-bb85-41f4-b418-29a117cdd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.639972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-bb0e528a-3b79-4507-9c82-e0af663154a5 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724129 Feb 04 12:51:46.641097 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.642479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.642586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.647949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-c9b7c803-bb85-41f4-b418-29a117cdd8d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=88351f53-7883-4e1c-bcc5-a13eeb0602dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506257 Feb 04 12:51:46.684171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126871b-679c-454f-8a45-4f73c6418e3b req-0f080d3f-9e74-4f3d-a4f1-ff61f2ae4c4c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.684874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7126871b-679c-454f-8a45-4f73c6418e3b req-0f080d3f-9e74-4f3d-a4f1-ff61f2ae4c4c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:46.735555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.748496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] Pushing event updated for resources: {'Network': ['ID=d453d313-ff7c-456c-a936-da5c9c5bb201,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.754441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2f82a9ed-181d-49fa-b1d4-36f6df57984c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8140023 Feb 04 12:51:46.755119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56186) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:46.760678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Request body: {'subnet': {'network_id': 'd453d313-ff7c-456c-a936-da5c9c5bb201', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-602284012-subnet', 'tenant_id': '8a5704915a2b4a1c864b809f91d748eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:46.765500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:46.769575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Usage tracker for resource:subnet and tenant:8a5704915a2b4a1c864b809f91d748eb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:46.772627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:46.779400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:46.792057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Made reservation on behalf of 8a5704915a2b4a1c864b809f91d748eb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:46.794911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:46.800931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d453d313-ff7c-456c-a936-da5c9c5bb201 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:46.870687 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'status': 'completed', 'code': 200} Feb 04 12:51:46.931687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7126871b-679c-454f-8a45-4f73c6418e3b req-0f080d3f-9e74-4f3d-a4f1-ff61f2ae4c4c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:46.933138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7126871b-679c-454f-8a45-4f73c6418e3b req-0f080d3f-9e74-4f3d-a4f1-ff61f2ae4c4c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.3884971 Feb 04 12:51:46.973078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-10ae049b-c352-4c29-bea0-a60b8a1ec9be service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183935 Feb 04 12:51:47.068037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7126871b-679c-454f-8a45-4f73c6418e3b req-37da2340-348d-4a76-abd7-6da595a8a63b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204884 Feb 04 12:51:47.077481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.107440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.133306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975678-beba-40de-8372-adcdcd8f45e1 req-1c0b0ae6-e4dc-4d03-baaf-0490bf47d9bf tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.134689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8975678-beba-40de-8372-adcdcd8f45e1 req-1c0b0ae6-e4dc-4d03-baaf-0490bf47d9bf tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 944 time: 0.1817834 Feb 04 12:51:47.147772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f33d51e2-1fe7-444c-933a-8939ed9201f2 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:47.169497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3fd1d3-cc89-4290-b239-f73cfa786575 req-d688e43f-b181-4e10-8775-55e14d5097c7 service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835916 Feb 04 12:51:47.204826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8975678-beba-40de-8372-adcdcd8f45e1 req-1b939f6e-d723-4bf0-abc3-8f7734393389 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599220 Feb 04 12:51:47.216335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8032bc0-1f61-4478-b915-82de5ea69828,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:47.230365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Checking segment: {'id': 'b23bc40f-0f61-42d4-9406-5ce4ea1f27b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd453d313-ff7c-456c-a936-da5c9c5bb201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:47.230762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Network hostable DHCP agents. Network: d453d313-ff7c-456c-a936-da5c9c5bb201, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:47.249393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:47.251785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Network d453d313-ff7c-456c-a936-da5c9c5bb201 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:47.262081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d453d313-ff7c-456c-a936-da5c9c5bb201) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:47.266808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.267451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.280363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48163ce6-bb06-4e07-ba39-e15cf8493aca None None] Network d453d313-ff7c-456c-a936-da5c9c5bb201 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:47.302928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8cdbe394-96a4-45d2-9eb7-65f5f7b08a82 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5462878 Feb 04 12:51:47.399218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37758-6de8-434c-8ba5-bb71908e30f2 req-31f6fa2f-924a-41bd-9192-acd1e6163f50 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.400893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24f37758-6de8-434c-8ba5-bb71908e30f2 req-31f6fa2f-924a-41bd-9192-acd1e6163f50 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.1392369 Feb 04 12:51:47.403306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e63de-1a35-4da9-921c-590f042e755a req-4dfdbd89-a7c7-47d8-88ca-46e17d8e556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.404863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-4dfdbd89-a7c7-47d8-88ca-46e17d8e556b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d00495e8fe0d487c856746b24c620bcb&device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 1095 time: 0.1889601 Feb 04 12:51:47.503588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:47.542779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f33d51e2-1fe7-444c-933a-8939ed9201f2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:47.552885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f33d51e2-1fe7-444c-933a-8939ed9201f2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:47.552885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.571949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24f37758-6de8-434c-8ba5-bb71908e30f2 req-3146fbfc-dded-4f5a-8728-99dfb950614b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640804 Feb 04 12:51:47.575501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b62ab9-1bea-43fc-ba7b-21fad3dc3d5d req-22c13bbb-a5bd-4028-a3b9-d027ee005f87 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.577232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05b62ab9-1bea-43fc-ba7b-21fad3dc3d5d req-22c13bbb-a5bd-4028-a3b9-d027ee005f87 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 944 time: 0.1547637 Feb 04 12:51:47.592938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Deleting subnet 09968eb2-4280-4766-b888-d38684be7eae {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:51:47.617197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.659685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e63de-1a35-4da9-921c-590f042e755a req-349035bc-ba60-4e9b-8c4d-048fa97043df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.661327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-349035bc-ba60-4e9b-8c4d-048fa97043df service neutron] 10.222.0.90 "GET /v2.0/networks?id=88351f53-7883-4e1c-bcc5-a13eeb0602dd HTTP/1.1" status: 200 len: 906 time: 0.2387323 Feb 04 12:51:47.709565 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05b62ab9-1bea-43fc-ba7b-21fad3dc3d5d req-85954941-e6d5-4128-ab46-52c9d78bdfc2 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205149 Feb 04 12:51:47.715104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.824430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.830028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe15f76-d641-4c79-bd7a-84f4f1e052c3 None None] Network d453d313-ff7c-456c-a936-da5c9c5bb201 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:47.853765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-f2739f64-9351-416e-bda2-c2b7c985a019 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388 HTTP/1.1" status: 200 len: 217 time: 0.1835101 Feb 04 12:51:47.906476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74b15550-5e9c-4dc8-9622-eb5a1d6e8b3d req-90552b00-756f-4618-922f-7f11af2f018c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 210 time: 0.1161335 Feb 04 12:51:47.941637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:47.951352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e63de-1a35-4da9-921c-590f042e755a req-e952c589-bc86-4c7c-9655-ab2778220a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.953338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-e952c589-bc86-4c7c-9655-ab2778220a89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1 HTTP/1.1" status: 200 len: 844 time: 0.0935354 Feb 04 12:51:47.968956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:47.989673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'port_id': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'mac_address': 'fa:16:3e:73:c8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8d484-30d9-437f-be36-8e9fd626446a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:47.992143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.010844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09968eb2-4280-4766-b888-d38684be7eae,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:48.016533 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.031974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd147390-8ca3-49ae-b0d4-7b4b35dd3465 req-50a71d72-cc36-4d23-b441-93e918ed9095 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.033485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd147390-8ca3-49ae-b0d4-7b4b35dd3465 req-50a71d72-cc36-4d23-b441-93e918ed9095 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.1526179 Feb 04 12:51:48.035297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b280c1b-5b4e-43dc-a23a-5f1ff046d420 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/09968eb2-4280-4766-b888-d38684be7eae HTTP/1.1" status: 204 len: 168 time: 0.5295165 Feb 04 12:51:48.037864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:48.046415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:48.103965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e63de-1a35-4da9-921c-590f042e755a req-77a54f20-e4cf-44d5-82e0-15debd720ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.105676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-77a54f20-e4cf-44d5-82e0-15debd720ca3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=88351f53-7883-4e1c-bcc5-a13eeb0602dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438217 Feb 04 12:51:48.111179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2,segment=NetworkSegment(e1ed852f-cebf-4c93-b959-748ae27d338b),segment_id=e1ed852f-cebf-4c93-b959-748ae27d338b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:48.130308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.185912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd147390-8ca3-49ae-b0d4-7b4b35dd3465 req-6425b22d-4309-430d-8047-40ed5a205913 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257415 Feb 04 12:51:48.189025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.192793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.209770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-9795c18f-948b-43be-94df-4f80fc3b20ee tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.211356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-9795c18f-948b-43be-94df-4f80fc3b20ee tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 1101 time: 0.1812117 Feb 04 12:51:48.277203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d39777-ec3b-4f6d-92cc-ddb424a25073 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:48.279732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.284861 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2', 'code': 200} Feb 04 12:51:48.309287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:48.321542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:48.351310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:48.352407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.356565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.386251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Usage tracker for resource:security_group_rule and tenant:2708ff1728e341bc8565ef0c0829a5fe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:48.393498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:48.402091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:48.405680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-fb51e380-44a7-4be2-bd6b-a03df32dae21 service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919745 Feb 04 12:51:48.484322 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.485595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:48.603337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:48.633244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242bf777-63c3-4261-9045-944b8c2806e4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:48.633455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242bf777-63c3-4261-9045-944b8c2806e4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:48.651321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.681492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.697448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:48.697843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:48.711260 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:48.718859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['76d39777-ec3b-4f6d-92cc-ddb424a25073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:48.769876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624468d9-bf56-4e97-82e7-8676304a3f7e req-1c2672d8-a6d1-4f4a-b8df-ec992c2e44a4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.771373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-624468d9-bf56-4e97-82e7-8676304a3f7e req-1c2672d8-a6d1-4f4a-b8df-ec992c2e44a4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.2736638 Feb 04 12:51:48.778662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badb88e-633a-4e8b-8fc5-36597f68034f req-d79d4181-5b41-4acf-977e-fa94cbbce871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.780742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8badb88e-633a-4e8b-8fc5-36597f68034f req-d79d4181-5b41-4acf-977e-fa94cbbce871 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 1096 time: 0.2811756 Feb 04 12:51:48.812922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e2e63de-1a35-4da9-921c-590f042e755a req-b105b926-1ff0-40df-8bd5-26d61fd63f0f service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971400 Feb 04 12:51:48.832405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-151e0b5e-589f-474f-89da-b2f67a34bc86 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.834585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-151e0b5e-589f-474f-89da-b2f67a34bc86 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.3924170 Feb 04 12:51:48.858930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:48.864017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.868753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.895491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-624468d9-bf56-4e97-82e7-8676304a3f7e req-3f7272f1-af2a-44fc-bd72-1211af2d539b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143675 Feb 04 12:51:48.906290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7 HTTP/1.1" status: 204 len: 168 time: 0.8674321 Feb 04 12:51:48.907715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56226) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:48.908099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a320a-669b-43cb-a43a-8576aecc9bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9413c17-96c8-49d3-8fcf-5cc3e1e56bf7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:48.911601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8badb88e-633a-4e8b-8fc5-36597f68034f req-9176c4d6-255e-474f-aace-c87013860a59 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124744 Feb 04 12:51:48.940863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.952428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:48.983312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Deleting subnet a8032bc0-1f61-4478-b915-82de5ea69828 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:51:48.985630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c99a1a81-26a8-4897-9f77-8af9a711e1a2 req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595170 Feb 04 12:51:48.987181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.033734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5b1b0-23e5-492e-a363-a6b8163367be tempest-LiveMigrationNegativeTest-896323955 tempest-LiveMigrationNegativeTest-896323955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c88a0f-7729-4af4-8fbe-6f383b83f147,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.043042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.083749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:49.094367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:49.104285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:49.108694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.110131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.187485 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.225215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8032bc0-1f61-4478-b915-82de5ea69828,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.232133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.241996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4965fae3-2c4c-45c5-81ac-7a1f701b1c75 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8032bc0-1f61-4478-b915-82de5ea69828 HTTP/1.1" status: 204 len: 168 time: 0.3294327 Feb 04 12:51:49.242700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:49.431826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.441062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf64c-352c-425f-b756-30861f33eda3 req-44f435ed-ba8f-4817-8baf-2aca28542f82 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.441767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cd9bf64c-352c-425f-b756-30861f33eda3 req-44f435ed-ba8f-4817-8baf-2aca28542f82 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Synchronizing usage tracker for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:49.452048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004548-794c-46a4-b12d-ddaa6266f2e2 req-c12d1c1f-a6c1-45a4-9c98-7a52a2e1288d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.453511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5004548-794c-46a4-b12d-ddaa6266f2e2 req-c12d1c1f-a6c1-45a4-9c98-7a52a2e1288d tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 945 time: 0.0840015 Feb 04 12:51:49.460412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.10 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/ab9e9db9-2faa-4d82-b14f-c4a8de1f128d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:49.500819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5004548-794c-46a4-b12d-ddaa6266f2e2 req-7b82e39a-5f40-464b-95e5-0a73ab69306b tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Feb 04 12:51:49.513369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cd9bf64c-352c-425f-b756-30861f33eda3 req-44f435ed-ba8f-4817-8baf-2aca28542f82 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Unset dirty status for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:49.514556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd9bf64c-352c-425f-b756-30861f33eda3 req-44f435ed-ba8f-4817-8baf-2aca28542f82 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 944 time: 0.3842814 Feb 04 12:51:49.637528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-498f2b27-4fb4-461a-9baf-4978b681f7fe req-6bd95063-8b04-4ddb-875a-733b211b0ee5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 210 time: 0.0431533 Feb 04 12:51:49.659878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.686270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd9bf64c-352c-425f-b756-30861f33eda3 req-f2dec551-76bb-45d3-ad93-91cefea6f199 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548667 Feb 04 12:51:49.752167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.769955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.770302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.771056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.771387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > port after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.771709 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.772070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > port after_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.772394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.772729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.773052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.773382 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.844033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.844405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.844714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.845036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:51:49.845417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d453d313-ff7c-456c-a936-da5c9c5bb201']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:49.871450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23bc40f-0f61-42d4-9406-5ce4ea1f27b8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:49.871749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23bc40f-0f61-42d4-9406-5ce4ea1f27b8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:49.893337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.933583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.954328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:49.954672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: from cryptography.utils import int_from_bytes Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: from cryptography.utils import int_from_bytes Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: util.warn_limited( Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: util.warn_limited( Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:49.970935 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:50.057535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.068946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.116688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.168560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d453d313-ff7c-456c-a936-da5c9c5bb201 HTTP/1.1" status: 204 len: 168 time: 0.9209733 Feb 04 12:51:50.169756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afa275-7179-4c47-99f9-01a411d62064 admin admin] Pushing event deleted for resources: {'Network': ['ID=d453d313-ff7c-456c-a936-da5c9c5bb201,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:50.212475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.229211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:50.257724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.259080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.259720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.260335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.260942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.261547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.262280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.262933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.263625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.264304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.266660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-f8f4b32a-6438-4d52-9a8b-e8f08d364a08 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896&device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&device_id=475c5686-b2ea-4924-9d6f-06089912904a&device_id=7390a58d-1a41-470b-afb8-09db523e71ba&device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854&device_id=7d3333c0-bd71-436a-beb0-77057c27b688&device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac&device_id=de10251f-f854-47fa-9b38-b9217e923990&device_id=016775dd-6661-47b3-b611-261af2b85ae9&device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 9092 time: 0.1129377 Feb 04 12:51:50.294453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.311563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:50.316565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Usage tracker for resource:security_group_rule and tenant:86075b3cde8c4ab1867715600b7d6be7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:50.320281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:50.327269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:50.394767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:50.409102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:50.411408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:50.415532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:50.433628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:51:50.443040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.447604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.483917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9bdbb32b-b2b3-4c1d-a113-1e8903a2fc51 req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&id=df9b4172-869f-497a-930d-79e99cb63ef2&id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.2099836 Feb 04 12:51:50.504377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20474e-239d-4d75-9d3d-6bde81368048 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef1a12-e206-497b-9ccc-5a0e924dd43c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:50.533029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.534151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.542590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4122c124-1282-4003-a950-1058ac94977e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4a7c894a54c4b41885317bfe17c43c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299162 Feb 04 12:51:50.545945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:50.550828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cb859-c21a-4485-b961-52dabe17f137 req-47823dfe-4030-4e20-b369-2161fb623755 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.552290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-897cb859-c21a-4485-b961-52dabe17f137 req-47823dfe-4030-4e20-b369-2161fb623755 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.2338893 Feb 04 12:51:50.582745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65113607-ab1f-47ae-b0bd-baa3de093c6b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7278402 Feb 04 12:51:50.606125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-897cb859-c21a-4485-b961-52dabe17f137 req-ef40d7f3-577a-4d97-9e0f-653b352246d2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Feb 04 12:51:50.610964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Request body: {'port': {'device_id': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:50.681674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.718078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.769156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ca433-e178-42ac-8c8e-14ba66c0c85f req-1bccab2a-dcc8-42df-805e-224dc3b16be7 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.771172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca1ca433-e178-42ac-8c8e-14ba66c0c85f req-1bccab2a-dcc8-42df-805e-224dc3b16be7 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.1777980 Feb 04 12:51:50.825795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca1ca433-e178-42ac-8c8e-14ba66c0c85f req-96ed376d-e3c8-4cdb-957b-ea9e916f2b6c tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Feb 04 12:51:50.832505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.851883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df00cd0-299f-42f8-87bd-da95ead90c90,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:50.877970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:50.879261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-767858ad-8343-45e0-9282-7f4c5c68219e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4df00cd0-299f-42f8-87bd-da95ead90c90 HTTP/1.1" status: 204 len: 168 time: 0.3317807 Feb 04 12:51:50.962106 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.070552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecfdc4-7148-49c9-a711-5dafa743afb2 req-98da69fc-cd36-4e11-8752-0f908f662155 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.071686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6e42-3601-477e-acc1-fdb990b40581 req-d52e2e2d-08ec-41ee-90f4-72a8c46bf76d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.073238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-828c6e42-3601-477e-acc1-fdb990b40581 req-d52e2e2d-08ec-41ee-90f4-72a8c46bf76d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 932 time: 0.0895391 Feb 04 12:51:51.078202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52ecfdc4-7148-49c9-a711-5dafa743afb2 req-98da69fc-cd36-4e11-8752-0f908f662155 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 945 time: 0.1973560 Feb 04 12:51:51.134854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-828c6e42-3601-477e-acc1-fdb990b40581 req-dbac9a77-a27c-42bc-a769-aa0bbbe3c8b1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547817 Feb 04 12:51:51.178239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e20dc0a2-162b-47c3-a540-4ea8ef5bc388 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:51.202365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52ecfdc4-7148-49c9-a711-5dafa743afb2 req-76c9351f-f326-46b1-bcab-66edc698397e tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Feb 04 12:51:51.234573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:51.437616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 76d39777-ec3b-4f6d-92cc-ddb424a25073 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:51.445123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:51.448530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 76d39777-ec3b-4f6d-92cc-ddb424a25073 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:51.449248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.505218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7165-b7a1-4305-900f-f43117bd54c1 req-46179d9c-31da-4df9-813b-fb50c2e28397 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.514173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9e9db9-2faa-4d82-b14f-c4a8de1f128d {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:51.521009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918c7165-b7a1-4305-900f-f43117bd54c1 req-46179d9c-31da-4df9-813b-fb50c2e28397 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 944 time: 0.2126410 Feb 04 12:51:51.523159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.537448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:51.542561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Transition to ACTIVE for port object ab9e9db9-2faa-4d82-b14f-c4a8de1f128d will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:51.565993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.588525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'port_id': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'mac_address': 'fa:16:3e:60:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:51.604866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918c7165-b7a1-4305-900f-f43117bd54c1 req-93fc9e29-e5e7-4486-a19a-85b3e7a6371e tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802746 Feb 04 12:51:51.688539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:51.732228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.756531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20dc0a2-162b-47c3-a540-4ea8ef5bc388 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:51.773625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:51.783935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.856182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.896666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:51.907204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:51.922808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:51.927933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:51.973294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-0441d8c0-d57b-4193-852e-e2e095839d96 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.975064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-0441d8c0-d57b-4193-852e-e2e095839d96 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.90 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.2385325 Feb 04 12:51:51.986977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45797780-8614-4aec-b878-0ebe02292d02 req-ebbd32ca-774e-4c15-99b3-7fe959c86a2f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.989000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45797780-8614-4aec-b878-0ebe02292d02 req-ebbd32ca-774e-4c15-99b3-7fe959c86a2f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.1687734 Feb 04 12:51:52.065446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.082244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e20dc0a2-162b-47c3-a540-4ea8ef5bc388'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:52.093141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Deleting port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:51:52.093481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.137733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45797780-8614-4aec-b878-0ebe02292d02 req-95f3de95-966f-4209-950a-43d7e1eccde8 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151772 Feb 04 12:51:52.156046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9a547985-9689-4447-97cc-a773aa865783 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a5704915a2b4a1c864b809f91d748eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113975 Feb 04 12:51:52.162015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:52.239345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Attempting to bind port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:51:52.239962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Attempting to bind port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:51:52.241577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Attempting to bind port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:52.258850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:51:52.259409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Attempting to bind port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:51:52.270233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:51:52.270233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:52.270233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:51:52.270233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Bound port: ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:51:52.270925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.384064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19bc0-f802-43da-9f06-9934ed41697d req-b45147a2-9c51-4b5d-9483-b122cbbf2033 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.384653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19bc0-f802-43da-9f06-9934ed41697d req-b45147a2-9c51-4b5d-9483-b122cbbf2033 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.385184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19bc0-f802-43da-9f06-9934ed41697d req-b45147a2-9c51-4b5d-9483-b122cbbf2033 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.387093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cec19bc0-f802-43da-9f06-9934ed41697d req-b45147a2-9c51-4b5d-9483-b122cbbf2033 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854&device_id=016775dd-6661-47b3-b611-261af2b85ae9&device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 2882 time: 0.5213492 Feb 04 12:51:52.390113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:51:52.395501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:51:52.418209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.483045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.484398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.485349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] 10.222.0.87 "PUT /v2.0/ports/ab9e9db9-2faa-4d82-b14f-c4a8de1f128d HTTP/1.1" status: 200 len: 1092 time: 1.8783271 Feb 04 12:51:52.493060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:52.535289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cec19bc0-f802-43da-9f06-9934ed41697d req-65edc05e-338d-43f4-a1ec-33705b630dcd tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327350 Feb 04 12:51:52.594591 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'code': 200} Feb 04 12:51:52.669738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a236a-72f5-490b-b533-ac60422630f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.701996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.755411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] For port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:52.755640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.770053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:52.782837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65a8d957-dd00-41d9-81cc-bb746b503226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.784604 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-65a8d957-dd00-41d9-81cc-bb746b503226 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 1095 time: 0.2523687 Feb 04 12:51:52.879909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-148861b1-b268-464b-8de2-b2cac66a4fa4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d HTTP/1.1" status: 200 len: 217 time: 0.0835657 Feb 04 12:51:52.904632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Calling delete_port for aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:51:52.950716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649d540-7186-4c0d-aff7-506bd15409a4 req-15e4262b-cfa7-4ea4-8255-8a11656d081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.952118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3649d540-7186-4c0d-aff7-506bd15409a4 req-15e4262b-cfa7-4ea4-8255-8a11656d081b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1096 time: 0.2649119 Feb 04 12:51:52.991390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5777a-643c-457e-9c90-3267b8e82da2 req-65d7eb5c-4e44-4a45-9ff4-c8009af4313d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.992700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f8b67-f769-4def-a9c9-66e5f39671d8 req-5b6f20a8-66c2-43ca-ac4f-11f3bea37573 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.992856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b5777a-643c-457e-9c90-3267b8e82da2 req-65d7eb5c-4e44-4a45-9ff4-c8009af4313d tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 950 time: 0.6341856 Feb 04 12:51:52.993391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a52f8b67-f769-4def-a9c9-66e5f39671d8 req-5b6f20a8-66c2-43ca-ac4f-11f3bea37573 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:52.996607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-33969349-c659-43e4-957b-e26ea81678d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:52.998075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-33969349-c659-43e4-957b-e26ea81678d0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1045194 Feb 04 12:51:53.040281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.074423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47f4f01-b80b-405b-bb69-f8de10fb386b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:53.077489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-2dcd5bca-f89e-4d95-9a4e-8070d067056a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542560 Feb 04 12:51:53.079632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3649d540-7186-4c0d-aff7-506bd15409a4 req-20bad929-b0d9-43b8-94c7-b7fb67886f6a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145754 Feb 04 12:51:53.087440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a52f8b67-f769-4def-a9c9-66e5f39671d8 req-5b6f20a8-66c2-43ca-ac4f-11f3bea37573 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:53.088807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a52f8b67-f769-4def-a9c9-66e5f39671d8 req-5b6f20a8-66c2-43ca-ac4f-11f3bea37573 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 944 time: 0.3649559 Feb 04 12:51:53.122036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b5777a-643c-457e-9c90-3267b8e82da2 req-417b59d8-2f0f-46e5-b671-d7325c67e346 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038320 Feb 04 12:51:53.124981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.130654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aa64baec-6524-4d4b-8a22-8ba5956f585d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e47f4f01-b80b-405b-bb69-f8de10fb386b HTTP/1.1" status: 204 len: 168 time: 0.9633482 Feb 04 12:51:53.153452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a52f8b67-f769-4def-a9c9-66e5f39671d8 req-5aaed5fb-cbc0-4407-b3a4-4f68430ffb4a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502691 Feb 04 12:51:53.154273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.175772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['aada7a4f-4cc4-4dd4-a479-39a8fc4153e2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:53.228236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Pushing event deleted for resources: {'Port': ['ID=aada7a4f-4cc4-4dd4-a479-39a8fc4153e2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:53.306633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7bcffc45-b8a4-4dd6-9b15-cf9518818498'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:53.336387 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d', 'status': 'completed', 'code': 200} Feb 04 12:51:53.392663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e20dc0a2-162b-47c3-a540-4ea8ef5bc388 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:51:53.459895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] No DVR routers for this DVR port aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:53.485422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.489027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'name': 'network-vif-deleted', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:53.534686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e985b120-d166-4b26-8c65-b114a2db2aa7 req-39f82775-9110-4566-8828-cd09d0028a81 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.90 "DELETE /v2.0/ports/aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 HTTP/1.1" status: 204 len: 173 time: 1.5445580 Feb 04 12:51:53.689469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:53.697617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:53.698246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.755370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6463c9d-a53a-4fbb-8fdc-5768d6acf0bd req-f2ff6b3d-42fd-4c20-87d2-2d6fb078928d tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.763564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6463c9d-a53a-4fbb-8fdc-5768d6acf0bd req-f2ff6b3d-42fd-4c20-87d2-2d6fb078928d tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 945 time: 0.1596081 Feb 04 12:51:53.819299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6463c9d-a53a-4fbb-8fdc-5768d6acf0bd req-11f66106-679a-4356-bddb-9e6bbcd98076 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546701 Feb 04 12:51:53.921324 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:53.928107 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7390a58d-1a41-470b-afb8-09db523e71ba', 'name': 'network-vif-deleted', 'tag': 'aada7a4f-4cc4-4dd4-a479-39a8fc4153e2', 'status': 'completed', 'code': 200} Feb 04 12:51:54.008431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:54.013623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:54.022886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:54.154330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-e3fd460c-7dbd-48d0-af85-0265ef809fd0 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810147 Feb 04 12:51:54.162883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61c41e-7b7b-409c-b323-c7849afc3910 req-8ef6eca2-142b-492a-9e52-ca30997d03a5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.164409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:54.164594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f61c41e-7b7b-409c-b323-c7849afc3910 req-8ef6eca2-142b-492a-9e52-ca30997d03a5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 945 time: 0.1612823 Feb 04 12:51:54.326951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f61c41e-7b7b-409c-b323-c7849afc3910 req-6b75c7ad-f98b-485a-8819-10d868dfa89e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261201 Feb 04 12:51:54.373539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-102a8bd8-8496-48b2-b259-18375b21d438 req-19af7a3d-4b05-4615-b045-4dfece6aa711 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Synchronizing usage tracker for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:54.391339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-102a8bd8-8496-48b2-b259-18375b21d438 req-19af7a3d-4b05-4615-b045-4dfece6aa711 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Unset dirty status for tenant:54647a0eaec948ba9da9c8200cf25220 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:54.399203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-102a8bd8-8496-48b2-b259-18375b21d438 req-19af7a3d-4b05-4615-b045-4dfece6aa711 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=7390a58d-1a41-470b-afb8-09db523e71ba HTTP/1.1" status: 200 len: 210 time: 0.0755544 Feb 04 12:51:54.424827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-493968a6-b8e5-4cbd-b1bc-ba7363fd10de req-71c156d2-9c76-4378-abeb-56c29ccca2ee service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552423 Feb 04 12:51:54.595103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56350) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:54.596920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:51:54.696582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-043a68a8-6377-44ea-b08d-fa35103519c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.700774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-043a68a8-6377-44ea-b08d-fa35103519c0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 1095 time: 0.1344142 Feb 04 12:51:54.701988 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'code': 200} Feb 04 12:51:54.725414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1562868064-network', 'tenant_id': 'd820d08857e04dbf8cb31c390277832e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:54.732112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:54.735121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf677e-58e0-4c45-9702-9bed39ddc5ee req-7eae8371-ee8f-4ae7-9d40-7ff5cb80ecde tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.736549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Usage tracker for resource:network and tenant:d820d08857e04dbf8cb31c390277832e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:54.740591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:54.743621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dcf677e-58e0-4c45-9702-9bed39ddc5ee req-7eae8371-ee8f-4ae7-9d40-7ff5cb80ecde tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 944 time: 0.2389557 Feb 04 12:51:54.748670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:54.761699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:54.765701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:54.823186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:54.854743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:54.861099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:d820d08857e04dbf8cb31c390277832e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:54.866019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:54.873982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:54.925791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897bb4-8f89-42ff-aef7-cf44f149c725 req-f0e5c18b-ea97-4969-9aee-087bb291b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.927412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f897bb4-8f89-42ff-aef7-cf44f149c725 req-f0e5c18b-ea97-4969-9aee-087bb291b40f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 1097 time: 0.1468747 Feb 04 12:51:54.960118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dcf677e-58e0-4c45-9702-9bed39ddc5ee req-60c9fde0-8bf6-4264-bd0c-6ac77abbc679 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154489 Feb 04 12:51:55.020386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f897bb4-8f89-42ff-aef7-cf44f149c725 req-dd85ecdc-a442-4479-9a43-cfcb3a18b757 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760853 Feb 04 12:51:55.055094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.059528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.060521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-bdb3c9c8-93c2-459b-b696-d35000c4a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.062055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-bdb3c9c8-93c2-459b-b696-d35000c4a9b7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.3163204 Feb 04 12:51:55.094937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:55.103557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a633f0-aa33-42b4-8455-33a5af46a301,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:55.111166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.112635 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Added segment 85d602a0-f7e1-4387-bb8a-8197fe30f165 of type vlan for network fcfdc147-0fb1-486f-9857-405563e1de8d Feb 04 12:51:55.143579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.148610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-91b433a9-d9dd-4097-84a6-a3d5a1bcb3bc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d HTTP/1.1" status: 200 len: 217 time: 0.0758286 Feb 04 12:51:55.172356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.173553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.174080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.229333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-5fb1c67b-3fca-45f3-a5d6-f6f2b80728ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.231072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-5fb1c67b-3fca-45f3-a5d6-f6f2b80728ff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.0648603 Feb 04 12:51:55.238026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:51:55.279690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:51:55.280519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device aada7a4f-4cc4-4dd4-a479-39a8fc4153e2 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:51:55.289498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfdc147-0fb1-486f-9857-405563e1de8d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:55.296139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f2c16134-0366-4bde-b7bc-0e904f3d8ab7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6993132 Feb 04 12:51:55.297312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56368) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:55.303565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Request body: {'subnet': {'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1562868064-subnet', 'tenant_id': 'd820d08857e04dbf8cb31c390277832e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:55.305140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network fcfdc147-0fb1-486f-9857-405563e1de8d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:55.309806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:55.315233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Usage tracker for resource:subnet and tenant:d820d08857e04dbf8cb31c390277832e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:55.319377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:55.327713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:55.340275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:55.343527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.360173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-e240f041-9cb4-4a11-8994-8574596fd0a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127572 Feb 04 12:51:55.503422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b958b-3832-4098-abd6-2eb185ed4874 req-66f19997-8a47-4375-baf5-c4a6083b3533 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.505264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab7b958b-3832-4098-abd6-2eb185ed4874 req-66f19997-8a47-4375-baf5-c4a6083b3533 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.2007420 Feb 04 12:51:55.566966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-48cad123-2df8-42c6-9940-a68d9336b6a8 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924171 Feb 04 12:51:55.581156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab7b958b-3832-4098-abd6-2eb185ed4874 req-18e198e3-da7d-4485-a397-aaca22fc9b0f tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590916 Feb 04 12:51:55.635548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.833756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0f9f95c-4f02-4199-867e-f085377afa3b req-4c35ff31-c94e-4ab7-a8f1-c759dee7fbb4 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513430 Feb 04 12:51:55.848133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589050a1-4645-469f-902a-bfdcdd3db97e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:55.860107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:55.860461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Network hostable DHCP agents. Network: fcfdc147-0fb1-486f-9857-405563e1de8d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:55.866239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44a532-d1a1-4d54-bf12-244bcc24fafd req-ea8aa4e8-f092-45a1-9c18-74a9933b26b0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.867735 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af44a532-d1a1-4d54-bf12-244bcc24fafd req-ea8aa4e8-f092-45a1-9c18-74a9933b26b0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 945 time: 0.1359563 Feb 04 12:51:55.885545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293f22-0cfa-4701-ac19-163a589640cd req-a9367618-24fa-4a85-a98c-986cf24604a0 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.887090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16293f22-0cfa-4701-ac19-163a589640cd req-a9367618-24fa-4a85-a98c-986cf24604a0 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.2168109 Feb 04 12:51:55.888391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Network fcfdc147-0fb1-486f-9857-405563e1de8d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:55.910123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, fcfdc147-0fb1-486f-9857-405563e1de8d) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:55.916368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af44a532-d1a1-4d54-bf12-244bcc24fafd req-0a551a1e-aa9f-4a51-936a-fdad79ae66ba tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Feb 04 12:51:55.917524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.918118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:55.920194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ccdc5c-3102-4ae7-b024-f2ce3b3db136 None None] Network fcfdc147-0fb1-486f-9857-405563e1de8d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:55.948856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-16293f22-0cfa-4701-ac19-163a589640cd req-4baee674-0b49-446b-ba93-ca532ddc0bf7 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Synchronizing usage tracker for tenant:86075b3cde8c4ab1867715600b7d6be7 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:51:55.952182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76fcaaa2-c0e4-49df-9d76-a9b3d8761c46 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6538913 Feb 04 12:51:55.984800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-16293f22-0cfa-4701-ac19-163a589640cd req-4baee674-0b49-446b-ba93-ca532ddc0bf7 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Unset dirty status for tenant:86075b3cde8c4ab1867715600b7d6be7 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:51:55.986006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16293f22-0cfa-4701-ac19-163a589640cd req-4baee674-0b49-446b-ba93-ca532ddc0bf7 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912647 Feb 04 12:51:56.194845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f79a2-11ec-4632-8887-340707e6c568 None None] Network fcfdc147-0fb1-486f-9857-405563e1de8d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:56.322289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f4668-7baa-4b62-bc1a-57e64044f78a req-2bd8149d-cdf6-4222-ad30-464c99b6988c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.331655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f19f4668-7baa-4b62-bc1a-57e64044f78a req-2bd8149d-cdf6-4222-ad30-464c99b6988c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 944 time: 0.1127229 Feb 04 12:51:56.395108 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f19f4668-7baa-4b62-bc1a-57e64044f78a req-76302c19-cb29-4276-8fb5-a08d53988583 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623171 Feb 04 12:51:56.669642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235aa9-f92d-4daf-aee9-130b893bb461 req-a8e404c1-8778-4bdb-bbc3-67347502c0fe tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.671575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb235aa9-f92d-4daf-aee9-130b893bb461 req-a8e404c1-8778-4bdb-bbc3-67347502c0fe tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1096 time: 0.1740551 Feb 04 12:51:56.712378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17626d-0670-4aca-8125-5b64f1eb7079 req-41dbffe0-56ef-4bbb-b863-1ec4f50e4a82 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.725428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e17626d-0670-4aca-8125-5b64f1eb7079 req-41dbffe0-56ef-4bbb-b863-1ec4f50e4a82 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.1909108 Feb 04 12:51:56.762238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb235aa9-f92d-4daf-aee9-130b893bb461 req-92c86fc2-35d4-4e3d-84ea-d7cc825e74d9 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811672 Feb 04 12:51:56.813595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e17626d-0670-4aca-8125-5b64f1eb7079 req-2287cefe-fb72-4d17-9f1d-cdd572f2854c tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867631 Feb 04 12:51:56.992150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56418) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:56.998149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2078106101-network', 'tenant_id': '34a180baf609405786eec9f98ea904a6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:57.005568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:57.013854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Usage tracker for resource:network and tenant:34a180baf609405786eec9f98ea904a6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:57.021334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:57.037630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:57.098426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Made reservation on behalf of 34a180baf609405786eec9f98ea904a6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:57.101434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.126455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.152028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:57.157971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Usage tracker for resource:security_group_rule and tenant:34a180baf609405786eec9f98ea904a6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:57.163068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:57.169856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:57.202809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33b593-6970-43ab-822d-26f14e3d6447 req-5fdc0a17-efd7-4c0e-9126-7ecb0839e68e tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.210220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f33b593-6970-43ab-822d-26f14e3d6447 req-5fdc0a17-efd7-4c0e-9126-7ecb0839e68e tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.1581616 Feb 04 12:51:57.267786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f33b593-6970-43ab-822d-26f14e3d6447 req-dcaac080-b44a-42aa-a216-ce2e6ccf7adf tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564680 Feb 04 12:51:57.290009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ab9e9db9-2faa-4d82-b14f-c4a8de1f128d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:51:57.354107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.360259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.488343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:57.496537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6de3b6-544b-4e6a-94d9-86aa10610e72,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:57.505858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.506365 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Added segment c17a4b73-9551-4146-bf78-cb67598ea708 of type vlan for network abd3956c-790c-4680-8332-b2aa1c4ea8a7 Feb 04 12:51:57.515919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:57.533273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d', 'mac_address': 'fa:16:3e:0b:36:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:51:57.593887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.611035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.637721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9e9db9-2faa-4d82-b14f-c4a8de1f128d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:51:57.650424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-cb4e1ebd-1360-4892-b120-3c071aca0e08 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2584000 Feb 04 12:51:57.656833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.658152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.659283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.670141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:51:57.691307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:57.865679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:57.891327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e176c4-4d6d-4a7a-93e7-d35f9e37543d req-dc171910-7c3b-4fc1-83b5-1583a6d2767b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.893651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2e176c4-4d6d-4a7a-93e7-d35f9e37543d req-dc171910-7c3b-4fc1-83b5-1583a6d2767b tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.3074431 Feb 04 12:51:57.903597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08afdf-7dab-4d19-8859-284ef3273e5a req-a5024fd4-e175-4cc8-8396-fb61c0514302 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.905259 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c08afdf-7dab-4d19-8859-284ef3273e5a req-a5024fd4-e175-4cc8-8396-fb61c0514302 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1096 time: 0.3900833 Feb 04 12:51:57.909147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9133215 Feb 04 12:51:57.932796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56432) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:57.943363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ee9ba-11d2-4ccd-ad01-2f02330067fe admin admin] Pushing event updated for resources: {'Network': ['ID=abd3956c-790c-4680-8332-b2aa1c4ea8a7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:57.952178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network abd3956c-790c-4680-8332-b2aa1c4ea8a7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:51:57.956830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Request body: {'subnet': {'network_id': 'abd3956c-790c-4680-8332-b2aa1c4ea8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2078106101-subnet', 'tenant_id': '34a180baf609405786eec9f98ea904a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:57.969591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:51:57.981248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Usage tracker for resource:subnet and tenant:34a180baf609405786eec9f98ea904a6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:51:57.987258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:51:58.003357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:51:58.025004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2e176c4-4d6d-4a7a-93e7-d35f9e37543d req-5e49ea7f-6699-4547-8ebd-d8c5811695b1 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241932 Feb 04 12:51:58.039964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c08afdf-7dab-4d19-8859-284ef3273e5a req-a04e1943-a0fa-45b9-a3d1-e4374645303c tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902777 Feb 04 12:51:58.066589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Made reservation on behalf of 34a180baf609405786eec9f98ea904a6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:58.072998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:58.087667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-c58589f1-9c22-4bd2-949f-ee8e7a1d33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.091460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-c58589f1-9c22-4bd2-949f-ee8e7a1d33cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 1100 time: 0.3209965 Feb 04 12:51:58.280400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['ab9e9db9-2faa-4d82-b14f-c4a8de1f128d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:51:58.410930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-15534768-4401-4f32-a24d-27ec8894e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.412563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-15534768-4401-4f32-a24d-27ec8894e814 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2979276 Feb 04 12:51:58.430446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f8497-d98f-4f76-ac9b-a7f408ebc76a req-48d760b0-d368-4032-85e1-a9534974b028 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.432636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-981f8497-d98f-4f76-ac9b-a7f408ebc76a req-48d760b0-d368-4032-85e1-a9534974b028 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.1724830 Feb 04 12:51:58.447244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56438) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:51:58.457758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Request body: {'floatingip': {'port_id': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:58.507184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-9624fac5-acd4-4797-8192-f8d99ba4263c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=def010f0-22c6-409a-b7d6-8b366602cbce HTTP/1.1" status: 200 len: 217 time: 0.0873430 Feb 04 12:51:58.561822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:58.613416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-30fe31f3-2aef-4692-a201-40a72ed38c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.615229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-30fe31f3-2aef-4692-a201-40a72ed38c30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0970211 Feb 04 12:51:58.688505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58967b1-fdba-4c93-bdf5-8cbc47140494 req-aad261b2-a6ce-47a4-bbc2-739537e6f405 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.699779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a58967b1-fdba-4c93-bdf5-8cbc47140494 req-aad261b2-a6ce-47a4-bbc2-739537e6f405 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 945 time: 0.3642273 Feb 04 12:51:58.778778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:58.812381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a58967b1-fdba-4c93-bdf5-8cbc47140494 req-86900f33-f9cc-4660-8872-d1a90a1855e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110568 Feb 04 12:51:58.849650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-a5214c03-0c51-484d-85c6-c7ea835a010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.855901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-a5214c03-0c51-484d-85c6-c7ea835a010d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312272 Feb 04 12:51:58.998673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0831bc90-68b3-428b-854a-96306db8509b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:59.080153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Checking segment: {'id': 'c17a4b73-9551-4146-bf78-cb67598ea708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'abd3956c-790c-4680-8332-b2aa1c4ea8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:51:59.080639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Network hostable DHCP agents. Network: abd3956c-790c-4680-8332-b2aa1c4ea8a7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:59.106119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-c9648bcc-9502-4577-957e-4c57f94d897b service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458553 Feb 04 12:51:59.143614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Network abd3956c-790c-4680-8332-b2aa1c4ea8a7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:59.242391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, abd3956c-790c-4680-8332-b2aa1c4ea8a7) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:59.251500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:59.252319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:51:59.252967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a657b0-5ed5-47aa-b92d-dbef16ba3c43 None None] Network abd3956c-790c-4680-8332-b2aa1c4ea8a7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:51:59.292493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cdf0e43f-c369-4a0a-8ee2-70e97894ce2a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3542969 Feb 04 12:51:59.457616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57cee587-dea8-4f14-9ac1-b17cda71dbae req-abb003cc-64e4-466e-93de-9af54ebc0919 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427749 Feb 04 12:51:59.714968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb5bf3-c995-4f7a-b6e3-2ead78244977 None None] Network abd3956c-790c-4680-8332-b2aa1c4ea8a7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:52:00.125698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:00.136125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:00.287079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e88e5-e124-4dd7-8627-ac564ac3060d req-555ce95b-78dd-4a4d-ae74-a7a56ebf10c3 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.294002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b2e88e5-e124-4dd7-8627-ac564ac3060d req-555ce95b-78dd-4a4d-ae74-a7a56ebf10c3 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.3646288 Feb 04 12:52:00.311603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-a9fac09d-889d-41ec-982a-509376064381 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.313208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-a9fac09d-889d-41ec-982a-509376064381 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.87 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 950 time: 0.4818511 Feb 04 12:52:00.647372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b2e88e5-e124-4dd7-8627-ac564ac3060d req-42454e60-93bd-4ae7-8341-bc2a6af404b8 tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/security-groups?id=8526db21-7be8-4dc1-a2f3-69a902e2c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522401 Feb 04 12:52:00.656065 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Floating IP 1880c298-0c7c-40f5-8e9c-85c4222766fc associated. External IP: 172.25.4.174, port: e20dc0a2-162b-47c3-a540-4ea8ef5bc388. Feb 04 12:52:00.741969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Deleting port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:00.742320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:00.831755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:00.962267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-3cb768ae-fec5-43f7-80bc-8dd3d73d25f4 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:52:00.973350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-3cb768ae-fec5-43f7-80bc-8dd3d73d25f4 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1395350 Feb 04 12:52:01.070365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Request body: {'binding': {'host': 'n-h2-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:01.070932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:52:01.223305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] For port 7bcffc45-b8a4-4dd6-9b15-cf9518818498, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7bcffc45-b8a4-4dd6-9b15-cf9518818498,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:01.223820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.345565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ab9e9db9-2faa-4d82-b14f-c4a8de1f128d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:01.435632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on host n-h2-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:01.436423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:01.437773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:01.440048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:01.445510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:01.445909 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.448907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:01.449575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:01.458473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:01.458839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:01.459230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:01.459651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Bound port: 76d39777-ec3b-4f6d-92cc-ddb424a25073, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:01.472191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Calling delete_port for 7bcffc45-b8a4-4dd6-9b15-cf9518818498 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:01.565263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863142-ea8f-42b4-831b-1c56b4cb27f7 req-4a2926cf-52bd-4d53-bcc5-6bb05c76651f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.572374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4863142-ea8f-42b4-831b-1c56b4cb27f7 req-4a2926cf-52bd-4d53-bcc5-6bb05c76651f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.7425640 Feb 04 12:52:01.578358 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.589590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:01.599191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.602561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-0bdc4cc3-019b-4935-abb0-df2e8ebf8d85 service neutron] 10.222.0.53 "POST /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073/bindings HTTP/1.1" status: 201 len: 389 time: 0.5831304 Feb 04 12:52:01.614028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:01.624352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:01.630834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.632031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7bcffc45-b8a4-4dd6-9b15-cf9518818498 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:01.688270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-21f60dac-6603-43ca-b915-0a814b1c6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.690333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-21f60dac-6603-43ca-b915-0a814b1c6b48 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=75b9221cfbb44e319a6eec5757821100&device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.8672483 Feb 04 12:52:01.768897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:01.880527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be9d8-95cc-4624-b4a7-c589a48345e3 req-1dc178f3-f047-4c23-9dd4-78a36e4e6fd2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.881935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-284be9d8-95cc-4624-b4a7-c589a48345e3 req-1dc178f3-f047-4c23-9dd4-78a36e4e6fd2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.1030545 Feb 04 12:52:01.919979 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:01.926355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4863142-ea8f-42b4-831b-1c56b4cb27f7 req-4757855b-6e41-49c4-b5da-d42288436763 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530557 Feb 04 12:52:01.944038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-284be9d8-95cc-4624-b4a7-c589a48345e3 req-95d40e80-39e9-4dde-ba8e-d8b087874975 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Feb 04 12:52:02.059992 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d', 'code': 200} Feb 04 12:52:02.064310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-7b06c4d8-00b6-45b9-9516-9ac83c7c056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.066142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-7b06c4d8-00b6-45b9-9516-9ac83c7c056b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1096 time: 0.0974669 Feb 04 12:52:02.340616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-623a0b84-8ed5-42af-8376-d8f26fca14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.342061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-623a0b84-8ed5-42af-8376-d8f26fca14c1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2587423 Feb 04 12:52:02.361908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Router 788342e2-bdef-48b4-89e7-5a5cef93a4dc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:52:02.379736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-b2c9eab1-d7c5-4c3d-b865-750139d4cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.381273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-b2c9eab1-d7c5-4c3d-b865-750139d4cb9e service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5938153 Feb 04 12:52:02.387204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:02.400315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e119507-a394-4a4a-92bd-73d6b6681006 req-42ac4bfc-a4f5-41f9-9474-3b49ef35b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.401775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e119507-a394-4a4a-92bd-73d6b6681006 req-42ac4bfc-a4f5-41f9-9474-3b49ef35b98c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 1097 time: 0.2392008 Feb 04 12:52:02.415568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc615c-81db-4f80-964c-67c45225f60e req-f5bd810a-d86e-499d-a679-6af8a815104f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.417016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58dc615c-81db-4f80-964c-67c45225f60e req-f5bd810a-d86e-499d-a679-6af8a815104f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 945 time: 0.2131984 Feb 04 12:52:02.427825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-d44cb13e-9845-4078-81c5-553f4f53dee6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.0781446 Feb 04 12:52:02.535833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e119507-a394-4a4a-92bd-73d6b6681006 req-9c35a08a-7822-4c65-941c-1c530caf653d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100273 Feb 04 12:52:02.545403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58dc615c-81db-4f80-964c-67c45225f60e req-d358576a-b574-4ef3-9159-f33b9e359b45 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207426 Feb 04 12:52:02.550983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-e93d946f-130a-4acc-a7b1-bcc0d7b891d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.552780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-e93d946f-130a-4acc-a7b1-bcc0d7b891d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1104453 Feb 04 12:52:02.574981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Pushing event deleted for resources: {'Port': ['ID=7bcffc45-b8a4-4dd6-9b15-cf9518818498,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:02.599702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-cdf3f243-1bab-414b-9e7b-396bc844bca1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8 HTTP/1.1" status: 200 len: 217 time: 0.2047510 Feb 04 12:52:02.605780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-007e8e75-d4b9-45d6-9791-d7d99b55deaf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461156 Feb 04 12:52:02.657275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-e822b834-86c3-4367-8e0e-91e5fe1d0cd1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.658827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-e822b834-86c3-4367-8e0e-91e5fe1d0cd1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.4547741 Feb 04 12:52:02.712298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] No DVR routers for this DVR port 7bcffc45-b8a4-4dd6-9b15-cf9518818498 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:02.719308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:02.721974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'name': 'network-vif-deleted', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:02.734046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-c88df252-41c1-468f-80ed-2bf216d2064a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/quotas/d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 375 time: 0.0373836 Feb 04 12:52:02.750205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f099a6b-f5cc-496c-b30b-312f334714c1 req-a6932204-dd4f-45be-bcd3-d960fced5ebf tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.53 "GET /v2.0/ports?device_id=de10251f-f854-47fa-9b38-b9217e923990 HTTP/1.1" status: 200 len: 210 time: 0.0559480 Feb 04 12:52:02.803943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-79d7bf1b-51b7-4530-b34b-94a8f914903c service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861308 Feb 04 12:52:02.833091 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10251f-f854-47fa-9b38-b9217e923990', 'name': 'network-vif-deleted', 'tag': '7bcffc45-b8a4-4dd6-9b15-cf9518818498', 'status': 'completed', 'code': 200} Feb 04 12:52:02.847646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e76d53c-c180-4c30-b323-a64ae6d68402 req-caffb47d-7a35-4433-9946-89a86f96b16e tempest-LiveMigrationNegativeTest-1149807612 tempest-LiveMigrationNegativeTest-1149807612-project] 10.222.0.87 "DELETE /v2.0/ports/7bcffc45-b8a4-4dd6-9b15-cf9518818498 HTTP/1.1" status: 204 len: 173 time: 2.4991446 Feb 04 12:52:02.856632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-ba9fe0b4-264b-4682-8c73-31a2935022a5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636394 Feb 04 12:52:02.938071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:52:02.961711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-6afbec22-f0ed-47a9-8e3f-bd653db3f412 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508789 Feb 04 12:52:02.969827 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Sync routers for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:02.984746 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:02.985666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:02.993126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:03.143230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-5ecc2b3e-1711-4fe2-b380-ba11422745e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.145558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-5ecc2b3e-1711-4fe2-b380-ba11422745e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2089932 Feb 04 12:52:03.150123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8110d87-60b4-433a-8e79-24df53dee5b6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "PUT /v2.0/floatingips/1880c298-0c7c-40f5-8e9c-85c4222766fc HTTP/1.1" status: 200 len: 992 time: 4.6983490 Feb 04 12:52:03.222559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-e2efa377-be0b-4027-89c1-51c750a6a032 service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583348 Feb 04 12:52:03.237038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-03f030bc-19cd-4334-a881-07af45b80551 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.239077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-03f030bc-19cd-4334-a881-07af45b80551 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.1907151 Feb 04 12:52:03.247267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:03.253482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82641b-924e-41ac-8ffa-9d6c144b6cca req-4b779771-a3e6-4447-be2e-22a805408b31 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.259123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a82641b-924e-41ac-8ffa-9d6c144b6cca req-4b779771-a3e6-4447-be2e-22a805408b31 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1545947 Feb 04 12:52:03.265728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820555-2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:03.358017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a82641b-924e-41ac-8ffa-9d6c144b6cca req-cd0d8c48-7c43-49aa-aadb-1bf972c8834f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960491 Feb 04 12:52:03.375416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-f9c69ddb-9656-4db7-82a1-638ba07b075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.377019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-f9c69ddb-9656-4db7-82a1-638ba07b075e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110620 Feb 04 12:52:03.509030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-09ec0e89-78ec-4de8-849d-53cbe68c8091 service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684767 Feb 04 12:52:03.541425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-a39308dc-64fa-4e2e-9445-7c1dfcb37911 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520209 Feb 04 12:52:03.567733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:03.698400 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '1880c298-0c7c-40f5-8e9c-85c4222766fc', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'port_id': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'mac_address': 'fa:16:3e:60:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:35Z', 'updated_at': '2022-02-04T12:51:59Z', 'revision_number': 1, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:03.735799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde307a9-00f6-475d-8d9d-568bc73607fa req-c488326e-00d4-4192-9e20-3d7d7d87980f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.738469 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Checking router: 788342e2-bdef-48b4-89e7-5a5cef93a4dc for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:03.742695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dde307a9-00f6-475d-8d9d-568bc73607fa req-c488326e-00d4-4192-9e20-3d7d7d87980f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.2407374 Feb 04 12:52:03.760449 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:03.761435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:51:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:03.764317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9342fbee-bbf1-4955-af59-4f8a91ebe2b9 req-5e4494e3-913a-4b21-956f-b57166b48fb8 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080474 Feb 04 12:52:03.851898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dde307a9-00f6-475d-8d9d-568bc73607fa req-d77f1512-a4b1-40d9-8d31-5c06df5be74e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081281 Feb 04 12:52:03.904293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:03.975367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca36b0-26e7-48e5-b0ba-4b1f1a8c103a req-0750b8e8-5714-426a-959d-d78c827296d5 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.982825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cca36b0-26e7-48e5-b0ba-4b1f1a8c103a req-0750b8e8-5714-426a-959d-d78c827296d5 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.1143570 Feb 04 12:52:04.007768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:04.062657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cca36b0-26e7-48e5-b0ba-4b1f1a8c103a req-7478cd7e-fea3-4ff9-857b-ad7ce5ffc2e5 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786421 Feb 04 12:52:04.093186 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:04.190731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:04.198027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:04.208611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:04.333527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7692ef3b-21f1-4181-bd66-20743eef7da4 req-128c734f-0ce8-4b99-b4ff-f8602ea21258 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 210 time: 0.2073741 Feb 04 12:52:04.387121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:04.406631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064358b-c638-4c37-8475-c58263b3891c req-53e2d07b-7299-4752-9de0-132a629ab263 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.414993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7064358b-c638-4c37-8475-c58263b3891c req-53e2d07b-7299-4752-9de0-132a629ab263 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 945 time: 0.3419063 Feb 04 12:52:04.537215 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'code': 200} Feb 04 12:52:04.539891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on host n-h1-820555-2 for vnic_type normal with profile {"migrating_to": "n-h2-820555-2"} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:04.540228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:04.540561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:04.556893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7064358b-c638-4c37-8475-c58263b3891c req-d2701efa-a89b-411c-b560-2be26e9eb5c1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Feb 04 12:52:04.565078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:04.568033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Attempting to bind port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:04.585706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:04.599201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:04.599885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:04.600524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Bound port: 76d39777-ec3b-4f6d-92cc-ddb424a25073, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:04.601048 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:04.637694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '1880c298-0c7c-40f5-8e9c-85c4222766fc', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'port_id': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'mac_address': 'fa:16:3e:60:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:35Z', 'updated_at': '2022-02-04T12:51:59Z', 'revision_number': 1, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:04.642131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbbce8-f343-44f3-a5e4-08db5a81a620 None None] The sync data for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 is: [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '1880c298-0c7c-40f5-8e9c-85c4222766fc', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'port_id': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'mac_address': 'fa:16:3e:60:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:35Z', 'updated_at': '2022-02-04T12:51:59Z', 'revision_number': 1, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:04.795752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:04.811189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:04.820448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:04.842021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:04.929878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49311d-5701-4afa-9486-87e570f1d96e req-75978d14-ab72-4d1d-a61a-08a886ec291e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.940064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc49311d-5701-4afa-9486-87e570f1d96e req-75978d14-ab72-4d1d-a61a-08a886ec291e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1996152 Feb 04 12:52:05.020145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc49311d-5701-4afa-9486-87e570f1d96e req-52ecc689-5e1c-476c-92cf-7dcaff47bd46 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Feb 04 12:52:05.060589 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'status': 'completed', 'code': 200} Feb 04 12:52:05.131221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e7a1b-9ae0-4350-a1fd-d1210e0f58fb None None] New status for floating IP 1880c298-0c7c-40f5-8e9c-85c4222766fc: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:05.184133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:05.195518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56590) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:05.267101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.268294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:05.269954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-b5d5a531-f317-4e70-867a-adf0a5e40976 service neutron] 10.222.0.90 "PUT /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 1121 time: 2.0093830 Feb 04 12:52:05.346349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-85ebb5fe-208f-4449-a334-7964d7ba91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.348071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-85ebb5fe-208f-4449-a334-7964d7ba91c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d00495e8fe0d487c856746b24c620bcb&device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 1097 time: 0.2256217 Feb 04 12:52:05.441877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d583e25-c638-422e-950a-fe3243c1e11e req-cbcd102b-5055-49c2-af45-c3325f0af5e1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.449120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d583e25-c638-422e-950a-fe3243c1e11e req-cbcd102b-5055-49c2-af45-c3325f0af5e1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.2222638 Feb 04 12:52:05.475623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-42eb2336-3737-42b2-b07c-682ea5bc4fc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54647a0eaec948ba9da9c8200cf25220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707267 Feb 04 12:52:05.475912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:05.500227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d039d3e-d6c9-4efa-882c-eee62ccf7c32 req-967b8065-913a-4b84-9e03-7903a9c0f504 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.510986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['76d39777-ec3b-4f6d-92cc-ddb424a25073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:05.512066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d039d3e-d6c9-4efa-882c-eee62ccf7c32 req-967b8065-913a-4b84-9e03-7903a9c0f504 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.2074134 Feb 04 12:52:05.573475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d583e25-c638-422e-950a-fe3243c1e11e req-8fc27731-1fb3-458e-984b-7d74ce3d3ec4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229587 Feb 04 12:52:05.690656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d039d3e-d6c9-4efa-882c-eee62ccf7c32 req-1e99a812-d1a8-4ab1-b988-ab2252c89590 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765327 Feb 04 12:52:05.724892 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:05.739801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-b1629090-b9f5-4383-9374-44f92bc071d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.741024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-b1629090-b9f5-4383-9374-44f92bc071d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=88351f53-7883-4e1c-bcc5-a13eeb0602dd HTTP/1.1" status: 200 len: 906 time: 0.3849275 Feb 04 12:52:05.841590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:05.863953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-febeae22-ac09-459a-87ef-9c189a8d0400 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.864855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-febeae22-ac09-459a-87ef-9c189a8d0400 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:05.902926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-febeae22-ac09-459a-87ef-9c189a8d0400 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:05.904299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-febeae22-ac09-459a-87ef-9c189a8d0400 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.3336241 Feb 04 12:52:05.926332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-676b320b-a6b0-4511-b347-e25f50d042e8 req-2401dd1f-ad5b-484d-8b97-6c0e3c5ce005 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 210 time: 0.0874159 Feb 04 12:52:05.973016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Request body: {'port': {'device_id': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'admin_state_up': True, 'tenant_id': 'd820d08857e04dbf8cb31c390277832e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:05.989753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-1502ddb7-9a73-4f18-bb87-0f63182795aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388 HTTP/1.1" status: 200 len: 1002 time: 0.2339494 Feb 04 12:52:06.056333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:06.079236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526db21-7be8-4dc1-a2f3-69a902e2c9f7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:06.110101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-5ebcb838-ec08-4896-9c0f-85828909dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.112931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-5ebcb838-ec08-4896-9c0f-85828909dd83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1 HTTP/1.1" status: 200 len: 844 time: 0.1088767 Feb 04 12:52:06.115441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:06.119727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-875180e2-1619-48de-9dc5-559a20abc626 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8526db21-7be8-4dc1-a2f3-69a902e2c9f7 HTTP/1.1" status: 204 len: 168 time: 0.6381454 Feb 04 12:52:06.218952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a28a-a38b-48be-bdfd-666c5a227405 req-5f2584d4-1f87-4867-b084-3edc78d6710b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.221095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ab0a28a-a38b-48be-bdfd-666c5a227405 req-5f2584d4-1f87-4867-b084-3edc78d6710b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.3143451 Feb 04 12:52:06.226843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:06.246307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Usage tracker for resource:port and tenant:d820d08857e04dbf8cb31c390277832e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:06.250874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:06.260968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:06.290109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ab0a28a-a38b-48be-bdfd-666c5a227405 req-3d071b8b-44e0-483d-9d21-e216c9ac09ae tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Feb 04 12:52:06.290949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:06.294543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:06.297158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-17b0e263-cb84-4e65-99f2-cfcf85da951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.298785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-17b0e263-cb84-4e65-99f2-cfcf85da951f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=88351f53-7883-4e1c-bcc5-a13eeb0602dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446123 Feb 04 12:52:06.307162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd259592-0bc0-4fbf-9785-77baeead888b req-3f39e2a4-e79a-4bc9-8358-2232111d7064 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.308883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd259592-0bc0-4fbf-9785-77baeead888b req-3f39e2a4-e79a-4bc9-8358-2232111d7064 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.1910317 Feb 04 12:52:06.446307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd259592-0bc0-4fbf-9785-77baeead888b req-0f61365d-0fbf-457b-b5c4-a274f58bf89a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158805 Feb 04 12:52:06.508812 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-751f78c1-eb69-4df2-b6f7-ba4bc982925f service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980731 Feb 04 12:52:06.549852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:06.698467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f5b8384-40bc-473c-aa50-3feea4913ab3 req-b11e7dad-acff-4757-8cc7-746899916889 service neutron] 10.222.0.90 "GET /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820605 Feb 04 12:52:06.698625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bdfd-e619-4c62-8f35-9cbe96246bdb req-ceef853f-a714-4157-a174-4116d7bdd3d7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.699389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56620) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:06.700015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8a5bdfd-e619-4c62-8f35-9cbe96246bdb req-ceef853f-a714-4157-a174-4116d7bdd3d7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1885438 Feb 04 12:52:06.743942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Allocated IP 172.20.0.14 (fcfdc147-0fb1-486f-9857-405563e1de8d/589050a1-4645-469f-902a-bfdcdd3db97e/8349767e-eff2-4222-bcde-39a5ccdb5bf7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:06.803468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-09d6708f-59cf-47cb-9b3f-85ef6c710c3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2708ff1728e341bc8565ef0c0829a5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973663 Feb 04 12:52:06.805045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8a5bdfd-e619-4c62-8f35-9cbe96246bdb req-ff6fe436-879d-4d9c-8b51-2aeecabae270 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920815 Feb 04 12:52:06.814931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:06.856327 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'status': 'completed', 'code': 200} Feb 04 12:52:06.944577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.041484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.114127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-7fe8f630-4978-416e-89ed-665b8b8a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.115689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-7fe8f630-4978-416e-89ed-665b8b8a67c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1124 time: 0.2066662 Feb 04 12:52:07.127445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46495c-52b7-4d1b-b610-964459a1e3c5 req-8ecd337d-d408-4f1c-b4dd-2fa28fd9d901 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.128912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c46495c-52b7-4d1b-b610-964459a1e3c5 req-8ecd337d-d408-4f1c-b4dd-2fa28fd9d901 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.1601663 Feb 04 12:52:07.219508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.258694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.276828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5971c2-a16a-4abf-b895-f131f5381e4e req-cd4f818f-4bb4-4d74-95fe-7691f035ab9c tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.279482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b5971c2-a16a-4abf-b895-f131f5381e4e req-cd4f818f-4bb4-4d74-95fe-7691f035ab9c tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.3510778 Feb 04 12:52:07.344575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c88a0f-7729-4af4-8fbe-6f383b83f147,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:07.368622 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b5971c2-a16a-4abf-b895-f131f5381e4e req-e2ab5fb3-ed4e-4043-ba43-412c84c78e24 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814352 Feb 04 12:52:07.373861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.380124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d235a1a5-9584-484d-8ff7-465c25e690e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86c88a0f-7729-4af4-8fbe-6f383b83f147 HTTP/1.1" status: 204 len: 168 time: 0.5622637 Feb 04 12:52:07.393327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c46495c-52b7-4d1b-b610-964459a1e3c5 req-e90ae534-fe86-469b-9304-6d208a148f91 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389660 Feb 04 12:52:07.403474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.452293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-9e81c07d-79fa-4bae-9efd-39c920bff17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.454022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-9e81c07d-79fa-4bae-9efd-39c920bff17d service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.3183429 Feb 04 12:52:07.582875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-61068be6-f628-44af-b840-f57e6eb81e0b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.1183333 Feb 04 12:52:07.669829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Network fcfdc147-0fb1-486f-9857-405563e1de8d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:07.674000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:07.678028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:07.691185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:07.737846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-d09ff982-8d84-4ab6-8e7a-eaf47ba96121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.739902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-d09ff982-8d84-4ab6-8e7a-eaf47ba96121 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1002014 Feb 04 12:52:07.811314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-347852ac-c9d3-4a3a-95e6-9281a8ec9fed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553248 Feb 04 12:52:07.826026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544877-cd58-4292-8a2b-28735b37e2aa req-97e81c70-b059-4acc-9687-2d2c83d8f64a tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.827853 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a544877-cd58-4292-8a2b-28735b37e2aa req-97e81c70-b059-4acc-9687-2d2c83d8f64a tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.2343564 Feb 04 12:52:07.838533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.839634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:07.884508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15183d-5b15-4286-bea7-227b99805539 req-32f1a124-8d44-44c6-b3bd-86b698e789f9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.887087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e15183d-5b15-4286-bea7-227b99805539 req-32f1a124-8d44-44c6-b3bd-86b698e789f9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 932 time: 0.3633637 Feb 04 12:52:07.924116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-461e6c5e-7ad4-4986-bd1c-468cd2ac4c97 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9640849 Feb 04 12:52:07.942480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Request body: {'port': {'device_id': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:07.969475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a544877-cd58-4292-8a2b-28735b37e2aa req-02140d86-a4ba-41ac-afb2-acbf1638741c tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132660 Feb 04 12:52:08.023371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-333f734f-000a-4836-a481-f357e452c5c9 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946785 Feb 04 12:52:08.068537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5e15183d-5b15-4286-bea7-227b99805539 req-b8318e24-ed3a-4399-8e61-d945a9d01390 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:08.179462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5e15183d-5b15-4286-bea7-227b99805539 req-b8318e24-ed3a-4399-8e61-d945a9d01390 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:08.180724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e15183d-5b15-4286-bea7-227b99805539 req-b8318e24-ed3a-4399-8e61-d945a9d01390 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859631 Feb 04 12:52:08.190992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:08.313056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7b1b814-4c4b-4253-89d8-bc383a37c7df req-5aa7ba64-9925-4d94-84cd-751909084228 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768281 Feb 04 12:52:08.353803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b8fd-049a-4504-8abb-c5c22fbd5e81 req-39d40745-a596-4be9-855e-26d878e0360f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.356772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66e9b8fd-049a-4504-8abb-c5c22fbd5e81 req-39d40745-a596-4be9-855e-26d878e0360f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.2325332 Feb 04 12:52:08.418303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66e9b8fd-049a-4504-8abb-c5c22fbd5e81 req-5bcfd454-40b4-4415-966c-0c769bad6749 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Feb 04 12:52:08.550921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf59a61-97b7-40a1-ac9f-0c958edc6051 req-a9575273-9874-4359-9442-6029529d8d34 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.552536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf59a61-97b7-40a1-ac9f-0c958edc6051 req-a9575273-9874-4359-9442-6029529d8d34 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.2111590 Feb 04 12:52:08.637153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf59a61-97b7-40a1-ac9f-0c958edc6051 req-d9022e69-ea5d-4b94-9c21-1208c8094165 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784101 Feb 04 12:52:08.694848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5283-2cda-47b7-b46a-5a6dc0df043a req-96dac92b-bd42-4f77-bc6b-f4beb212ae89 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.706028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-867c5283-2cda-47b7-b46a-5a6dc0df043a req-96dac92b-bd42-4f77-bc6b-f4beb212ae89 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.1329792 Feb 04 12:52:08.775932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-867c5283-2cda-47b7-b46a-5a6dc0df043a req-a857b92f-55ba-40bd-afc4-e3503dd45b32 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686371 Feb 04 12:52:08.824027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8349767e-eff2-4222-bcde-39a5ccdb5bf7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:08.833861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:08.859052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Transition to ACTIVE for port object 8349767e-eff2-4222-bcde-39a5ccdb5bf7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:08.863941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.009783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:09.125182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:09.125516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:09.125849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:09.133106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:09.133413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:09.139310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:09.140311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:09.140876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:09.141642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Bound port: 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:09.142447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.261212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-d9717ce7-8e4d-41eb-bd7e-6f1aff49c148 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.265858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-d9717ce7-8e4d-41eb-bd7e-6f1aff49c148 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 946 time: 0.1381464 Feb 04 12:52:09.288483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:09.304134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:09.305668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:09.313507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.385230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:09.385554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.481849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:09.498122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 has no active binding in host n-h2-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:52:09.586720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.587663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.589379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] 10.222.0.90 "PUT /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 1092 time: 1.6537023 Feb 04 12:52:09.592350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:09.719336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9291-a500-4bd1-8c37-d0b250826551 service neutron] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:09.745073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:09.745910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:09.763867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620549-7d83-4183-96c9-66b3b3f80d01 req-666b135e-8547-41eb-8948-e94f8ac67a55 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.764579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b3620549-7d83-4183-96c9-66b3b3f80d01 req-666b135e-8547-41eb-8948-e94f8ac67a55 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:09.789315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-8a0cafa7-9c1f-4a7c-a0b3-2e005c6646f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.791017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-8a0cafa7-9c1f-4a7c-a0b3-2e005c6646f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1095 time: 0.1268919 Feb 04 12:52:09.796974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b3620549-7d83-4183-96c9-66b3b3f80d01 req-666b135e-8547-41eb-8948-e94f8ac67a55 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:09.803204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b3620549-7d83-4183-96c9-66b3b3f80d01 req-666b135e-8547-41eb-8948-e94f8ac67a55 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.2982686 Feb 04 12:52:09.894221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-23365790-980f-4a30-99ac-fbf7b98d22a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0893197 Feb 04 12:52:09.953285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for ab9e9db9-2faa-4d82-b14f-c4a8de1f128d owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:09.958856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b3620549-7d83-4183-96c9-66b3b3f80d01 req-6a785810-6edc-476b-8224-874b997523ea tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525092 Feb 04 12:52:09.978402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-af199248-7f44-4168-9609-78bf786f48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.980306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-af199248-7f44-4168-9609-78bf786f48a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0752954 Feb 04 12:52:10.074536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-10591933-913e-4d24-9904-ccf878fe3e01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866075 Feb 04 12:52:10.258036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:10.267654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-17ea08ab-9d49-48ea-86b5-ac6b9615c01f service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823480 Feb 04 12:52:10.280467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3', 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:10.320278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=ab9e9db9-2faa-4d82-b14f-c4a8de1f128d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:10.322463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-328a66aa-eba9-4b10-b79b-64be2110f94d tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26566539aa264166a127365b632715b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532398 Feb 04 12:52:10.336325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26515-86d1-4950-b6bc-4ae0e7ee3c88 req-8f8c905c-e0fb-44fd-9d52-2c2153c26224 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.343100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82a26515-86d1-4950-b6bc-4ae0e7ee3c88 req-8f8c905c-e0fb-44fd-9d52-2c2153c26224 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.5868852 Feb 04 12:52:10.488651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port ab9e9db9-2faa-4d82-b14f-c4a8de1f128d on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:10.488651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82a26515-86d1-4950-b6bc-4ae0e7ee3c88 req-db97b894-8252-440e-9dc4-53fc0443a6fe tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377857 Feb 04 12:52:10.488651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:10.499952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'name': 'network-vif-deleted', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:10.522647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5faaa4fe-3f5a-4dcd-b6cf-5633ee6ed7a1 req-31c3e138-75db-4c81-8316-347adc1de9ec tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "DELETE /v2.0/ports/ab9e9db9-2faa-4d82-b14f-c4a8de1f128d HTTP/1.1" status: 204 len: 173 time: 1.2466662 Feb 04 12:52:10.593541 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'status': 'completed', 'code': 200} Feb 04 12:52:10.599691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437b5c37-8f9e-4a1d-a0f9-5c7c69c52dd3 req-a8313966-4a58-40aa-bf2a-1a283faeb97f service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064961 Feb 04 12:52:10.612676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-7f9be97c-d29d-4965-817e-67ba12198a63 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.614163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-7f9be97c-d29d-4965-817e-67ba12198a63 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392318 Feb 04 12:52:10.639926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-9f566d38-1027-430c-996d-16682f6201ec tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/quotas/26566539aa264166a127365b632715b3 HTTP/1.1" status: 200 len: 375 time: 0.0132604 Feb 04 12:52:10.705276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-e7a9c8af-18b3-4c48-a4d8-fb7b71c669a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26566539aa264166a127365b632715b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518618 Feb 04 12:52:10.855495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-98b33629-444a-4f06-a6a3-30ca5a054b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.857393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-98b33629-444a-4f06-a6a3-30ca5a054b5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1095 time: 0.1407516 Feb 04 12:52:10.865836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22210c-a964-4c22-8f09-35c3d97afdfd req-f0fe65c6-aeea-4749-b3da-588c7ff5b777 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.866845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e22210c-a964-4c22-8f09-35c3d97afdfd req-f0fe65c6-aeea-4749-b3da-588c7ff5b777 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1339343 Feb 04 12:52:10.929873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e22210c-a964-4c22-8f09-35c3d97afdfd req-cf218f65-836c-4d18-9f72-c4c8509ac1f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546656 Feb 04 12:52:11.093435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae853150-50f4-481d-ba46-8bbb4f9105d2 req-66da5874-6288-4d4e-a9f4-8e41464c3fce tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c98808-65c7-43c0-ba04-04f2a1ffb896 HTTP/1.1" status: 200 len: 210 time: 0.0720432 Feb 04 12:52:11.102369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-b2805c84-a4f1-4cf9-a2fe-db6f1f24374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.103882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-b2805c84-a4f1-4cf9-a2fe-db6f1f24374b service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.2322011 Feb 04 12:52:11.172873 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c98808-65c7-43c0-ba04-04f2a1ffb896', 'name': 'network-vif-deleted', 'tag': 'ab9e9db9-2faa-4d82-b14f-c4a8de1f128d', 'status': 'completed', 'code': 200} Feb 04 12:52:11.212240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-f538957d-6f68-4804-82a7-486e0dd3b0ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0887573 Feb 04 12:52:11.291154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec0b59df-54e5-41b5-a8a9-e0bccc14fff0 req-3ae96e1d-8816-42d3-8b03-f5d3e76925e1 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 210 time: 0.0809922 Feb 04 12:52:11.330040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-edcd6ada-4b32-4fa3-8e08-1443dcaa00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.331584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-edcd6ada-4b32-4fa3-8e08-1443dcaa00ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0850537 Feb 04 12:52:11.446193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-f9886b18-20e0-44c8-a860-d5a566d284f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066935 Feb 04 12:52:11.846108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-d4e1e61b-5f74-421e-95e7-2f1e2a83df0f service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933084 Feb 04 12:52:11.857470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8597bd-59f5-4494-869c-0855d98551df req-363a2a0d-1b70-4949-80c5-6f70a1d655d8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.863447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd8597bd-59f5-4494-869c-0855d98551df req-363a2a0d-1b70-4949-80c5-6f70a1d655d8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.3714736 Feb 04 12:52:11.990238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd8597bd-59f5-4494-869c-0855d98551df req-ea84c1de-bc47-41af-b9d3-92dc6452f4c8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256762 Feb 04 12:52:12.045691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792d5d0-8af4-423a-aaae-cf327752a0e3 req-2ec96fd1-30c0-4504-9956-5086f207a31a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.051124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66a31edf-355d-4031-bfa5-c1561ee0d05f req-876a14c1-58d7-4f08-bfd4-44b119bbb816 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701159 Feb 04 12:52:12.055260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b792d5d0-8af4-423a-aaae-cf327752a0e3 req-2ec96fd1-30c0-4504-9956-5086f207a31a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.1120389 Feb 04 12:52:12.098706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b792d5d0-8af4-423a-aaae-cf327752a0e3 req-551ab08a-108d-4ebc-abc9-80844450fd55 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Feb 04 12:52:12.302231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925b38f-0e9e-4ec7-89c9-c5f11158191c req-c745e292-c2f2-48b7-9625-13f9b5dd6e3a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.303739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b925b38f-0e9e-4ec7-89c9-c5f11158191c req-c745e292-c2f2-48b7-9625-13f9b5dd6e3a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.0945201 Feb 04 12:52:12.368597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b925b38f-0e9e-4ec7-89c9-c5f11158191c req-81a827a8-6ba4-4384-9e83-7ee3a868af4c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575714 Feb 04 12:52:12.534690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-8fe7e41b-bc4f-4285-9233-040ba4d6da17 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=26566539aa264166a127365b632715b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645890 Feb 04 12:52:12.582684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-86c0a18a-f0d8-4c44-aac1-3b4c2db96a60 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--744433507&fields=id&tenant_id=4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 267 time: 0.0771310 Feb 04 12:52:12.709176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f90f3efa-e69e-44d0-85c8-d90f7a568d40 req-1994cd0f-3339-4588-9869-fb5f48c678a9 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 210 time: 0.0545957 Feb 04 12:52:12.816802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-54238738-13ac-4bc7-a7b8-16c79d9c2217 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.818253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-54238738-13ac-4bc7-a7b8-16c79d9c2217 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717166 Feb 04 12:52:12.825987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-c6efb823-8df1-4c83-b054-ab49a5b6b6d2 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.826697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-c6efb823-8df1-4c83-b054-ab49a5b6b6d2 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:12.835613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Request body: {'port': {'device_id': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '26566539aa264166a127365b632715b3'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:12.848724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-c6efb823-8df1-4c83-b054-ab49a5b6b6d2 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:12.852036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-c6efb823-8df1-4c83-b054-ab49a5b6b6d2 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 824 time: 0.2604055 Feb 04 12:52:12.877485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-49fee332-0757-48c8-b4d9-bd06982d4f90 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/quotas/4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 375 time: 0.0159347 Feb 04 12:52:12.984130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-cfdfb0e7-7a57-4e09-834b-d02767c3147a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0942087 Feb 04 12:52:13.000420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:13.005037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Usage tracker for resource:port and tenant:26566539aa264166a127365b632715b3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:13.008038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:13.014434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:13.033667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Made reservation on behalf of 26566539aa264166a127365b632715b3 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:13.038956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.057046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.082125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:13.087255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Usage tracker for resource:security_group_rule and tenant:26566539aa264166a127365b632715b3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:13.090572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:13.097043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:13.147239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-03ed849b-4745-4d9c-a222-97c9e0b29a8b service neutron] 10.222.0.53 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487677 Feb 04 12:52:13.211650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.217304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.323794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:13.334132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cb87863-40a7-48bd-9ecc-1279a8451731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.344987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:13.354724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-21506686-a97e-41e7-864d-60594231278c service neutron] 10.222.0.53 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047768 Feb 04 12:52:13.480966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ab9e9db9-2faa-4d82-b14f-c4a8de1f128d no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:13.489191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Allocated IP 192.168.233.44 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/f834a256-bc7c-4318-9ca6-aa5e5922d5d6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:13.548019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: ab9e9db9-2faa-4d82-b14f-c4a8de1f128d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:13.548929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ab9e9db9-2faa-4d82-b14f-c4a8de1f128d not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:13.630216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:13.659063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'port_id': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'mac_address': 'fa:16:3e:67:47:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589050a1-4645-469f-902a-bfdcdd3db97e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:13.836400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae275e3f-cc4f-44c2-b968-352c26d24dd8 req-cd8a71cd-775f-4a07-b5a0-3079216b7171 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.846130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae275e3f-cc4f-44c2-b968-352c26d24dd8 req-cd8a71cd-775f-4a07-b5a0-3079216b7171 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.2136433 Feb 04 12:52:13.867363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.901694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8349767e-eff2-4222-bcde-39a5ccdb5bf7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:13.932450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:13.937274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:13.950813 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:52:14.009921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae275e3f-cc4f-44c2-b968-352c26d24dd8 req-07d60921-7076-4134-9d22-56dbe01cc721 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625142 Feb 04 12:52:14.053762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:14.068990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.069341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.069740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.070077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.070421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.070754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.071080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.071402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.071723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.077125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.077408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.077623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.153597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.156886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-ea2bf833-1eab-4b2f-9f4f-fc5544f370ee tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.160760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-ea2bf833-1eab-4b2f-9f4f-fc5544f370ee tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0a724c0-5947-4219-b242-ff7a5eb04fac HTTP/1.1" status: 200 len: 945 time: 0.2051868 Feb 04 12:52:14.165285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-3a9f1c34-c44a-45b1-bd93-e0f7bd60d16f service neutron] 10.222.0.87 "GET /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.2995386 Feb 04 12:52:14.189361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02d64-c472-45df-81ab-3cdbbeb373bd req-11dcc073-6a9c-45c5-bbf3-bce09436a8c8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.199210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01f02d64-c472-45df-81ab-3cdbbeb373bd req-11dcc073-6a9c-45c5-bbf3-bce09436a8c8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.5807872 Feb 04 12:52:14.280534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Transition to ACTIVE for port object f834a256-bc7c-4318-9ca6-aa5e5922d5d6 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:14.295857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8349767e-eff2-4222-bcde-39a5ccdb5bf7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:14.317830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Deleting port 56566569-2616-4905-bc2e-82348dcbe1bd {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:14.318448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.331492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01f02d64-c472-45df-81ab-3cdbbeb373bd req-15a0ead9-a76f-4814-8da8-4189721890a1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313155 Feb 04 12:52:14.405101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.542397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636b5a-74d4-4c51-81e2-31832683d29b req-f5790012-8629-4740-a059-6dba08d53d33 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.544570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79636b5a-74d4-4c51-81e2-31832683d29b req-f5790012-8629-4740-a059-6dba08d53d33 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.2969139 Feb 04 12:52:14.678536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:14.691329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79636b5a-74d4-4c51-81e2-31832683d29b req-9bda1673-854b-40e5-a38c-58f66ba9860b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350951 Feb 04 12:52:14.730225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:14.732949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:14.782246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] For port 56566569-2616-4905-bc2e-82348dcbe1bd, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=56566569-2616-4905-bc2e-82348dcbe1bd,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:14.783209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.823211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fde65d7a-c8ad-4c04-8e3e-08c7748a1d77 req-0bc56d4f-976e-472d-98d8-c017405fe6ad tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 210 time: 0.1694221 Feb 04 12:52:14.834470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.835470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:14.879912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Pushing event updated for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:14.922797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-a3b96c1a-5625-40f1-973b-03ef91623d6e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0912616 Feb 04 12:52:14.946753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Request body: {'port': {'device_id': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:15.011239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:15.121608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0f1aeb5-8495-4cc8-92c8-e2d7294470b0 None None] Provisioning for port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:15.135954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0f1aeb5-8495-4cc8-92c8-e2d7294470b0 None None] Provisioning complete for port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:15.136330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0f1aeb5-8495-4cc8-92c8-e2d7294470b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.175459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.209318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:15.237377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1aeb5-8495-4cc8-92c8-e2d7294470b0 None None] Port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:52:15.355970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:15.410230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5c7bb-1fa3-4b91-a3d6-39152d2230d6 req-8e0672ed-6881-4ea0-a799-f8510c132b20 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.412925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8f5c7bb-1fa3-4b91-a3d6-39152d2230d6 req-8e0672ed-6881-4ea0-a799-f8510c132b20 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 935 time: 0.5153878 Feb 04 12:52:15.485582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.485960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.486332 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3 disassociated. External IP: 172.25.4.94, port: 56566569-2616-4905-bc2e-82348dcbe1bd. Feb 04 12:52:15.486698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Calling delete_port for 56566569-2616-4905-bc2e-82348dcbe1bd owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:15.540541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d39777-ec3b-4f6d-92cc-ddb424a25073 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:15.545067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8f5c7bb-1fa3-4b91-a3d6-39152d2230d6 req-c77bf9f8-24b5-458e-b104-8e5fba43e816 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221044 Feb 04 12:52:15.573143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:15.583046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:15.583415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.590860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:15.737092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.795550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-564e62dc-9d9f-42d9-ab82-2d9fd0c8eb5e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.797292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-564e62dc-9d9f-42d9-ab82-2d9fd0c8eb5e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 824 time: 0.4718032 Feb 04 12:52:15.833528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.874186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.914367 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a81b4c6e-6a4e-48c0-9903-74d994173524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.919570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event deleted for resources: {'Port': ['ID=56566569-2616-4905-bc2e-82348dcbe1bd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:15.942188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:15.943330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:15.950031 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:15.950859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 56566569-2616-4905-bc2e-82348dcbe1bd no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:15.969718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-02b631de-0d09-42c9-888f-b83cbdd61e48 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.978024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-02b631de-0d09-42c9-888f-b83cbdd61e48 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.8140023 Feb 04 12:52:16.048006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 56566569-2616-4905-bc2e-82348dcbe1bd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:16.048481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 56566569-2616-4905-bc2e-82348dcbe1bd not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:16.075306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439df01a-c202-4993-ac80-ab25d26e0bf4 req-5d0ff006-ac7b-4830-9a64-5ea97724e30b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.084141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-439df01a-c202-4993-ac80-ab25d26e0bf4 req-5d0ff006-ac7b-4830-9a64-5ea97724e30b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 943 time: 0.3059893 Feb 04 12:52:16.099818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:16.112306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-7d068e17-b70c-4cfb-b06e-60b348dd706e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.1329446 Feb 04 12:52:16.207158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-439df01a-c202-4993-ac80-ab25d26e0bf4 req-a11959ea-1e2d-4f1b-8dff-86e84099b289 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221359 Feb 04 12:52:16.233275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:52:16.311887 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-c5d7343e-5a8f-4c0e-b558-c60bb67b94b8 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4204e0c53d334bdbaf53e10abe06c532 HTTP/1.1" status: 200 len: 379 time: 0.3268874 Feb 04 12:52:16.330373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'port': {'device_id': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'admin_state_up': True, 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'security_groups': ['6f8d0240-7a54-42f7-bcb9-364ab574a36d']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:16.356450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f834a256-bc7c-4318-9ca6-aa5e5922d5d6 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:16.433149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.495841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Transition to ACTIVE for port object f834a256-bc7c-4318-9ca6-aa5e5922d5d6 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:16.501837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] Transition to ACTIVE for port object 76d39777-ec3b-4f6d-92cc-ddb424a25073 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:16.507979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.562208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.571281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:52:16.588874 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:16.609088 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:16.611204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:16.622058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-ab984129-5a13-4473-8b4d-e9ebc5d691b8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:16.689491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] No DVR routers for this DVR port 56566569-2616-4905-bc2e-82348dcbe1bd on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:16.702951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.714314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'name': 'network-vif-deleted', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:16.745599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3223032d-3d29-4a8b-8017-e3dbaf340202 req-dced4b46-8bc7-4460-bbad-260a7e67b7bb tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "DELETE /v2.0/ports/56566569-2616-4905-bc2e-82348dcbe1bd HTTP/1.1" status: 204 len: 173 time: 2.5770888 Feb 04 12:52:16.758988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:16.771031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf5be-c1bf-4d4d-84e2-c357b92d067c req-4b87d19b-5668-4b5e-87bc-a4def9ab2eec tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.772577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5fcdf5be-c1bf-4d4d-84e2-c357b92d067c req-4b87d19b-5668-4b5e-87bc-a4def9ab2eec tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 946 time: 0.4360683 Feb 04 12:52:16.875558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5fcdf5be-c1bf-4d4d-84e2-c357b92d067c req-4b8dd393-895e-4291-bf42-02f33c114556 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916498 Feb 04 12:52:16.974752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:17.113747 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:17.135921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:17.138032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Pushing event updated for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:17.189926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Usage tracker for resource:port and tenant:4204e0c53d334bdbaf53e10abe06c532 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:17.197989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6b0a5-657c-47c7-a1f1-42a4ee1abb96 req-ee1bff91-590b-4def-911a-fc4e71367880 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.198550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] No DVR routers for this DVR port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:17.206205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ff6b0a5-657c-47c7-a1f1-42a4ee1abb96 req-ee1bff91-590b-4def-911a-fc4e71367880 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1112590 Feb 04 12:52:17.231995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:17.250471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:17.262713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ff6b0a5-657c-47c7-a1f1-42a4ee1abb96 req-4503e2c6-4e30-4377-8054-c9c659170fa4 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554054 Feb 04 12:52:17.308550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-ab984129-5a13-4473-8b4d-e9ebc5d691b8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:17.309860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-ab984129-5a13-4473-8b4d-e9ebc5d691b8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1614690 Feb 04 12:52:17.379080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] 10.222.0.87 "PUT /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073/bindings/n-h2-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1775386 Feb 04 12:52:17.395764 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:17.399803 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:17.409190 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:17.409809 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:17.461149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Made reservation on behalf of 4204e0c53d334bdbaf53e10abe06c532 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:17.466262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:17.469058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:17.473157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3966395d-b415-48e2-86c6-1054d0029117 req-d319f837-333f-463e-965c-f42964d330db tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:17.541131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e04c1a-0b54-4768-9a8e-52c92917080c service neutron] Pushing event updated for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=10']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:17.560895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3966395d-b415-48e2-86c6-1054d0029117 req-d319f837-333f-463e-965c-f42964d330db tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:17.571257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3966395d-b415-48e2-86c6-1054d0029117 req-d319f837-333f-463e-965c-f42964d330db tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 210 time: 0.1821165 Feb 04 12:52:17.594265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Attempting to bind port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:17.594514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Attempting to bind port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:17.595533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Attempting to bind port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:17.625261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:17.625584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Attempting to bind port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:17.628650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:17.645292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-49f3d90f-3473-4868-bf76-8102df1a16ef tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.655488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-49f3d90f-3473-4868-bf76-8102df1a16ef tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.1621115 Feb 04 12:52:17.655778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:17.656028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:17.656311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:17.656757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Bound port: f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:17.657109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:17.702154 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'code': 200} Feb 04 12:52:17.742686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-00fe3880-dd9e-4af9-b3a4-b946fbdd38e6 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047749 Feb 04 12:52:17.821266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:17.981084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:17.988776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-32ae71b3-c728-4a5c-a917-c515b1ea42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.990699 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-32ae71b3-c728-4a5c-a917-c515b1ea42aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&tenant_id=acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 1095 time: 0.3240454 Feb 04 12:52:17.996193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:18.022931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Allocated IP 172.20.0.12 (91f90520-1ad2-438a-902d-789a35511944/731608a2-1b46-4ee0-99a6-fffd3c0ee8ed/01ab2bb2-42a4-4ff0-9653-25f7d15489ba) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:18.025631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:18.040370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f70a4a-7bd7-4c8b-be07-7c5bcbec94d4 req-0feebeb9-f7b3-4e61-b124-e39c3ce817a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.040370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6f70a4a-7bd7-4c8b-be07-7c5bcbec94d4 req-0feebeb9-f7b3-4e61-b124-e39c3ce817a2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1097 time: 0.1861868 Feb 04 12:52:18.125444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.126132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:18.127578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] 10.222.0.87 "PUT /v2.0/ports/f834a256-bc7c-4318-9ca6-aa5e5922d5d6 HTTP/1.1" status: 200 len: 1095 time: 3.1867933 Feb 04 12:52:18.133106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:18.156965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-1467fdc1-4f04-45c5-bf88-0c0916f48172 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269932 Feb 04 12:52:18.244074 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:18.244480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fdcd1-bce2-4bbd-a4ac-9bc055270352 req-e5a1c2f4-51b4-4327-8778-34b40799e0a6 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.246853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d30fdcd1-bce2-4bbd-a4ac-9bc055270352 req-e5a1c2f4-51b4-4327-8778-34b40799e0a6 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 947 time: 0.3340392 Feb 04 12:52:18.249010 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12074877-cc74-4fba-bbf8-436b4e2b2cf1 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:18.284275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c5c0e-7bd5-4bb9-b612-5fa12831b67a service neutron] Pushing event updated for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:18.397981 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a724c0-5947-4219-b242-ff7a5eb04fac', 'name': 'network-vif-deleted', 'tag': '56566569-2616-4905-bc2e-82348dcbe1bd', 'status': 'completed', 'code': 200} Feb 04 12:52:18.403606 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6f70a4a-7bd7-4c8b-be07-7c5bcbec94d4 req-c05cfe0d-5ac3-4e86-b41d-d53b876992d2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239012 Feb 04 12:52:18.446163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d30fdcd1-bce2-4bbd-a4ac-9bc055270352 req-8bd5f03f-cae9-4451-9eb4-e4c76e7e9e27 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888466 Feb 04 12:52:18.462991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-46b435ba-0eac-4a4c-bdfd-99b6de0ab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.467897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-46b435ba-0eac-4a4c-bdfd-99b6de0ab74d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1095 time: 0.4259660 Feb 04 12:52:18.541622 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:18.641394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:18.701108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-65fdf04a-927d-4b91-8956-9cce8ac9def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.703615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-65fdf04a-927d-4b91-8956-9cce8ac9def0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26566539aa264166a127365b632715b3&device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 1098 time: 0.5248840 Feb 04 12:52:18.705489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Transition to ACTIVE for port object 01ab2bb2-42a4-4ff0-9653-25f7d15489ba will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:18.821011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-1b1ae4dc-fb81-4b5e-ab06-fb4535408f90 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6 HTTP/1.1" status: 200 len: 217 time: 0.0932276 Feb 04 12:52:18.850561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75706df-991c-4310-9c42-5cdbc5d18805 None None] New status for floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:18.945586 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:19.107823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aafc1a-720f-40e8-81bf-0e4f96a00abe req-953355e5-4cca-4431-a803-e612aefccf5b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.116288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6aafc1a-720f-40e8-81bf-0e4f96a00abe req-953355e5-4cca-4431-a803-e612aefccf5b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.4752817 Feb 04 12:52:19.132246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-3de49068-6d02-4715-8d22-f79b0513f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.134516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-3de49068-6d02-4715-8d22-f79b0513f066 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2980483 Feb 04 12:52:19.144836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-890fd0db-a32d-4c75-b1d2-c6dfb4781a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.146577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-890fd0db-a32d-4c75-b1d2-c6dfb4781a2d service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.4608288 Feb 04 12:52:19.180856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6aafc1a-720f-40e8-81bf-0e4f96a00abe req-ec82d03a-162a-4706-9fbe-cf2aa7ec881b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Feb 04 12:52:19.332764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-a83bc129-33de-47a5-9fc2-0d1fb68b8d4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.1643467 Feb 04 12:52:19.451072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Network 91f90520-1ad2-438a-902d-789a35511944 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:19.457512 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6', 'status': 'completed', 'code': 200} Feb 04 12:52:19.466108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:19.468843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-e4fc1523-9320-444e-a3e5-85148bf84c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.469004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event updated for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:19.470484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-e4fc1523-9320-444e-a3e5-85148bf84c83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1305404 Feb 04 12:52:19.472365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:19.578523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.579728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:19.623263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-2d3e5afc-049d-4959-b1ad-4aaab5e2a3ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879180 Feb 04 12:52:19.631292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373912c-aa5d-4681-89f3-52c213b31a5f req-8342857d-bf9f-4172-8893-b833f0dbbaea tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.632789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9373912c-aa5d-4681-89f3-52c213b31a5f req-8342857d-bf9f-4172-8893-b833f0dbbaea tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 946 time: 0.5954492 Feb 04 12:52:19.635996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-4a349a3c-f7e6-4fea-8d34-1b470fc4bab5 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3157723 Feb 04 12:52:19.649320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-3b2deec3-7eed-45ba-b9ff-9668209975c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.651883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-3b2deec3-7eed-45ba-b9ff-9668209975c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5022604 Feb 04 12:52:19.695790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Request body: {'port': {'device_id': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:19.757449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef1341-d512-4c71-99ff-fc2f5b45fc01 req-b8b406c3-1c07-4bba-831d-4cd6fa3edb3c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.763788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:19.764817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0ef1341-d512-4c71-99ff-fc2f5b45fc01 req-b8b406c3-1c07-4bba-831d-4cd6fa3edb3c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.2890830 Feb 04 12:52:19.841474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0ef1341-d512-4c71-99ff-fc2f5b45fc01 req-e55968a3-6841-4866-bb1d-bebbc1efa63e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757616 Feb 04 12:52:19.904420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3648a665-62a6-4fca-b544-45de15d58966 None None] Provisioning for port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:19.925747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3648a665-62a6-4fca-b544-45de15d58966 None None] Provisioning complete for port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:19.926419 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3648a665-62a6-4fca-b544-45de15d58966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:19.945944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-1b132ab2-de02-4296-9bce-83cf71b9ef32 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894483 Feb 04 12:52:19.983272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9373912c-aa5d-4681-89f3-52c213b31a5f req-6e821fd6-fda1-4147-855c-8ebc27581100 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303723 Feb 04 12:52:20.066814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-b5cc5d17-debb-4565-a98c-1c2e5148807f service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994470 Feb 04 12:52:20.078183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3648a665-62a6-4fca-b544-45de15d58966 None None] Port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:52:20.249035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-9a681131-a2eb-4d6d-b70b-1f1011632198 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940004 Feb 04 12:52:20.276461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96550bc5-3e1c-47e0-ae6c-b790c22b0e70 req-c4d982f2-01ce-4fcd-8bae-138a45a5f4e0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 210 time: 0.2671723 Feb 04 12:52:20.375159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:20.539752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24481dc1-9b29-4cd0-beff-0b3d5bf7ece3 req-d1fba707-1827-4168-9fb2-6a2f89bbd1e3 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.541481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24481dc1-9b29-4cd0-beff-0b3d5bf7ece3 req-d1fba707-1827-4168-9fb2-6a2f89bbd1e3 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 947 time: 0.1304998 Feb 04 12:52:20.611548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24481dc1-9b29-4cd0-beff-0b3d5bf7ece3 req-d2241533-594f-4c0d-b34b-a780fac600d6 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 Feb 04 12:52:20.628950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-e011a962-fb3f-421b-a29f-3362dfcd08d8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.630463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-e011a962-fb3f-421b-a29f-3362dfcd08d8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.4960501 Feb 04 12:52:20.643576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d61beecd-388e-4b51-b5cc-a307b338aa5b req-046c9603-2117-4103-9491-997da572a7b5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502675 Feb 04 12:52:20.653971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:20.730331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca788-67cb-4432-8605-5517d2398180 req-2b6697b6-2873-44d4-91d6-7049ddfee52f tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.732474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-2b6697b6-2873-44d4-91d6-7049ddfee52f tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.1197097 Feb 04 12:52:20.784232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4840605-bcb6-4d2e-bfe4-59daf78f0ba9 req-41a330c1-1a2e-41bf-aba9-81c05b9dc5cc tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.784932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e4840605-bcb6-4d2e-bfe4-59daf78f0ba9 req-41a330c1-1a2e-41bf-aba9-81c05b9dc5cc tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Synchronizing usage tracker for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:20.966312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e4840605-bcb6-4d2e-bfe4-59daf78f0ba9 req-41a330c1-1a2e-41bf-aba9-81c05b9dc5cc tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Unset dirty status for tenant:4204e0c53d334bdbaf53e10abe06c532 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:20.968034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4840605-bcb6-4d2e-bfe4-59daf78f0ba9 req-41a330c1-1a2e-41bf-aba9-81c05b9dc5cc tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 932 time: 0.7526448 Feb 04 12:52:21.008148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7fbd-22fd-4b8f-857b-5c2c114b4ca0 req-f7b801db-b4da-489c-9568-31d42415ea12 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.009652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44ab7fbd-22fd-4b8f-857b-5c2c114b4ca0 req-f7b801db-b4da-489c-9568-31d42415ea12 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.1874704 Feb 04 12:52:21.015711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c94ca788-67cb-4432-8605-5517d2398180 req-0225532d-c9cf-41c2-b94e-758a1b1093c8 service neutron] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:21.023210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c94ca788-67cb-4432-8605-5517d2398180 req-0225532d-c9cf-41c2-b94e-758a1b1093c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:21.024300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94ca788-67cb-4432-8605-5517d2398180 req-0225532d-c9cf-41c2-b94e-758a1b1093c8 service neutron] 10.222.0.90 "DELETE /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073/bindings/n-h1-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.2799261 Feb 04 12:52:21.073701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:21.083397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44ab7fbd-22fd-4b8f-857b-5c2c114b4ca0 req-193934de-f9c5-487f-95ba-4581351ec5ec tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579815 Feb 04 12:52:21.128377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:21.132909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4840605-bcb6-4d2e-bfe4-59daf78f0ba9 req-f76a52a0-7f30-4f83-9ad1-dd04d5fea84a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482449 Feb 04 12:52:21.144531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-c5bcf294-66ea-439c-9cc6-100fe8b534aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.145143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-c5bcf294-66ea-439c-9cc6-100fe8b534aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=26566539aa264166a127365b632715b3&device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 1098 time: 0.3745329 Feb 04 12:52:21.312395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a2-0f0c-4772-ac73-67228c8c6dcd req-4cb0923e-1736-4360-8cf9-5c95cc92b747 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.313185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:21.315346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ea6f7a2-0f0c-4772-ac73-67228c8c6dcd req-4cb0923e-1736-4360-8cf9-5c95cc92b747 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1076708 Feb 04 12:52:21.317422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:21.367199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ea6f7a2-0f0c-4772-ac73-67228c8c6dcd req-945b8043-ba3e-427c-a754-f914dad6c3d9 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Feb 04 12:52:21.386106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ab2bb2-42a4-4ff0-9653-25f7d15489ba {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:21.399328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:21.463707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Transition to ACTIVE for port object 01ab2bb2-42a4-4ff0-9653-25f7d15489ba will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:21.493088 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:21.607160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9169b5f2-65e9-4307-b869-1a4ab0178c21 req-410b4004-2216-463e-a372-dc7bdb6a0abb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 210 time: 0.0658667 Feb 04 12:52:21.870331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f05be-99aa-45c9-9442-6d90b46b17b7 req-d03375e7-9e6f-476d-81b4-a524ddccfeec tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.872407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-085f05be-99aa-45c9-9442-6d90b46b17b7 req-d03375e7-9e6f-476d-81b4-a524ddccfeec tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1095 time: 0.1290178 Feb 04 12:52:21.874647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-377ccc74-1379-49c2-9134-5078ae7bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.876337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-377ccc74-1379-49c2-9134-5078ae7bc7c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6533399 Feb 04 12:52:22.085035 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-4a6a2709-788f-4d3f-91c0-94ac7808b5cf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6 HTTP/1.1" status: 200 len: 217 time: 0.1207628 Feb 04 12:52:22.119329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-085f05be-99aa-45c9-9442-6d90b46b17b7 req-27cb2842-f77c-4f60-83ac-d829f12a6933 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400172 Feb 04 12:52:22.343318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4390-1fbc-432d-85b4-5ce734e3d9c2 req-3366a71e-63d3-42fd-8063-a0f532d2c5ba tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.368348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d9a4390-1fbc-432d-85b4-5ce734e3d9c2 req-3366a71e-63d3-42fd-8063-a0f532d2c5ba tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 946 time: 1.1061375 Feb 04 12:52:22.409285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a88d3b-0cad-4d25-90a2-527ec6ddb412 req-3f037d3b-f265-41c1-8d5b-d76f0af32b02 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.416952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94a88d3b-0cad-4d25-90a2-527ec6ddb412 req-3f037d3b-f265-41c1-8d5b-d76f0af32b02 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 947 time: 0.1034648 Feb 04 12:52:22.449223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.9 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/c0c9dbed-6d1f-483c-b668-096d233b83fe) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:22.475291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94a88d3b-0cad-4d25-90a2-527ec6ddb412 req-88396ae6-7887-4fa0-99df-46525a8a95e8 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Feb 04 12:52:22.492846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:22.545529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-56ffe045-c4a4-4b01-8b26-79149b43ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.547406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-56ffe045-c4a4-4b01-8b26-79149b43ab9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4140999 Feb 04 12:52:22.603816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d9a4390-1fbc-432d-85b4-5ce734e3d9c2 req-c6e4ad54-e1d8-42f5-8421-db3002053fb0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331641 Feb 04 12:52:22.696695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417c1c-ac10-4035-a992-bec535613fcf req-1ace5f07-ab67-4178-bdd5-3bacca47a417 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.699500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Attempting to bind port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:22.699965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Attempting to bind port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:22.700359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Attempting to bind port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:22.715802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75417c1c-ac10-4035-a992-bec535613fcf req-1ace5f07-ab67-4178-bdd5-3bacca47a417 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 944 time: 0.1271710 Feb 04 12:52:22.794772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba on network 91f90520-1ad2-438a-902d-789a35511944 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:22.795218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Attempting to bind port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba on network 91f90520-1ad2-438a-902d-789a35511944 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:22.824991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75417c1c-ac10-4035-a992-bec535613fcf req-18adfb1b-7a7f-4bf8-9dc9-be187cff9071 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071436 Feb 04 12:52:22.886723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:22.887225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Checking segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:22.887329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Bound using segment: {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:22.887779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Bound port: 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550d9eb0-6e55-493c-b708-35e67aa2991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91f90520-1ad2-438a-902d-789a35511944'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:22.888127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:23.057163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-267b3c2c-e30a-4503-bf7c-4517b1d87796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.058717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-267b3c2c-e30a-4503-bf7c-4517b1d87796 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5017185 Feb 04 12:52:23.058832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bc487-c61c-4edc-aac6-0268213962fa req-4e9595b0-e82f-442b-98de-bdf7ea73cf48 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.065484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e12bc487-c61c-4edc-aac6-0268213962fa req-4e9595b0-e82f-442b-98de-bdf7ea73cf48 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1135886 Feb 04 12:52:23.114303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e12bc487-c61c-4edc-aac6-0268213962fa req-d36c54d3-c965-43dd-b074-359c78d7f59b tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475910 Feb 04 12:52:23.176618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:23.199495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-11835737-f573-4ea3-a3ad-f940324ed907 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.201005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-11835737-f573-4ea3-a3ad-f940324ed907 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.4287019 Feb 04 12:52:23.228383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:23.246950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-f8952f41-e31a-45e2-a268-c9ee0cf4b777 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/quotas/acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 375 time: 0.0254600 Feb 04 12:52:23.255278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:23.287735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36112ec6-983b-4f5c-ac63-77c64ed2333e req-86f9c1ea-19c3-42d9-8302-0c479b3ebd82 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 210 time: 0.0624774 Feb 04 12:52:23.321976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:23.429361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-5908789f-5699-471b-9741-d5dec9371653 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510010 Feb 04 12:52:23.435386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.436662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:23.438729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] 10.222.0.90 "PUT /v2.0/ports/01ab2bb2-42a4-4ff0-9653-25f7d15489ba HTTP/1.1" status: 200 len: 1092 time: 3.7696848 Feb 04 12:52:23.440361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:23.513230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f834a256-bc7c-4318-9ca6-aa5e5922d5d6 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:23.529540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:23.589144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017f33-fcbb-4c84-bdd5-defeca2294a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:23.623503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:23.685882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505c19-1a20-4ab3-ad8e-c3d8aed11d34 req-85f1babf-a6fa-4952-8276-8d1be58563f0 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.689011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb505c19-1a20-4ab3-ad8e-c3d8aed11d34 req-85f1babf-a6fa-4952-8276-8d1be58563f0 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1097 time: 0.1120248 Feb 04 12:52:23.791299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fb505c19-1a20-4ab3-ad8e-c3d8aed11d34 req-c02720bc-89cc-4cb5-83d7-798c0c228089 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Synchronizing usage tracker for tenant:34a180baf609405786eec9f98ea904a6 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:23.836077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fb505c19-1a20-4ab3-ad8e-c3d8aed11d34 req-c02720bc-89cc-4cb5-83d7-798c0c228089 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Unset dirty status for tenant:34a180baf609405786eec9f98ea904a6 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:23.837767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb505c19-1a20-4ab3-ad8e-c3d8aed11d34 req-c02720bc-89cc-4cb5-83d7-798c0c228089 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416068 Feb 04 12:52:23.842271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:23.918101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6', 'mac_address': 'fa:16:3e:e2:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:23.920341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:23.941950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:23.958333 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'status': 'completed', 'code': 200} Feb 04 12:52:23.959390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:23.961889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:24.044571 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.086034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f834a256-bc7c-4318-9ca6-aa5e5922d5d6 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:24.110527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-ff0c8264-02ca-49c1-80da-d993ee847931 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8487258 Feb 04 12:52:24.114183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:24.123512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.127840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.128499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.158671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bd52ce0-1274-4d11-a460-333c01888ebb req-b3023601-6ed0-492e-95d7-65c7e1fcadb5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125435 Feb 04 12:52:24.197986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb1bad-49dc-4a7d-8bb7-4f5e3abb9a43 req-262a215b-b526-4e85-bf58-746167c68b37 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.199657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47fb1bad-49dc-4a7d-8bb7-4f5e3abb9a43 req-262a215b-b526-4e85-bf58-746167c68b37 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 947 time: 0.1308308 Feb 04 12:52:24.211651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.231072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:24.253399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-0c0d1d08-845f-4165-b101-9d2a8c5362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.254874 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-0c0d1d08-845f-4165-b101-9d2a8c5362cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 1095 time: 0.7172017 Feb 04 12:52:24.264218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47fb1bad-49dc-4a7d-8bb7-4f5e3abb9a43 req-ab4274d0-ae07-43ea-97aa-e1f26cd43ca2 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578597 Feb 04 12:52:24.339281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-dc437849-8bd0-4316-a62f-9caffcbef560 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6925163 Feb 04 12:52:24.353068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-02086dbe-9f0e-45c7-a41a-60f841034e4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba HTTP/1.1" status: 200 len: 217 time: 0.0851874 Feb 04 12:52:24.357291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Request body: {'port': {'device_id': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:24.411658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f834a256-bc7c-4318-9ca6-aa5e5922d5d6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:24.504280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca5ed5-d9b5-4774-b526-6aefa976b0cd req-a32c7342-d9f4-451c-8e17-2954cc51d7ba tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.506711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7dca5ed5-d9b5-4774-b526-6aefa976b0cd req-a32c7342-d9f4-451c-8e17-2954cc51d7ba tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 944 time: 0.1123719 Feb 04 12:52:24.583273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:24.589340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7dca5ed5-d9b5-4774-b526-6aefa976b0cd req-794bdc0b-2594-43ca-991e-30c484a04b4a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760176 Feb 04 12:52:24.605038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-d69120dd-7ac7-4c48-801f-3bc98b753610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.606698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-d69120dd-7ac7-4c48-801f-3bc98b753610 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.2197506 Feb 04 12:52:24.608830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-2b5a5b77-f475-4f12-825d-abe9c5aca393 service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744780 Feb 04 12:52:24.795918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b828a5-b7cd-41d3-8ee7-d4daa3fcf4a2 req-781ed109-f631-4225-9458-0ab327a906cf tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.798242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57b828a5-b7cd-41d3-8ee7-d4daa3fcf4a2 req-781ed109-f631-4225-9458-0ab327a906cf tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1097 time: 0.0914655 Feb 04 12:52:24.859199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57b828a5-b7cd-41d3-8ee7-d4daa3fcf4a2 req-6f49adbb-20a2-4aef-9762-e36ab1c278c7 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514932 Feb 04 12:52:24.972160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-fc8be7df-b194-4498-98d4-818e56e4048a service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977130 Feb 04 12:52:25.040369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-a0ff4b79-7b9e-4b63-9145-c6732f149df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.042742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-a0ff4b79-7b9e-4b63-9145-c6732f149df7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4246454 Feb 04 12:52:25.315006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef35b11-e1a0-430e-9157-2955dd19904f req-f63cdb82-fb86-4e78-b658-4176987b5367 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.316581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ef35b11-e1a0-430e-9157-2955dd19904f req-f63cdb82-fb86-4e78-b658-4176987b5367 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1182740 Feb 04 12:52:25.336907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-cfeebbc9-4e23-42ca-9274-7cc20360785b service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838097 Feb 04 12:52:25.377671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ef35b11-e1a0-430e-9157-2955dd19904f req-25c24c53-cc3d-4382-a51c-e80fefa8db0a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531602 Feb 04 12:52:25.514097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:25.565826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf93a-2977-4bc5-89db-12b1a790a8d9 req-9ebd6b93-1675-451b-8622-ae20ad46b29c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.566466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1ecbf93a-2977-4bc5-89db-12b1a790a8d9 req-9ebd6b93-1675-451b-8622-ae20ad46b29c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:25.592176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c9dbed-6d1f-483c-b668-096d233b83fe {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:25.611844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:25.645574 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43be713d-8bd5-4c44-9954-e192d0c80767 req-d8aca10e-2da2-4fc6-9625-2597d73ea480 service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937427 Feb 04 12:52:25.646159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1ecbf93a-2977-4bc5-89db-12b1a790a8d9 req-9ebd6b93-1675-451b-8622-ae20ad46b29c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:25.653728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ecbf93a-2977-4bc5-89db-12b1a790a8d9 req-9ebd6b93-1675-451b-8622-ae20ad46b29c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 931 time: 0.4065132 Feb 04 12:52:25.673467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Transition to ACTIVE for port object c0c9dbed-6d1f-483c-b668-096d233b83fe will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:25.678317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:25.691266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d23dd-014c-438b-99ad-b7985446c357 req-46906881-1584-4c4f-965b-bc95c5dea7ef tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.692905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-066d23dd-014c-438b-99ad-b7985446c357 req-46906881-1584-4c4f-965b-bc95c5dea7ef tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 945 time: 0.1075506 Feb 04 12:52:25.698966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f834a256-bc7c-4318-9ca6-aa5e5922d5d6 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:25.750288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-066d23dd-014c-438b-99ad-b7985446c357 req-7793dd31-e1ca-4676-8a3f-03a1bf5c5923 tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Feb 04 12:52:25.814539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:25.836665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'mac_address': 'fa:16:3e:1a:df:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:25.901577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:25.921413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:25.928948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:25.929316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:25.963532 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-308a48fe-3649-4ce0-849c-17f6e01fad9e req-71b1954f-b0fe-42a2-a427-3a2ab1c1e6e5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 210 time: 0.0607071 Feb 04 12:52:26.020822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:26.046548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ecbf93a-2977-4bc5-89db-12b1a790a8d9 req-44322fd8-6aa9-42e4-bba8-9b29dc712f63 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919230 Feb 04 12:52:26.048051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:26.059475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.117426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:26.152765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:26.190896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8c9cf-69d1-4b18-b4d0-7afc11df5858 req-658c8212-42c8-43ed-8712-8ad0ccd16fbc tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.200379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8a8c9cf-69d1-4b18-b4d0-7afc11df5858 req-658c8212-42c8-43ed-8712-8ad0ccd16fbc tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 948 time: 0.1163244 Feb 04 12:52:26.208385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-e9aee70f-747b-4499-bf15-d4dbf5c97403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.210422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-e9aee70f-747b-4499-bf15-d4dbf5c97403 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 1095 time: 0.4637580 Feb 04 12:52:26.230820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.256234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8a8c9cf-69d1-4b18-b4d0-7afc11df5858 req-00ef0df8-0909-47d7-8499-5346b3c8216e tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Feb 04 12:52:26.275360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:26.276426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:26.284448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.285279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:26.329939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Attempting to bind port c0c9dbed-6d1f-483c-b668-096d233b83fe on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:26.330225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Attempting to bind port c0c9dbed-6d1f-483c-b668-096d233b83fe by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:26.330564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Attempting to bind port c0c9dbed-6d1f-483c-b668-096d233b83fe on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:26.340415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Port c0c9dbed-6d1f-483c-b668-096d233b83fe on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:26.340778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Attempting to bind port c0c9dbed-6d1f-483c-b668-096d233b83fe on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:26.354594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:26.355425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:26.357933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:26.358552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Bound port: c0c9dbed-6d1f-483c-b668-096d233b83fe, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:26.358926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.369416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:26.462223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782916e-4295-4501-b3b8-25e730a869fa req-2fe000ec-1c0f-4960-afe1-4a83ba14f360 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.480452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a782916e-4295-4501-b3b8-25e730a869fa req-2fe000ec-1c0f-4960-afe1-4a83ba14f360 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 944 time: 0.1218104 Feb 04 12:52:26.515525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-e2ba0f29-25ce-4795-9ebd-5340b036bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.517950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-e2ba0f29-25ce-4795-9ebd-5340b036bb17 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 925 time: 0.2982824 Feb 04 12:52:26.529761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:26.538793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a782916e-4295-4501-b3b8-25e730a869fa req-fa57b0a9-8ffd-41a7-9555-35469ad1c84d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565066 Feb 04 12:52:26.633106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-3b459056-8e1b-47d1-899a-be04edc3b6e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba HTTP/1.1" status: 200 len: 217 time: 0.0991426 Feb 04 12:52:26.634644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:26.641264 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6', 'code': 200} Feb 04 12:52:26.644186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.771891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:26.894577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Pushing event updated for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:26.906568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.907567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:26.909177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-86ea818c-801e-4969-a11f-dcd212b6ee6b service neutron] 10.222.0.87 "PUT /v2.0/ports/c0c9dbed-6d1f-483c-b668-096d233b83fe HTTP/1.1" status: 200 len: 1091 time: 2.5581939 Feb 04 12:52:26.940727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:26.998761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:27.036420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d989b-cd62-404c-8e7b-291aa192b4e1 req-5e88db9c-3acf-46b6-b520-bca8220bb317 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.037975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:27.040238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e60d989b-cd62-404c-8e7b-291aa192b4e1 req-5e88db9c-3acf-46b6-b520-bca8220bb317 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 948 time: 0.2151871 Feb 04 12:52:27.052905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-6519cad3-3bcf-44a6-9b13-eb6e68edabf2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.054952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-6519cad3-3bcf-44a6-9b13-eb6e68edabf2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.4033756 Feb 04 12:52:27.072297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:27.077698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:27.085518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Request body: {'port': {'device_id': '680bb675-5b97-4c36-ba47-a39b672904c4', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'admin_state_up': True, 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:27.167407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-62d36bd2-56e4-4797-a7a2-4ae17bc8364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.169566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-62d36bd2-56e4-4797-a7a2-4ae17bc8364d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.5100358 Feb 04 12:52:27.197210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:27.212423 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e60d989b-cd62-404c-8e7b-291aa192b4e1 req-48454a13-01d1-4218-bf5c-95798459d40f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562500 Feb 04 12:52:27.276034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa8832-83e4-46fc-a29a-36cf883e7076 req-e82367a9-d6a1-484b-9dc4-5978463672da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.277494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddfa8832-83e4-46fc-a29a-36cf883e7076 req-e82367a9-d6a1-484b-9dc4-5978463672da service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 1100 time: 0.4688325 Feb 04 12:52:27.287566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-c3d3582d-b1f7-4279-b82a-9c10be6b83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.290134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-c3d3582d-b1f7-4279-b82a-9c10be6b83e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 1094 time: 0.3148365 Feb 04 12:52:27.353265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:27.369223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:27.395456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:27.398163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-66a5e640-a5ca-4f4d-94fc-125428af0c8e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe HTTP/1.1" status: 200 len: 217 time: 0.0906136 Feb 04 12:52:27.400099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:27.432522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddfa8832-83e4-46fc-a29a-36cf883e7076 req-6e19f046-4f10-41c4-9b2d-e043fc10ab65 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411395 Feb 04 12:52:27.439573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-56881618-a315-4159-81c1-2e02edbea77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.441147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-56881618-a315-4159-81c1-2e02edbea77a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627079 Feb 04 12:52:27.586868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-5326bcc7-44cc-446f-9e0c-8440b05eb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.588355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-5326bcc7-44cc-446f-9e0c-8440b05eb7f3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1463146 Feb 04 12:52:27.640948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-49d7458c-9604-4ced-9c16-cf87d6bf6d0a service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652436 Feb 04 12:52:27.794958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Allocated IP 172.20.0.12 (5a2dff08-03c8-428a-8a1c-98ccd458e26b/e5e8d484-30d9-437f-be36-8e9fd626446a/07359178-6f2a-413f-b4b9-9fe5f16af3d3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:27.799621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-01a7bb2b-5388-45fb-9847-810694564d09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261449 Feb 04 12:52:27.852774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e3b1-ef26-4e99-9b68-c319f8210dc0 req-ccdd0465-7028-49e2-819a-93490db4a1cd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.859377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c762e3b1-ef26-4e99-9b68-c319f8210dc0 req-ccdd0465-7028-49e2-819a-93490db4a1cd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 945 time: 0.3143060 Feb 04 12:52:27.876443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-cb0661d9-1922-4d43-8c2c-cceedd4f52de tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:27.878571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-cb0661d9-1922-4d43-8c2c-cceedd4f52de tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.90 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 945 time: 0.2111702 Feb 04 12:52:27.901847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56998) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:28.039000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5513bdcb-8c6a-4ea3-8ddc-3cd4d718fd98 req-44395fb6-5f76-4753-9368-5145d1131ace service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887281 Feb 04 12:52:28.097202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c762e3b1-ef26-4e99-9b68-c319f8210dc0 req-0aabbeb1-1042-44e4-9d27-5f2c4baac5ae tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/security-groups?id=34a53db5-02c0-4702-86c7-3b56acd8f8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362502 Feb 04 12:52:28.100392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-7bedfed3-3aa7-4a78-8765-c6dd68d75530 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784984 Feb 04 12:52:28.110210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Deleting port f33d51e2-1fe7-444c-933a-8939ed9201f2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:28.110708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:28.150726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-45010f56-3952-4f1c-8617-cbbdd7149017 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:52:28.151859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-45010f56-3952-4f1c-8617-cbbdd7149017 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2447560 Feb 04 12:52:28.194044 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe', 'status': 'completed', 'code': 200} Feb 04 12:52:28.275329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41a8bb17-1a86-438d-a91f-98ab85a09b1c req-e393abd5-1a91-4ea0-aa9c-cca169d3c2d2 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677101 Feb 04 12:52:28.342433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:28.342910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:52:28.391232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0642f80a-67a5-4441-a419-164d505cf8a9 req-0ddda9b4-3f5e-4aa3-91aa-77010b86a3af tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 210 time: 0.1192026 Feb 04 12:52:28.404298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:28.413938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-28b8594a-0bfb-49a7-9c9d-8dd0acfc95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:28.415646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-28b8594a-0bfb-49a7-9c9d-8dd0acfc95ad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 1094 time: 0.0843370 Feb 04 12:52:28.581306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-12524a31-fa81-4c05-8a3a-8de7f29f1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:28.582729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-12524a31-fa81-4c05-8a3a-8de7f29f1cf3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.1570661 Feb 04 12:52:28.665351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-2dd9fdc7-08b7-455b-bf02-286e82dd519e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe HTTP/1.1" status: 200 len: 217 time: 0.0755806 Feb 04 12:52:28.737209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:28.749766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-6c14c900-6433-4819-a255-1a2bbe3f207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:28.751749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-6c14c900-6433-4819-a255-1a2bbe3f207f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.0719941 Feb 04 12:52:28.847571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] For port f33d51e2-1fe7-444c-933a-8939ed9201f2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f33d51e2-1fe7-444c-933a-8939ed9201f2,segment=NetworkSegment(e1ed852f-cebf-4c93-b959-748ae27d338b),segment_id=e1ed852f-cebf-4c93-b959-748ae27d338b)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:28.847858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:28.877718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-5df6e0ab-e250-4a41-8c3a-e15ebc6d6286 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160417 Feb 04 12:52:28.930473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:29.003423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:29.013650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Calling delete_port for f33d51e2-1fe7-444c-933a-8939ed9201f2 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:29.043595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-01ae574f-4b4d-4a72-91b8-8c520d1e8170 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522253 Feb 04 12:52:29.044533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:29.057651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:29.117994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eaee4-bc4e-4679-9ff2-726d81234912 req-ddb029fc-3eea-4062-a8e6-e0d83f8c8dea tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:29.119419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9eaee4-bc4e-4679-9ff2-726d81234912 req-ddb029fc-3eea-4062-a8e6-e0d83f8c8dea tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 943 time: 0.5849941 Feb 04 12:52:29.120090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:29.120416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:29.120729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:29.152153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:29.152483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:29.175148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:29.175483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:29.175869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:29.176309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Bound port: 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:29.200442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b3e412-4e5e-4790-b1ad-f718bb4d8abe req-17f2be38-7ffa-4092-acc5-93304d60772d service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387382 Feb 04 12:52:29.232799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:29.233626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.245969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9eaee4-bc4e-4679-9ff2-726d81234912 req-2f6cb5a2-8b6d-49d1-b809-881c080babdb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162643 Feb 04 12:52:29.327621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-9f0a6c45-c5f8-453c-89a4-a892d1bc38e6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2464061 Feb 04 12:52:29.342549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Request body: {'port': {'device_id': '680bb675-5b97-4c36-ba47-a39b672904c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:29.458230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:29.458987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.467329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 01ab2bb2-42a4-4ff0-9653-25f7d15489ba details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:29.539722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f33d51e2-1fe7-444c-933a-8939ed9201f2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:29.559763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.559763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc90c4ea-629d-4f08-a112-bc44f637e357 service neutron] 10.222.0.53 "POST /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7/bindings HTTP/1.1" status: 201 len: 389 time: 1.3152659 Feb 04 12:52:29.576357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:29.581152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Pushing event deleted for resources: {'Port': ['ID=f33d51e2-1fe7-444c-933a-8939ed9201f2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:29.720881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a76b4953-c76b-4445-98d7-63aa6583a5e8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:29.721504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.725025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] No DVR routers for this DVR port f33d51e2-1fe7-444c-933a-8939ed9201f2 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:29.731324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.733490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82b47208-293e-4ff7-b1df-d301c79ee49e req-dea07334-9d35-4f71-902a-af38f09d7ebd tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.90 "DELETE /v2.0/ports/f33d51e2-1fe7-444c-933a-8939ed9201f2 HTTP/1.1" status: 204 len: 173 time: 1.8276763 Feb 04 12:52:29.734016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'name': 'network-vif-deleted', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:29.748832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:29.825607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092509-5d7a-4d1c-b609-1b3d1f23c4c7 req-eadd18df-c38e-47e2-95bb-49532ead7219 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:29.825840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:29.833772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0092509-5d7a-4d1c-b609-1b3d1f23c4c7 req-eadd18df-c38e-47e2-95bb-49532ead7219 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 949 time: 0.3834887 Feb 04 12:52:29.844793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'port_id': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'mac_address': 'fa:16:3e:54:04:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:29.943106 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0092509-5d7a-4d1c-b609-1b3d1f23c4c7 req-ee391650-29f0-4f57-a11b-99b41f2e1fac tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 Feb 04 12:52:29.948742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.026239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c236d-779d-446c-934c-347e5362f81c req-70f2f07b-f768-4b65-9bcf-947a4efedefa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.035778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ab2bb2-42a4-4ff0-9653-25f7d15489ba {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:30.039416 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e8c236d-779d-446c-934c-347e5362f81c req-70f2f07b-f768-4b65-9bcf-947a4efedefa tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 944 time: 0.1996424 Feb 04 12:52:30.059879 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.090096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:30.097726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:30.106381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.112786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-0aa3b78f-e73d-4284-895c-ecb63e5ae436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.115222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-0aa3b78f-e73d-4284-895c-ecb63e5ae436 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1097 time: 0.2737949 Feb 04 12:52:30.177126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:30.191481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e8c236d-779d-446c-934c-347e5362f81c req-7aead887-4312-4f74-8722-324c2d01fea0 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505980 Feb 04 12:52:30.212706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.232381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808290-c413-4b65-bf50-d8b39e0af079 req-b0c48097-5462-49d5-9be4-f3de06b78888 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.234548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35808290-c413-4b65-bf50-d8b39e0af079 req-b0c48097-5462-49d5-9be4-f3de06b78888 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 947 time: 0.1492150 Feb 04 12:52:30.261303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:30.382325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-79d5ab51-7216-4cd7-86f6-9a523feb3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.384540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-79d5ab51-7216-4cd7-86f6-9a523feb3ab7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.2504876 Feb 04 12:52:30.404079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07359178-6f2a-413f-b4b9-9fe5f16af3d3 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:30.427183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:30.431381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.437266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35808290-c413-4b65-bf50-d8b39e0af079 req-2bca32f7-f09f-4f18-bbd6-c6e3018a6942 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717741 Feb 04 12:52:30.454271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Transition to ACTIVE for port object 07359178-6f2a-413f-b4b9-9fe5f16af3d3 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:30.464657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.487073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['01ab2bb2-42a4-4ff0-9653-25f7d15489ba'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:30.528871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-cc8b2184-aab6-4f49-b2c3-6755a3408a86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.1363120 Feb 04 12:52:30.674955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:30.701638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1162c15e-5b8e-4f09-9f1c-2a507132b9eb req-dc6aefa6-b515-4608-8127-9e1bdba45d6a tempest-VolumesAdminNegativeTest-800743717 tempest-VolumesAdminNegativeTest-800743717-project] 10.222.0.53 "GET /v2.0/ports?device_id=475c5686-b2ea-4924-9d6f-06089912904a HTTP/1.1" status: 200 len: 210 time: 0.1714070 Feb 04 12:52:30.767566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-913cea81-3666-40e7-a29e-319a753fcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.769251 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-913cea81-3666-40e7-a29e-319a753fcfa1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1339631 Feb 04 12:52:30.825020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-bbd9ca95-d9a6-4212-93a4-3288c2c77ee8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481658 Feb 04 12:52:30.852500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1b0b-f219-4554-bf3d-a576edc33cad req-dbd46736-5c19-41dc-a1ac-665b4394f91e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:30.853308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cddc1b0b-f219-4554-bf3d-a576edc33cad req-dbd46736-5c19-41dc-a1ac-665b4394f91e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:30.865461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:30.865812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:30.866250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:30.874211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:30.874531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:30.882101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:30.882448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:30.882873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:30.883419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Bound port: 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:30.883774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:30.896198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cddc1b0b-f219-4554-bf3d-a576edc33cad req-dbd46736-5c19-41dc-a1ac-665b4394f91e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:30.897915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cddc1b0b-f219-4554-bf3d-a576edc33cad req-dbd46736-5c19-41dc-a1ac-665b4394f91e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.2889154 Feb 04 12:52:31.022035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cddc1b0b-f219-4554-bf3d-a576edc33cad req-bc9ae03d-d8bb-459f-b61a-e28bbea217de tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Feb 04 12:52:31.031640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:31.034943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:31.040796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:31.101687 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c5686-b2ea-4924-9d6f-06089912904a', 'name': 'network-vif-deleted', 'tag': 'f33d51e2-1fe7-444c-933a-8939ed9201f2', 'status': 'completed', 'code': 200} Feb 04 12:52:31.119777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.120535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:31.122117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] 10.222.0.90 "PUT /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 1092 time: 1.7862124 Feb 04 12:52:31.139025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fcc6d-da99-4de4-aa09-db119bae652a service neutron] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:31.140464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-51b127e2-5a17-4f00-b3e0-d82b7efb197e service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802026 Feb 04 12:52:31.149869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40362c8e-5cf6-4208-b9bf-953e050e6b95 req-1475e8a5-4194-47b6-9d4b-42ef635636fe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.151425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40362c8e-5cf6-4208-b9bf-953e050e6b95 req-1475e8a5-4194-47b6-9d4b-42ef635636fe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 946 time: 0.3255126 Feb 04 12:52:31.253626 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'code': 200} Feb 04 12:52:31.267919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-cf0668f9-e5d0-4924-ab19-00a342bc1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.270508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-cf0668f9-e5d0-4924-ab19-00a342bc1b91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1095 time: 0.0943241 Feb 04 12:52:31.303030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40362c8e-5cf6-4208-b9bf-953e050e6b95 req-9d7d900c-2b97-42cd-b281-e239db3a19d9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293914 Feb 04 12:52:31.367802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-0a684bc6-9162-4952-93fc-b403cdb0bd12 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152019 Feb 04 12:52:31.427119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-4942926b-38e9-425f-8b82-d0e7529110b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.1486795 Feb 04 12:52:31.471783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 01ab2bb2-42a4-4ff0-9653-25f7d15489ba up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:31.508622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-24254fb4-4318-4549-8e75-22ddad24bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.510173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-24254fb4-4318-4549-8e75-22ddad24bd20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0771940 Feb 04 12:52:31.570340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:31.589292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c0c9dbed-6d1f-483c-b668-096d233b83fe details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:31.621847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:31.622254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:31.666032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-b998faa0-9c66-47f4-b8aa-3c980ceaabaa tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.666643 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-6dbcd30a-9f5d-4674-994a-c63cc5996ff2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497087 Feb 04 12:52:31.668575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-b998faa0-9c66-47f4-b8aa-3c980ceaabaa tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1097 time: 0.2110813 Feb 04 12:52:31.672875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16523755-858f-4232-b405-4ad0879638ea req-fe2a7718-fcc4-4948-8fd6-b28578958e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.676302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16523755-858f-4232-b405-4ad0879638ea req-fe2a7718-fcc4-4948-8fd6-b28578958e84 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.1649210 Feb 04 12:52:31.680718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024b8e8-3503-4031-9122-6a645c2e9fc8 req-820ac89d-33e4-4a12-a9f0-e176fe60838b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:31.682181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f024b8e8-3503-4031-9122-6a645c2e9fc8 req-820ac89d-33e4-4a12-a9f0-e176fe60838b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 943 time: 0.3107908 Feb 04 12:52:31.725587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:31.807668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:31.846033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f024b8e8-3503-4031-9122-6a645c2e9fc8 req-065832b7-6c14-4f11-9e85-59b206ec0834 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590923 Feb 04 12:52:31.856699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c0c9dbed-6d1f-483c-b668-096d233b83fe', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': 'c0c9dbed-6d1f-483c-b668-096d233b83fe', 'mac_address': 'fa:16:3e:e4:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:31.862981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16523755-858f-4232-b405-4ad0879638ea req-13cf96ce-92e1-4cf6-b3fb-0e7c2faad979 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701343 Feb 04 12:52:31.875901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-0c38a1cf-16cb-46d8-8e04-83141d08bf56 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920710 Feb 04 12:52:31.968141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:31.976115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:31.986922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.013644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c9dbed-6d1f-483c-b668-096d233b83fe {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:32.036059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:32.040070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929664bb-4007-43ab-9530-7711fe3accca req-56ffe87b-f845-49e3-8a09-5feb68d13c5a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:32.041167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:32.042288 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.043094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f33d51e2-1fe7-444c-933a-8939ed9201f2 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:32.047760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-929664bb-4007-43ab-9530-7711fe3accca req-56ffe87b-f845-49e3-8a09-5feb68d13c5a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 945 time: 0.2904472 Feb 04 12:52:32.105768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b3da0c-7598-4318-9acc-f16218e733f7 req-48137c44-325c-49a4-8aa0-04ef2d8134f4 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192681 Feb 04 12:52:32.124166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e808a6-4a6b-41c5-b5b8-9314da1052df req-888263c5-42c3-4578-a4a3-3e1c253a58bc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:32.125226 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.126650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90e808a6-4a6b-41c5-b5b8-9314da1052df req-888263c5-42c3-4578-a4a3-3e1c253a58bc tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1584001 Feb 04 12:52:32.134120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: f33d51e2-1fe7-444c-933a-8939ed9201f2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:32.134459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f33d51e2-1fe7-444c-933a-8939ed9201f2 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:32.163316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:32.181426 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90e808a6-4a6b-41c5-b5b8-9314da1052df req-fb4bb690-0002-4c74-92b4-85fba9d6cf3d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Feb 04 12:52:32.188427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-929664bb-4007-43ab-9530-7711fe3accca req-fa92eaa5-5dbc-4ba6-b7d7-1d9d5d59262b tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326740 Feb 04 12:52:32.249472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:32.290372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:32.304699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:32.370863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Deleting subnet 71b42f1a-fe13-4555-a794-32f87fc90156 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:52:32.374673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.399108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:32.457746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c0c9dbed-6d1f-483c-b668-096d233b83fe'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:32.474018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-b5223b16-232a-4d84-8d0e-29aa669ae47f tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:32.474833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-b5223b16-232a-4d84-8d0e-29aa669ae47f tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Synchronizing usage tracker for tenant:26566539aa264166a127365b632715b3 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:32.480996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:32.487706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.488290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.501377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.546183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-b5223b16-232a-4d84-8d0e-29aa669ae47f tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Unset dirty status for tenant:26566539aa264166a127365b632715b3 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:32.547811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-b5223b16-232a-4d84-8d0e-29aa669ae47f tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 949 time: 0.2430570 Feb 04 12:52:32.554591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.603197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d7026-e230-4ae0-868b-fb0f9a5ace2f req-fae53d26-f6a8-4d86-a800-9fcefdf18d71 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:32.605218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d0d7026-e230-4ae0-868b-fb0f9a5ace2f req-fae53d26-f6a8-4d86-a800-9fcefdf18d71 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.1954579 Feb 04 12:52:32.676412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d0d7026-e230-4ae0-868b-fb0f9a5ace2f req-22fa881d-8ed5-4188-9c83-ff19cde5d581 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Feb 04 12:52:32.685566 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.729246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b42f1a-fe13-4555-a794-32f87fc90156,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:32.730161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-1e16b4e2-d92f-4f4a-940b-2760f7600506 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Synchronizing usage tracker for tenant:26566539aa264166a127365b632715b3 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:32.732920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:32.733495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.740235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d52f292e-dfc0-4163-8316-a4adbb6e91eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/71b42f1a-fe13-4555-a794-32f87fc90156 HTTP/1.1" status: 204 len: 168 time: 0.4342370 Feb 04 12:52:32.742968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:32.768505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:32.768845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:32.769198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:32.776101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:32.776524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Attempting to bind port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:32.778884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-1e16b4e2-d92f-4f4a-940b-2760f7600506 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Unset dirty status for tenant:26566539aa264166a127365b632715b3 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:32.788473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ec24775-a0fe-44b1-bac0-df52c9b2abe6 req-1e16b4e2-d92f-4f4a-940b-2760f7600506 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289698 Feb 04 12:52:32.804205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:32.804740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:32.805299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:32.805928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Bound port: 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:32.806434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.895657 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'code': 200} Feb 04 12:52:32.922869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:32.959397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:32.963495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:33.004007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.081613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.104481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:33.122709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce7b1-cce2-4269-8829-ad2b2168be17 req-3d62b279-6df0-4fed-80d6-cc8b8d3162ae tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.124343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d53ce7b1-cce2-4269-8829-ad2b2168be17 req-3d62b279-6df0-4fed-80d6-cc8b8d3162ae tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.2406573 Feb 04 12:52:33.126572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0076e3-fc85-44f0-9748-06d5d760c94b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:33.140199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ed852f-cebf-4c93-b959-748ae27d338b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:33.140449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ed852f-cebf-4c93-b959-748ae27d338b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:33.168488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.201189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.211319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:52:33.211791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:52:33.225635 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:52:33.255275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:33.278470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d53ce7b1-cce2-4269-8829-ad2b2168be17 req-87f8c022-bc9b-4539-88bd-cb73812e3cf8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305082 Feb 04 12:52:33.298991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=8']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:33.301935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.302549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.303955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-255190ac-3eda-4452-8f89-ea5d5d17b1f5 service neutron] 10.222.0.87 "PUT /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 1122 time: 1.6129413 Feb 04 12:52:33.330211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.356895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.357243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467549a-d056-4521-aa40-780b6c6d0577 req-acab436a-9d43-4dc1-b162-4b0010be2925 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.364445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0076e3-fc85-44f0-9748-06d5d760c94b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:33.367005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9467549a-d056-4521-aa40-780b6c6d0577 req-acab436a-9d43-4dc1-b162-4b0010be2925 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 944 time: 0.4008460 Feb 04 12:52:33.371652 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'status': 'completed', 'code': 200} Feb 04 12:52:33.381034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-79ebacd9-15a4-4017-a846-68d170d7d3a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae0076e3-fc85-44f0-9748-06d5d760c94b HTTP/1.1" status: 204 len: 168 time: 0.6354222 Feb 04 12:52:33.381795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:33.418821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8349767e-eff2-4222-bcde-39a5ccdb5bf7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:33.443390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9467549a-d056-4521-aa40-780b6c6d0577 req-660f8596-2614-49b0-8255-e2d2490e3f8a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729003 Feb 04 12:52:33.580419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Deleting subnet 057ad807-648a-45aa-980c-002cedb245f1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:52:33.608118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c0c9dbed-6d1f-483c-b668-096d233b83fe up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:33.682996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.743099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port c0c9dbed-6d1f-483c-b668-096d233b83fe completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:33.745391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.752455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c0c9dbed-6d1f-483c-b668-096d233b83fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:33.753137 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.775718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ddd9-aa91-4442-9cd9-b964fe22777f req-9f5b3d23-7074-49e5-be46-993f1af1433e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.783322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-95b1ca6e-ebf1-484b-9358-1ae1f5872938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.784806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-95b1ca6e-ebf1-484b-9358-1ae1f5872938 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1095 time: 0.3675232 Feb 04 12:52:33.787721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e0ddd9-aa91-4442-9cd9-b964fe22777f req-9f5b3d23-7074-49e5-be46-993f1af1433e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.2111607 Feb 04 12:52:33.824556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-e736baa3-38b7-48d3-a5ef-9be85dd5d146 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.826384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-e736baa3-38b7-48d3-a5ef-9be85dd5d146 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.87 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 949 time: 0.1855254 Feb 04 12:52:33.891485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4d9c-e6e6-4f47-bf5c-02544d587752 req-10294606-3892-4f79-9731-696f2b89bff7 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:33.892943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-554a4d9c-e6e6-4f47-bf5c-02544d587752 req-10294606-3892-4f79-9731-696f2b89bff7 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.3826981 Feb 04 12:52:33.898016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.905985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e0ddd9-aa91-4442-9cd9-b964fe22777f req-c8c601f8-6259-46a7-b5c9-d75d7a82484f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172512 Feb 04 12:52:33.923950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.935006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Deleting port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:33.935427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:33.935863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.941426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:33.992608 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'code': 200} Feb 04 12:52:34.025120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:34.036256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-554a4d9c-e6e6-4f47-bf5c-02544d587752 req-1a63263b-6479-4b92-8cff-0f1f06c99513 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314597 Feb 04 12:52:34.053930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-8fff43a5-34c6-4fc9-bdfb-171d13882b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.055435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-8fff43a5-34c6-4fc9-bdfb-171d13882b2f service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2575035 Feb 04 12:52:34.074810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.251259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057ad807-648a-45aa-980c-002cedb245f1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:34.316961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-b527463b-4635-4e1e-a0c5-ca2984878ba7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.2321022 Feb 04 12:52:34.322648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.330654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] For port f834a256-bc7c-4318-9ca6-aa5e5922d5d6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:34.331217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.382704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4a2d7040-3f52-47e8-9a51-9a7309ea8261 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/057ad807-648a-45aa-980c-002cedb245f1 HTTP/1.1" status: 204 len: 168 time: 0.9999690 Feb 04 12:52:34.388114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57070) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:34.428956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9af66e-79c5-40bf-bfbf-9fe43f5735c7 req-3e0a26b9-011d-4485-a0ab-d3727cdfbfc3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.430878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d9af66e-79c5-40bf-bfbf-9fe43f5735c7 req-3e0a26b9-011d-4485-a0ab-d3727cdfbfc3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.2519829 Feb 04 12:52:34.503327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-9cd89bb0-9c73-42fd-a7f3-c7669751f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.504734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-9cd89bb0-9c73-42fd-a7f3-c7669751f664 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1784902 Feb 04 12:52:34.505130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Calling delete_port for f834a256-bc7c-4318-9ca6-aa5e5922d5d6 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:34.580201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-59ca4ff0-9ccd-4112-9ccd-a56956dfb195 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607257 Feb 04 12:52:34.591222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.614261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d9af66e-79c5-40bf-bfbf-9fe43f5735c7 req-5e78f3b0-99d3-4a15-962c-7bbfc8af8a7f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166136 Feb 04 12:52:34.617909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1daa2-03bb-4895-99c9-a190f0ae1086 req-c5e4c350-b78e-4bc7-a3a7-e8d95cb25fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.619442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38f1daa2-03bb-4895-99c9-a190f0ae1086 req-c5e4c350-b78e-4bc7-a3a7-e8d95cb25fa4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 1097 time: 0.5365186 Feb 04 12:52:34.703752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbc557-863b-4d30-8484-686d23a00e2b req-a638dbfa-be6b-4dab-99d9-2a476d16f09a tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.705260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fdbc557-863b-4d30-8484-686d23a00e2b req-a638dbfa-be6b-4dab-99d9-2a476d16f09a tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe952f7-b488-48c6-9dc0-18dd6afe4b8c HTTP/1.1" status: 200 len: 949 time: 0.4422774 Feb 04 12:52:34.788571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.802420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f834a256-bc7c-4318-9ca6-aa5e5922d5d6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:34.829070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38f1daa2-03bb-4895-99c9-a190f0ae1086 req-74458396-168a-419b-8aca-3d38ce3de88a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573095 Feb 04 12:52:34.873215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Pushing event deleted for resources: {'Port': ['ID=f834a256-bc7c-4318-9ca6-aa5e5922d5d6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:34.905574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:34.951113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fdbc557-863b-4d30-8484-686d23a00e2b req-0e32afc7-5d23-47b0-891f-dcb3acbc318c tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230988 Feb 04 12:52:34.953194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:34.978400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-85a8950d-db62-4043-a17c-832af917a8ad service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854620 Feb 04 12:52:35.008363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:35.011692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] No DVR routers for this DVR port f834a256-bc7c-4318-9ca6-aa5e5922d5d6 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:35.017909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.032713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98938b73-0f66-45b1-881f-45aed056d2b8') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:35.033145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98938b73-0f66-45b1-881f-45aed056d2b8') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:35.054952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29f7e-a6e6-479d-ad79-c4d6c6bb3a7f req-be0270bd-7e52-441f-b54e-c3263b6d8d81 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:35.057086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a29f7e-a6e6-479d-ad79-c4d6c6bb3a7f req-be0270bd-7e52-441f-b54e-c3263b6d8d81 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.3180964 Feb 04 12:52:35.058251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.059514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7da9c57f-c297-4f3c-b1c7-3361b8327f3e req-2ff83efe-c7f6-4f0f-b79b-a77ec6efa2a7 tempest-ServerDiagnosticsNegativeTest-774388403 tempest-ServerDiagnosticsNegativeTest-774388403-project] 10.222.0.87 "DELETE /v2.0/ports/f834a256-bc7c-4318-9ca6-aa5e5922d5d6 HTTP/1.1" status: 204 len: 173 time: 1.2272775 Feb 04 12:52:35.103507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.117959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:52:35.118523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:52:35.136553 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:52:35.173040 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a29f7e-a6e6-479d-ad79-c4d6c6bb3a7f req-70ede1b3-dd70-4754-b7e3-ad239c05ccf2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Feb 04 12:52:35.436148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.469105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e462-0118-4b99-9316-280e73faf699 req-890d5e29-2159-4e6c-880b-fe55cf8ea870 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:35.469442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:35.472161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1937e462-0118-4b99-9316-280e73faf699 req-890d5e29-2159-4e6c-880b-fe55cf8ea870 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.1475224 Feb 04 12:52:35.544441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1937e462-0118-4b99-9316-280e73faf699 req-d953aa35-25c3-4761-bc8c-ea35cb0aa801 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633967 Feb 04 12:52:35.611504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:35.617603 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'status': 'completed', 'code': 200} Feb 04 12:52:35.627410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:35.644011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-759bf6e5-b57b-4d45-b91b-b96c4924e36c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fdf99dca-7532-4c7c-93c9-e8bfb01ae0b5 HTTP/1.1" status: 204 len: 168 time: 1.2489963 Feb 04 12:52:35.660970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:35.710304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d948b16e-dc6c-47de-a452-8e5cb1333c89 req-db7e346a-38c3-4396-8e5a-8362806df00b service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215154 Feb 04 12:52:35.747958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c53d-e0bd-421e-ac74-a7006784c00d req-8d6b96c7-33f0-460a-b18d-2793becb79a8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:35.749542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4220c53d-e0bd-421e-ac74-a7006784c00d req-8d6b96c7-33f0-460a-b18d-2793becb79a8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.4385359 Feb 04 12:52:35.817157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-a1451dbf-9014-4210-b594-ea1bf0f62e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:35.819031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-a1451dbf-9014-4210-b594-ea1bf0f62e83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1125 time: 0.1643672 Feb 04 12:52:35.824316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4220c53d-e0bd-421e-ac74-a7006784c00d req-d26f06e1-3760-4551-941c-62742ea3256e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Feb 04 12:52:35.979893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632ac30-5895-4f1b-9b15-c761287bbcea req-cc7aa32b-896f-4338-8516-caa5d2f2190c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:35.990808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7632ac30-5895-4f1b-9b15-c761287bbcea req-cc7aa32b-896f-4338-8516-caa5d2f2190c tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1726897 Feb 04 12:52:35.995989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:36.031841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:36.050485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-b82a2df7-98c3-4734-bb28-deaecfde0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:36.052133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-b82a2df7-98c3-4734-bb28-deaecfde0871 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.2263834 Feb 04 12:52:36.071533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:36.090746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7632ac30-5895-4f1b-9b15-c761287bbcea req-e13e61a1-46a4-455b-b8ae-608a9ef9f26f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996687 Feb 04 12:52:36.092417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'port_id': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'mac_address': 'fa:16:3e:71:40:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8d484-30d9-437f-be36-8e9fd626446a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:36.157885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-d44f55a5-5906-4d0a-9aa7-94960495bcfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0988605 Feb 04 12:52:36.167374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5acac8c7-ba8b-4202-80c5-a424716ce624 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e221ead0c0c643f0b4d3d48d3633b604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343300 Feb 04 12:52:36.179601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57102) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:36.198298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:36.245698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:52:36.246577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-d063600d-351f-4273-bf2c-2564b852e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:36.247120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:36.249088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-d063600d-351f-4273-bf2c-2564b852e085 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0805631 Feb 04 12:52:36.282509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07359178-6f2a-413f-b4b9-9fe5f16af3d3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:36.329176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:36.335645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:36.385149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-1c0d3cd3-4594-4ef2-b12a-81726ef4fcee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253655 Feb 04 12:52:36.457751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:36.508162 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe', 'code': 200} Feb 04 12:52:36.529078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:36.618833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:36.699239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['07359178-6f2a-413f-b4b9-9fe5f16af3d3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:36.755112 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-e2b82b77-01c9-447d-8e12-1aa813750692 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633506 Feb 04 12:52:36.767613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:36.935530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a79c98-ba06-4d75-9fa7-c61ee534db6e req-0d63c0b3-4a07-4190-8e06-34fb0f000d0d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:36.943379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51a79c98-ba06-4d75-9fa7-c61ee534db6e req-0d63c0b3-4a07-4190-8e06-34fb0f000d0d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.6268547 Feb 04 12:52:36.947156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a53db5-02c0-4702-86c7-3b56acd8f8bb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:36.997959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:36.998656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:36.999130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.000852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.001948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.002328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.002693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.003034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.003368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.003704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.004032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.004356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:37.005184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9387-0fae-4437-88dc-9516ab45c59b req-8e17991f-4f99-421b-9d69-941694dbd1ba tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:37.012781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-458f9387-0fae-4437-88dc-9516ab45c59b req-8e17991f-4f99-421b-9d69-941694dbd1ba tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.3734171 Feb 04 12:52:37.014312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:37.017860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a95f00d8-8cbf-46a5-bd1a-bb4b71d50cf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34a53db5-02c0-4702-86c7-3b56acd8f8bb HTTP/1.1" status: 204 len: 168 time: 0.8346198 Feb 04 12:52:37.044206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51a79c98-ba06-4d75-9fa7-c61ee534db6e req-531b17b5-e42b-474b-8619-31ff3d5a0aaf tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998588 Feb 04 12:52:37.083628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4ae21-09d9-43e2-8499-d9bace076c5c req-e021f167-8e4c-4e01-b5a2-e66780c6b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:37.085190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3d4ae21-09d9-43e2-8499-d9bace076c5c req-e021f167-8e4c-4e01-b5a2-e66780c6b1cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 1096 time: 0.3945048 Feb 04 12:52:37.131663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575e13cf-5aff-44b4-aefe-c2662868b059 req-894a6857-0786-426e-a768-34886f49b057 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655667 Feb 04 12:52:37.168914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3d4ae21-09d9-43e2-8499-d9bace076c5c req-6addfb65-0f97-48ce-9511-e727617e84a6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736620 Feb 04 12:52:37.171435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-458f9387-0fae-4437-88dc-9516ab45c59b req-f0067918-f37d-496e-9cd0-858e58deedd4 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573906 Feb 04 12:52:37.187969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:37.305326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a766e65-55df-45a7-bdd6-ebf679bf8778 req-e7bd3aa5-8a5e-4a0c-b378-9402d0eb8756 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:37.308742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a766e65-55df-45a7-bdd6-ebf679bf8778 req-e7bd3aa5-8a5e-4a0c-b378-9402d0eb8756 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.1172812 Feb 04 12:52:37.372707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c32fc8-46cf-436e-a19d-c23f55611ba2 req-2c750e00-e38a-4c3b-adf4-5fe7b959ebe4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:37.374382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20c32fc8-46cf-436e-a19d-c23f55611ba2 req-2c750e00-e38a-4c3b-adf4-5fe7b959ebe4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.1076140 Feb 04 12:52:37.382879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a766e65-55df-45a7-bdd6-ebf679bf8778 req-a1af43af-cca7-4d87-9778-c63d7e7096fa tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672011 Feb 04 12:52:37.446663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20c32fc8-46cf-436e-a19d-c23f55611ba2 req-1e0c91be-00ca-4da8-a9d0-79531945748d tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649309 Feb 04 12:52:37.618377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'name': 'network-vif-deleted', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:37.621689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f834a256-bc7c-4318-9ca6-aa5e5922d5d6 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:37.635492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:37.664923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: f834a256-bc7c-4318-9ca6-aa5e5922d5d6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:37.665361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f834a256-bc7c-4318-9ca6-aa5e5922d5d6 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:37.677547 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe952f7-b488-48c6-9dc0-18dd6afe4b8c', 'name': 'network-vif-deleted', 'tag': 'f834a256-bc7c-4318-9ca6-aa5e5922d5d6', 'status': 'completed', 'code': 200} Feb 04 12:52:37.689665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a65e6ee-734b-462a-9512-f60eaecf4414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26566539aa264166a127365b632715b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003715 Feb 04 12:52:37.691167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57144) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:37.704211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa65a16-6e6d-4410-9019-7e8b79cd9fbc req-91c05756-1fc8-463f-803b-e2accb1eb052 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:37.705791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa65a16-6e6d-4410-9019-7e8b79cd9fbc req-91c05756-1fc8-463f-803b-e2accb1eb052 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1734452 Feb 04 12:52:37.716160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2f0638d0-238d-4f97-ac54-937279e4444e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=477a2dcac5804d08851010179644180b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784605 Feb 04 12:52:37.720699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57148) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:37.762285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa65a16-6e6d-4410-9019-7e8b79cd9fbc req-0268aaec-5ae9-4690-ab6b-fc25b332d02d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504477 Feb 04 12:52:37.843790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:37.855601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:37.949733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:37.972782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.067713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f88-773a-404e-8dd9-13259516a31e req-f78efcf0-0e7c-4158-ba4e-b1a3e52d739d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.069326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46728f88-773a-404e-8dd9-13259516a31e req-f78efcf0-0e7c-4158-ba4e-b1a3e52d739d tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1855888 Feb 04 12:52:38.080807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:38.082517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.097694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Request body: {'floatingip': {'port_id': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:38.107818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad31a3-5f30-4c80-9f2d-faaa0d8282c9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.118566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.119091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.119318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.119655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.119989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.120316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.120648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.121019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.121358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.121685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.122259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.122587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:38.125347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.153798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07a90c-18c5-449c-9242-b8dd73b4d3bd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.157988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.161663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb95edfc-9e62-4115-8720-5e25616fd0bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b07a90c-18c5-449c-9242-b8dd73b4d3bd HTTP/1.1" status: 204 len: 168 time: 0.4392214 Feb 04 12:52:38.163428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.167405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae20fc1b-87b7-4efa-9fbb-fd2cca1b130d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fad31a3-5f30-4c80-9f2d-faaa0d8282c9 HTTP/1.1" status: 204 len: 168 time: 0.4751940 Feb 04 12:52:38.292782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.422094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a9ec6-f1d8-4525-ae3a-e0b2db3b2716 req-2fdf7dc4-bf88-4e8c-b00f-23bd18bd2e77 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.426311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f37a9ec6-f1d8-4525-ae3a-e0b2db3b2716 req-2fdf7dc4-bf88-4e8c-b00f-23bd18bd2e77 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1363628 Feb 04 12:52:38.502586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f37a9ec6-f1d8-4525-ae3a-e0b2db3b2716 req-a40146d3-7203-45d7-8798-f4a00fd7fced tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678773 Feb 04 12:52:38.560461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595f4ea-e58d-4daa-87b4-8dccbc88ab2b req-d57c27a1-6cb1-4801-b5b2-3067d94bec06 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.568448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3595f4ea-e58d-4daa-87b4-8dccbc88ab2b req-d57c27a1-6cb1-4801-b5b2-3067d94bec06 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.3426921 Feb 04 12:52:38.721273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3595f4ea-e58d-4daa-87b4-8dccbc88ab2b req-49e7e219-6591-4a7d-af24-337ac6cca6a5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516328 Feb 04 12:52:38.779071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5cb2-6db9-4c6b-b09b-d32dd72828dc req-697fd9e4-33ed-4bdc-8316-8f4da66e1e70 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.790976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d62b5cb2-6db9-4c6b-b09b-d32dd72828dc req-697fd9e4-33ed-4bdc-8316-8f4da66e1e70 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.1429102 Feb 04 12:52:38.860772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57182) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:38.881952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d62b5cb2-6db9-4c6b-b09b-d32dd72828dc req-98c25952-3601-468d-a5f9-9c74e6e69c45 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884426 Feb 04 12:52:38.908284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:38.928513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:38.929276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa75448283e4a0099910437f3755a65 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:38.932359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:38.940750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:39.074832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.079258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.129593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c23bb-511d-424f-9a05-7567faae616d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.137188 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2111a763-5efb-4a2a-b83d-b94a874da002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fa75448283e4a0099910437f3755a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649059 Feb 04 12:52:39.137677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:39.138464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8081978-8063-4498-9a81-4b8401eb367e req-80f16874-adba-40e4-8ac8-916e4c73c435 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:39.145657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8081978-8063-4498-9a81-4b8401eb367e req-80f16874-adba-40e4-8ac8-916e4c73c435 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.2319131 Feb 04 12:52:39.211202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8081978-8063-4498-9a81-4b8401eb367e req-6e290124-f1be-44c3-a545-9edaeae12682 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647175 Feb 04 12:52:39.217577 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.252192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.381038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.385790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.447002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-d290ef8c-8b19-4aef-9d24-2c17e45b954e service neutron] 10.222.0.90 "GET /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.1867373 Feb 04 12:52:39.490475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:39.494769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.523581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c23bb-511d-424f-9a05-7567faae616d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.543919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.555128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c86c0baa-a458-4fea-957d-8944691a0535 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/054c23bb-511d-424f-9a05-7567faae616d HTTP/1.1" status: 204 len: 168 time: 0.4068136 Feb 04 12:52:39.630477 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3 associated. External IP: 172.25.4.94, port: 01ab2bb2-42a4-4ff0-9653-25f7d15489ba. Feb 04 12:52:39.660598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:39.675545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:39.676047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.909971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:39.985273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:39.988679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:40.001204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:40.075242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:40.113772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07fd-9125-4c37-84c2-9daf01714f50 req-4cb9f3b9-aacf-4a2e-9fc6-af43985a02b2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.120506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc3d07fd-9125-4c37-84c2-9daf01714f50 req-4cb9f3b9-aacf-4a2e-9fc6-af43985a02b2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.1983936 Feb 04 12:52:40.134258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:40.157590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beedfb8-6064-4c63-9711-46e36ecbb571 req-c381d226-6a19-40a4-bc83-284c8d475190 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.159385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1beedfb8-6064-4c63-9711-46e36ecbb571 req-c381d226-6a19-40a4-bc83-284c8d475190 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.3094046 Feb 04 12:52:40.186115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:40.247620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc3d07fd-9125-4c37-84c2-9daf01714f50 req-ffc82582-fafb-41a9-a608-5fba6ed955a6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136987 Feb 04 12:52:40.252841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1beedfb8-6064-4c63-9711-46e36ecbb571 req-72dd7194-1ddf-44af-b9e9-bef6e2cb1447 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863531 Feb 04 12:52:40.266124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8349767e-eff2-4222-bcde-39a5ccdb5bf7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:40.301770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:40.340043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:40.349796 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'code': 200} Feb 04 12:52:40.594863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:52:40.649804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] Transition to ACTIVE for port object 8349767e-eff2-4222-bcde-39a5ccdb5bf7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:40.657252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:40.693300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac001-abc8-4ef0-8283-328c49f70ded req-17de494b-6841-43bc-88b6-fba06419de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.694719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-412ac001-abc8-4ef0-8283-328c49f70ded req-17de494b-6841-43bc-88b6-fba06419de39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.2398956 Feb 04 12:52:40.703572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72825881-5fe2-4cf7-ad5d-7d6bf71052a2 req-50a796a9-da0b-4d2a-9ff0-8934c10eb041 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.707110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72825881-5fe2-4cf7-ad5d-7d6bf71052a2 req-50a796a9-da0b-4d2a-9ff0-8934c10eb041 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 944 time: 0.1950867 Feb 04 12:52:40.824184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c891-22ed-40fa-b3ea-dfc54f02f234 req-2a555888-3109-4508-ad43-7ff1d65d5193 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.824184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2146c891-22ed-40fa-b3ea-dfc54f02f234 req-2a555888-3109-4508-ad43-7ff1d65d5193 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.3168361 Feb 04 12:52:40.876723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:52:40.886841 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:40.887392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72825881-5fe2-4cf7-ad5d-7d6bf71052a2 req-bb015a23-fc5a-4e09-b708-9d8e462861e3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733640 Feb 04 12:52:40.892128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:40.902859 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:40.904146 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:40.913798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-412ac001-abc8-4ef0-8283-328c49f70ded req-1b75dfd0-fa45-41bb-8fc9-de07e7d063e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082887 Feb 04 12:52:40.914940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] No DVR routers for this DVR port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:40.923117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] Pushing event updated for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:40.994043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2146c891-22ed-40fa-b3ea-dfc54f02f234 req-9bb54445-1056-4755-9a6e-b638e906d981 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578488 Feb 04 12:52:41.010434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-e2a2b0b2-10cf-4b07-8c23-8203465171dc service neutron] 10.222.0.90 "PUT /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5551395 Feb 04 12:52:41.016299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-93e095e5-ed4b-4aca-8848-a183fc430355 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "PUT /v2.0/floatingips/56bdeb1c-bdb7-41b0-8955-1d768da47cb3 HTTP/1.1" status: 200 len: 991 time: 2.9336176 Feb 04 12:52:41.017407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:41.101208 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'status': 'completed', 'code': 200} Feb 04 12:52:41.282201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:41.382373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-f6bb1613-a510-43cb-b5f7-278b699aa6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.384156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-f6bb1613-a510-43cb-b5f7-278b699aa6de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4204e0c53d334bdbaf53e10abe06c532&device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 1097 time: 0.1769533 Feb 04 12:52:41.391838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abb9c4-727b-4373-aad1-9255a9130525 req-a6479e27-b7ef-4db1-8152-f3dc5948cd91 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.397631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0967f-f06f-422c-a491-b2efe5631a8d req-b2c28d57-bc74-48c0-a0eb-8c5f3beb48f9 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.401152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-60abb9c4-727b-4373-aad1-9255a9130525 req-a6479e27-b7ef-4db1-8152-f3dc5948cd91 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.1681395 Feb 04 12:52:41.414136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7c0967f-f06f-422c-a491-b2efe5631a8d req-b2c28d57-bc74-48c0-a0eb-8c5f3beb48f9 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1563025 Feb 04 12:52:41.455156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-6f63f24c-7899-4ce7-a521-6ed7de1024a8 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.457726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-6f63f24c-7899-4ce7-a521-6ed7de1024a8 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.2772379 Feb 04 12:52:41.488438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-60abb9c4-727b-4373-aad1-9255a9130525 req-7821055f-54db-4aae-9e92-c8c6d773cd9f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Feb 04 12:52:41.578810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7c0967f-f06f-422c-a491-b2efe5631a8d req-4fcb4850-cf96-4b3c-87c3-dba7ecf6ac74 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632059 Feb 04 12:52:41.580768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-dd402639-d74f-40b6-8e27-5103118a1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.583794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-dd402639-d74f-40b6-8e27-5103118a1134 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633&tenant_id=d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 1096 time: 0.0912235 Feb 04 12:52:41.666417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-0cba0170-0790-4c3c-a56f-49fc6c2e75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.669408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-0cba0170-0790-4c3c-a56f-49fc6c2e75b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 200 len: 925 time: 0.2506847 Feb 04 12:52:41.807932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:54:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:52:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:41.815363 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:41.826268 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:41.827639 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:41.847710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c36e0-74ed-4211-9821-865264570cc0 req-ab8e8739-0f7c-4356-8cd3-f0a484370548 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.855430 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-285c36e0-74ed-4211-9821-865264570cc0 req-ab8e8739-0f7c-4356-8cd3-f0a484370548 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1487756 Feb 04 12:52:41.869098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-41659f52-4f51-415f-baad-9eda6aeedfa6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba HTTP/1.1" status: 200 len: 999 time: 0.1849706 Feb 04 12:52:41.887523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-ba7ce8bd-d444-408b-8cbd-17b33d6e9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.889086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-ba7ce8bd-d444-408b-8cbd-17b33d6e9891 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1096 time: 0.2644441 Feb 04 12:52:41.913453 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-285c36e0-74ed-4211-9821-865264570cc0 req-f0555770-381e-446c-acd6-92894a93a3cf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571392 Feb 04 12:52:42.077062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-11068ad4-befb-41fa-bf6d-a11a298e433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.079028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-11068ad4-befb-41fa-bf6d-a11a298e433e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 200 len: 863 time: 0.1961446 Feb 04 12:52:42.082116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-563b6e79-bca8-4bb0-9ae8-ff74d78afc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.083881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-563b6e79-bca8-4bb0-9ae8-ff74d78afc57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1738777 Feb 04 12:52:42.087846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbf253-05d5-492d-a63e-374b55f0fa2c req-a6c1666d-df86-4f11-ab46-6d93ed4c0177 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.089289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16fbf253-05d5-492d-a63e-374b55f0fa2c req-a6c1666d-df86-4f11-ab46-6d93ed4c0177 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 946 time: 0.2808037 Feb 04 12:52:42.097696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:42.212882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16fbf253-05d5-492d-a63e-374b55f0fa2c req-0153e138-6a10-41d2-8a51-f5092245d071 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867407 Feb 04 12:52:42.261490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-47d4d8dc-2e27-4c45-8a5f-8c2aaa6ae6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.265016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-47d4d8dc-2e27-4c45-8a5f-8c2aaa6ae6f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91f90520-1ad2-438a-902d-789a35511944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747813 Feb 04 12:52:42.348459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-a6de68ae-c3a4-440d-8294-0cdc16b8f44a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.2481289 Feb 04 12:52:42.524530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-c59e3aaf-66b7-4443-bc7e-bee837ad7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.526165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-c59e3aaf-66b7-4443-bc7e-bee837ad7ee3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1601849 Feb 04 12:52:42.553747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-46bebe7b-85a4-45da-a4e7-38c5b2df0124 service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736118 Feb 04 12:52:42.595565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-c8b28fa4-8711-4335-8eee-54d996ad9049 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586743 Feb 04 12:52:42.687321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb28969-1399-4138-a4e9-db30a4a227f8 req-84f654ab-a03d-40e5-be5b-df1e22ad3a9c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.688307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acb28969-1399-4138-a4e9-db30a4a227f8 req-84f654ab-a03d-40e5-be5b-df1e22ad3a9c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 945 time: 0.2499728 Feb 04 12:52:42.727695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:54:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:52:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:42.733909 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2802dc-f583-4266-b940-ce94e0301607 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '56bdeb1c-bdb7-41b0-8955-1d768da47cb3', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'port_id': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'mac_address': 'fa:16:3e:54:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:50:59Z', 'updated_at': '2022-02-04T12:52:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:42.759973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acb28969-1399-4138-a4e9-db30a4a227f8 req-348b39d4-8e63-4acb-ab5e-e9ce974eb1f2 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Feb 04 12:52:42.814584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-a4efafed-914b-4318-9fbe-5e7edd6f63a9 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111259 Feb 04 12:52:42.824729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9edeed6-9869-428d-9f7d-17fd990f438b req-74e61b25-28dd-4501-8f23-a9554c54e62c service neutron] 10.222.0.90 "GET /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636971 Feb 04 12:52:42.868601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a563e-48f0-4adc-9602-fa60939b1975 req-96f0bb77-5c4a-468d-a603-dd919141127b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:42.877271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa0a563e-48f0-4adc-9602-fa60939b1975 req-96f0bb77-5c4a-468d-a603-dd919141127b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.2216542 Feb 04 12:52:42.928053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa0a563e-48f0-4adc-9602-fa60939b1975 req-ae1febd2-a704-4265-ad35-eff663ed3afb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Feb 04 12:52:43.057676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd9a890-80e2-4918-8d7b-e77b1d77e9d6 None None] New status for floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:43.076877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-308ef569-09f6-42b9-aaa1-40d39cfe3d0d service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472599 Feb 04 12:52:43.107965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9578051-6218-4e71-a759-981b9ccdcd88 req-56fa66ba-dfdd-4d6c-8903-72dbb2fcd7d0 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.109517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9578051-6218-4e71-a759-981b9ccdcd88 req-56fa66ba-dfdd-4d6c-8903-72dbb2fcd7d0 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1317828 Feb 04 12:52:43.175257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9578051-6218-4e71-a759-981b9ccdcd88 req-2734ade1-6309-4cd7-8776-31d1366ee1e8 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519812 Feb 04 12:52:43.178827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aed64-788f-4b6b-830f-a6fb2d3ba705 req-05c52f9e-be60-407e-92d5-b832084c56f6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.183110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-126aed64-788f-4b6b-830f-a6fb2d3ba705 req-05c52f9e-be60-407e-92d5-b832084c56f6 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.0978577 Feb 04 12:52:43.259284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-126aed64-788f-4b6b-830f-a6fb2d3ba705 req-95e75dfb-0f9d-474a-96de-a01f5228e889 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Feb 04 12:52:43.420076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4966817-cb72-4660-9df6-0e34d1e7194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:43.445075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2275c-8108-4d43-9d6a-32ccad602cdd req-d0069b75-47f0-4a06-bdc3-27793814f00f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.446665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e2275c-8108-4d43-9d6a-32ccad602cdd req-d0069b75-47f0-4a06-bdc3-27793814f00f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.0895791 Feb 04 12:52:43.502589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e2275c-8108-4d43-9d6a-32ccad602cdd req-4308b3ae-c468-453d-bee1-43f167c455af tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472896 Feb 04 12:52:43.507912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:43.563773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542ae05-d3b0-4cb7-b73f-e34927aec768 req-8ea2a94a-83ee-4935-902c-2ca1741240f8 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.565395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e542ae05-d3b0-4cb7-b73f-e34927aec768 req-8ea2a94a-83ee-4935-902c-2ca1741240f8 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 946 time: 0.1288164 Feb 04 12:52:43.567614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-a611ddec-d97c-48c6-8354-765e994aedc3 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.569060 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-a611ddec-d97c-48c6-8354-765e994aedc3 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.1912847 Feb 04 12:52:43.583254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:43.688064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e542ae05-d3b0-4cb7-b73f-e34927aec768 req-ce54feaf-7ad5-4763-af99-a6fd237f8169 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120632 Feb 04 12:52:43.800848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-98e1bbde-8aca-4b14-bdbf-faae35123051 service neutron] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:43.802950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-98e1bbde-8aca-4b14-bdbf-faae35123051 service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:43.804172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-825e45da-f042-4afe-b102-2ee7ec8db701 req-98e1bbde-8aca-4b14-bdbf-faae35123051 service neutron] 10.222.0.87 "DELETE /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.2136066 Feb 04 12:52:43.923034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dcfe2-8dc1-4b89-9a3e-c73ffa212673 req-ef7d99ea-d4c4-4133-b21c-5d441b88dcc8 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:43.924495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c8dcfe2-8dc1-4b89-9a3e-c73ffa212673 req-ef7d99ea-d4c4-4133-b21c-5d441b88dcc8 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.0867834 Feb 04 12:52:43.967274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c8dcfe2-8dc1-4b89-9a3e-c73ffa212673 req-3d630b9d-5179-4ed2-8b25-8bee873048b1 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Feb 04 12:52:44.016704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c4c3-2f92-477a-9f8d-980e22f26f9a req-bd54af54-fcdc-4427-bdee-47efb85fd773 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.018224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40b1c4c3-2f92-477a-9f8d-980e22f26f9a req-bd54af54-fcdc-4427-bdee-47efb85fd773 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 945 time: 0.0825965 Feb 04 12:52:44.127147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40b1c4c3-2f92-477a-9f8d-980e22f26f9a req-f33730a0-9a69-4ac0-bae6-cb21ca298f61 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007195 Feb 04 12:52:44.165050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-f6dd075f-4da9-4e2f-82ed-5c2c66bb2bda tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.166553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-f6dd075f-4da9-4e2f-82ed-5c2c66bb2bda tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.1390870 Feb 04 12:52:44.282167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port c0c9dbed-6d1f-483c-b668-096d233b83fe {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:44.282402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:44.329437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aed84-0abd-491a-adad-ecd80bcfc77e req-fbd42f16-af41-42b9-a115-76f6d6a363aa tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.331035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b08aed84-0abd-491a-adad-ecd80bcfc77e req-fbd42f16-af41-42b9-a115-76f6d6a363aa tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 945 time: 0.0969477 Feb 04 12:52:44.381410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b08aed84-0abd-491a-adad-ecd80bcfc77e req-dd16b3f3-7836-4348-8ed7-385705c528e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Feb 04 12:52:44.506319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01b3b-fed7-48d1-9492-b9cbc163a021 req-a9b21e31-f3a9-492e-8e16-847adfe89176 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.507875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81f01b3b-fed7-48d1-9492-b9cbc163a021 req-a9b21e31-f3a9-492e-8e16-847adfe89176 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.2616408 Feb 04 12:52:44.597228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-81f01b3b-fed7-48d1-9492-b9cbc163a021 req-b9aee060-f1eb-4a4a-813f-0f35d0b68f17 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Synchronizing usage tracker for tenant:0c628431a2754619b185372446682bbe on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:44.623084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port c0c9dbed-6d1f-483c-b668-096d233b83fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c0c9dbed-6d1f-483c-b668-096d233b83fe,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:44.623451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:44.836438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e685b-fe4b-4a49-be6f-db4ea76d77b8 req-67521896-0dd8-445a-94eb-b55cf5de626f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.847730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d65e685b-fe4b-4a49-be6f-db4ea76d77b8 req-67521896-0dd8-445a-94eb-b55cf5de626f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1722174 Feb 04 12:52:44.941959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-81f01b3b-fed7-48d1-9492-b9cbc163a021 req-b9aee060-f1eb-4a4a-813f-0f35d0b68f17 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Unset dirty status for tenant:0c628431a2754619b185372446682bbe on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:44.943391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d65e685b-fe4b-4a49-be6f-db4ea76d77b8 req-710058ca-c41b-4cef-b2ec-766501f708da tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941329 Feb 04 12:52:44.950733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81f01b3b-fed7-48d1-9492-b9cbc163a021 req-b9aee060-f1eb-4a4a-813f-0f35d0b68f17 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336686 Feb 04 12:52:44.971124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57368) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:44.977560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for c0c9dbed-6d1f-483c-b668-096d233b83fe owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:45.041761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57374) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:45.192673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.206777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3', 'c0c9dbed-6d1f-483c-b668-096d233b83fe'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:45.217970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d2f0-2f3a-4041-95bd-de94e3ce52e4 req-de650ca4-7c25-4836-8ae0-f550563eece1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:45.222271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f73d2f0-2f3a-4041-95bd-de94e3ce52e4 req-de650ca4-7c25-4836-8ae0-f550563eece1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1096 time: 0.1304152 Feb 04 12:52:45.287985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=c0c9dbed-6d1f-483c-b668-096d233b83fe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:45.294727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.333380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.347723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f73d2f0-2f3a-4041-95bd-de94e3ce52e4 req-3c1698c4-2eb5-4c2e-918d-d1604396d7b6 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136744 Feb 04 12:52:45.350427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:45.356426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:45.360793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Usage tracker for resource:security_group_rule and tenant:9f0e528437f64cbabaaa780545b2d02d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:45.364516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:45.377626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:45.382171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:b21eb31d815d4dc89d55e0cc876ce85f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:45.387975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:45.409368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:45.418308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port c0c9dbed-6d1f-483c-b668-096d233b83fe on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:45.434278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.443879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'name': 'network-vif-deleted', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:45.479388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e7ae39a-ba2b-4196-bae5-4e1b22a4f302 req-01ac1797-f13d-4c10-81bc-6f4efbc7cbad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "DELETE /v2.0/ports/c0c9dbed-6d1f-483c-b668-096d233b83fe HTTP/1.1" status: 204 len: 173 time: 1.3058949 Feb 04 12:52:45.533798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.540382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.656352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b21eb31d815d4dc89d55e0cc876ce85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100767 Feb 04 12:52:45.661560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57396) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:45.673520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3e18-08e7-4f5e-b99e-28f7011e3ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2201dc37-1d5f-4c91-8b2c-687323f0ecc1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:45.677670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1cbc8af-2039-461f-9d00-a1977f8a7eae req-3ab82e94-1208-430f-ac1c-570116867495 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e4ce684-2327-4290-8b1b-654c8fc04575 HTTP/1.1" status: 200 len: 210 time: 0.0745835 Feb 04 12:52:45.744736 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4ce684-2327-4290-8b1b-654c8fc04575', 'name': 'network-vif-deleted', 'tag': 'c0c9dbed-6d1f-483c-b668-096d233b83fe', 'status': 'completed', 'code': 200} Feb 04 12:52:45.763474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.774809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a2ef0-6cb4-407f-940f-f3006f7fb442 req-46c3f8f5-8879-4b57-a1a1-4cc26fdb509e tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:45.781900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db5a2ef0-6cb4-407f-940f-f3006f7fb442 req-46c3f8f5-8879-4b57-a1a1-4cc26fdb509e tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.1965926 Feb 04 12:52:45.791535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cf2361a1-4399-4944-b0e0-f1d5a70f00e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.818911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.824463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.852543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.881178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db5a2ef0-6cb4-407f-940f-f3006f7fb442 req-df863138-24ae-41ef-b3a1-7f28f5102110 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982609 Feb 04 12:52:45.904411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f0e528437f64cbabaaa780545b2d02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9318941 Feb 04 12:52:45.908937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:45.956474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded007c-f2df-4ae4-8c55-5f5d0c5cd3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc89df6-9b04-49ca-9a75-f3f46a5bab41,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:45.962222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:45.990148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201dc37-1d5f-4c91-8b2c-687323f0ecc1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:45.999486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.001513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.002626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b1ab5435-e802-4e0c-b037-2815adc93325 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2201dc37-1d5f-4c91-8b2c-687323f0ecc1 HTTP/1.1" status: 204 len: 168 time: 0.3410933 Feb 04 12:52:46.033380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.065831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-e6adc870-1891-4e33-a743-d9fc4a16528f tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:46.067328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-e6adc870-1891-4e33-a743-d9fc4a16528f tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.2013698 Feb 04 12:52:46.085143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-9210228e-9e64-47de-91bf-bea6302dbd43 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/quotas/d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 375 time: 0.0112402 Feb 04 12:52:46.152498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.190631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc89df6-9b04-49ca-9a75-f3f46a5bab41,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:46.194367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-8216b613-4fb5-49e9-8542-df908ca0f0cc tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972223 Feb 04 12:52:46.221700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.236271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad6aa85d-4338-456f-bc6d-9a2d2b3a43cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dc89df6-9b04-49ca-9a75-f3f46a5bab41 HTTP/1.1" status: 204 len: 168 time: 0.3161459 Feb 04 12:52:46.286925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098365ae-8230-4905-831a-a1f725e559c1 req-11dfb427-278f-414b-8c24-3c9fdeb2e802 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:46.288466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-098365ae-8230-4905-831a-a1f725e559c1 req-11dfb427-278f-414b-8c24-3c9fdeb2e802 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1996219 Feb 04 12:52:46.359267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-40ff8f27-9c18-4b71-8094-578bc00625f5 service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636081 Feb 04 12:52:46.397518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-098365ae-8230-4905-831a-a1f725e559c1 req-88cbe3d6-e0a3-42db-a17a-56ec86066455 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Feb 04 12:52:46.588306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3805c179-336f-434c-946b-8ee3695c18de service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255406 Feb 04 12:52:46.705073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57436) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:46.735026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.735751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.760241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:46.779924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Usage tracker for resource:security_group_rule and tenant:20da102a8662404cab0446e0b6e6267f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:46.794592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:46.811125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:46.883462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef651306-de57-47e4-abbc-567dbd863bde req-bf60b6d9-a0a2-4d11-b5ed-2002cfd98fae tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 210 time: 0.1170018 Feb 04 12:52:46.972244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:46.976374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.042633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:47.043391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20da102a8662404cab0446e0b6e6267f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367217 Feb 04 12:52:47.044285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337c523-9ddd-4407-b09c-8403153fceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c02ba-5674-44a8-b1ff-b380fd513840,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:47.129222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.198496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.229197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.278561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad6387-0e9b-4c09-946e-d4cd87520e22 req-705ad542-9a90-4548-9800-1cacd37f244e tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:47.280141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fad6387-0e9b-4c09-946e-d4cd87520e22 req-705ad542-9a90-4548-9800-1cacd37f244e tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.1917903 Feb 04 12:52:47.335336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fad6387-0e9b-4c09-946e-d4cd87520e22 req-29b182a7-dd8e-49f5-9417-2c40590a530a tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Feb 04 12:52:47.340602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.362415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c02ba-5674-44a8-b1ff-b380fd513840,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:47.376069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:47.377453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b71bf159-811e-461a-be52-993760691b5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d3c02ba-5674-44a8-b1ff-b380fd513840 HTTP/1.1" status: 204 len: 168 time: 0.3336477 Feb 04 12:52:47.400181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-4cf1b556-7a3e-4dce-9f05-efa91f4279eb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:47.409213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-4cf1b556-7a3e-4dce-9f05-efa91f4279eb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.2064867 Feb 04 12:52:47.428755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-030525f5-08b9-4f52-b7d2-4d354676f53c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0185437 Feb 04 12:52:47.538290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-fd61c94a-65b3-4b16-b4bd-4c5e051bb35c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:47.556246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-fd61c94a-65b3-4b16-b4bd-4c5e051bb35c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:47.564956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-fd61c94a-65b3-4b16-b4bd-4c5e051bb35c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1353033 Feb 04 12:52:47.632222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd143c5-939d-47df-be9c-4dc8a8e00fa1 req-913ae4cc-f4fc-4221-b3af-97cb8c1112c1 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:47.633852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dd143c5-939d-47df-be9c-4dc8a8e00fa1 req-913ae4cc-f4fc-4221-b3af-97cb8c1112c1 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.0959809 Feb 04 12:52:47.670512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c0c9dbed-6d1f-483c-b668-096d233b83fe no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:47.704808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dd143c5-939d-47df-be9c-4dc8a8e00fa1 req-7350d2b1-bdc0-43dc-b67e-e33e9d490616 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 Feb 04 12:52:47.737010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: c0c9dbed-6d1f-483c-b668-096d233b83fe {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:47.737637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c0c9dbed-6d1f-483c-b668-096d233b83fe not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:47.786417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-d08c60e5-286c-4152-9e04-f9d6beb6f030 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205431 Feb 04 12:52:47.938032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-ffc2d3f2-bbac-4298-b6c9-735fb22ba27d service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501868 Feb 04 12:52:48.201144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98ebae0e-4ef4-4a06-a34a-987114394ef5 req-e0bbf617-2df4-4b5b-9725-c0e66064d8fe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 210 time: 0.0530181 Feb 04 12:52:48.340976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a378448-dcb1-46c4-a08f-22614768bd13 req-f05d02a9-fe2d-40ee-bcbd-6542065a9faa tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 210 time: 0.0625906 Feb 04 12:52:48.491715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:48.565252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-72fe6e73-d213-4778-a850-2242cd158df5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:48.567526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-72fe6e73-d213-4778-a850-2242cd158df5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.2656755 Feb 04 12:52:48.602580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Request body: {'port': {'device_id': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'admin_state_up': True, 'tenant_id': 'd820d08857e04dbf8cb31c390277832e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:48.669906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57542) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:48.869361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-network', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:48.877775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:48.888520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Usage tracker for resource:network and tenant:34fdead7d4a24cf4bbd715f28e4172bc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:48.895413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:48.903423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:48.918300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Made reservation on behalf of 34fdead7d4a24cf4bbd715f28e4172bc for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:48.922965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:48.927642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:48.938307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:48.963494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:48.969338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:48.990646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.016974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:49.029366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Usage tracker for resource:security_group_rule and tenant:34fdead7d4a24cf4bbd715f28e4172bc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:49.035043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:49.044753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:49.115193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e6e0-03b2-4116-ab36-36c016d838b2 req-ef9f0055-b387-494c-ad74-805936b79e12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:49.116891 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58d9e6e0-03b2-4116-ab36-36c016d838b2 req-ef9f0055-b387-494c-ad74-805936b79e12 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1716895 Feb 04 12:52:49.126697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-bc3ebd86-9fe9-4930-9ccb-3f87334538ff tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:52:49.128391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-bc3ebd86-9fe9-4930-9ccb-3f87334538ff tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137663 Feb 04 12:52:49.152288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:49.152825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:52:49.187013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58d9e6e0-03b2-4116-ab36-36c016d838b2 req-89667bf2-89c2-4e22-978c-ab1a13bb96b2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Feb 04 12:52:49.235226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.239520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.284497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:52:49.296260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d41eb-5c54-442a-8ee5-671b4201f615,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:49.311842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.312248 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Added segment 2a43f2eb-546b-4af4-a36b-4de5b6bd2a02 of type vlan for network e712da4a-ccd0-44ce-b92b-f1a6d01c487a Feb 04 12:52:49.346431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.372622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Allocated IP 172.20.0.5 (fcfdc147-0fb1-486f-9857-405563e1de8d/589050a1-4645-469f-902a-bfdcdd3db97e/8e67982a-0247-4a1f-9103-fb6ad94c30da) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:49.510782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8c7d25d-fa5a-4325-9ea0-e3afdfcc66ca req-807c50e1-66b4-42eb-b7ee-bcb502c6831b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 210 time: 0.0461130 Feb 04 12:52:49.517462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.518676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:49.519305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.566492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:49.567469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:49.567954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:49.579762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:49.580349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:49.589012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:49.589830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:49.590705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:49.591720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Bound port: 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:49.702929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:49.708678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.731164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.732655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-438badc1-0678-4b9a-8dbe-66105ca33d33 service neutron] 10.222.0.53 "POST /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5954049 Feb 04 12:52:49.750388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] Pushing event updated for resources: {'Network': ['ID=e712da4a-ccd0-44ce-b92b-f1a6d01c487a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:49.761156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:52:49.769349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3387049a-2742-4582-a2cb-82c97398d141 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0945246 Feb 04 12:52:49.775332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:49.784706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.785773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Request body: {'subnet': {'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-subnet', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:49.854590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:49.888102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bef67f54-22f2-43db-b4e6-cd48f7c243ef req-97b4a49b-981b-4049-91d9-cd8dd98409e0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 210 time: 0.1068292 Feb 04 12:52:49.894565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Usage tracker for resource:subnet and tenant:34fdead7d4a24cf4bbd715f28e4172bc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:49.903680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Network fcfdc147-0fb1-486f-9857-405563e1de8d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:49.907375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:49.915465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:49.922977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:49.927519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.928290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:49.962890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-f89c604c-c617-437d-a308-c51488577f10 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:49.965942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-f89c604c-c617-437d-a308-c51488577f10 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.4207520 Feb 04 12:52:49.967664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Made reservation on behalf of 34fdead7d4a24cf4bbd715f28e4172bc for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:49.970746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:49.987544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:49.990731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:50.068929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.069619 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.100979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-3e6d0c1f-4d4b-4fe1-bc7c-c5ba419e5a02 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5095949 Feb 04 12:52:50.123204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca78d6-8a8d-4551-93f5-90dbc5fd04fc req-3a70a1d3-ba67-4068-b5d5-d75faf6f4fa2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.124670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ca78d6-8a8d-4551-93f5-90dbc5fd04fc req-3a70a1d3-ba67-4068-b5d5-d75faf6f4fa2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 946 time: 0.1196873 Feb 04 12:52:50.129514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Request body: {'port': {'device_id': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:50.305231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:50.313484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ca78d6-8a8d-4551-93f5-90dbc5fd04fc req-c620dbe2-61e6-4d3e-ac15-b836a07fab3e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498454 Feb 04 12:52:50.369623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.401305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:50.404843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-cf13cb29-2ada-4158-9ce4-31457bb7d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.406422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-cf13cb29-2ada-4158-9ce4-31457bb7d4f1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1097 time: 0.2879434 Feb 04 12:52:50.516413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:50.519885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.665826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.762009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1498c-ff7c-4916-8095-a4d9acaaf4ca req-bad4350f-0c86-4d55-b412-674caf31d706 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.772057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaa1498c-ff7c-4916-8095-a4d9acaaf4ca req-bad4350f-0c86-4d55-b412-674caf31d706 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.4625101 Feb 04 12:52:50.777711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581c54-b357-4804-96b4-f95b04fd2887 req-30483182-edfd-42ac-a173-7fee43100080 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.779289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c6581c54-b357-4804-96b4-f95b04fd2887 req-30483182-edfd-42ac-a173-7fee43100080 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:50.839689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c6581c54-b357-4804-96b4-f95b04fd2887 req-30483182-edfd-42ac-a173-7fee43100080 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:50.840567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6581c54-b357-4804-96b4-f95b04fd2887 req-30483182-edfd-42ac-a173-7fee43100080 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 931 time: 0.2096879 Feb 04 12:52:50.842985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-b4246ad0-bc5d-4e31-aff6-e91cf999c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:50.844999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-b4246ad0-bc5d-4e31-aff6-e91cf999c132 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.4291899 Feb 04 12:52:50.892126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e67982a-0247-4a1f-9103-fb6ad94c30da {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:50.919414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.924487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6581c54-b357-4804-96b4-f95b04fd2887 req-e62c7305-2628-4a19-85bd-d8f80fe75d22 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714271 Feb 04 12:52:50.934791 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:52:50.941376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Transition to ACTIVE for port object 8e67982a-0247-4a1f-9103-fb6ad94c30da will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:50.949483 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:50.964470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=295f654a-c852-4f87-a6fe-5b1f0602ae87,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:50.990421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-a97476b4-fa1f-44a1-9fd7-7796c0f793e8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.1367636 Feb 04 12:52:51.012310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaa1498c-ff7c-4916-8095-a4d9acaaf4ca req-a69b7d98-2f87-4bae-8d73-45db9a8fe0ba tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393098 Feb 04 12:52:51.077747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Checking segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:51.078095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Network hostable DHCP agents. Network: e712da4a-ccd0-44ce-b92b-f1a6d01c487a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:52:51.112096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.2 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/db9eed93-866a-49ec-a1b3-c2596a69ef9c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:51.143852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-080f1f01-6e85-4dc5-9e62-1b7aa8bfccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:51.145657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-080f1f01-6e85-4dc5-9e62-1b7aa8bfccae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1233442 Feb 04 12:52:51.148900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:52:51.154257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee6f5368-9d19-4ae7-a066-fe205b21892d req-4f141c6a-b491-490f-ac38-805627528453 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 210 time: 0.0563343 Feb 04 12:52:51.211191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:51.215997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-ea725f8f-1118-4856-b011-98d6f0181816 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630691 Feb 04 12:52:51.216595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e712da4a-ccd0-44ce-b92b-f1a6d01c487a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:51.221555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:51.222147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.229047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a96853-63c7-4f39-874a-09d7797dc1fc None None] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:52:51.304980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:51.305288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:51.305682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:51.311707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:51.312691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:51.320606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:51.320947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:51.321506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:51.321996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Bound port: 8e67982a-0247-4a1f-9103-fb6ad94c30da, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:51.322446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.441152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:51.444989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:51.451887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.548270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-61dc54e1-987c-4676-ae17-61b817fe2bbb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7662454 Feb 04 12:52:51.553005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:51.568282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:51.584529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:51.585332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.587124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] 10.222.0.90 "PUT /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 1091 time: 1.4614410 Feb 04 12:52:51.588614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:51.590103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:51.614791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Usage tracker for resource:router and tenant:34fdead7d4a24cf4bbd715f28e4172bc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:51.623440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:51.645432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:51.645938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea62f5-b840-4f74-982d-945e605ca30f service neutron] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:51.675386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'fixed_ips': [{'subnet_id': '295f654a-c852-4f87-a6fe-5b1f0602ae87'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:52:51.676219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.688798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-03b0fdb7-65ed-4df3-8eda-e36677106ee9 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532275 Feb 04 12:52:51.729716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.730919 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.746981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.760559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9faa5-9d84-44ad-a812-71c9b1ca5da0 req-5c0ecd82-cd30-4fa6-917a-acce6f146708 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:51.769794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0f9faa5-9d84-44ad-a812-71c9b1ca5da0 req-5c0ecd82-cd30-4fa6-917a-acce6f146708 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 946 time: 0.2561319 Feb 04 12:52:51.772537 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'status': 'completed', 'code': 200} Feb 04 12:52:51.842465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-7ad77048-3058-4562-963a-487e2be15cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:51.844460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-7ad77048-3058-4562-963a-487e2be15cc5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1094 time: 0.1995468 Feb 04 12:52:51.863371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Allocated IP 172.20.0.2 (e712da4a-ccd0-44ce-b92b-f1a6d01c487a/295f654a-c852-4f87-a6fe-5b1f0602ae87/27cb5394-26fc-4d9e-8004-8ba44ffeb825) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:51.886221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:51.942732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-1bfad96c-fa76-4688-b73c-0a34a7a363c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.0870464 Feb 04 12:52:51.945815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0f9faa5-9d84-44ad-a812-71c9b1ca5da0 req-380a0cb7-b980-4939-8b6b-47acb811aad6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752512 Feb 04 12:52:52.048931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-71422ffa-9dd2-4e8f-b7a3-e7468e512c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.053613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-71422ffa-9dd2-4e8f-b7a3-e7468e512c21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0995412 Feb 04 12:52:52.151341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-c20e894b-0cd1-48bc-adb1-2e97a8ccbb4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918174 Feb 04 12:52:52.176697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-8364ac0f-ce8b-49ee-a748-bf28f0dce49a service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791989 Feb 04 12:52:52.194063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.205897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Transition to ACTIVE for port object 27cb5394-26fc-4d9e-8004-8ba44ffeb825 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:52.224769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Transition to ACTIVE for port object 27cb5394-26fc-4d9e-8004-8ba44ffeb825 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:52.231278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.284104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:52.292815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:52.306369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:52.334238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6904d-4f6c-4dc8-b3a1-c1d6061acb15 req-ec263c93-1dbf-44ea-8110-0754eaa328f3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.335823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eab6904d-4f6c-4dc8-b3a1-c1d6061acb15 req-ec263c93-1dbf-44ea-8110-0754eaa328f3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.2249670 Feb 04 12:52:52.339167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.339327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-68259c8e-65bb-4e73-8a40-e8ce8159e6fb service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769235 Feb 04 12:52:52.461706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.468263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Pushing event updated for resources: {'Port': ['ID=27cb5394-26fc-4d9e-8004-8ba44ffeb825,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:52.481586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:52.524528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Attempting to bind port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:52.524905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Attempting to bind port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:52.525287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Attempting to bind port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 on network e712da4a-ccd0-44ce-b92b-f1a6d01c487a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:52.542743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:52.543150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Checking segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:52.543573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.543983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Bound using segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:52.544520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Bound port: 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:52.544842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.554650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:52.590832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eab6904d-4f6c-4dc8-b3a1-c1d6061acb15 req-9ecc5937-81b7-437d-b02e-0ee2e79a91bf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482762 Feb 04 12:52:52.604526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:52.614043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:52.637538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:52.649298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9f5b038-c765-4fe1-8ed5-0cb1995fe2e4 req-c07da43c-0fe6-4683-b813-01a945c39801 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001650 Feb 04 12:52:52.725794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] For port 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:52.744819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000b937-89ea-48c4-8aa6-1f9d7dce06e7 req-0158b35b-2947-4198-9fbc-82b965825ba6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.751988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d000b937-89ea-48c4-8aa6-1f9d7dce06e7 req-0158b35b-2947-4198-9fbc-82b965825ba6 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.5906665 Feb 04 12:52:52.774568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] For port 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=27cb5394-26fc-4d9e-8004-8ba44ffeb825,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:52.779778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.792291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-3b47652f-d137-40c8-8a7b-e45a4db0e1c4 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.793857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-3b47652f-d137-40c8-8a7b-e45a4db0e1c4 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1097 time: 0.5541949 Feb 04 12:52:52.818160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:52.856344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.856980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:52.906782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6506-0aae-4f3c-a23e-6996ddd66f70 req-085cec36-3256-4293-b651-1880bca33c00 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.908313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e5b6506-0aae-4f3c-a23e-6996ddd66f70 req-085cec36-3256-4293-b651-1880bca33c00 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1192577 Feb 04 12:52:52.925888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d000b937-89ea-48c4-8aa6-1f9d7dce06e7 req-6c55daa2-ea0c-4878-afda-29e567fb6a07 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730251 Feb 04 12:52:52.930380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-b1aa857b-5a41-4e54-81ef-67844f946046 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9446218 Feb 04 12:52:52.945361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Request body: {'port': {'device_id': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:52.954976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-0a21e2f9-124c-4a36-b855-0de6f1356aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:52.967758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-0a21e2f9-124c-4a36-b855-0de6f1356aa7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1094 time: 0.2613244 Feb 04 12:52:52.979292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db41c8-3f94-4deb-9d33-3bc2c068f01a None None] Pushing event updated for resources: {'Port': ['ID=27cb5394-26fc-4d9e-8004-8ba44ffeb825,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:53.077848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:53.085496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e5b6506-0aae-4f3c-a23e-6996ddd66f70 req-aafdfa2e-7de2-4e58-9c3c-e27421f70c59 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647418 Feb 04 12:52:53.134931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-729674d4-15c8-4a2d-87f1-6c1fb6076a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.136636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-729674d4-15c8-4a2d-87f1-6c1fb6076a47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1679220 Feb 04 12:52:53.271338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-a0f0d83b-422b-4a18-b40b-6fe97628ffd0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.1194742 Feb 04 12:52:53.418574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-83911967-cfb8-4a6d-a3be-c29a3d2f1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.420054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-83911967-cfb8-4a6d-a3be-c29a3d2f1d4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1432734 Feb 04 12:52:53.460102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:53.472224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-469f84b7-b101-492e-8d4f-542284298ef8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438671 Feb 04 12:52:53.485697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da3ef-58e7-4e72-ada9-35cfb00e6577 req-23c44f9f-c270-4877-8e89-463f52e38877 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.487157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a82da3ef-58e7-4e72-ada9-35cfb00e6577 req-23c44f9f-c270-4877-8e89-463f52e38877 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 946 time: 0.1551237 Feb 04 12:52:53.619458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a82da3ef-58e7-4e72-ada9-35cfb00e6577 req-f3472098-dda6-4723-b4d0-c37bf2cebba5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121330 Feb 04 12:52:53.659096 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-4f690f0a-5f06-4dda-936f-2aff4b7b0397 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705992 Feb 04 12:52:53.819270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654abb-65ca-469a-bcaf-db5f4809a619 req-6c878552-87ac-44f2-b7af-facbb893bded tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:53.820118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e5654abb-65ca-469a-bcaf-db5f4809a619 req-6c878552-87ac-44f2-b7af-facbb893bded tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:53.826174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:53.888656 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:53.901069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6356c156-c2f9-409b-a444-e9ba264d05c8 req-a8992a31-f2e4-44a2-a6a1-2cc937615684 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352684 Feb 04 12:52:53.903244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e5654abb-65ca-469a-bcaf-db5f4809a619 req-6c878552-87ac-44f2-b7af-facbb893bded tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:53.904599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5654abb-65ca-469a-bcaf-db5f4809a619 req-6c878552-87ac-44f2-b7af-facbb893bded tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 931 time: 0.8176641 Feb 04 12:52:53.978239 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:54.121897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:54.179207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5654abb-65ca-469a-bcaf-db5f4809a619 req-295874b9-143f-4cf3-9e66-872e47f697a4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207971 Feb 04 12:52:54.186475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ba6d7-30e6-40a3-aaaa-2fcbe1b6f737 req-a0991f70-f465-4b53-97c1-b78406a10558 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.188740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f3ba6d7-30e6-40a3-aaaa-2fcbe1b6f737 req-a0991f70-f465-4b53-97c1-b78406a10558 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.0927773 Feb 04 12:52:54.245544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10c574-7a27-42ef-bbcf-4222a5b267fb None None] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:52:54.249085 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f3ba6d7-30e6-40a3-aaaa-2fcbe1b6f737 req-1ee28cf7-eba1-449b-8143-2ba8ac49d334 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545039 Feb 04 12:52:54.326671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Allocated IP 172.25.4.61 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9855a954-adee-4f85-817e-60cd9f06df9c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:54.334160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:54.369699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-259128c8-0dd7-4027-b04a-3403e9b77a83 None None] Provisioning for port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:54.439645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-f217c134-7599-4436-8c0f-dc69881ac925 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a55acc81cca740b5935d47535bec5934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774355 Feb 04 12:52:54.449450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5041e-5f42-457c-af0f-7c2797a9fbcd req-05861f5a-4ea8-453b-9389-44a2d22e15bd tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.457662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8c5041e-5f42-457c-af0f-7c2797a9fbcd req-05861f5a-4ea8-453b-9389-44a2d22e15bd tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.1025908 Feb 04 12:52:54.501859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8c5041e-5f42-457c-af0f-7c2797a9fbcd req-80083656-acbd-4d51-a2f0-8e6f8530f88c tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 Feb 04 12:52:54.612694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:54.623589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:54.651639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:54.712184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e97d2-93c4-45f8-8578-e13704017e98 req-07f443f4-4670-481f-90c5-77f4aedfba87 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:54.713856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-211e97d2-93c4-45f8-8578-e13704017e98 req-07f443f4-4670-481f-90c5-77f4aedfba87 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.1002784 Feb 04 12:52:54.787228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-211e97d2-93c4-45f8-8578-e13704017e98 req-825dcc1a-c956-467d-b541-702575acd440 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Feb 04 12:52:54.992728 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'code': 200} Feb 04 12:52:55.030190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da02a-cce0-479c-863a-6a2d775a2b84 req-4830d008-a855-4153-809e-30ae15fa31f4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:55.032748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a39da02a-cce0-479c-863a-6a2d775a2b84 req-4830d008-a855-4153-809e-30ae15fa31f4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.0917916 Feb 04 12:52:55.049197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:55.055129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 27cb5394-26fc-4d9e-8004-8ba44ffeb825 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:55.068319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-2f6801cb-239f-4c9b-b2c5-86725a0a54b6 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:55.069885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-2f6801cb-239f-4c9b-b2c5-86725a0a54b6 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6233618 Feb 04 12:52:55.075260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9eed93-866a-49ec-a1b3-c2596a69ef9c {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:55.104800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a39da02a-cce0-479c-863a-6a2d775a2b84 req-d620b9d2-6bf9-453a-8938-56a4395b386b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635622 Feb 04 12:52:55.118692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.123661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.140490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:55.145883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:55.146251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.158127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10ab2bc-f5b4-4c74-bdd6-633ee978665a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/quotas/a55acc81cca740b5935d47535bec5934 HTTP/1.1" status: 200 len: 375 time: 0.0473955 Feb 04 12:52:55.173549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Transition to ACTIVE for port object db9eed93-866a-49ec-a1b3-c2596a69ef9c will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:55.174347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:55.174690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:55.175043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:55.213563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.264243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-2685a3eb-0848-47ac-897b-446588942169 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940876 Feb 04 12:52:55.264695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:55.265013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Attempting to bind port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:55.276082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.293578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:55.293925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:55.294304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:55.294772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Bound port: 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:55.295118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.324820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=27cb5394-26fc-4d9e-8004-8ba44ffeb825,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:55.330161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.413018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=27cb5394-26fc-4d9e-8004-8ba44ffeb825,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:55.418882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:55.483079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.484820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c711-bc48-4986-b69f-859dca95ae96 req-12f6937b-e566-4498-9ff9-a6ab66cc568f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:55.492724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4681c711-bc48-4986-b69f-859dca95ae96 req-12f6937b-e566-4498-9ff9-a6ab66cc568f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 943 time: 0.2052939 Feb 04 12:52:55.549183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4681c711-bc48-4986-b69f-859dca95ae96 req-19157cb3-e00f-4552-8258-6b8a1d39cfab tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554454 Feb 04 12:52:55.597299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:55.678010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:55.696784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:55.707225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:52:55.758552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Pushing event updated for resources: {'Port': ['ID=9855a954-adee-4f85-817e-60cd9f06df9c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:55.767290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:55.806836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:55.809591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Attempting to bind port db9eed93-866a-49ec-a1b3-c2596a69ef9c on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:52:55.810005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Attempting to bind port db9eed93-866a-49ec-a1b3-c2596a69ef9c by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:52:55.810315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Attempting to bind port db9eed93-866a-49ec-a1b3-c2596a69ef9c on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:55.813006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-b3841b2b-8b35-4977-a68b-a3548b4d41f3 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a55acc81cca740b5935d47535bec5934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381281 Feb 04 12:52:55.848540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:55.855568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-1257ea10-af13-4c04-a96d-7ea07a218f2a tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:55.858089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-1257ea10-af13-4c04-a96d-7ea07a218f2a tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.90 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.2958906 Feb 04 12:52:55.871309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.879558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'port_id': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'mac_address': 'fa:16:3e:9d:33:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589050a1-4645-469f-902a-bfdcdd3db97e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:52:55.934002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Port db9eed93-866a-49ec-a1b3-c2596a69ef9c on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:52:55.934522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Attempting to bind port db9eed93-866a-49ec-a1b3-c2596a69ef9c on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:52:55.963675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:55.964067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:52:55.964412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:55.965057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Bound port: db9eed93-866a-49ec-a1b3-c2596a69ef9c, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:52:55.965570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:55.988070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.006800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e67982a-0247-4a1f-9103-fb6ad94c30da {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:52:56.025792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:56.030180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.057809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Deleting port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:52:56.058301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.120746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:56.191169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-86eac8e1-dcb5-4def-9eab-cf5916717325 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:56.198030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-86eac8e1-dcb5-4def-9eab-cf5916717325 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3705921 Feb 04 12:52:56.227689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-e99508ec-3e66-4388-9803-b7b25910f4d9 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/quotas/a55acc81cca740b5935d47535bec5934 HTTP/1.1" status: 200 len: 375 time: 0.0287344 Feb 04 12:52:56.246046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993be2-97d1-4dd9-8ead-153890373c49 req-b9e40874-45b2-4a24-ae59-985b0bd8462b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:56.247590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7993be2-97d1-4dd9-8ead-153890373c49 req-b9e40874-45b2-4a24-ae59-985b0bd8462b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.6632040 Feb 04 12:52:56.296332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=8']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:56.320581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8e67982a-0247-4a1f-9103-fb6ad94c30da'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:56.329771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:56.330654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.332052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-7bebe5a0-7636-4284-a490-695f449bd989 service neutron] 10.222.0.87 "PUT /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 1122 time: 3.5185437 Feb 04 12:52:56.349700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-532a3f47-a02c-40a6-b03f-e5bfec9bc7f1 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130447 Feb 04 12:52:56.434161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] For port e20dc0a2-162b-47c3-a540-4ea8ef5bc388, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:56.434161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.457218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['07359178-6f2a-413f-b4b9-9fe5f16af3d3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:52:56.533272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7993be2-97d1-4dd9-8ead-153890373c49 req-45a6288d-20ba-4ca6-adb6-b02e35d794c0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555523 Feb 04 12:52:56.547343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:52:56.723438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:52:56.929720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.959021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.959521 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:56.959922 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Floating IP 1880c298-0c7c-40f5-8e9c-85c4222766fc disassociated. External IP: 172.25.4.174, port: e20dc0a2-162b-47c3-a540-4ea8ef5bc388. Feb 04 12:52:56.960112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Calling delete_port for e20dc0a2-162b-47c3-a540-4ea8ef5bc388 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:52:57.018566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f213-b51b-46a5-b266-73d371f21f84 req-421f1c79-27b0-48c4-8349-0d3064bf4e7f tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:57.027816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c49f213-b51b-46a5-b266-73d371f21f84 req-421f1c79-27b0-48c4-8349-0d3064bf4e7f tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 946 time: 0.3191578 Feb 04 12:52:57.045672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 27cb5394-26fc-4d9e-8004-8ba44ffeb825 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:57.065508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:57.127279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:57.127828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-79bac7c9-9259-496e-8691-7bdc77e6dc63 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a55acc81cca740b5935d47535bec5934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644221 Feb 04 12:52:57.128026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.129522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] 10.222.0.87 "PUT /v2.0/ports/db9eed93-866a-49ec-a1b3-c2596a69ef9c HTTP/1.1" status: 200 len: 1091 time: 4.1903520 Feb 04 12:52:57.136558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:57.137113 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.139126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.236646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b2752-2e7b-4e12-80fd-2afc5a91bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:57.276314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c49f213-b51b-46a5-b266-73d371f21f84 req-1798a0c5-5101-4b2e-a313-c12ee76216a2 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57f4fff-37c5-43cb-bcca-7e99755b5dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458088 Feb 04 12:52:57.422100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac939f-1410-49eb-89a4-55b98cafe24a req-5a3370af-aedf-436a-bdc1-f366bbefe1d4 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:57.429811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebac939f-1410-49eb-89a4-55b98cafe24a req-5a3370af-aedf-436a-bdc1-f366bbefe1d4 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.5312042 Feb 04 12:52:57.586938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-7a004412-57c8-4b27-826c-c3575507ee3b tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:57.588708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-7a004412-57c8-4b27-826c-c3575507ee3b tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4393349 Feb 04 12:52:57.590203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.602372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:52:57.626666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebac939f-1410-49eb-89a4-55b98cafe24a req-dd3c68bd-6a8b-4acc-9861-e87c578f40e5 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948328 Feb 04 12:52:57.701719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Request body: {'port': {'device_id': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'a55acc81cca740b5935d47535bec5934'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:57.710460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-12cd65a9-d5ad-4c5e-910e-f2a096c9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:57.713018 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-12cd65a9-d5ad-4c5e-910e-f2a096c9cdb8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 1094 time: 0.3777061 Feb 04 12:52:57.754275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event deleted for resources: {'Port': ['ID=e20dc0a2-162b-47c3-a540-4ea8ef5bc388,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:57.771471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8e67982a-0247-4a1f-9103-fb6ad94c30da completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:57.778321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8e67982a-0247-4a1f-9103-fb6ad94c30da triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:57.779032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.895318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-cedadfee-15c1-4c7c-b18d-91fa1bd6cc2c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c HTTP/1.1" status: 200 len: 217 time: 0.1400170 Feb 04 12:52:57.914462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65ce50d6-ae74-42cc-b87b-55d0fa564cbc req-8111fcfc-6bd6-4b57-a018-c8d9097ebe42 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 210 time: 0.0697114 Feb 04 12:52:57.925159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.976665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:57.994023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:57.998839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:52:58.005166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:58.065811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-d2528823-e71d-46c6-928b-170e29bcfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:58.067319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-d2528823-e71d-46c6-928b-170e29bcfb70 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1572583 Feb 04 12:52:58.083858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:58.122969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71f3e-f019-4955-b6b6-9cc6c81a31c3 req-b582b9d0-71f8-4910-9c42-6aa88aeadb80 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:58.125395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76b71f3e-f019-4955-b6b6-9cc6c81a31c3 req-b582b9d0-71f8-4910-9c42-6aa88aeadb80 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.6564100 Feb 04 12:52:58.183859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-db38da2b-feca-4a35-8ea1-5f43cc82eafb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703859 Feb 04 12:52:58.289133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:58.293119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Usage tracker for resource:port and tenant:a55acc81cca740b5935d47535bec5934 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:58.297626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:58.303150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:58.319203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76b71f3e-f019-4955-b6b6-9cc6c81a31c3 req-0c5ed220-251d-4e1b-8173-9d9874a9c4c6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860542 Feb 04 12:52:58.330955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Made reservation on behalf of a55acc81cca740b5935d47535bec5934 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:52:58.334482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:58.371955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Router 788342e2-bdef-48b4-89e7-5a5cef93a4dc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:52:58.387407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:58.480748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-e3ea52ae-2e6c-46b1-aeef-564988e82ecc tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a55acc81cca740b5935d47535bec5934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2070591 Feb 04 12:52:58.501359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:58.524798 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'status': 'completed', 'code': 200} Feb 04 12:52:58.526209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Usage tracker for resource:security_group_rule and tenant:a55acc81cca740b5935d47535bec5934 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:52:58.536704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:52:58.552214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:52:58.750175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:52:58.764355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Sync routers for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:58.784461 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:58.785443 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:58.846131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] No DVR routers for this DVR port e20dc0a2-162b-47c3-a540-4ea8ef5bc388 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:58.850849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:58.854543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'name': 'network-vif-deleted', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:52:58.907020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c534c-b650-4d5d-b074-7e62e8b24bd2 req-271f014e-a377-43fb-bf52-0bea91766da8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:58.913863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e43c534c-b650-4d5d-b074-7e62e8b24bd2 req-271f014e-a377-43fb-bf52-0bea91766da8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 945 time: 0.3486953 Feb 04 12:52:58.915730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533bf52-9776-410c-8930-97a4b7113716 req-ea80504e-5c6d-4bbb-8e1a-ece754f8a18a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:58.917631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d533bf52-9776-410c-8930-97a4b7113716 req-ea80504e-5c6d-4bbb-8e1a-ece754f8a18a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 943 time: 0.8587554 Feb 04 12:52:58.918038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf87b8a7-c4bf-4441-a127-9863fed54763 req-351a6773-c56b-450c-b4d6-da2b92105aed tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.90 "DELETE /v2.0/ports/e20dc0a2-162b-47c3-a540-4ea8ef5bc388 HTTP/1.1" status: 204 len: 173 time: 3.0282793 Feb 04 12:52:58.933657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-bee12e7e-f1e7-4540-b9f5-7bba6daade2a service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353621 Feb 04 12:52:58.976251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:58.982132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:59.004538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Router 29f763a5-dd99-40d8-8893-c50b9783bdac is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:52:59.031827 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:59.054802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e43c534c-b650-4d5d-b074-7e62e8b24bd2 req-908b74eb-8d4d-4eda-873f-aefa6bbe9b99 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398385 Feb 04 12:52:59.087465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa51bc-7ef1-45e2-a845-cbf607013aa3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:59.160420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-ffdb505f-b6b4-4f00-b1c8-97dabacd0e1a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.163329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-ffdb505f-b6b4-4f00-b1c8-97dabacd0e1a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6211712 Feb 04 12:52:59.173342 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'code': 200} Feb 04 12:52:59.194845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-30c64d07-901e-476d-aaad-c900b1b29737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.203217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-30c64d07-901e-476d-aaad-c900b1b29737 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1125 time: 0.7164199 Feb 04 12:52:59.263813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Allocated IP 192.168.233.200 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/ad1b7189-dc47-4563-9ded-23680280efbb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:59.274196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Request body: {'port': {'device_id': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'a55acc81cca740b5935d47535bec5934'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:59.340675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d533bf52-9776-410c-8930-97a4b7113716 req-367d013a-4cba-47e8-a6d1-fe9016a6722a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036384 Feb 04 12:52:59.485666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:59.489537 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Checking router: 788342e2-bdef-48b4-89e7-5a5cef93a4dc for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:59.499347 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:59.500940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:59.612754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e20dc0a2-162b-47c3-a540-4ea8ef5bc388 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:52:59.668264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:59.689463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Transition to ACTIVE for port object ad1b7189-dc47-4563-9ded-23680280efbb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:59.692020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: e20dc0a2-162b-47c3-a540-4ea8ef5bc388 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:52:59.692548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e20dc0a2-162b-47c3-a540-4ea8ef5bc388 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:52:59.751972 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:52:59.754495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:52:59.774775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:52:59.794357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-06275acd-7e14-4928-9f21-b4f1d14fc723 req-26e954c2-3a28-4f05-980e-ab8709d66bff tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Synchronizing usage tracker for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:52:59.803028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Sync routers for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:59.840805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:59.842651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76fa099c-550e-4e00-bbdb-0ac35c6de204 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2859738 Feb 04 12:52:59.848025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57798) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:59.851222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-06275acd-7e14-4928-9f21-b4f1d14fc723 req-26e954c2-3a28-4f05-980e-ab8709d66bff tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Unset dirty status for tenant:d00495e8fe0d487c856746b24c620bcb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:52:59.862633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06275acd-7e14-4928-9f21-b4f1d14fc723 req-26e954c2-3a28-4f05-980e-ab8709d66bff tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fda372fe-87ac-4a40-8c61-75e68afd83bc HTTP/1.1" status: 200 len: 210 time: 0.3037653 Feb 04 12:52:59.880486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48aef6fe-b999-444f-8897-dfe8409b2e63 req-ec6f4f7d-63ac-4cac-8510-04d06dbae437 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9059296 Feb 04 12:52:59.925489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:52:59.926349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:59.967486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:52:59.975625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-8846ecea-a7c5-4284-bf52-8f88826ee235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.977223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-8846ecea-a7c5-4284-bf52-8f88826ee235 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.6711683 Feb 04 12:52:59.983415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:52:59.988022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe05669-ca3d-455d-92ca-52c1f9912679 req-a73a5219-be81-404a-90d0-9d11128fea6d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.995462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fe05669-ca3d-455d-92ca-52c1f9912679 req-a73a5219-be81-404a-90d0-9d11128fea6d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.4553902 Feb 04 12:52:59.998993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Usage tracker for resource:port and tenant:a55acc81cca740b5935d47535bec5934 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:00.009006 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda372fe-87ac-4a40-8c61-75e68afd83bc', 'name': 'network-vif-deleted', 'tag': 'e20dc0a2-162b-47c3-a540-4ea8ef5bc388', 'status': 'completed', 'code': 200} Feb 04 12:53:00.058852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:00.115666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:00.118659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-d0092751-8f04-4eaf-9988-a8589200a364 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.1211262 Feb 04 12:53:00.169770 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:00.175978 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239f7a-5f90-4ec9-89ad-c37c81e843c2 None None] The sync data for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 is: [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 4, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f099386-fc2c-4771-bdb6-c4cc1ce9de38', 'name': '', 'network_id': '88351f53-7883-4e1c-bcc5-a13eeb0602dd', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'mac_address': 'fa:16:3e:d3:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:16Z', 'updated_at': '2022-02-04T12:51:33Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'subnets': [{'id': '8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:00.179145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fe05669-ca3d-455d-92ca-52c1f9912679 req-0a6d69b4-73b2-4ede-b8f9-bc0512e21e4f tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828048 Feb 04 12:53:00.194209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:00.211254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-02e362f8-dde1-455d-8d34-6da9781dcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:00.212988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-02e362f8-dde1-455d-8d34-6da9781dcc91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0860662 Feb 04 12:53:00.214798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Made reservation on behalf of a55acc81cca740b5935d47535bec5934 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:00.219670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.246961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:00.248512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:53:00.255526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:00.270076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a5b6285-6826-41aa-8de9-335c7e93fe12 req-1cd48d89-9a3e-4a08-9bd1-b3e00173ca1a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 210 time: 0.1120269 Feb 04 12:53:00.277844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:00.298640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:00.301156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:00.503949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Allocated IP 192.168.233.45 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/88be51e7-dfd2-45c5-80ec-a09f7df127bc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:00.570143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42e337-466d-4ffb-9c52-a353cf94b1f8 req-40a6ef85-1cb2-40cb-aeca-bff002b17dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:00.572182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f42e337-466d-4ffb-9c52-a353cf94b1f8 req-40a6ef85-1cb2-40cb-aeca-bff002b17dd2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 1.0116138 Feb 04 12:53:00.578561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:00.599713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-f13a2f36-9e05-4649-9d17-62f03faeed8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3582134 Feb 04 12:53:00.661304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.90', 54851) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:00.685000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecbd22-edd0-4ae4-afe9-82bfb27b51cd None None] New status for floating IP 1880c298-0c7c-40f5-8e9c-85c4222766fc: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:53:00.712282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5276f70f-2a62-40d2-933c-ae03d78e4af3 None None] Provisioning for port ad1b7189-dc47-4563-9ded-23680280efbb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:00.721782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5276f70f-2a62-40d2-933c-ae03d78e4af3 None None] Provisioning complete for port ad1b7189-dc47-4563-9ded-23680280efbb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:00.722200 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5276f70f-2a62-40d2-933c-ae03d78e4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.811154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5276f70f-2a62-40d2-933c-ae03d78e4af3 None None] Port ad1b7189-dc47-4563-9ded-23680280efbb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:00.871525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:00.872154 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:00.874282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:52:56Z', 'revision_number': 3, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:00.887083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Checking router: 29f763a5-dd99-40d8-8893-c50b9783bdac for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:00.887676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Updating router 29f763a5-dd99-40d8-8893-c50b9783bdac port 9855a954-adee-4f85-817e-60cd9f06df9c binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:00.907746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f42e337-466d-4ffb-9c52-a353cf94b1f8 req-d48f5e75-8a27-4c63-a889-92811d19f220 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654614 Feb 04 12:53:00.979688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.217992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-c730ba9d-e3a2-4f17-a511-57eff3a84508 service neutron] 10.222.0.90 "GET /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.5520861 Feb 04 12:53:01.225600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-07614dde-9dbb-417f-b7cc-c6cdec1cb628 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5548368 Feb 04 12:53:01.246856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-a5373b0c-689d-4849-af3c-2edfe20f3cd2 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935621 Feb 04 12:53:01.257480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe25d-ba62-47b2-b219-3c081750e9f5 req-a30c4c79-e577-41ad-8281-e8ffa6aa02af tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:01.264590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2edbe25d-ba62-47b2-b219-3c081750e9f5 req-a30c4c79-e577-41ad-8281-e8ffa6aa02af tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.6675062 Feb 04 12:53:01.270996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.275369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Request body: {'port': {'device_id': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:01.396741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Transition to ACTIVE for port object 88be51e7-dfd2-45c5-80ec-a09f7df127bc will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:01.429812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.435279 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2edbe25d-ba62-47b2-b219-3c081750e9f5 req-451297bf-037c-4fc1-bcc5-c9c28fbef847 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692114 Feb 04 12:53:01.444565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Transition to ACTIVE for port object 9855a954-adee-4f85-817e-60cd9f06df9c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:01.452209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.487022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b55c-1d36-4fe0-8601-6ce29729daba req-640eaeb5-34bb-4206-8f2c-86aaf3748275 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:01.494064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8de1b55c-1d36-4fe0-8601-6ce29729daba req-640eaeb5-34bb-4206-8f2c-86aaf3748275 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 945 time: 0.9036787 Feb 04 12:53:01.498666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78e9cf18-6d06-4321-a782-d9e50f575321 req-bd3c9633-0ade-4792-8cb6-7518afd4ac62 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302551 Feb 04 12:53:01.520442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.609470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Attempting to bind port 9855a954-adee-4f85-817e-60cd9f06df9c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:01.613803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Attempting to bind port 9855a954-adee-4f85-817e-60cd9f06df9c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:01.614314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Attempting to bind port 9855a954-adee-4f85-817e-60cd9f06df9c on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:01.623389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36fb21-c625-4f00-b2f0-12e921047661 None None] Pushing event updated for resources: {'Port': ['ID=9855a954-adee-4f85-817e-60cd9f06df9c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.629652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:01.630238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:01.630794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.631263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:01.631834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Bound port: 9855a954-adee-4f85-817e-60cd9f06df9c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:01.632309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.708692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] For port 9855a954-adee-4f85-817e-60cd9f06df9c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:01.712029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] For port 9855a954-adee-4f85-817e-60cd9f06df9c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9855a954-adee-4f85-817e-60cd9f06df9c,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:01.717276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.814641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:01.830195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:01.836595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:01.844376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:01.862821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:01.873640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:01.910848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.926799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8de1b55c-1d36-4fe0-8601-6ce29729daba req-9c74948b-d72f-4d8b-8fdb-2c23bd827281 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317379 Feb 04 12:53:01.954533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36fb21-c625-4f00-b2f0-12e921047661 None None] Pushing event updated for resources: {'Port': ['ID=9855a954-adee-4f85-817e-60cd9f06df9c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:02.014370 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c', 'status': 'completed', 'code': 200} Feb 04 12:53:02.096866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.097578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.156762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564edbd7-420c-470e-b761-fcc8b5bd2203 req-055b99d6-2c3e-4445-a05b-619a9b592a79 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.165782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-564edbd7-420c-470e-b761-fcc8b5bd2203 req-055b99d6-2c3e-4445-a05b-619a9b592a79 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 943 time: 0.4810960 Feb 04 12:53:02.197164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:02.210174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-6c4828b0-3f33-44d2-bb74-3b62f142da49 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5580657 Feb 04 12:53:02.228323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-2763c63b-e7ce-4437-82b8-c55c6dba48ae tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0238223 Feb 04 12:53:02.243593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-564edbd7-420c-470e-b761-fcc8b5bd2203 req-daffb75b-efc0-45e0-a317-3fa0fec98c23 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767663 Feb 04 12:53:02.250929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Request body: {'port': {'device_id': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:02.270274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:02.370168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:02.442431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb6d20f8-e1ae-4fb8-b664-487130ab0ee5 None None] Provisioning for port 88be51e7-dfd2-45c5-80ec-a09f7df127bc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:02.493660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.507867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb6d20f8-e1ae-4fb8-b664-487130ab0ee5 None None] Provisioning complete for port 88be51e7-dfd2-45c5-80ec-a09f7df127bc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:02.508267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb6d20f8-e1ae-4fb8-b664-487130ab0ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.579656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d20f8-e1ae-4fb8-b664-487130ab0ee5 None None] Port 88be51e7-dfd2-45c5-80ec-a09f7df127bc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:02.604253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d26af-db28-4d02-9e2a-55224470a784 req-66bee3f0-84bb-49c0-b0f2-0eaf382f9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.605747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-66bee3f0-84bb-49c0-b0f2-0eaf382f9f72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 1096 time: 0.2491279 Feb 04 12:53:02.678719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07359178-6f2a-413f-b4b9-9fe5f16af3d3 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:02.679383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f8835-9f93-4234-a3bc-37277155e9fa req-df850e18-c22e-4415-a066-f9a0b79b90fb tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.680119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c99f8835-9f93-4234-a3bc-37277155e9fa req-df850e18-c22e-4415-a066-f9a0b79b90fb tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Synchronizing usage tracker for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:02.684070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:52:56Z', 'revision_number': 3, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:02.689261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26c6bb-0506-4b2e-bbb4-13cadcf80f4f None None] The sync data for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 is: [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:52:56Z', 'revision_number': 3, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:02.714805 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.726457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:02.794923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c99f8835-9f93-4234-a3bc-37277155e9fa req-df850e18-c22e-4415-a066-f9a0b79b90fb tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Unset dirty status for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:02.794923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c99f8835-9f93-4234-a3bc-37277155e9fa req-df850e18-c22e-4415-a066-f9a0b79b90fb tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 935 time: 0.3970666 Feb 04 12:53:02.833103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-c398278b-284b-4586-9c09-6d8335fe552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.834652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-c398278b-284b-4586-9c09-6d8335fe552c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 1094 time: 0.7634070 Feb 04 12:53:02.837098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:02.857788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d26af-db28-4d02-9e2a-55224470a784 req-c55bbcc6-92b1-4fc4-b804-61a936af7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:02.859346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-c55bbcc6-92b1-4fc4-b804-61a936af7fdd service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.2145853 Feb 04 12:53:02.869280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c99f8835-9f93-4234-a3bc-37277155e9fa req-9e10cdd2-fbc3-436a-a482-17e44ad37180 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621953 Feb 04 12:53:02.922796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:02.943387 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-7c683e7e-30e6-48f5-832c-39200c5e97e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 200 len: 217 time: 0.0715895 Feb 04 12:53:03.091362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d26af-db28-4d02-9e2a-55224470a784 req-2394f78f-1c5a-4b4e-b94f-6bef85c1a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:03.092833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-2394f78f-1c5a-4b4e-b94f-6bef85c1a532 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1393428 Feb 04 12:53:03.153206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d8228-83cd-4739-9b3e-b443c6b10cff req-9a13172c-5a0f-4b53-aa96-e74e3bb161b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:03.154748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-6b5fa66e-9677-46ba-ad56-67c726475f93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507607 Feb 04 12:53:03.159207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-969d8228-83cd-4739-9b3e-b443c6b10cff req-9a13172c-5a0f-4b53-aa96-e74e3bb161b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.8349881 Feb 04 12:53:03.260968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4682d-4a50-4615-b1d4-83ac53a17822 req-d1f0f910-9c98-448f-abc3-9341c5e39375 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:03.262525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0f4682d-4a50-4615-b1d4-83ac53a17822 req-d1f0f910-9c98-448f-abc3-9341c5e39375 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 944 time: 0.2250900 Feb 04 12:53:03.358356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0f4682d-4a50-4615-b1d4-83ac53a17822 req-89b9621f-9c13-4300-a73a-8661f9056720 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Feb 04 12:53:03.364746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-a9684daf-a63a-41c3-8da2-cae106942b3f service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926293 Feb 04 12:53:03.411748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.452501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-969d8228-83cd-4739-9b3e-b443c6b10cff req-579769fa-8b1e-4f64-8b8d-289738e26281 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743523 Feb 04 12:53:03.476617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-052c2499-7eee-4e8c-852c-9240f1b9276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:03.478235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-052c2499-7eee-4e8c-852c-9240f1b9276c service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.6311052 Feb 04 12:53:03.490355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] Transition to ACTIVE for port object 07359178-6f2a-413f-b4b9-9fe5f16af3d3 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:03.581332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.615509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:03.636198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:03.694941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-6b127159-4ff9-44ea-89a4-ddadcf18aff1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c HTTP/1.1" status: 200 len: 217 time: 0.1850986 Feb 04 12:53:03.723219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:03.741053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-541d26af-db28-4d02-9e2a-55224470a784 req-51ee281f-c7c8-4105-98c0-86590d9fdaff service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672910 Feb 04 12:53:03.755715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be39b3d-41f5-4d95-a50b-8280365ee9aa req-6101e0d6-cfd0-4b53-82a1-6705d2504af9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:03.768900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3be39b3d-41f5-4d95-a50b-8280365ee9aa req-6101e0d6-cfd0-4b53-82a1-6705d2504af9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 945 time: 0.2198997 Feb 04 12:53:03.799232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db9eed93-866a-49ec-a1b3-c2596a69ef9c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:03.853082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3be39b3d-41f5-4d95-a50b-8280365ee9aa req-a864112c-92f7-4eaa-874b-0d6fc6b2e9cd tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810814 Feb 04 12:53:03.931748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Allocated IP 172.20.0.1 (e712da4a-ccd0-44ce-b92b-f1a6d01c487a/295f654a-c852-4f87-a6fe-5b1f0602ae87/8561856e-04b7-47ec-abe3-f32187460ae6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:03.960307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:03.978259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c', 'mac_address': 'fa:16:3e:e5:56:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:03.993588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:04.034257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] Pushing event updated for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.039090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a35d3-c1aa-42ee-a66e-ff0d0532a6da req-ce227d78-295b-42c1-8f75-173add082115 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:04.040784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062a35d3-c1aa-42ee-a66e-ff0d0532a6da req-ce227d78-295b-42c1-8f75-173add082115 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 0.0808187 Feb 04 12:53:04.044626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.048078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] No DVR routers for this DVR port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:04.049861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.071695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9eed93-866a-49ec-a1b3-c2596a69ef9c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:04.098838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:04.100655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062a35d3-c1aa-42ee-a66e-ff0d0532a6da req-a0d5b3ad-465b-416b-b877-a5dd37814637 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Feb 04 12:53:04.113808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.185059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-8bde892c-bafe-4f0b-9c7a-a6cbd50bd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:04.186209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.186748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-8bde892c-bafe-4f0b-9c7a-a6cbd50bd499 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.4048190 Feb 04 12:53:04.191574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Transition to ACTIVE for port object ad1b7189-dc47-4563-9ded-23680280efbb will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:04.247679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.394088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ae11e-721f-4001-8ad0-98c5f6201354 req-88311d0c-ad4c-4798-8bac-b2b22bd4fb75 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:04.395610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c12ae11e-721f-4001-8ad0-98c5f6201354 req-88311d0c-ad4c-4798-8bac-b2b22bd4fb75 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 935 time: 0.2027724 Feb 04 12:53:04.415776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.438549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-a35a99fe-31ee-45dd-ac53-f186d849263d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2364268 Feb 04 12:53:04.471533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['db9eed93-866a-49ec-a1b3-c2596a69ef9c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:04.499211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c12ae11e-721f-4001-8ad0-98c5f6201354 req-ae35e768-0e21-43c1-a12a-c880c5155667 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Feb 04 12:53:04.505298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88be51e7-dfd2-45c5-80ec-a09f7df127bc {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:04.521290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.539733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Transition to ACTIVE for port object 88be51e7-dfd2-45c5-80ec-a09f7df127bc will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:04.544863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.689854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57f4fff-37c5-43cb-bcca-7e99755b5dc2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.693095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-8507b825-38e5-4462-86de-52caaf932ac6 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323043 Feb 04 12:53:04.693679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.744881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:04.963578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Attempting to bind port 88be51e7-dfd2-45c5-80ec-a09f7df127bc on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:04.963944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Attempting to bind port 88be51e7-dfd2-45c5-80ec-a09f7df127bc by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:04.964392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Attempting to bind port 88be51e7-dfd2-45c5-80ec-a09f7df127bc on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:04.972697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Port 88be51e7-dfd2-45c5-80ec-a09f7df127bc on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:04.973009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Attempting to bind port 88be51e7-dfd2-45c5-80ec-a09f7df127bc on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:04.983712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:04.983712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:04.983712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:04.984662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Bound port: 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:04.984662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:04.998991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb009-5d70-479c-9d52-1845752c2a27 req-ac2e7b81-c988-4c72-ab14-2284d344a301 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.001523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-61cbb009-5d70-479c-9d52-1845752c2a27 req-ac2e7b81-c988-4c72-ab14-2284d344a301 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 0.1628399 Feb 04 12:53:05.070467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a6ea2-c7be-4a8f-a5b9-417bbeae1a2c req-e9a0d31c-cecc-4bb9-8c53-644fdf508870 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.072048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7a6ea2-c7be-4a8f-a5b9-417bbeae1a2c req-e9a0d31c-cecc-4bb9-8c53-644fdf508870 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 943 time: 1.4017937 Feb 04 12:53:05.094866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.109962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4231a6ad-cee1-4809-990d-5721625a5688 service neutron] 10.222.0.90 "PUT /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 3.8833287 Feb 04 12:53:05.116173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9855a954-adee-4f85-817e-60cd9f06df9c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:05.132472 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-61cbb009-5d70-479c-9d52-1845752c2a27 req-138942b7-6385-4190-8d08-3caa3a22194f tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252487 Feb 04 12:53:05.153432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:05.157289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:05.158941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.162360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.164231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ddd5db51-7343-4f05-a6a6-0bf41585b43b tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "DELETE /v2.0/security-groups/c57f4fff-37c5-43cb-bcca-7e99755b5dc2 HTTP/1.1" status: 204 len: 168 time: 2.2405446 Feb 04 12:53:05.166386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:05.213293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Transition to ACTIVE for port object 8561856e-04b7-47ec-abe3-f32187460ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:05.243637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9855a954-adee-4f85-817e-60cd9f06df9c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:05.248558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9855a954-adee-4f85-817e-60cd9f06df9c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:05.248922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.270377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7a6ea2-c7be-4a8f-a5b9-417bbeae1a2c req-7fd2a5c9-031e-4311-bbca-e24ab072296b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847885 Feb 04 12:53:05.283955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66b2593f-23c2-4ed1-9fe5-b6f7dc46e977 req-c4c79450-1f8d-4d03-ae77-5ef481744307 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805052 Feb 04 12:53:05.294857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Attempting to bind port ad1b7189-dc47-4563-9ded-23680280efbb on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:05.295309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Attempting to bind port ad1b7189-dc47-4563-9ded-23680280efbb by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:05.295658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Attempting to bind port ad1b7189-dc47-4563-9ded-23680280efbb on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:05.314045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Port ad1b7189-dc47-4563-9ded-23680280efbb on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:05.314401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Attempting to bind port ad1b7189-dc47-4563-9ded-23680280efbb on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:05.321390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:05.321613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:05.321982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:05.322486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Bound port: ad1b7189-dc47-4563-9ded-23680280efbb, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:05.322789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.382849 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-95b77555-ae5f-4830-9b1f-d7d7058ab7a2 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] show failed (client error): The resource could not be found. Feb 04 12:53:05.383701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.383987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-95b77555-ae5f-4830-9b1f-d7d7058ab7a2 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "GET /v2.0/security-groups/c57f4fff-37c5-43cb-bcca-7e99755b5dc2 HTTP/1.1" status: 404 len: 347 time: 0.1470785 Feb 04 12:53:05.392855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:05.403438 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.416131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.416838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.418370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] 10.222.0.87 "PUT /v2.0/ports/88be51e7-dfd2-45c5-80ec-a09f7df127bc HTTP/1.1" status: 200 len: 1095 time: 3.1735284 Feb 04 12:53:05.419130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d75c84-a6d9-4459-8e09-dcdf605c221f service neutron] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.423535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:05.432285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9855a954-adee-4f85-817e-60cd9f06df9c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9855a954-adee-4f85-817e-60cd9f06df9c,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:05.437737 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.459860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-9ebe8590-05a2-48c9-98ba-7e4fc5898414 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.461376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-9ebe8590-05a2-48c9-98ba-7e4fc5898414 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.2175262 Feb 04 12:53:05.472782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0ef4-72d4-461a-8bf9-235a94f404c0 req-85e7896b-5beb-4130-842e-1514e1352d14 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.474446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a15c0ef4-72d4-461a-8bf9-235a94f404c0 req-85e7896b-5beb-4130-842e-1514e1352d14 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.2344747 Feb 04 12:53:05.534171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9855a954-adee-4f85-817e-60cd9f06df9c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.600752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:05.640223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a15c0ef4-72d4-461a-8bf9-235a94f404c0 req-d42006e3-5b9c-41b1-af49-cb75f6cff053 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589913 Feb 04 12:53:05.667645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-c7181374-ae0b-419b-8c91-a2a3847616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.669068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-c7181374-ae0b-419b-8c91-a2a3847616ba service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4&tenant_id=acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 1096 time: 0.1712787 Feb 04 12:53:05.673486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:05.676465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-4e323a83-8bea-4498-b52e-7c1302dfd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:05.677946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-4e323a83-8bea-4498-b52e-7c1302dfd52e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 1098 time: 0.1790428 Feb 04 12:53:05.717733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:05.792176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.802397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db9eed93-866a-49ec-a1b3-c2596a69ef9c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:05.827139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Deleting port 137343fe-7709-4425-aff8-e05ea83aeea4 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:05.833863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.846429 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'status': 'completed', 'code': 200} Feb 04 12:53:05.893405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:05.900357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:05.910082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port db9eed93-866a-49ec-a1b3-c2596a69ef9c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:05.917119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port db9eed93-866a-49ec-a1b3-c2596a69ef9c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:05.917487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:05.950339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:05.981317 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.006629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-359b788f-eb5a-4fbc-b558-de32b5a110cc None None] Provisioning for port 8561856e-04b7-47ec-abe3-f32187460ae6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:06.013278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-359b788f-eb5a-4fbc-b558-de32b5a110cc None None] Provisioning complete for port 8561856e-04b7-47ec-abe3-f32187460ae6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:06.013607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-359b788f-eb5a-4fbc-b558-de32b5a110cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.017490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-6d22d849-a885-4f3f-992a-5d0a4d32d53f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc HTTP/1.1" status: 200 len: 217 time: 0.3034787 Feb 04 12:53:06.120516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244ab-b658-4ea0-810a-22e7fd90657e req-c30169f2-2ff6-4c80-bcf6-8c12d7b07349 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.128236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d01244ab-b658-4ea0-810a-22e7fd90657e req-c30169f2-2ff6-4c80-bcf6-8c12d7b07349 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.6721399 Feb 04 12:53:06.134827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-809f85e3-e3c4-4f4c-b41d-2e7789712b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.136120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-809f85e3-e3c4-4f4c-b41d-2e7789712b0d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1037230 Feb 04 12:53:06.148799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-359b788f-eb5a-4fbc-b558-de32b5a110cc None None] Port 8561856e-04b7-47ec-abe3-f32187460ae6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:06.152343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.161597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.162293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.163745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] 10.222.0.90 "PUT /v2.0/ports/ad1b7189-dc47-4563-9ded-23680280efbb HTTP/1.1" status: 200 len: 1096 time: 4.8931291 Feb 04 12:53:06.171253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:06.194060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:06.205865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:06.210390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.214376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-37bb8918-6c4d-4818-b3d9-e120a71b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.215931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-37bb8918-6c4d-4818-b3d9-e120a71b9a31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1096 time: 0.5031817 Feb 04 12:53:06.232434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a282dc-2bd9-43c0-a613-3efe24c846a9 req-181660f6-2ab2-43a1-bad3-15d72df8d57d tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.239482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4a282dc-2bd9-43c0-a613-3efe24c846a9 req-181660f6-2ab2-43a1-bad3-15d72df8d57d tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 947 time: 0.2592285 Feb 04 12:53:06.275178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c161b-b3fc-449e-8476-c4095f1af32e service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:06.292539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d01244ab-b658-4ea0-810a-22e7fd90657e req-92692dc2-3179-4e89-bbc9-6706b14de4ba tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633081 Feb 04 12:53:06.302124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:06.321927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.322250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.421122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4a282dc-2bd9-43c0-a613-3efe24c846a9 req-ca4221be-29c2-4c9d-b18c-c4ebe92056a6 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805077 Feb 04 12:53:06.474050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-e2d5bfae-60ea-4e53-8b4f-e4931d9be4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.475683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-e2d5bfae-60ea-4e53-8b4f-e4931d9be4de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3278358 Feb 04 12:53:06.497415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4a290a42-6e80-48b0-93b0-dbb2289561a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.499209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-4a290a42-6e80-48b0-93b0-dbb2289561a2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2437866 Feb 04 12:53:06.576265 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c', 'code': 200} Feb 04 12:53:06.602105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Calling delete_port for 137343fe-7709-4425-aff8-e05ea83aeea4 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:06.648877 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'status': 'completed', 'code': 200} Feb 04 12:53:06.682898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-515c2c54-4171-4415-a57e-b1759a6819f1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.1591904 Feb 04 12:53:06.869873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-981d9fe5-ba5f-45df-b1cb-7693bddfa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.871916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-981d9fe5-ba5f-45df-b1cb-7693bddfa4c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1364257 Feb 04 12:53:06.873515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:06.873885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-400137d4-f456-440c-bd73-2ebf6b475222 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734548 Feb 04 12:53:06.901175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-8089c5a9-bd86-4eae-86cc-58e31e4f6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.902714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-8089c5a9-bd86-4eae-86cc-58e31e4f6dd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 1099 time: 0.6894157 Feb 04 12:53:06.960199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbb2a6-f062-40c3-bd1c-86230f6ab790 req-fe195c8c-ecfc-4437-a3de-2d0969679c2a tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:06.961880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cdcbb2a6-f062-40c3-bd1c-86230f6ab790 req-fe195c8c-ecfc-4437-a3de-2d0969679c2a tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 0.2600751 Feb 04 12:53:07.008233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-9de0f850-bdbc-4960-80a0-70333591d521 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166410 Feb 04 12:53:07.019816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9855a954-adee-4f85-817e-60cd9f06df9c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:07.072452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-03f42911-fce4-4ea5-93bb-8fd28b1e3024 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ad1b7189-dc47-4563-9ded-23680280efbb HTTP/1.1" status: 200 len: 217 time: 0.1376665 Feb 04 12:53:07.093938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9855a954-adee-4f85-817e-60cd9f06df9c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:07.094545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.095402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271521d1-7a1b-459e-934e-043bfdb6a235 req-9a8bd74d-4cf5-4009-95d2-682f73d385eb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.096843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-271521d1-7a1b-459e-934e-043bfdb6a235 req-9a8bd74d-4cf5-4009-95d2-682f73d385eb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.4512937 Feb 04 12:53:07.183382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cdcbb2a6-f062-40c3-bd1c-86230f6ab790 req-d691c83b-77b2-4127-a08d-5dc34be97d0e tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703126 Feb 04 12:53:07.183625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789ae2b-3424-49d3-a401-c43db0160db9 req-1c8cbb98-5fa9-4942-ad4b-df1482cb38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.184927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0789ae2b-3424-49d3-a401-c43db0160db9 req-1c8cbb98-5fa9-4942-ad4b-df1482cb38ee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 1096 time: 0.4353464 Feb 04 12:53:07.257213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ecf50de-a2e4-4729-9b65-b841a84b59bd req-d083d935-ba0f-4cca-ad0c-bb6759352bfe service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676558 Feb 04 12:53:07.261051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-fe2c2f5f-f685-4220-b34c-0d8641a7eabd service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314408 Feb 04 12:53:07.295175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.350030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-75b32e97-887f-4b68-8c4e-6ab7836df603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.351621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-75b32e97-887f-4b68-8c4e-6ab7836df603 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2726214 Feb 04 12:53:07.378674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Pushing event deleted for resources: {'Port': ['ID=137343fe-7709-4425-aff8-e05ea83aeea4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.456605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-271521d1-7a1b-459e-934e-043bfdb6a235 req-5274b732-a34c-45b3-ac5b-feea59429587 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227441 Feb 04 12:53:07.510262 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0789ae2b-3424-49d3-a401-c43db0160db9 req-705aad72-f873-4c23-8276-45d6a3fcca4e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524824 Feb 04 12:53:07.527726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-53ac839d-5131-47cc-a21f-e056e2ccf2ea service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531195 Feb 04 12:53:07.535199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-5e5e462f-04ce-48e5-add9-11ae511581b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.536645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-5e5e462f-04ce-48e5-add9-11ae511581b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 1098 time: 0.2018259 Feb 04 12:53:07.544335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda25f2-8d63-4284-bbdd-69cc2b82f524 req-975e1549-e38a-4ff9-80b0-ed51cec72ed3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.549762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6bda25f2-8d63-4284-bbdd-69cc2b82f524 req-975e1549-e38a-4ff9-80b0-ed51cec72ed3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.2515090 Feb 04 12:53:07.594491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6bda25f2-8d63-4284-bbdd-69cc2b82f524 req-9c53044b-7bea-42d2-9ca7-8eb86c41e6b6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Feb 04 12:53:07.617780 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.683451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.684602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-de131fd3-dca9-4610-bec9-d6eff7d8fad0 tempest-ServersTestJSON-2105183052 tempest-ServersTestJSON-2105183052-project] 10.222.0.53 "DELETE /v2.0/floatingips/1880c298-0c7c-40f5-8e9c-85c4222766fc HTTP/1.1" status: 204 len: 168 time: 2.2312787 Feb 04 12:53:07.688613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.689410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:07.696918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-d907792f-a189-4d37-9b44-6a135756afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.698390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-d907792f-a189-4d37-9b44-6a135756afe8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290918 Feb 04 12:53:07.700852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.912551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:07.931912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:07.948152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56769d0-1e3f-4233-bd89-9d56f9f2b314 req-fca473b4-bee2-4ad7-a447-5dfc64f03236 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:07.949625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f56769d0-1e3f-4233-bd89-9d56f9f2b314 req-fca473b4-bee2-4ad7-a447-5dfc64f03236 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.3830342 Feb 04 12:53:08.183700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-b2889f8a-1c74-4e5c-bd98-bf5ea0fc7195 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575160 Feb 04 12:53:08.189902 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f56769d0-1e3f-4233-bd89-9d56f9f2b314 req-feaae1f7-bb3f-4ce7-b4dc-0a902576d36d tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268119 Feb 04 12:53:08.267671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5bfc4-7258-46b0-aeeb-3876359e464b req-3382e599-2179-48b6-a3d4-f98afe97064b tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.269203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aff5bfc4-7258-46b0-aeeb-3876359e464b req-3382e599-2179-48b6-a3d4-f98afe97064b tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 947 time: 0.5251491 Feb 04 12:53:08.276930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-5b9df5d5-ca2b-410a-b2f1-c65c08b3454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.278403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-5b9df5d5-ca2b-410a-b2f1-c65c08b3454f service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3883131 Feb 04 12:53:08.369494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:08.381081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:08.401424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-64609fef-250a-4473-8896-e89e74d9f5ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc HTTP/1.1" status: 200 len: 217 time: 0.0938148 Feb 04 12:53:08.487219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b92c727a-ea15-4b1d-88ed-6705d8382fd7 req-1f455f68-64d2-4d3c-b614-384550c946a3 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946515 Feb 04 12:53:08.543810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aff5bfc4-7258-46b0-aeeb-3876359e464b req-a1c2a2da-e692-4108-b978-0044da5c5c3e tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525144 Feb 04 12:53:08.576722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-de27f92c-1d54-40aa-baaa-e4705ec9f0e7 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.578802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-de27f92c-1d54-40aa-baaa-e4705ec9f0e7 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.4874873 Feb 04 12:53:08.609775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-f0bc0a96-1abb-42f8-9e55-429dca9b3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.611425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-f0bc0a96-1abb-42f8-9e55-429dca9b3712 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1954477 Feb 04 12:53:08.627803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0946fafe-b55a-48ba-b687-b93fe3ac4b96 None None] Provisioning complete for port 8561856e-04b7-47ec-abe3-f32187460ae6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:08.629213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0946fafe-b55a-48ba-b687-b93fe3ac4b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:08.645443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4604b-1991-4f4c-a2d5-f4eb76d6022a req-5b233f1b-3725-4aaa-92f1-a06213336af0 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.647018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a4604b-1991-4f4c-a2d5-f4eb76d6022a req-5b233f1b-3725-4aaa-92f1-a06213336af0 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 0.3369312 Feb 04 12:53:08.705616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Router 29f763a5-dd99-40d8-8893-c50b9783bdac has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:08.708486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0946fafe-b55a-48ba-b687-b93fe3ac4b96 None None] Port 8561856e-04b7-47ec-abe3-f32187460ae6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:08.726958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04a4604b-1991-4f4c-a2d5-f4eb76d6022a req-8ec74f94-cc29-4050-b149-5a2dfbd12abc tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Feb 04 12:53:08.807542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-c995ac4c-fd71-42f0-8ddf-554e8ea3326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.809140 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-c995ac4c-fd71-42f0-8ddf-554e8ea3326e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 1099 time: 0.2333853 Feb 04 12:53:08.912120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-caa703f0-b952-4dd9-a6a8-e9dd8651e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.913636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-caa703f0-b952-4dd9-a6a8-e9dd8651e830 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655313 Feb 04 12:53:08.926024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6de21-2365-4bc5-8ce1-ff32d98221e2 req-ca75e83d-9034-4e7f-9f0d-b5f3395cac35 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:08.927471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70a6de21-2365-4bc5-8ce1-ff32d98221e2 req-ca75e83d-9034-4e7f-9f0d-b5f3395cac35 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.2378020 Feb 04 12:53:09.026845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-ec5d61d3-2ca3-4dcc-b47d-85eb2137107f service neutron] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:09.044885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-ec5d61d3-2ca3-4dcc-b47d-85eb2137107f service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.045976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a70ab7-18a2-4378-af35-7947c8ac8834 req-ec5d61d3-2ca3-4dcc-b47d-85eb2137107f service neutron] 10.222.0.87 "DELETE /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.4337220 Feb 04 12:53:09.074245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70a6de21-2365-4bc5-8ce1-ff32d98221e2 req-cecdc96a-0ea9-4176-a546-6fbd7055d14d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247845 Feb 04 12:53:09.076887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:09.092201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Sync routers for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:09.093252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-da51208c-3557-4cfa-a499-e99d4290f3d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/29f763a5-dd99-40d8-8893-c50b9783bdac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2436368 Feb 04 12:53:09.111671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:09.112320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:09.120657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-80782e18-c1be-4399-add9-f468b2fe1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.122478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-80782e18-c1be-4399-add9-f468b2fe1f26 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3045382 Feb 04 12:53:09.181316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-1bc7cc7b-ad12-449b-8ba8-5e2357edb16d service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517109 Feb 04 12:53:09.295755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:09.320975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-09bd9a17-edef-4d92-b284-9345d115cfc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ad1b7189-dc47-4563-9ded-23680280efbb HTTP/1.1" status: 200 len: 217 time: 0.1891937 Feb 04 12:53:09.345543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d833c-e31a-4d71-8087-2117ac0ed50c req-42222d88-5a71-468d-ac03-e34bd6dff19f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.358296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a6d833c-e31a-4d71-8087-2117ac0ed50c req-42222d88-5a71-468d-ac03-e34bd6dff19f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.4649694 Feb 04 12:53:09.461877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:09.523103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a6d833c-e31a-4d71-8087-2117ac0ed50c req-9507487b-4530-426e-8356-30d5833b8616 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635625 Feb 04 12:53:09.528852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-2051ce1c-ddf8-4438-b677-7597a8f075a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.535291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-2051ce1c-ddf8-4438-b677-7597a8f075a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1264832 Feb 04 12:53:09.684324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-a6efd9c4-f449-4e50-86ab-a16ef4461270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:09.687468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-a6efd9c4-f449-4e50-86ab-a16ef4461270 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465576 Feb 04 12:53:09.885409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:10.037407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-d8d5bc04-a039-4cda-b5c8-e3821b24a919 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315527 Feb 04 12:53:10.084908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5753da2-f03e-4ee2-ac7b-50c5720d13ad req-afa1f291-885d-47c2-ae37-d0c42278358a service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860159 Feb 04 12:53:10.145506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:10.150668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:10.164508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-network', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:10.177116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'mac_address': 'fa:16:3e:03:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:10.202184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:10.214579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Usage tracker for resource:network and tenant:e1c3659bd65044369268108ac757a9b6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:10.218450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:10.224512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47294d3-b353-4eb4-b9e6-53993883d0c8 req-b17d3387-d53e-4762-8dc0-d8c342c7a9ef tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:10.230954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:10.232114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a47294d3-b353-4eb4-b9e6-53993883d0c8 req-b17d3387-d53e-4762-8dc0-d8c342c7a9ef tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.4277728 Feb 04 12:53:10.251695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Made reservation on behalf of e1c3659bd65044369268108ac757a9b6 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:10.253965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:53:06Z', 'revision_number': 4, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8561856e-04b7-47ec-abe3-f32187460ae6', 'name': '', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'mac_address': 'fa:16:3e:df:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:02Z', 'updated_at': '2022-02-04T12:53:07Z', 'revision_number': 2, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'subnets': [{'id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:10.254152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.266315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.270272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.282138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Checking router: 29f763a5-dd99-40d8-8893-c50b9783bdac for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:10.282647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Updating router 29f763a5-dd99-40d8-8893-c50b9783bdac port 8561856e-04b7-47ec-abe3-f32187460ae6 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:10.294154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:10.302385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c3659bd65044369268108ac757a9b6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:10.305951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:10.309631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a47294d3-b353-4eb4-b9e6-53993883d0c8 req-e87bc785-9d97-4717-a682-4ee30cd85711 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763986 Feb 04 12:53:10.341691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:10.341966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88be51e7-dfd2-45c5-80ec-a09f7df127bc {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:10.382972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:10.389201 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.391724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Deleting port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:10.392425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.405131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.427333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd32735-5beb-4118-bfc2-240729eed2ab req-0750fb2d-0890-49e4-8694-ef69dc75efca service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817751 Feb 04 12:53:10.523165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:10.626450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc5692-8785-4495-9412-55ef50d61447 req-dee61a1c-175f-4582-ad5b-7fceda7324a2 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:10.627401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f4dc5692-8785-4495-9412-55ef50d61447 req-dee61a1c-175f-4582-ad5b-7fceda7324a2 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Synchronizing usage tracker for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:10.642258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f4dc5692-8785-4495-9412-55ef50d61447 req-dee61a1c-175f-4582-ad5b-7fceda7324a2 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Unset dirty status for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:10.648729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.649446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4dc5692-8785-4495-9412-55ef50d61447 req-dee61a1c-175f-4582-ad5b-7fceda7324a2 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 948 time: 0.1340868 Feb 04 12:53:10.659370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.709571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] For port 8f099386-fc2c-4771-bdb6-c4cc1ce9de38, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:10.709971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:10.713717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f4dc5692-8785-4495-9412-55ef50d61447 req-85b49892-9d3c-4d02-a8c0-6d7a89dedf1f tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Synchronizing usage tracker for tenant:a55acc81cca740b5935d47535bec5934 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:10.736341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:53:10.754745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f4dc5692-8785-4495-9412-55ef50d61447 req-85b49892-9d3c-4d02-a8c0-6d7a89dedf1f tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Unset dirty status for tenant:a55acc81cca740b5935d47535bec5934 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:10.768734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4dc5692-8785-4495-9412-55ef50d61447 req-85b49892-9d3c-4d02-a8c0-6d7a89dedf1f tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111655 Feb 04 12:53:10.897551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['88be51e7-dfd2-45c5-80ec-a09f7df127bc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:10.973404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Calling delete_port for 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:11.021644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed58ab-ec23-4911-9a7e-db39b613b9d7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:11.025252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cbe94-0211-4708-add9-eeba384dbdc1 req-ae643200-e30f-43aa-a657-41cec706b82f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.028000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-255cbe94-0211-4708-add9-eeba384dbdc1 req-ae643200-e30f-43aa-a657-41cec706b82f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.1528237 Feb 04 12:53:11.035916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.036487 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Added segment 5b8cf229-dc12-4164-9588-01a3d4b86bc7 of type vlan for network cb471bba-27b2-46d8-a62e-5782b4987b62 Feb 04 12:53:11.113400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-255cbe94-0211-4708-add9-eeba384dbdc1 req-842e59b5-3f5a-4733-81d0-7c608c366200 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Feb 04 12:53:11.118378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-be7b687e-6a1a-4dba-a37f-1a38c14adf16 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:53:11.119925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-be7b687e-6a1a-4dba-a37f-1a38c14adf16 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113280 Feb 04 12:53:11.142481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:11.143110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:53:11.400692 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.446185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Transition to ACTIVE for port object 8561856e-04b7-47ec-abe3-f32187460ae6 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:11.456677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.483086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.596060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:11.596458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:11.596755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:11.606180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:11.606821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:11.618410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:11.618988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:11.619216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:11.619655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Bound port: 8e67982a-0247-4a1f-9103-fb6ad94c30da, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:11.632929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b845a-45f2-48d6-94df-80d9505734ff None None] Pushing event updated for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:11.658045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd79a-c8ce-4f16-94c9-0e0d92afc4e5 req-64d422e2-a50a-4ede-9113-542286298f0f tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.659937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25cbd79a-c8ce-4f16-94c9-0e0d92afc4e5 req-64d422e2-a50a-4ede-9113-542286298f0f tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1096 time: 0.2446105 Feb 04 12:53:11.666347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.667449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.668109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.696634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:11.708366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:11.715523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.716986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-bab12f7b-c3c7-4225-b9fe-e9cd2ca57170 service neutron] 10.222.0.53 "POST /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da/bindings HTTP/1.1" status: 201 len: 389 time: 0.5823641 Feb 04 12:53:11.729342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Attempting to bind port 8561856e-04b7-47ec-abe3-f32187460ae6 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:11.729723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Attempting to bind port 8561856e-04b7-47ec-abe3-f32187460ae6 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:11.730065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Attempting to bind port 8561856e-04b7-47ec-abe3-f32187460ae6 on network e712da4a-ccd0-44ce-b92b-f1a6d01c487a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:11.737743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:11.738115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Checking segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:11.738612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.739097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Bound using segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:11.739597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Bound port: 8561856e-04b7-47ec-abe3-f32187460ae6, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:11.739972 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:11.743594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25cbd79a-c8ce-4f16-94c9-0e0d92afc4e5 req-acbabdb8-c34a-4121-85ad-ee97884069b2 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771999 Feb 04 12:53:11.915881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:11.978056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] For port 8561856e-04b7-47ec-abe3-f32187460ae6, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:11.982053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] For port 8561856e-04b7-47ec-abe3-f32187460ae6, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8561856e-04b7-47ec-abe3-f32187460ae6,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:11.988567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:11.994043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.001207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Request body: {'subnet': {'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-subnet', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:12.012464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:12.014055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8624387 Feb 04 12:53:12.020037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6426e2-82de-47d5-b8ec-f9ea29b639ad req-8d51f215-646a-4ecb-982f-380ca0c0f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.023143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed6426e2-82de-47d5-b8ec-f9ea29b639ad req-8d51f215-646a-4ecb-982f-380ca0c0f996 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1100 time: 0.5360699 Feb 04 12:53:12.024579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Usage tracker for resource:subnet and tenant:e1c3659bd65044369268108ac757a9b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:12.067349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:12.093023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b845a-45f2-48d6-94df-80d9505734ff None None] Pushing event updated for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.129154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:12.130260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.153111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Made reservation on behalf of e1c3659bd65044369268108ac757a9b6 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:12.156716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.286043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:12.286732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:12.342996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-21034a8f-0947-48ee-b422-fef09ee7160b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.346136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-21034a8f-0947-48ee-b422-fef09ee7160b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.3179092 Feb 04 12:53:12.402413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:12.435130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f099386-fc2c-4771-bdb6-c4cc1ce9de38,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.439008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-31109c02-2331-444c-9352-b20e676802b7 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0755866 Feb 04 12:53:12.442757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:12.442907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e7c6-116f-412e-907d-ae08cc7455a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb471bba-27b2-46d8-a62e-5782b4987b62,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.463685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'mac_address': 'fa:16:3e:ea:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:12.473779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'mac_address': 'fa:16:3e:1a:df:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:12.572316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.586913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed6426e2-82de-47d5-b8ec-f9ea29b639ad req-80ece9ff-4c56-4c72-8593-5174a7334749 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950735 Feb 04 12:53:12.625539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-f51949c2-8e66-4e75-b4bd-2a07304d108a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855299 Feb 04 12:53:12.676924 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.687336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cb471bba-27b2-46d8-a62e-5782b4987b62 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:53:12.731439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:12.778156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7d6b7-ec8f-44dd-b5e7-3174782cef97 req-daf9fe41-4fad-47cd-a2f5-91f816e217a7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.783352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d4bc3d-c203-40b8-893f-44f468710265,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:12.788327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee7d6b7-ec8f-44dd-b5e7-3174782cef97 req-daf9fe41-4fad-47cd-a2f5-91f816e217a7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 949 time: 0.5027795 Feb 04 12:53:12.811385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Checking segment: {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:12.812271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Network hostable DHCP agents. Network: cb471bba-27b2-46d8-a62e-5782b4987b62, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:53:12.828334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:12.834384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-2e62ac7f-6b34-4d77-887a-311537c58f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.836501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-2e62ac7f-6b34-4d77-887a-311537c58f0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1096 time: 0.7978244 Feb 04 12:53:12.845808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-251c2375-4b5b-4726-be86-06ad6f8c9208 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191534 Feb 04 12:53:12.854527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:12.893742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:12.933557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Network cb471bba-27b2-46d8-a62e-5782b4987b62 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:53:12.954684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cb471bba-27b2-46d8-a62e-5782b4987b62) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:12.970239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.970915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.015871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:13.022232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-39e5cd36-11e1-4202-be1a-101f1f0a4dc5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0325122 Feb 04 12:53:13.025785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:13.026374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6418683-3cd6-48b7-8897-b7a9ea19fa8c None None] Network cb471bba-27b2-46d8-a62e-5782b4987b62 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:53:13.028873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-a1ca41b6-d9a7-4758-a0e1-03dc56751afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.030634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-a1ca41b6-d9a7-4758-a0e1-03dc56751afc service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1808033 Feb 04 12:53:13.036710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:13.052070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:13.062488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Usage tracker for resource:router and tenant:e1c3659bd65044369268108ac757a9b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:13.067313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-8bf35a4a-b775-4fcc-a0f8-7e62b918d817 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145345 Feb 04 12:53:13.068146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:13.084802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:13.114568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.116020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.135858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.138815 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.181644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee7d6b7-ec8f-44dd-b5e7-3174782cef97 req-1aba334e-e601-4048-a94c-48329ff10d18 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921127 Feb 04 12:53:13.201546 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-f13680cf-7eaa-47ec-83b3-afcf8dd13b1b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.0987270 Feb 04 12:53:13.315068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-71908b22-37fa-44db-9c6d-96da14ba9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.316375 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-71908b22-37fa-44db-9c6d-96da14ba9375 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1056294 Feb 04 12:53:13.332653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.377288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:13.395075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-1a8e7d23-41ec-4c4f-90a9-f355cdb2b186 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524857 Feb 04 12:53:13.470895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.567599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ad1b7189-dc47-4563-9ded-23680280efbb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:13.618174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1326d3b0-db50-44c3-bb6f-cce8c13898ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.673815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-1fd6d850-ddbe-4cb8-89c0-57a17cfc8587 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994355 Feb 04 12:53:13.728033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:13.779565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf2c84-cd09-4819-8741-3a04307346a4 req-e7a24b45-3545-4200-a686-22c506cca58b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.781876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90cf2c84-cd09-4819-8741-3a04307346a4 req-e7a24b45-3545-4200-a686-22c506cca58b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 945 time: 0.3012500 Feb 04 12:53:13.889110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:13.928026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90cf2c84-cd09-4819-8741-3a04307346a4 req-1dcbe389-f950-4e96-8218-af5fddf70fbb tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896533 Feb 04 12:53:14.020964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:14.121370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-cb471bba-27b2-46d8-a62e-5782b4987b62', 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'fixed_ips': [{'subnet_id': '39d4bc3d-c203-40b8-893f-44f468710265'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:53:14.123432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.158454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80325ea3-b937-4dc2-97be-b70b1962666c req-f4eb460b-0ec9-48a7-8103-f4462a5ec2f7 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.160043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80325ea3-b937-4dc2-97be-b70b1962666c req-f4eb460b-0ec9-48a7-8103-f4462a5ec2f7 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 948 time: 0.7749209 Feb 04 12:53:14.173795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 88be51e7-dfd2-45c5-80ec-a09f7df127bc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:14.374174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 88be51e7-dfd2-45c5-80ec-a09f7df127bc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:14.375475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.456482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80325ea3-b937-4dc2-97be-b70b1962666c req-fa5189b4-b016-41b9-adf5-5d813dfe720d tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783008 Feb 04 12:53:14.471090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-8ed60127-c3b8-47e1-af53-ef62f2b69f8c service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769547 Feb 04 12:53:14.477748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.493291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:14.524707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:14.533953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4411f2be-0aed-4b76-ac70-3734972f7511 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.539153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4411f2be-0aed-4b76-ac70-3734972f7511 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.4078619 Feb 04 12:53:14.556647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.557264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.557953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.558698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.559187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.559683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.560147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.560627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.561096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.561568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.562086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.562550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:14.574017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Router 788342e2-bdef-48b4-89e7-5a5cef93a4dc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:14.608845 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-28203d47-d04a-4cb5-8f21-25f03c740a8c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/quotas/acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 375 time: 0.0288470 Feb 04 12:53:14.615261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:53:06Z', 'revision_number': 4, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8561856e-04b7-47ec-abe3-f32187460ae6', 'name': '', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'mac_address': 'fa:16:3e:df:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:02Z', 'updated_at': '2022-02-04T12:53:11Z', 'revision_number': 4, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'subnets': [{'id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:14.630692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a623d8df-2888-4e54-a89d-fca949f6c5bf None None] The sync data for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 is: [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:53:06Z', 'revision_number': 4, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8561856e-04b7-47ec-abe3-f32187460ae6', 'name': '', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'mac_address': 'fa:16:3e:df:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:02Z', 'updated_at': '2022-02-04T12:53:11Z', 'revision_number': 4, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'subnets': [{'id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:14.667205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Allocated IP 172.20.0.2 (cb471bba-27b2-46d8-a62e-5782b4987b62/39d4bc3d-c203-40b8-893f-44f468710265/3307d549-cbba-45f7-93ed-d6c405f49b92) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:14.765860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68f4723e-a907-4175-9eaf-df5b85341592 req-116d5867-5a71-45f5-8b40-4ffc69cfc976 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 210 time: 0.1429005 Feb 04 12:53:14.908428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Allocated IP 172.25.4.194 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a47c01c8-90d1-4444-b0b8-47353556eed2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:14.943923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:14.965981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-0146f775-c8a2-49a4-bbd9-8349bc0e3979 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3556793 Feb 04 12:53:14.974281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:14.986439 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Sync routers for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:14.995895 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:14.996498 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:15.051373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-011bd053-4c77-41ee-bfb1-30fd0205f86e admin admin] 10.222.0.53 "PUT /v2.0/routers/788342e2-bdef-48b4-89e7-5a5cef93a4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3608260 Feb 04 12:53:15.061408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:15.064907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-80e34445-9a6a-4a8a-918b-edcc4186ccd1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.066854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-80e34445-9a6a-4a8a-918b-edcc4186ccd1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.4914868 Feb 04 12:53:15.120084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.253565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:15.297198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-30d7aa9c-79a0-45e5-96a8-795847c4e793 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.298696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-30d7aa9c-79a0-45e5-96a8-795847c4e793 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.2780192 Feb 04 12:53:15.338516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:15.367399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '663693fd-844b-4580-ad97-898dc3c77ebb', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:15.396865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.409593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Transition to ACTIVE for port object 3307d549-cbba-45f7-93ed-d6c405f49b92 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:15.432402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Transition to ACTIVE for port object 3307d549-cbba-45f7-93ed-d6c405f49b92 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:15.473111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:15.476650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8561856e-04b7-47ec-abe3-f32187460ae6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:15.575623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:15.582369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.593701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.651321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868da96-f8d8-4cee-89ac-c985fa3efebe req-e39d35ff-c9df-4e3c-aeb9-048e008dd0fb tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.658791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1868da96-f8d8-4cee-89ac-c985fa3efebe req-e39d35ff-c9df-4e3c-aeb9-048e008dd0fb tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 948 time: 0.6691678 Feb 04 12:53:15.702813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.703578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:15.786633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1868da96-f8d8-4cee-89ac-c985fa3efebe req-888844ec-a75e-434c-a68a-6040e2d53cbb tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266298 Feb 04 12:53:15.792673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:15.848690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:15.862558 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Checking router: 788342e2-bdef-48b4-89e7-5a5cef93a4dc for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:15.881102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Routers {'788342e2-bdef-48b4-89e7-5a5cef93a4dc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:15.881994 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:15.920205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:15.931582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-6f97bc3c-2dbc-4234-93d3-1533855227b6 service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9646857 Feb 04 12:53:16.040426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Pushing event updated for resources: {'Port': ['ID=3307d549-cbba-45f7-93ed-d6c405f49b92,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.044635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Network cb471bba-27b2-46d8-a62e-5782b4987b62 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:16.123924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:16.132065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] Set router 788342e2-bdef-48b4-89e7-5a5cef93a4dc gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:16.141680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.156225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:16.178170 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e73778da-a9f7-446c-ae08-3c3b417ab3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.189850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:16.201845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:16.274705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:16.278932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.280314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8561856e-04b7-47ec-abe3-f32187460ae6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:16.301211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port ad1b7189-dc47-4563-9ded-23680280efbb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:16.345504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port ad1b7189-dc47-4563-9ded-23680280efbb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:16.345874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.380940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-f2de812a-a3fb-4d13-88da-542c6b5086a0 service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483979 Feb 04 12:53:16.412539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:16.440940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.456784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f1fc8-45d3-4090-a8d2-352b1913ec01 req-934567f5-afb2-4fc1-b425-d6f28b334ffd tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.459267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c8f1fc8-45d3-4090-a8d2-352b1913ec01 req-934567f5-afb2-4fc1-b425-d6f28b334ffd tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 945 time: 0.3982766 Feb 04 12:53:16.460736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.507382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Deleting port c5604c31-6c3b-45a5-b0eb-97fc38c57e11 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:16.509670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.548339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8561856e-04b7-47ec-abe3-f32187460ae6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:16.548899 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.657417 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:16.663624 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade98c-0232-47f2-a564-a6abe1302b1a None None] The sync data for ids ['788342e2-bdef-48b4-89e7-5a5cef93a4dc'] in n-d-820555-2 is: [{'id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'name': 'tempest-ServersTestJSON-199109535-router', 'tenant_id': 'd00495e8fe0d487c856746b24c620bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:08Z', 'updated_at': '2022-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'd00495e8fe0d487c856746b24c620bcb', 'gw_port': {'id': 'c5604c31-6c3b-45a5-b0eb-97fc38c57e11', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788342e2-bdef-48b4-89e7-5a5cef93a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:09Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:16.677118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:16.685763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:16.699990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:16.795433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Attempting to bind port 3307d549-cbba-45f7-93ed-d6c405f49b92 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:16.799080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Attempting to bind port 3307d549-cbba-45f7-93ed-d6c405f49b92 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:16.800439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Attempting to bind port 3307d549-cbba-45f7-93ed-d6c405f49b92 on network cb471bba-27b2-46d8-a62e-5782b4987b62 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:16.835363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c8f1fc8-45d3-4090-a8d2-352b1913ec01 req-b70736a3-3e12-40bf-bd4b-4978d21b82c0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698416 Feb 04 12:53:16.845876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:16.846096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:16.846666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Checking segment: {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:16.847218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.847806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Bound using segment: {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:16.848430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Bound port: 3307d549-cbba-45f7-93ed-d6c405f49b92, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:16.848978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.849759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a47c01c8-90d1-4444-b0b8-47353556eed2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.906725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:16.928831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:16.930408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.13 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/8d5974ab-10cb-4045-bed7-89f4d69a2550) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:17.002994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.019944 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'code': 200} Feb 04 12:53:17.107585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:17.215797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:17.265102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.272896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-365ed52a-5158-4269-a9fe-bedc281bb20c req-a5ea1349-eee9-4e4c-b460-f29c7bbbc5fd tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 210 time: 0.1310451 Feb 04 12:53:17.284901 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.303964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:17.304184 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.306466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.343304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.372732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] For port 3307d549-cbba-45f7-93ed-d6c405f49b92, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:17.434269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] For port 3307d549-cbba-45f7-93ed-d6c405f49b92, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3307d549-cbba-45f7-93ed-d6c405f49b92,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:17.443195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] For port c5604c31-6c3b-45a5-b0eb-97fc38c57e11, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:17.443908 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.444565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.465579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.489461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:17.495892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8561856e-04b7-47ec-abe3-f32187460ae6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8561856e-04b7-47ec-abe3-f32187460ae6,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:17.569095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.637050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:17.680119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521847b0-cf46-41e0-b43e-caa238e6e705 req-00cf43a5-893d-46f3-8092-48fdd34c0c4e tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:17.683719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-521847b0-cf46-41e0-b43e-caa238e6e705 req-00cf43a5-893d-46f3-8092-48fdd34c0c4e tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 949 time: 0.9206407 Feb 04 12:53:17.733293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:17.738489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:17.738846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f099386-fc2c-4771-bdb6-c4cc1ce9de38 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:17.751119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Calling delete_port for c5604c31-6c3b-45a5-b0eb-97fc38c57e11 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:17.753842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.778029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251315b-b2da-4d4c-aebf-ecac5d9f6d7c None None] Pushing event updated for resources: {'Port': ['ID=3307d549-cbba-45f7-93ed-d6c405f49b92,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:17.882898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:17.896355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:17.920183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-521847b0-cf46-41e0-b43e-caa238e6e705 req-e80ec9fa-d4ec-4f3b-a014-912e8661c8b5 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244563 Feb 04 12:53:18.047873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:18.051823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52a6d846-b62a-4f4b-8104-a57c8f23545e req-50c2640b-fd96-4255-a9ba-1a9b7af3c3ed tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 210 time: 0.2059195 Feb 04 12:53:18.056842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:18.071948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547861aa-272e-4080-a07f-c0d85f5e31dd req-29cce764-eaad-4f44-a99b-b004ba1081f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.074395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-547861aa-272e-4080-a07f-c0d85f5e31dd req-29cce764-eaad-4f44-a99b-b004ba1081f7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 1100 time: 0.9899871 Feb 04 12:53:18.136268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:18.136754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:18.137178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:18.167205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.174868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:18.175344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Attempting to bind port 8e67982a-0247-4a1f-9103-fb6ad94c30da on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:18.202498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:18.203707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:18.204472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:18.205020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Bound port: 8e67982a-0247-4a1f-9103-fb6ad94c30da, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:18.205566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.218744 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'code': 200} Feb 04 12:53:18.223366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-547861aa-272e-4080-a07f-c0d85f5e31dd req-154828b2-910f-4c9a-9b79-6180d6650d53 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281240 Feb 04 12:53:18.268096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.303278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3', 'db9eed93-866a-49ec-a1b3-c2596a69ef9c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:18.494794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:18.548518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.557420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:18.565614 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.619095 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.625395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84ffe-3dcb-44f2-9418-67f9be3381c3 req-33a37ec0-ceca-4557-a7af-acc319c3cc8d tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.631677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57d84ffe-3dcb-44f2-9418-67f9be3381c3 req-33a37ec0-ceca-4557-a7af-acc319c3cc8d tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1099 time: 0.3110230 Feb 04 12:53:18.670514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:18.678223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:18.691386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:18.813693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:18.899519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57d84ffe-3dcb-44f2-9418-67f9be3381c3 req-6b008675-af79-4fe4-ab75-479a6b928e78 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669778 Feb 04 12:53:18.903177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.903799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:18.905353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] 10.222.0.87 "PUT /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 1121 time: 3.6927238 Feb 04 12:53:18.908432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e4721-c593-46e8-a702-55e60ba2c02f service neutron] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=8']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:18.975399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5604c31-6c3b-45a5-b0eb-97fc38c57e11,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:18.994580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8e67982a-0247-4a1f-9103-fb6ad94c30da'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:19.005689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.033186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-49d08d26-d914-40a1-9cab-ab0ccbffc9b1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.035220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-49d08d26-d914-40a1-9cab-ab0ccbffc9b1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.5519063 Feb 04 12:53:19.036500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:19.051316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.052406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.091647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Request body: {'port': {'device_id': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'admin_state_up': True, 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:19.191349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b0db5-96cb-4813-b75f-950282b88649 None None] Network cb471bba-27b2-46d8-a62e-5782b4987b62 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:53:19.284957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09844-9240-4e39-ab0a-8ec2cc7e96ae req-1c83aef3-6500-4967-9486-1d12d3505acf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.284957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ab09844-9240-4e39-ab0a-8ec2cc7e96ae req-1c83aef3-6500-4967-9486-1d12d3505acf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.8026762 Feb 04 12:53:19.356981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-96d0dc55-2162-447b-93cb-35974411bc9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9999340 Feb 04 12:53:19.371770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1708e79-0d14-4669-9858-7460de4de64b None None] Provisioning for port 3307d549-cbba-45f7-93ed-d6c405f49b92 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:19.389042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Request body: {'port': {'device_id': '663693fd-844b-4580-ad97-898dc3c77ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:19.405822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.409100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.424484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.507921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.508345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 788342e2-bdef-48b4-89e7-5a5cef93a4dc {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:53:19.521673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92327662-32f2-43ef-980a-06bf5f964e99 req-75de555c-9dd5-48e4-be88-656bad8976e5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.529796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92327662-32f2-43ef-980a-06bf5f964e99 req-75de555c-9dd5-48e4-be88-656bad8976e5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 932 time: 0.3411663 Feb 04 12:53:19.560188 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ab09844-9240-4e39-ab0a-8ec2cc7e96ae req-8fd731a4-3990-4b3f-ae32-5eb4bb09e2ab tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450111 Feb 04 12:53:19.560419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.564276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4322433c-ba4f-4f7a-ab0d-8a4bca40b38e admin admin] 10.222.0.53 "DELETE /v2.0/routers/788342e2-bdef-48b4-89e7-5a5cef93a4dc HTTP/1.1" status: 204 len: 168 time: 4.4934292 Feb 04 12:53:19.568163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:19.590652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92327662-32f2-43ef-980a-06bf5f964e99 req-e587272d-e3fa-49ff-8fba-a1db4fdba3f0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Feb 04 12:53:19.709924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:19.724390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:19.785333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:19.790359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.815173 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.866642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:19.892308 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:19.997670 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'code': 200} Feb 04 12:53:19.999442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a76b4953-c76b-4445-98d7-63aa6583a5e8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:19.999857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.116470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Deleting subnet 8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:53:20.186305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.198405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.201350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0a894a3-decf-4dc7-b2b7-562cdbbb7863 req-a74d27f1-b6cc-4e5b-bc02-92f090c73375 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 210 time: 0.0690107 Feb 04 12:53:20.220175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:20.257521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eca99-ff57-4db1-bc57-56fdd235b9df req-64ebb5ca-bf18-4987-aefe-2f5d02914c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.261341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-201eca99-ff57-4db1-bc57-56fdd235b9df req-64ebb5ca-bf18-4987-aefe-2f5d02914c7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 1101 time: 0.1695910 Feb 04 12:53:20.272681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:20.278883 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.313142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-201eca99-ff57-4db1-bc57-56fdd235b9df req-3533c6ff-5d5a-421a-8721-2d8861392a54 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470352 Feb 04 12:53:20.338745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8561856e-04b7-47ec-abe3-f32187460ae6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:20.426537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:20.440150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8561856e-04b7-47ec-abe3-f32187460ae6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:20.440564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.452749 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.583638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3307d549-cbba-45f7-93ed-d6c405f49b92 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:20.647010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89db2e3-4a97-4cf4-a441-2a063ffcfe8a req-96a6363a-931c-419b-985a-cbab4a549a00 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.648395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d89db2e3-4a97-4cf4-a441-2a063ffcfe8a req-96a6363a-931c-419b-985a-cbab4a549a00 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 949 time: 0.8419161 Feb 04 12:53:20.666181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3307d549-cbba-45f7-93ed-d6c405f49b92 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:20.671879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3307d549-cbba-45f7-93ed-d6c405f49b92 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:20.672411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.676538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbca98-533c-4d2f-9f29-bbc1325b1e2f req-d49d09b8-daf4-4818-b49d-4012cc5570f3 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.683686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41fbca98-533c-4d2f-9f29-bbc1325b1e2f req-d49d09b8-daf4-4818-b49d-4012cc5570f3 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 1101 time: 0.0904992 Feb 04 12:53:20.739448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Router d784facc-ef2d-4d31-ae59-93e5506c533e is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:53:20.747050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41fbca98-533c-4d2f-9f29-bbc1325b1e2f req-afadef06-df19-4978-ad3e-2f210f1cd7a2 tempest-ServersAdminTestJSON-1959919399 tempest-ServersAdminTestJSON-1959919399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Feb 04 12:53:20.820632 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.823200 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'status': 'completed', 'code': 200} Feb 04 12:53:20.825868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Allocated IP 172.20.0.11 (5a2dff08-03c8-428a-8a1c-98ccd458e26b/e5e8d484-30d9-437f-be36-8e9fd626446a/17d17660-2286-4ebf-b35d-2dd0a2ff33ac) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:20.868326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3307d549-cbba-45f7-93ed-d6c405f49b92, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3307d549-cbba-45f7-93ed-d6c405f49b92,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:20.873514 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.949989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:20.959186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3307d549-cbba-45f7-93ed-d6c405f49b92,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:20.984584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d89db2e3-4a97-4cf4-a441-2a063ffcfe8a req-b4ba59c0-314a-424a-84d7-0f567fae9c2d tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219230 Feb 04 12:53:21.016659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-c35dbb69-0bd9-4a2f-a7e0-fad3951b3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.017981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-c35dbb69-0bd9-4a2f-a7e0-fad3951b3f59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1124 time: 0.1683769 Feb 04 12:53:21.035425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23035-b858-45fa-bf5a-06110a917114 req-05b31974-68bb-4c9f-866f-e483853de97b tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.036868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39b23035-b858-45fa-bf5a-06110a917114 req-05b31974-68bb-4c9f-866f-e483853de97b tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.1037056 Feb 04 12:53:21.169775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39b23035-b858-45fa-bf5a-06110a917114 req-db1e6841-8c2c-400d-9152-7d4c45e32597 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671151 Feb 04 12:53:21.212842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-a91a8e4a-ccd8-4cb3-a2d5-06bdd1a15d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.214221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-a91a8e4a-ccd8-4cb3-a2d5-06bdd1a15d7d service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1873772 Feb 04 12:53:21.329904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-36cfb1bb-b7f9-41ea-b0fb-0ca39a9dcf68 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.1017420 Feb 04 12:53:21.369905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.406540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:21.411451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-ed671b04-a984-418b-80c1-7a96c1102ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.413143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-ed671b04-a984-418b-80c1-7a96c1102ac2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0764639 Feb 04 12:53:21.420700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Sync routers for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:21.431413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:21.432362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:21.470964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-4ffd9c76-2bb4-4c07-8ac7-bb8a29d1b748 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503604 Feb 04 12:53:21.478858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ceeb9-8b24-48e3-bd0e-5c8630da0c91 req-4ad520ff-67a0-4900-af4c-311a243127e3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.480573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd2ceeb9-8b24-48e3-bd0e-5c8630da0c91 req-4ad520ff-67a0-4900-af4c-311a243127e3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.2024503 Feb 04 12:53:21.481221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:21.485701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.511694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a9f11-9a76-4efb-98b8-d535cad4d1f8 None None] Network 88351f53-7883-4e1c-bcc5-a13eeb0602dd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:53:21.535443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5974ab-10cb-4045-bed7-89f4d69a2550 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:21.555860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d122381e-9d7e-40af-9307-74ec63034b36 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8ec5194f-d1e8-4c6b-a78d-8f8e58dde5e1 HTTP/1.1" status: 204 len: 168 time: 1.9830518 Feb 04 12:53:21.560126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.564707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.569464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0cecd0e-05f6-4866-81b2-10d5fd5355c1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5426240 Feb 04 12:53:21.570649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58060) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:21.570996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:21.576589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.604480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c646567-20cc-4ffc-a591-1fca1fad4896 req-caaedb67-0f7a-4098-a82b-d749f5a5f64f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.605198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0c646567-20cc-4ffc-a591-1fca1fad4896 req-caaedb67-0f7a-4098-a82b-d749f5a5f64f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:21.613085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Transition to ACTIVE for port object 8d5974ab-10cb-4045-bed7-89f4d69a2550 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:21.624272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.686465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0c646567-20cc-4ffc-a591-1fca1fad4896 req-caaedb67-0f7a-4098-a82b-d749f5a5f64f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:21.688283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c646567-20cc-4ffc-a591-1fca1fad4896 req-caaedb67-0f7a-4098-a82b-d749f5a5f64f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 932 time: 0.5919974 Feb 04 12:53:21.799699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3307d549-cbba-45f7-93ed-d6c405f49b92 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:21.817382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:21.872309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c646567-20cc-4ffc-a591-1fca1fad4896 req-1348070f-e425-4c7d-b41d-de7bb91c0314 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726832 Feb 04 12:53:21.873373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:21.916049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:21.993634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:22.003513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:22.013710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:22.016832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd2ceeb9-8b24-48e3-bd0e-5c8630da0c91 req-1008517b-83dd-4833-b0f5-2fad65d9a894 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127881 Feb 04 12:53:22.021351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:22.048125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:22.086751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:22.087358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Attempting to bind port 8d5974ab-10cb-4045-bed7-89f4d69a2550 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:22.087694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Attempting to bind port 8d5974ab-10cb-4045-bed7-89f4d69a2550 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:22.088347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Attempting to bind port 8d5974ab-10cb-4045-bed7-89f4d69a2550 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:22.099985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Port 8d5974ab-10cb-4045-bed7-89f4d69a2550 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:22.100308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Attempting to bind port 8d5974ab-10cb-4045-bed7-89f4d69a2550 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:22.108971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.109809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.127836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:22.128176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:22.128874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:22.129318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Bound port: 8d5974ab-10cb-4045-bed7-89f4d69a2550, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:22.129663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.149413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-5d47509b-7b4c-4708-9549-db305608840f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0881062 Feb 04 12:53:22.212744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:53:22.307851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.337231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Request body: {'port': {'device_id': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:22.348227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-c898bdd8-d721-464f-a29b-1dfeeb9c56d2 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666778 Feb 04 12:53:22.369083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:22.445994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:53:22.512345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Deleting port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:22.512702 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.554095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:22.574580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3307d549-cbba-45f7-93ed-d6c405f49b92 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:22.574580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.576969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:22.580270 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.596324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.723950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-a372936d-f6f3-492d-a4f4-198b69a598dd tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.725816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-a372936d-f6f3-492d-a4f4-198b69a598dd tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.4240758 Feb 04 12:53:22.736486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.737103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.738451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] 10.222.0.90 "PUT /v2.0/ports/8d5974ab-10cb-4045-bed7-89f4d69a2550 HTTP/1.1" status: 200 len: 1092 time: 3.3675499 Feb 04 12:53:22.740159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:22.806033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] DHCP port deletion for 88351f53-7883-4e1c-bcc5-a13eeb0602dd request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:53:22.821006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57ec96-ac0c-4653-a698-8c97f55d7c5c req-3849ad38-d5e8-41c7-84cd-4748130d95e3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.822624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d57ec96-ac0c-4653-a698-8c97f55d7c5c req-3849ad38-d5e8-41c7-84cd-4748130d95e3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 932 time: 0.5738854 Feb 04 12:53:22.832460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fb0e714-0c3d-41f3-b3b2-20ef3b74a8ae req-9fbff3fe-02bc-410b-83f6-c6b8d0fb2ba6 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728696 Feb 04 12:53:22.847099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Deleting port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:22.847099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:22.883040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb9e7-459b-48c3-a0eb-73c6ede0f120 req-0308d42a-ece8-4132-8653-bffbb0a5cace tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.884595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfcdb9e7-459b-48c3-a0eb-73c6ede0f120 req-0308d42a-ece8-4132-8653-bffbb0a5cace tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 949 time: 0.4660106 Feb 04 12:53:22.896139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2577-d5e3-41dd-af47-62151a1c9f78 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:22.975948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c5604c31-6c3b-45a5-b0eb-97fc38c57e11 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:22.978748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Deleting port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:22.979096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:23.030030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c5604c31-6c3b-45a5-b0eb-97fc38c57e11 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:23.030329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c5604c31-6c3b-45a5-b0eb-97fc38c57e11 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:23.036190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:17Z', 'revision_number': 3, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:23.047329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Checking router: d784facc-ef2d-4d31-ae59-93e5506c533e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:23.047578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Updating router d784facc-ef2d-4d31-ae59-93e5506c533e port a47c01c8-90d1-4444-b0b8-47353556eed2 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:23.079946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d57ec96-ac0c-4653-a698-8c97f55d7c5c req-44fecc42-a1b2-4cac-a83b-de1260e552a7 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428942 Feb 04 12:53:23.090490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] For port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:23.090986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:23.101018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfcdb9e7-459b-48c3-a0eb-73c6ede0f120 req-02a09bcf-e5e2-4ad8-9c47-a38005af0678 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646688 Feb 04 12:53:23.218966 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'code': 200} Feb 04 12:53:23.222506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:23.281246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] For port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,segment=NetworkSegment(94a19725-70d7-42a0-b94d-dedf72a45772),segment_id=94a19725-70d7-42a0-b94d-dedf72a45772)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:23.281651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:23.364857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-8f56505c-5dfd-4f43-8a3a-6842d4bf703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.365975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-8f56505c-5dfd-4f43-8a3a-6842d4bf703a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 1095 time: 0.5547490 Feb 04 12:53:23.456219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Calling delete_port for 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:23.503540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-65889dd7-7fe5-407a-b93e-fb5988bb7eca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550 HTTP/1.1" status: 200 len: 217 time: 0.1029088 Feb 04 12:53:23.541128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Calling delete_port for 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:23.718805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:23.720940 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-08469ede-4e13-48b2-b4ac-2bfe8cf07580 service neutron] 10.222.0.90 "GET /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.5575860 Feb 04 12:53:23.754099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:23.757026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-67fd310e-ded8-4b68-a402-61b840d166f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.759160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-67fd310e-ded8-4b68-a402-61b840d166f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.2475371 Feb 04 12:53:23.834910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-df9e1bba-f299-4004-9a9a-fafd772929e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681553 Feb 04 12:53:23.848392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c7bf4-4f61-456b-9ada-6295534d25ea req-b1578c1a-fc2a-4af3-8da9-c57858193d79 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.854848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024421-c3e2-401d-bffa-489f8c5ca819 req-2f6c5f7c-9f27-46ba-8c13-3f9f7a51594e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.855067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:23.855362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:23.855873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1024421-c3e2-401d-bffa-489f8c5ca819 req-2f6c5f7c-9f27-46ba-8c13-3f9f7a51594e tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 946 time: 0.5909567 Feb 04 12:53:23.856752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:53:23.857104 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:53:23.865772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba1c7bf4-4f61-456b-9ada-6295534d25ea req-b1578c1a-fc2a-4af3-8da9-c57858193d79 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.5479653 Feb 04 12:53:23.878805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] Pushing event deleted for resources: {'Port': ['ID=681afaab-1d00-4cac-b4f4-4d00c28b5fb2,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:23.890652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531eb97-6586-47d4-8fff-a0d83035c575 None None] No DVR routers for this DVR port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:23.914768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d17660-2286-4ebf-b35d-2dd0a2ff33ac {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:23.977607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1024421-c3e2-401d-bffa-489f8c5ca819 req-0b621862-f833-4588-9761-cb587c6aa736 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f8d0240-7a54-42f7-bcb9-364ab574a36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093132 Feb 04 12:53:23.986649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.014225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] For port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:24.014591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.027102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.045258 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.061496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.076722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Transition to ACTIVE for port object a47c01c8-90d1-4444-b0b8-47353556eed2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:24.087754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.172944 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'status': 'completed', 'code': 200} Feb 04 12:53:24.177081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf006-8594-443a-8735-20e19f655603 None None] Pushing event updated for resources: {'Port': ['ID=a47c01c8-90d1-4444-b0b8-47353556eed2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:24.199562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Attempting to bind port a47c01c8-90d1-4444-b0b8-47353556eed2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:24.199989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Attempting to bind port a47c01c8-90d1-4444-b0b8-47353556eed2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:24.200358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Attempting to bind port a47c01c8-90d1-4444-b0b8-47353556eed2 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:24.206254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:24.206645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:24.207049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.207436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:24.207939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Bound port: a47c01c8-90d1-4444-b0b8-47353556eed2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:24.208318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.231747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Transition to ACTIVE for port object 17d17660-2286-4ebf-b35d-2dd0a2ff33ac will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:24.256182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba1c7bf4-4f61-456b-9ada-6295534d25ea req-0d663153-85cc-4c56-b0c8-45683380d69c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893454 Feb 04 12:53:24.268571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.313347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] For port a47c01c8-90d1-4444-b0b8-47353556eed2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:24.317591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] For port a47c01c8-90d1-4444-b0b8-47353556eed2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a47c01c8-90d1-4444-b0b8-47353556eed2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:24.322088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.361414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Deleting port 681afaab-1d00-4cac-b4f4-4d00c28b5fb2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:24.361918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.432975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:24.433725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:24.499815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] The port '681afaab-1d00-4cac-b4f4-4d00c28b5fb2' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:53:24.505495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-db0682b9-ec44-4d15-bf50-db07e205da92 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157460 Feb 04 12:53:24.506699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf006-8594-443a-8735-20e19f655603 None None] Pushing event updated for resources: {'Port': ['ID=a47c01c8-90d1-4444-b0b8-47353556eed2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:24.633143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:24.669926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:24.715099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:24.742284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Allocated IP 172.20.0.1 (cb471bba-27b2-46d8-a62e-5782b4987b62/39d4bc3d-c203-40b8-893f-44f468710265/696d9c9e-ba63-4ada-95e3-bcb1019c5b87) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:24.755939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:24.810198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:24.848607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88351f53-7883-4e1c-bcc5-a13eeb0602dd']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:24.863646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d532e-fa00-42be-a64d-2a3f63df225f req-21d7cd6e-4dbf-4988-9598-d517c87775b8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.865145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-817d532e-fa00-42be-a64d-2a3f63df225f req-21d7cd6e-4dbf-4988-9598-d517c87775b8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 944 time: 0.6388128 Feb 04 12:53:24.963747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a19725-70d7-42a0-b94d-dedf72a45772') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:24.963976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a19725-70d7-42a0-b94d-dedf72a45772') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:24.982038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa4bf-3471-4e48-bf5c-2e71e94cb04e req-d4f2c0f9-bd31-40c6-b666-b0dd5f846e77 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.983774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-350aa4bf-3471-4e48-bf5c-2e71e94cb04e req-d4f2c0f9-bd31-40c6-b666-b0dd5f846e77 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 943 time: 0.5733447 Feb 04 12:53:24.989434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:24.989621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:24.990077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:24.993642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a906c8e5-85c8-4589-82fd-ace211b913f2 req-79d8fda5-c5a3-4a1b-9394-102cefce567f service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737751 Feb 04 12:53:24.996953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.004034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:17Z', 'revision_number': 3, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:25.008256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78685f-9ef0-4c3e-af16-8fdf271e4211 None None] The sync data for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 is: [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:17Z', 'revision_number': 3, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:25.015731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.016161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.016480 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3 disassociated. External IP: 172.25.4.94, port: 01ab2bb2-42a4-4ff0-9653-25f7d15489ba. Feb 04 12:53:25.016828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Calling delete_port for 01ab2bb2-42a4-4ff0-9653-25f7d15489ba owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:25.025975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e67982a-0247-4a1f-9103-fb6ad94c30da {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:25.061079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:25.061784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:25.073963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.077576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:25.098172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-817d532e-fa00-42be-a64d-2a3f63df225f req-419f3f30-7f16-44f1-b4cc-1b2983178684 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607511 Feb 04 12:53:25.122062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:25.122382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:53:25.122497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:25.122827 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.123014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:25.123280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Bound port: 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:25.123632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:53:25.141291 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:53:25.201405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-39200f95-f2a4-418f-8e02-d6c9a5e7593c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.202971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-39200f95-f2a4-418f-8e02-d6c9a5e7593c tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.5166602 Feb 04 12:53:25.211649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.223230 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-350aa4bf-3471-4e48-bf5c-2e71e94cb04e req-3c76ed93-fe0c-4c03-a53b-307f11cb939c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285304 Feb 04 12:53:25.364602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:25.381870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:25.401483 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.497823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-b5a2e5aa-e89e-4dfc-a8ca-37458c93ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.499430 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-b5a2e5aa-e89e-4dfc-a8ca-37458c93ad25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 1095 time: 0.4474542 Feb 04 12:53:25.502363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.552533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.553150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.555168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] 10.222.0.90 "PUT /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 1092 time: 3.2216239 Feb 04 12:53:25.558398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.645573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Transition to ACTIVE for port object 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:25.654426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.661161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Deleting port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:25.661501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.722119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:25.767102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Pushing event deleted for resources: {'Network': ['ID=88351f53-7883-4e1c-bcc5-a13eeb0602dd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:25.772021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.801967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a47c01c8-90d1-4444-b0b8-47353556eed2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:25.889177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] Transition to ACTIVE for port object 8e67982a-0247-4a1f-9103-fb6ad94c30da will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:25.919088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0e1bba72-985b-4f23-af38-6dc744be3690 admin admin] 10.222.0.53 "DELETE /v2.0/networks/88351f53-7883-4e1c-bcc5-a13eeb0602dd HTTP/1.1" status: 204 len: 168 time: 4.3375809 Feb 04 12:53:25.931683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:25.976316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a47c01c8-90d1-4444-b0b8-47353556eed2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:25.985143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a47c01c8-90d1-4444-b0b8-47353556eed2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:25.985562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:26.101935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 01ab2bb2-42a4-4ff0-9653-25f7d15489ba no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:26.124561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515774c7-e0c4-4095-86e7-fa0acfef3671 req-52c5b726-50f2-4160-8ee7-87ef4c67c59a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.126720 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-515774c7-e0c4-4095-86e7-fa0acfef3671 req-52c5b726-50f2-4160-8ee7-87ef4c67c59a tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 950 time: 0.8534350 Feb 04 12:53:26.142412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:26.144679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55d7e1-fdeb-438b-a0e9-983a28a4a428 service neutron] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.212854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:26.219563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event deleted for resources: {'Port': ['ID=01ab2bb2-42a4-4ff0-9653-25f7d15489ba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.276649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 01ab2bb2-42a4-4ff0-9653-25f7d15489ba {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:26.276994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 01ab2bb2-42a4-4ff0-9653-25f7d15489ba not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:26.307979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] No DVR routers for this DVR port 8e67982a-0247-4a1f-9103-fb6ad94c30da on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:26.310863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:26.314975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:26.321300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:26.329899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdb670-1124-4b79-a966-ba8b0a8210bc req-9e136bd7-688e-448c-b85d-f7c2ca917a56 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.330684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-37fdb670-1124-4b79-a966-ba8b0a8210bc req-9e136bd7-688e-448c-b85d-f7c2ca917a56 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:26.335912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a47c01c8-90d1-4444-b0b8-47353556eed2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a47c01c8-90d1-4444-b0b8-47353556eed2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:26.342919 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:26.420082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] Pushing event updated for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=10']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.436161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-37fdb670-1124-4b79-a966-ba8b0a8210bc req-9e136bd7-688e-448c-b85d-f7c2ca917a56 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:26.437400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37fdb670-1124-4b79-a966-ba8b0a8210bc req-9e136bd7-688e-448c-b85d-f7c2ca917a56 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 944 time: 1.0265603 Feb 04 12:53:26.451919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-17546099-e052-4cf1-ba99-a946bb510be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.453422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-17546099-e052-4cf1-ba99-a946bb510be8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.9279993 Feb 04 12:53:26.453787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a47c01c8-90d1-4444-b0b8-47353556eed2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.543559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0220fa72-bed0-43f2-8a75-3998c004d0d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d00495e8fe0d487c856746b24c620bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096124 Feb 04 12:53:26.557044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-00e61b2e-bf3f-4170-927a-ade42f645000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.558577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-00e61b2e-bf3f-4170-927a-ade42f645000 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1095 time: 0.9312718 Feb 04 12:53:26.569970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58102) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:26.571417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Network cb471bba-27b2-46d8-a62e-5782b4987b62 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:26.588045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:26.616932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-eac8a663-3509-4b97-9155-9926240b3e64 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550 HTTP/1.1" status: 200 len: 217 time: 0.1382885 Feb 04 12:53:26.620995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:26.665681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d8bde9c6-580f-4e02-a9cf-b38d080ba40a service neutron] 10.222.0.90 "PUT /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9373074 Feb 04 12:53:26.670272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-515774c7-e0c4-4095-86e7-fa0acfef3671 req-a525b2ed-ca67-48b6-a415-98ffe9a5f857 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081640 Feb 04 12:53:26.699229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:26.815091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:26.816170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37fdb670-1124-4b79-a966-ba8b0a8210bc req-86ad5b29-6791-42b3-8eec-5d4eafd93ee3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584704 Feb 04 12:53:26.848280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:26.858126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-e48b0a9c-1d4d-483f-b7e6-18438ec58419 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 217 time: 0.2395878 Feb 04 12:53:26.860857 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:26.881689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:26.884065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:26.971598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-845b62b7-8917-4409-b609-f55c602d2980 None None] Provisioning for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:26.986403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-845b62b7-8917-4409-b609-f55c602d2980 None None] Provisioning complete for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:26.987256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-845b62b7-8917-4409-b609-f55c602d2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:27.040942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] No DVR routers for this DVR port 01ab2bb2-42a4-4ff0-9653-25f7d15489ba on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:27.058339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:27.059129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cab85d6-109f-4fd0-be8c-d846120c8252 req-ee50d9a1-45f5-41d4-8eb1-7e5cfd89580f tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb715c5-5e78-45de-a820-f2e64cbbf115 HTTP/1.1" status: 200 len: 210 time: 0.0583727 Feb 04 12:53:27.094568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-845b62b7-8917-4409-b609-f55c602d2980 None None] Port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:27.110582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-641b04f9-947a-46a8-a40f-939084add04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.111230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] For port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:27.111595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:27.112962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-641b04f9-947a-46a8-a40f-939084add04c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.4026973 Feb 04 12:53:27.176749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b4c36fe-ae4e-4c89-a4d8-4f4512d2f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.179139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-4b4c36fe-ae4e-4c89-a4d8-4f4512d2f7fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.2915463 Feb 04 12:53:27.181398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-8bb88681-7a0c-479d-a924-4191bcdb645e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600860 Feb 04 12:53:27.182888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba325e56-3a30-4858-9b41-7d7f38b0b65b req-ccf3b6a6-2ef3-4f31-9fb4-9d4c4af46363 tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.90 "DELETE /v2.0/ports/01ab2bb2-42a4-4ff0-9653-25f7d15489ba HTTP/1.1" status: 204 len: 173 time: 4.4311490 Feb 04 12:53:27.209335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:27.268630 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:27.278475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Calling delete_port for 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:27.360309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-1a2b7e96-0e86-4298-8cc1-ccbc50b562f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591558 Feb 04 12:53:27.385709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece13bc3-37aa-4509-8fa2-07e6f237e6c0 req-4c3f47bb-e32c-4f27-b926-a6bbc01358d2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.392993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ece13bc3-37aa-4509-8fa2-07e6f237e6c0 req-4c3f47bb-e32c-4f27-b926-a6bbc01358d2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 950 time: 0.4191675 Feb 04 12:53:27.557829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ece13bc3-37aa-4509-8fa2-07e6f237e6c0 req-8aa549f7-b763-4ebe-b360-51d79c3d17b7 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638887 Feb 04 12:53:27.597462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-0bb3e057-7e21-4693-81d5-5051cd38f7a3 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214893 Feb 04 12:53:27.602845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:27.671656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-e8c8160e-d0b4-49ce-9ce7-a533ed892e8b tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.673226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-e8c8160e-d0b4-49ce-9ce7-a533ed892e8b tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.9228730 Feb 04 12:53:27.701839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-36706232-a8cf-4c98-b738-7667ee5d6034 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810564 Feb 04 12:53:27.734665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a47c01c8-90d1-4444-b0b8-47353556eed2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:27.768995 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:27.780368 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:27.793738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8d5974ab-10cb-4045-bed7-89f4d69a2550 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:27.802980 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:27.803878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:27.969771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:27.983239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dcf32-8e61-49fc-8d3b-7fe4591ce78f req-341961b6-d124-4cc3-a6fd-f21d77bd66a2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:27.985008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-866dcf32-8e61-49fc-8d3b-7fe4591ce78f req-341961b6-d124-4cc3-a6fd-f21d77bd66a2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 944 time: 0.6713576 Feb 04 12:53:27.985269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:53:28.047490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a05a523f-9169-4db0-aab0-4ca90f29f8ce req-d27057da-bd81-4226-86bc-7024057e285a service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379498 Feb 04 12:53:28.050617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.092329 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'status': 'completed', 'code': 200} Feb 04 12:53:28.095603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.120035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f4d86-b76f-49a1-87ef-d59200e3b48d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:28.122126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.145980 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-866dcf32-8e61-49fc-8d3b-7fe4591ce78f req-d15a4dd8-ba04-46e7-a5a0-b8f72ecbc105 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377101 Feb 04 12:53:28.208502 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:28.288167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event deleted for resources: {'Port': ['ID=9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:28.301199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['def010f0-22c6-409a-b7d6-8b366602cbce'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:28.326342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-525f69b4-9a46-4c5a-b1ff-36c8ce6f648f req-d8035ca4-e215-4b62-9884-273af07167d8 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149382 Feb 04 12:53:28.336580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-82000cd5-a45d-45c7-9c1b-7954a65c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.337412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:28.338388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-82000cd5-a45d-45c7-9c1b-7954a65c41e6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3&tenant_id=d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 1095 time: 0.6400559 Feb 04 12:53:28.351978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] No DVR routers for this DVR port 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:28.357135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.359694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea32f359-a3bc-455b-a05e-01baf49c25b6 req-f1f6102d-1c7f-40b5-8e86-ee2b2fe39daf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "DELETE /v2.0/ports/9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 HTTP/1.1" status: 204 len: 173 time: 3.1310472 Feb 04 12:53:28.360552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'name': 'network-vif-deleted', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:28.365563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.367069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b9515509-88ac-4a0b-99e4-f5a0c55b5ed0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c27f4d86-b76f-49a1-87ef-d59200e3b48d HTTP/1.1" status: 204 len: 168 time: 1.7890108 Feb 04 12:53:28.429413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eeb6f-1e82-4586-9143-6a5b99e314cf req-3c47b0f4-378a-4d73-800c-ede15c9c4516 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.436907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef5eeb6f-1e82-4586-9143-6a5b99e314cf req-3c47b0f4-378a-4d73-800c-ede15c9c4516 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 944 time: 0.3861599 Feb 04 12:53:28.449599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:28.449939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:28.539653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a47c01c8-90d1-4444-b0b8-47353556eed2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:28.539985 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:28.581805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef5eeb6f-1e82-4586-9143-6a5b99e314cf req-6d95ca91-660b-4409-8f5e-1d63e2ac3beb tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425261 Feb 04 12:53:28.584306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-1cbd32b0-ccb4-4d9d-9e7c-15eb3fa931ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.592285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-1cbd32b0-ccb4-4d9d-9e7c-15eb3fa931ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1095 time: 0.4625156 Feb 04 12:53:28.634788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-42295a94-d703-46f0-93d0-c1454aa3dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.639119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-42295a94-d703-46f0-93d0-c1454aa3dcf3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1095 time: 0.2621219 Feb 04 12:53:28.970738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:29.106036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:29.137362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:29.191787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'mac_address': 'fa:16:3e:66:1a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:29.226884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17684b-5686-4bca-80f9-910c177560fa req-5bbe4fb9-a420-4dce-97a7-84549f7d6a11 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.228908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e17684b-5686-4bca-80f9-910c177560fa req-5bbe4fb9-a420-4dce-97a7-84549f7d6a11 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 944 time: 0.3672702 Feb 04 12:53:29.293185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-4c6f4a7c-3e17-45e3-8463-7a87ad2ee9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.297373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-4c6f4a7c-3e17-45e3-8463-7a87ad2ee9d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.6984973 Feb 04 12:53:29.343583 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d8f9f-cfc4-4113-99d6-afb2dc253854', 'name': 'network-vif-deleted', 'tag': '9eaa7c5b-fcf9-4067-9b49-d6394ae4f2e4', 'status': 'completed', 'code': 200} Feb 04 12:53:29.365838 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:29.372977 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6817e11-8593-4099-9d35-40a2747eaa42 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:50:32Z', 'revision_number': 4, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '43a85052-b579-4ec6-9c3d-00841554630e', 'name': '', 'network_id': '91f90520-1ad2-438a-902d-789a35511944', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'mac_address': 'fa:16:3e:2e:99:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:31Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'subnets': [{'id': '731608a2-1b46-4ee0-99a6-fffd3c0ee8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:29.418445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-ddb638a2-d7cf-4271-9e51-51ccc567a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.425772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-ddb638a2-d7cf-4271-9e51-51ccc567a5a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.7583628 Feb 04 12:53:29.527571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e17684b-5686-4bca-80f9-910c177560fa req-5aaeeb2e-af9f-4def-8ba1-49ce17c82b15 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832382 Feb 04 12:53:29.529697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-4c421703-1cf7-4c46-a457-0510eee2e65f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 217 time: 0.2199488 Feb 04 12:53:29.529853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:29.606351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5974ab-10cb-4045-bed7-89f4d69a2550 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:29.630134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:29.636208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8651fc00-509f-4f32-9257-201b8508a3fe req-6ccde092-53ae-4882-abcb-896fd40e2065 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Synchronizing usage tracker for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:53:29.642330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:29.698523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-89c88ffa-eee8-4d3a-a3c6-afc150efe9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.701094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-89c88ffa-eee8-4d3a-a3c6-afc150efe9b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1655097 Feb 04 12:53:29.799860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:29.867076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-78105f92-a1bd-491b-8263-7c190ed202c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.2227995 Feb 04 12:53:29.870317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-06c4907d-8e1e-491e-b4f8-c8e5ee2789dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551940 Feb 04 12:53:29.890321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:29.916287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5f5d-b024-48d1-a9b3-4ebd6088edb2 None None] New status for floating IP 56bdeb1c-bdb7-41b0-8955-1d768da47cb3: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:53:29.944472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:29.948351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8651fc00-509f-4f32-9257-201b8508a3fe req-6ccde092-53ae-4882-abcb-896fd40e2065 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Unset dirty status for tenant:75b9221cfbb44e319a6eec5757821100 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:53:29.960284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8651fc00-509f-4f32-9257-201b8508a3fe req-6ccde092-53ae-4882-abcb-896fd40e2065 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=800d8f9f-cfc4-4113-99d6-afb2dc253854 HTTP/1.1" status: 200 len: 210 time: 0.5143635 Feb 04 12:53:29.991816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8d5974ab-10cb-4045-bed7-89f4d69a2550'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:30.016751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-0aca17b1-a1c0-44e9-ac6d-9e6a3874123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.018209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-0aca17b1-a1c0-44e9-ac6d-9e6a3874123e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1315205 Feb 04 12:53:30.039092 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:53:30.057887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:30.101213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'name': 'network-vif-deleted', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:30.143444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:30.149468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-0418d618-4539-45d2-93e2-37e90d61457a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112266 Feb 04 12:53:30.210516 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-44be8b52-7424-4815-bfa0-afa63b5c8854 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334594 Feb 04 12:53:30.229257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5673a0d-1084-42b5-aebc-e4a1b52c1701 req-bbb83e36-f51d-4f8e-bce6-df5f42348116 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.231058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5673a0d-1084-42b5-aebc-e4a1b52c1701 req-bbb83e36-f51d-4f8e-bce6-df5f42348116 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 945 time: 0.1953804 Feb 04 12:53:30.373302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be61cc2-64b6-4062-bf7d-952a9236dcf4 req-c0a7dcd6-f03c-4ed3-a66f-a869f87fbe8c service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412449 Feb 04 12:53:30.404025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1463428448-network', 'tenant_id': '56922f75583040298562f481ca0053d3'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:30.406934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:30.409170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:30.412935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Usage tracker for resource:network and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:30.416889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:30.424599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:30.430904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Network cb471bba-27b2-46d8-a62e-5782b4987b62 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:30.431807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'port_id': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'mac_address': 'fa:16:3e:10:bd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8d484-30d9-437f-be36-8e9fd626446a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:30.434726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-9d916bc2-6272-462e-8759-3778cfc7b38f service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403014 Feb 04 12:53:30.437304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:30.440721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Made reservation on behalf of 56922f75583040298562f481ca0053d3 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:30.443115 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.454792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14980da-c07d-4674-9e62-0097cad2b536 req-d13980b5-cb8c-4f4a-aad2-2cb41eb378e6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.462096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a14980da-c07d-4674-9e62-0097cad2b536 req-d13980b5-cb8c-4f4a-aad2-2cb41eb378e6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 944 time: 0.3098564 Feb 04 12:53:30.463376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.486833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5673a0d-1084-42b5-aebc-e4a1b52c1701 req-2bffe231-db2a-4769-88a8-4610e771b123 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123424 Feb 04 12:53:30.491860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:30.496025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Usage tracker for resource:security_group_rule and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:30.498929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:30.505772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:30.531953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.579510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d17660-2286-4ebf-b35d-2dd0a2ff33ac {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:30.599194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:30.609495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.704405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:30.714377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.722676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.743772 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb715c5-5e78-45de-a820-f2e64cbbf115', 'name': 'network-vif-deleted', 'tag': '01ab2bb2-42a4-4ff0-9653-25f7d15489ba', 'status': 'completed', 'code': 200} Feb 04 12:53:30.757151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:53:30.785632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.785982 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Added segment 57dacfc4-acf3-4011-976e-956fdba5cb32 of type vlan for network e932a473-5284-482a-8fe0-20c087bc3a8e Feb 04 12:53:30.791347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea56cf9-2bea-4e83-9347-61c7da2cedfa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:30.835862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.846073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-448cdc9e-4c36-42c4-bd07-1f2fc78994cf None None] Provisioning complete for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:30.846832 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-448cdc9e-4c36-42c4-bd07-1f2fc78994cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.880638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['17d17660-2286-4ebf-b35d-2dd0a2ff33ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:30.924933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.926023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.926454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:30.958936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-448cdc9e-4c36-42c4-bd07-1f2fc78994cf None None] Port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:31.042305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a14980da-c07d-4674-9e62-0097cad2b536 req-e539b945-7d0d-48b5-82b6-7d5bca438860 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793133 Feb 04 12:53:31.049352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Router d784facc-ef2d-4d31-ae59-93e5506c533e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:31.067832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56e6b8-bbeb-40bf-8952-4212cb6cef97 req-6f2e0e44-b5cf-426c-9a04-3dbefadea2e7 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:31.074885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f56e6b8-bbeb-40bf-8952-4212cb6cef97 req-6f2e0e44-b5cf-426c-9a04-3dbefadea2e7 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.2100885 Feb 04 12:53:31.076754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] Pushing event updated for resources: {'Network': ['ID=e932a473-5284-482a-8fe0-20c087bc3a8e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:31.083281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-39d9fc37-9892-46c1-855f-06aff81560ab admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9384367 Feb 04 12:53:31.091178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e932a473-5284-482a-8fe0-20c087bc3a8e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:53:31.093376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:31.118244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:31.160238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Request body: {'subnet': {'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1463428448-subnet', 'tenant_id': '56922f75583040298562f481ca0053d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:31.188432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:31.198024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-988a9c12-f8be-4af8-b42b-96630b90705b service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337246 Feb 04 12:53:31.207893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Usage tracker for resource:subnet and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:31.213092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:31.229911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f56e6b8-bbeb-40bf-8952-4212cb6cef97 req-178dc233-9df0-498a-914b-fbf37e426cc6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520894 Feb 04 12:53:31.233076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:31.275315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:31.311428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:31.322801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Made reservation on behalf of 56922f75583040298562f481ca0053d3 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:31.325481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:31.379779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:31.406874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d0240-7a54-42f7-bcb9-364ab574a36d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:31.436337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:31.444012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e344b19d-5259-4713-96a5-4b64063a3e1a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "DELETE /v2.0/security-groups/6f8d0240-7a54-42f7-bcb9-364ab574a36d HTTP/1.1" status: 204 len: 168 time: 0.3233440 Feb 04 12:53:31.444429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58198) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:31.465561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:31.476424 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Sync routers for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:31.477410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-adb3d668-3ca5-4741-888f-7087ca42d6f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/d784facc-ef2d-4d31-ae59-93e5506c533e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8930676 Feb 04 12:53:31.490271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:31.490837 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:31.535029 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-8c1741aa-03b7-43b0-89b0-2693ed62615a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] show failed (client error): The resource could not be found. Feb 04 12:53:31.536324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c1741aa-03b7-43b0-89b0-2693ed62615a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "GET /v2.0/security-groups/6f8d0240-7a54-42f7-bcb9-364ab574a36d HTTP/1.1" status: 404 len: 347 time: 0.0906920 Feb 04 12:53:31.539774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:31.751166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:53:31.758363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8d5974ab-10cb-4045-bed7-89f4d69a2550 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:31.829270 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:31.943112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-696094ea-6318-471e-a859-a6e923592e04 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:31.945136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-696094ea-6318-471e-a859-a6e923592e04 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.3369384 Feb 04 12:53:32.002811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8d5974ab-10cb-4045-bed7-89f4d69a2550 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:32.015457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8d5974ab-10cb-4045-bed7-89f4d69a2550 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:32.015823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.058670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068f0db-8dc6-4015-b9c6-f6ccc07cc2b9 req-f7439ce4-c574-47cc-a0a3-5fe4f48dcd7c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.067915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0068f0db-8dc6-4015-b9c6-f6ccc07cc2b9 req-f7439ce4-c574-47cc-a0a3-5fe4f48dcd7c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 945 time: 0.3260391 Feb 04 12:53:32.070517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.125560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:32.168271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Deleting port 561a5026-c060-4aad-ae54-9fde8e39a432 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:32.168907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.201513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a05c45-0557-4a0f-8cf1-890942c9d0a1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:32.204750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'mac_address': 'fa:16:3e:ea:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:53:32.313081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.317263 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0068f0db-8dc6-4015-b9c6-f6ccc07cc2b9 req-6505590d-0f8d-41aa-8d3b-cc8fd175cdf6 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477839 Feb 04 12:53:32.358083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.372114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Checking segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:32.375911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Network hostable DHCP agents. Network: e932a473-5284-482a-8fe0-20c087bc3a8e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:53:32.384602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:32.411346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:32.419513 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:27Z', 'revision_number': 4, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '696d9c9e-ba63-4ada-95e3-bcb1019c5b87', 'name': '', 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'mac_address': 'fa:16:3e:48:3c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '39d4bc3d-c203-40b8-893f-44f468710265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:24Z', 'updated_at': '2022-02-04T12:53:28Z', 'revision_number': 2, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'subnets': [{'id': '39d4bc3d-c203-40b8-893f-44f468710265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:32.422365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.440280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Network e932a473-5284-482a-8fe0-20c087bc3a8e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:53:32.440844 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Checking router: d784facc-ef2d-4d31-ae59-93e5506c533e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:32.441618 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Updating router d784facc-ef2d-4d31-ae59-93e5506c533e port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:32.473356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e932a473-5284-482a-8fe0-20c087bc3a8e) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:32.479204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:32.480725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d0483ec3-921a-49f4-984d-42bebdd7d167 service neutron] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:32.488942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.489663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.494824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab29fb-3356-4f5d-8e66-9dc6a049d813 None None] Network e932a473-5284-482a-8fe0-20c087bc3a8e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:53:32.535725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d0483ec3-921a-49f4-984d-42bebdd7d167 service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.539777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a56139f-0711-49e5-b484-63bb4094bfdf req-d0483ec3-921a-49f4-984d-42bebdd7d167 service neutron] 10.222.0.87 "DELETE /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.5746632 Feb 04 12:53:32.543886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9da48778-f9a3-48ff-b1b2-5404184cc79a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4493027 Feb 04 12:53:32.600356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58230) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:32.614871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:32.623153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:32.628468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:32.630232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ad1b7189-dc47-4563-9ded-23680280efbb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:32.636439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Usage tracker for resource:router and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:53:32.640636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:53:32.655136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:32.683660 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.691056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.693331 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.694506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.715457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eca4cc-56ea-47e5-ba40-c126876f661e req-8820d4e4-6d6e-4cc7-9cac-8bf2bb70823a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.727562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45eca4cc-56ea-47e5-ba40-c126876f661e req-8820d4e4-6d6e-4cc7-9cac-8bf2bb70823a tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 949 time: 0.6600187 Feb 04 12:53:32.758204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:32.787573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ad620-65da-4001-b730-0ccf719642e3 req-49e74749-42e5-477d-9190-cee2d93388b5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.799218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b9ad620-65da-4001-b730-0ccf719642e3 req-49e74749-42e5-477d-9190-cee2d93388b5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 944 time: 0.2537680 Feb 04 12:53:32.870842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:32.884794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:32.928167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45eca4cc-56ea-47e5-ba40-c126876f661e req-7116f526-328a-4e6d-b017-40d37c4dc7c2 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972804 Feb 04 12:53:32.975219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b9ad620-65da-4001-b730-0ccf719642e3 req-a310a49c-8636-4f44-9ce7-460a5a51fe19 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750536 Feb 04 12:53:33.053627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:33.054105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:33.335876 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'code': 200} Feb 04 12:53:33.442469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-e932a473-5284-482a-8fe0-20c087bc3a8e', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:53:33.443885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:33.595252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Calling delete_port for 561a5026-c060-4aad-ae54-9fde8e39a432 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:33.641167 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:33.682795 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Transition to ACTIVE for port object 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:33.717901 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:33.767335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:34.163449 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Pushing event updated for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:34.173305 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.173923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.174123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.174303 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.174645 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.175024 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.175286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.175865 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.176046 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.176231 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.176710 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.177038 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:34.249464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Allocated IP 172.20.0.2 (e932a473-5284-482a-8fe0-20c087bc3a8e/d4a05c45-0557-4a0f-8cf1-890942c9d0a1/fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:34.293357 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Attempting to bind port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:34.295417 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Attempting to bind port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:34.297340 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Attempting to bind port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 on network cb471bba-27b2-46d8-a62e-5782b4987b62 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:34.331658 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:34.332331 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Checking segment: {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:34.339663 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:34.343415 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Bound using segment: {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:34.343893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Bound port: 696d9c9e-ba63-4ada-95e3-bcb1019c5b87, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8cf229-dc12-4164-9588-01a3d4b86bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:34.344467 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:34.609269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:34.676386 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] For port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:34.676830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port ad1b7189-dc47-4563-9ded-23680280efbb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:34.677378 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:34.684278 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] For port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:34.700464 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:34.994733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d227-62d6-4098-8f5e-5f56f46ff3df None None] Pushing event updated for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:35.012266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:35.012905 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:35.099084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:35.174616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-26849a63-6dfb-4f00-88ba-910fa9311dbf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.178087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-26849a63-6dfb-4f00-88ba-910fa9311dbf tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.90 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 949 time: 1.9105117 Feb 04 12:53:35.219374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:35.223506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:35.224098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39126d70-51f2-49f5-812b-9b67e410529d req-0b77ccdd-efad-462c-8626-a08f8ecaf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.227404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:35.228482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:35.238347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39126d70-51f2-49f5-812b-9b67e410529d req-0b77ccdd-efad-462c-8626-a08f8ecaf0c9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 1097 time: 1.4340553 Feb 04 12:53:35.266331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e747f7-1444-4bfd-a17d-c8fd9464fee1 req-f62cc761-fca8-403e-b173-23af8670732f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.279523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76e747f7-1444-4bfd-a17d-c8fd9464fee1 req-f62cc761-fca8-403e-b173-23af8670732f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 1.8925521 Feb 04 12:53:35.429926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6afbc0-62cd-419a-bf2d-b5a19f559909 req-8a00f00d-8b2a-4f85-894f-43fb28b0d391 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.431765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca6afbc0-62cd-419a-bf2d-b5a19f559909 req-8a00f00d-8b2a-4f85-894f-43fb28b0d391 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 946 time: 1.6263936 Feb 04 12:53:35.461375 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76e747f7-1444-4bfd-a17d-c8fd9464fee1 req-1cf78ff5-7314-46bf-b84f-9a5f62cdc593 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806762 Feb 04 12:53:35.497905 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:35.735703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Deleting port def010f0-22c6-409a-b7d6-8b366602cbce {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:35.736050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:35.753910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:35.765307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:35.832552 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:35.836979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Transition to ACTIVE for port object fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:35.967219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Transition to ACTIVE for port object fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:36.036063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:36.088287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39126d70-51f2-49f5-812b-9b67e410529d req-fb832800-3963-4a57-ab24-f60d7e20d4e7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336495 Feb 04 12:53:36.164127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Pushing event deleted for resources: {'Port': ['ID=561a5026-c060-4aad-ae54-9fde8e39a432,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:36.169970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:36.196779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca6afbc0-62cd-419a-bf2d-b5a19f559909 req-14bcbac5-d5a0-40d4-8dfb-0d3b187352f9 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063911 Feb 04 12:53:36.304695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:36.310299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:36.310727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:36.344934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:36.599284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Network e932a473-5284-482a-8fe0-20c087bc3a8e is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:36.610124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:36.617997 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:27Z', 'revision_number': 4, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '696d9c9e-ba63-4ada-95e3-bcb1019c5b87', 'name': '', 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'mac_address': 'fa:16:3e:48:3c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '39d4bc3d-c203-40b8-893f-44f468710265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:24Z', 'updated_at': '2022-02-04T12:53:34Z', 'revision_number': 4, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'subnets': [{'id': '39d4bc3d-c203-40b8-893f-44f468710265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:36.626240 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9d3c2-344f-4955-b8ea-eb4ae0905143 None None] The sync data for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 is: [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:53:27Z', 'revision_number': 4, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '696d9c9e-ba63-4ada-95e3-bcb1019c5b87', 'name': '', 'network_id': 'cb471bba-27b2-46d8-a62e-5782b4987b62', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'mac_address': 'fa:16:3e:48:3c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '39d4bc3d-c203-40b8-893f-44f468710265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:24Z', 'updated_at': '2022-02-04T12:53:34Z', 'revision_number': 4, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'subnets': [{'id': '39d4bc3d-c203-40b8-893f-44f468710265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:36.632549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:36.640801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Pushing event updated for resources: {'Port': ['ID=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:36.694529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Allocated IP 172.25.4.60 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/fd15231a-70fa-4da6-9d1c-691ddd329766) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:36.736242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.044424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.045624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3c2b8055-d00b-4339-8bf9-ade71e0cd95a tempest-ServersWithSpecificFlavorTestJSON-695406607 tempest-ServersWithSpecificFlavorTestJSON-695406607-project] 10.222.0.53 "DELETE /v2.0/floatingips/56bdeb1c-bdb7-41b0-8955-1d768da47cb3 HTTP/1.1" status: 204 len: 168 time: 5.5047956 Feb 04 12:53:37.108766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.157430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.195226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Attempting to bind port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:37.195840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Attempting to bind port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:37.195960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Attempting to bind port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a on network e932a473-5284-482a-8fe0-20c087bc3a8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:37.238448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:37.241769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Checking segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:37.242215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.242638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Bound using segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:37.243157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Bound port: fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:37.243530 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.319698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.353583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b6cc-ee42-4f90-bef5-81371c01e915 req-c53b4216-53f5-494b-b306-81725486adcd tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.368822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9b6b6cc-ee42-4f90-bef5-81371c01e915 req-c53b4216-53f5-494b-b306-81725486adcd tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1095 time: 1.3361723 Feb 04 12:53:37.386340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:37.402356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:37.490629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:37.496542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abf6d5-7266-4ed5-a7c4-12cf43f7ee47 req-22ea04fe-7108-4df0-b3ae-58a95a8f5d07 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.503807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07abf6d5-7266-4ed5-a7c4-12cf43f7ee47 req-22ea04fe-7108-4df0-b3ae-58a95a8f5d07 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 949 time: 0.8838804 Feb 04 12:53:37.566497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Pushing event updated for resources: {'Port': ['ID=fd15231a-70fa-4da6-9d1c-691ddd329766,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:37.584217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.584827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.585475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.585958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.586439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.587839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.588337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.588823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.589916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.590407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.590973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.591453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:37.600064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07abf6d5-7266-4ed5-a7c4-12cf43f7ee47 req-f879cf8a-3191-4726-903d-90d0d482ce42 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951591 Feb 04 12:53:37.616622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9b6b6cc-ee42-4f90-bef5-81371c01e915 req-68f511dc-d902-4e50-8699-eac07164717a tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456062 Feb 04 12:53:37.677993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:37.911890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] For port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:37.928269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] For port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:37.947323 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'code': 200} Feb 04 12:53:37.949435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:37.961780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:38.172758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] For port def010f0-22c6-409a-b7d6-8b366602cbce, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=def010f0-22c6-409a-b7d6-8b366602cbce,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:38.173831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:38.372281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device def010f0-22c6-409a-b7d6-8b366602cbce no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:38.443477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:38.446902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:38.589377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Calling delete_port for def010f0-22c6-409a-b7d6-8b366602cbce owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:38.791850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa367ea-584d-4f82-a304-03595f601ead None None] Pushing event updated for resources: {'Port': ['ID=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:39.021880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:39.063927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:39.083659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:39.084300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:39.197506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:39.305446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a76b4953-c76b-4445-98d7-63aa6583a5e8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:39.436876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b156ed-a8a7-450d-9cb1-1de0abb10fd6 req-830994f1-c589-4123-9fd7-d3b013cc2956 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.451786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8b156ed-a8a7-450d-9cb1-1de0abb10fd6 req-830994f1-c589-4123-9fd7-d3b013cc2956 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 946 time: 1.2957742 Feb 04 12:53:39.611786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event deleted for resources: {'Port': ['ID=def010f0-22c6-409a-b7d6-8b366602cbce,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:39.737199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588facd4-103a-407e-bd31-291710292da7 req-230b737b-cc4a-4993-a8b1-6ffa1e66f4cc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.744867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-588facd4-103a-407e-bd31-291710292da7 req-230b737b-cc4a-4993-a8b1-6ffa1e66f4cc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 946 time: 1.1916168 Feb 04 12:53:39.753579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8b156ed-a8a7-450d-9cb1-1de0abb10fd6 req-1822ae5c-97ab-40a8-ac7f-a7829b8142af tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013828 Feb 04 12:53:39.757188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.759036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.760265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.761030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:39.761602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.762115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.763617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.764130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.765984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.770238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.772857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.773415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.773922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:39.971315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:39.987862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] No DVR routers for this DVR port def010f0-22c6-409a-b7d6-8b366602cbce on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:39.995723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:40.013222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:40.021112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'name': 'network-vif-deleted', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:40.062263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9003d44-f7fa-4262-990b-d4cb74ecc559 req-b18617b0-f540-4e76-b5e9-b4f1ac3116f8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.90 "DELETE /v2.0/ports/def010f0-22c6-409a-b7d6-8b366602cbce HTTP/1.1" status: 204 len: 173 time: 4.8528574 Feb 04 12:53:40.329378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:40.347163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:41.196216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:41.309215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-25af119c-18a8-4b07-9920-e46ece4096f0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:41.324596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-25af119c-18a8-4b07-9920-e46ece4096f0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.9304287 Feb 04 12:53:41.338354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-588facd4-103a-407e-bd31-291710292da7 req-d861ab6f-2e2c-4c48-a8b8-dba39db6e369 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5925195 Feb 04 12:53:41.391821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-7347c2b2-2242-430c-a325-1fe85fbc9269 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/quotas/d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 375 time: 0.0655203 Feb 04 12:53:41.524531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea2e38-8d19-4bbf-bcc5-7ab459d75909 None None] Network e932a473-5284-482a-8fe0-20c087bc3a8e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:53:41.688058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-c8e35ac7-16d1-474e-96f1-a4d8af45ad04 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2932327 Feb 04 12:53:41.776551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:41.861321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94b5a613-8da4-4cf2-be38-fe6038ff0059 req-dba5fbf0-39b2-4f9f-8ecb-19265e2fbf36 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=016775dd-6661-47b3-b611-261af2b85ae9 HTTP/1.1" status: 200 len: 210 time: 0.0874252 Feb 04 12:53:41.891836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:42.007999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-599c57a1-c156-4e49-8c2b-91a288a1dc47 None None] Provisioning for port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:42.064510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:42.114989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-e50ffd11-eae9-46e7-86f8-2a1ac74f854f service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256201 Feb 04 12:53:42.173265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:42.187854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:42.360919 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016775dd-6661-47b3-b611-261af2b85ae9', 'name': 'network-vif-deleted', 'tag': 'def010f0-22c6-409a-b7d6-8b366602cbce', 'status': 'completed', 'code': 200} Feb 04 12:53:42.384647 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'code': 200} Feb 04 12:53:42.462833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:53:42.589563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-2d3237f8-b1e5-473d-ba44-bf93bf15194c service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724455 Feb 04 12:53:42.643061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf564bc8-3c40-43a2-8c1b-2996081605eb req-eac54c49-3cb7-4104-9534-ffd7e302eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.644900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf564bc8-3c40-43a2-8c1b-2996081605eb req-eac54c49-3cb7-4104-9534-ffd7e302eb29 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1097 time: 0.1850429 Feb 04 12:53:42.788950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf564bc8-3c40-43a2-8c1b-2996081605eb req-7b7be04d-6019-4053-9324-03f40ffa9c04 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341672 Feb 04 12:53:42.837612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:42.915962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:42.930278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:43.016796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:43.111616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:43.113084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7fdb10ce-d6be-4a4e-8c21-a76f3a53585b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5116322 Feb 04 12:53:43.115962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58336) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:43.229770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ae92e-d1dc-4789-8f14-4715dd442e73 req-7f8ef2f6-9f86-4208-80dc-10c74f8c7135 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.231921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-966ae92e-d1dc-4789-8f14-4715dd442e73 req-7f8ef2f6-9f86-4208-80dc-10c74f8c7135 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 946 time: 0.2909122 Feb 04 12:53:43.250632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:43.250632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Sync routers for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:43.253100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:43.395363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-966ae92e-d1dc-4789-8f14-4715dd442e73 req-0b529a90-0fc5-4836-9a6a-513d494c267f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350834 Feb 04 12:53:43.440425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:43.441218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:43.627086 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0ce61783-a386-403f-a5c4-287977a61ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:43.970158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:43.970576 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:44.217227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ab49f-7a03-4cf1-8ff2-d91c3ca028e4 req-a932e622-1b79-4ea5-bd80-1f74549817c7 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.234685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf50efa3-fdaa-479e-8a47-f7903a7add4e req-625b01cc-e5f2-4ad1-98f6-b19ad3b0bfca tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 210 time: 0.1384189 Feb 04 12:53:44.248867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437ab49f-7a03-4cf1-8ff2-d91c3ca028e4 req-a932e622-1b79-4ea5-bd80-1f74549817c7 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.9367580 Feb 04 12:53:44.384810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:44.926994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437ab49f-7a03-4cf1-8ff2-d91c3ca028e4 req-960863dd-b91c-4b43-93de-f83360c1059e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738739 Feb 04 12:53:45.431602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90e3ce95-9066-43eb-b5a1-0dca7d6cbcbb None None] Provisioning complete for port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:45.432256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90e3ce95-9066-43eb-b5a1-0dca7d6cbcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:45.624686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:45.743204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cd2ea-e8c8-4a50-92d2-18fac5062490 req-53fbedd9-7799-4831-b468-8b99455ed779 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:45.751885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c9cd2ea-e8c8-4a50-92d2-18fac5062490 req-53fbedd9-7799-4831-b468-8b99455ed779 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 946 time: 0.2020988 Feb 04 12:53:45.863130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c9cd2ea-e8c8-4a50-92d2-18fac5062490 req-8f3495d0-95a5-48a9-8df2-b2ba3e4acd33 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100976 Feb 04 12:53:46.162268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-641af8b2-4844-4c22-aace-bfbfb5bda503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.266038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:46.267917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.327051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.340944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b5f43-143c-486d-a0c6-5960b7b894f9 req-6ceb541f-1b41-4104-a7a2-899460bbf1b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.355164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f8b5f43-143c-486d-a0c6-5960b7b894f9 req-6ceb541f-1b41-4104-a7a2-899460bbf1b8 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 950 time: 0.2420940 Feb 04 12:53:46.370214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08475577-33b1-4d7a-bc6a-04139a9464df req-659e3ad2-3602-45ad-b23c-59b6d76d8162 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.372765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08475577-33b1-4d7a-bc6a-04139a9464df req-659e3ad2-3602-45ad-b23c-59b6d76d8162 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 946 time: 1.0827303 Feb 04 12:53:46.477605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:38Z', 'revision_number': 3, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:46.505973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08475577-33b1-4d7a-bc6a-04139a9464df req-9dd0c939-b8e0-433d-a05f-e4c20f689a66 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239076 Feb 04 12:53:46.530588 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f8b5f43-143c-486d-a0c6-5960b7b894f9 req-1fb701d6-2cb0-44d4-adef-d5cf4b44afed tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0c3d969-8e46-4db9-a330-a4f2836fd0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639574 Feb 04 12:53:46.710315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Checking router: 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:46.710315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Updating router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d port fd15231a-70fa-4da6-9d1c-691ddd329766 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:53:46.753264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-771ebc5f-2304-4f25-90ac-20bf69d541f3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.766144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-771ebc5f-2304-4f25-90ac-20bf69d541f3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.6620398 Feb 04 12:53:46.802351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Request body: {'port': {'device_id': '78f93857-99bd-42db-9109-81a90ad88cbc', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'admin_state_up': True, 'tenant_id': 'd820d08857e04dbf8cb31c390277832e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:46.868463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.901351 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:46.914391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2f5d07c-9552-4dfe-8b36-f8142d5f9788 req-5416a51b-6c72-46b1-b430-1e6c118507d6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 210 time: 0.0895855 Feb 04 12:53:47.181156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:47.445010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-3d76519a-2fdb-4e24-9ed4-05325dfc1724 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.446863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-3d76519a-2fdb-4e24-9ed4-05325dfc1724 tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "GET /v2.0/ports?device_id=843adb1f-168c-43d2-ab59-43b26b2066fc HTTP/1.1" status: 200 len: 950 time: 0.3182652 Feb 04 12:53:47.584327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Deleting port a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:47.589077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:47.683127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:53:47.697924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Allocated IP 172.20.0.1 (e932a473-5284-482a-8fe0-20c087bc3a8e/d4a05c45-0557-4a0f-8cf1-890942c9d0a1/370b4213-e866-4a17-bab0-7698996ad565) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:47.744217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:53:47.774817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:47.823761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Transition to ACTIVE for port object fd15231a-70fa-4da6-9d1c-691ddd329766 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:47.844615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.018790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:48.023287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.280430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Attempting to bind port fd15231a-70fa-4da6-9d1c-691ddd329766 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:48.281413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Attempting to bind port fd15231a-70fa-4da6-9d1c-691ddd329766 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:48.291369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Attempting to bind port fd15231a-70fa-4da6-9d1c-691ddd329766 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:48.295971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fe5c-3264-4ada-9931-03096bac531b None None] Pushing event updated for resources: {'Port': ['ID=fd15231a-70fa-4da6-9d1c-691ddd329766,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:48.300929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:48.302928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:48.304510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.305006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:48.312011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Bound port: fd15231a-70fa-4da6-9d1c-691ddd329766, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:48.312543 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.359675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] For port a76b4953-c76b-4445-98d7-63aa6583a5e8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a76b4953-c76b-4445-98d7-63aa6583a5e8,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:48.361196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.364346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Allocated IP 172.20.0.12 (fcfdc147-0fb1-486f-9857-405563e1de8d/589050a1-4645-469f-902a-bfdcdd3db97e/eb46838a-5971-4bcf-bc9e-06361ff81fbf) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:48.519195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] For port fd15231a-70fa-4da6-9d1c-691ddd329766, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:48.533552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] For port fd15231a-70fa-4da6-9d1c-691ddd329766, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd15231a-70fa-4da6-9d1c-691ddd329766,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:48.551019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.621152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.685037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:48.838967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fe5c-3264-4ada-9931-03096bac531b None None] Pushing event updated for resources: {'Port': ['ID=fd15231a-70fa-4da6-9d1c-691ddd329766,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:48.882059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:48.883000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:48.965903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Calling delete_port for a76b4953-c76b-4445-98d7-63aa6583a5e8 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:49.195229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:49.270929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:49.348216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Pushing event deleted for resources: {'Port': ['ID=a76b4953-c76b-4445-98d7-63aa6583a5e8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:49.371832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:49.402927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:49.455506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Network fcfdc147-0fb1-486f-9857-405563e1de8d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:49.462545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:49.478849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:49.511141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] No DVR routers for this DVR port a76b4953-c76b-4445-98d7-63aa6583a5e8 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:49.515714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:49.535747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-deleted', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:49.545659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17235c2d-ca93-4a72-81ea-ee4c9dcb1367 req-797e3197-e609-4669-98b5-230a914c9d2e tempest-ServersAdminTestJSON-1515888608 tempest-ServersAdminTestJSON-1515888608-project] 10.222.0.87 "DELETE /v2.0/ports/a76b4953-c76b-4445-98d7-63aa6583a5e8 HTTP/1.1" status: 204 len: 173 time: 2.0930715 Feb 04 12:53:49.623365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53d6c-f95b-40ba-acd3-c8770b8d62a3 req-daee1136-83bc-4097-80b7-7444167ac4e3 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:49.625653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57e53d6c-f95b-40ba-acd3-c8770b8d62a3 req-daee1136-83bc-4097-80b7-7444167ac4e3 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1097 time: 1.5878441 Feb 04 12:53:49.660884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:49.666924 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:49.697725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:49.731053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57e53d6c-f95b-40ba-acd3-c8770b8d62a3 req-0c17633a-6a4f-4ea6-bc65-8151b84ed057 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973225 Feb 04 12:53:49.833312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Transition to ACTIVE for port object 370b4213-e866-4a17-bab0-7698996ad565 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:49.900385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-cd7e0392-5965-472b-873d-4dc5e324b17f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:49.902488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-cd7e0392-5965-472b-873d-4dc5e324b17f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 946 time: 0.8876977 Feb 04 12:53:49.906724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-da6828e8-7a27-45fd-b6a5-bcbd18d90c78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1169033 Feb 04 12:53:49.986649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:49.999707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Request body: {'port': {'device_id': '78f93857-99bd-42db-9109-81a90ad88cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:50.201948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port 8d5974ab-10cb-4045-bed7-89f4d69a2550 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:50.202592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:50.225997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:50.255213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:50.326350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: a76b4953-c76b-4445-98d7-63aa6583a5e8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:53:50.329277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a76b4953-c76b-4445-98d7-63aa6583a5e8 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:53:50.331825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:50.448001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:38Z', 'revision_number': 3, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:50.463918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d996a-283e-47f1-b887-13d84e2132fe None None] The sync data for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 is: [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:38Z', 'revision_number': 3, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:50.822704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e69928-1921-4500-925c-e694ac82de3f req-b24e5cba-61ab-4fdf-b7fd-36430f2fbb38 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:50.830948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b9e69928-1921-4500-925c-e694ac82de3f req-b24e5cba-61ab-4fdf-b7fd-36430f2fbb38 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 946 time: 0.2759149 Feb 04 12:53:50.889003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb46838a-5971-4bcf-bc9e-06361ff81fbf {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:53:50.899419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:50.925963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Transition to ACTIVE for port object eb46838a-5971-4bcf-bc9e-06361ff81fbf will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:50.930660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b9e69928-1921-4500-925c-e694ac82de3f req-5dfcc7b6-4fea-4b70-89e4-96f8acd5d04b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941255 Feb 04 12:53:50.957040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:50.961359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:51.171228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:51.215733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Network e932a473-5284-482a-8fe0-20c087bc3a8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:51.257242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:51.517034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:53:51.600166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd15231a-70fa-4da6-9d1c-691ddd329766 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:51.637486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Pushing event updated for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:51.819250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8d5974ab-10cb-4045-bed7-89f4d69a2550 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:53:51.937937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-92dd56e9-34c0-456e-a7f8-908ed34a15fa None None] Provisioning for port 370b4213-e866-4a17-bab0-7698996ad565 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:51.967686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-92dd56e9-34c0-456e-a7f8-908ed34a15fa None None] Provisioning complete for port 370b4213-e866-4a17-bab0-7698996ad565 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:51.969085 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-92dd56e9-34c0-456e-a7f8-908ed34a15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.007724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:52.117227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fd15231a-70fa-4da6-9d1c-691ddd329766 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:52.133569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-92dd56e9-34c0-456e-a7f8-908ed34a15fa None None] Port 370b4213-e866-4a17-bab0-7698996ad565 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:52.138940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fd15231a-70fa-4da6-9d1c-691ddd329766 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:52.141875 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.157601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b48e45-976d-4584-afc5-f32b618950c7 req-c549415c-fd5b-4871-a77b-1d7a45e8ec78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:52.161308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:52.161865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.171461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-84b48e45-976d-4584-afc5-f32b618950c7 req-c549415c-fd5b-4871-a77b-1d7a45e8ec78 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.4721379 Feb 04 12:53:52.351212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.361365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:52.427705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:52.431800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:52.437825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.527562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-109adbf4-b738-4517-84b2-705144b7a072 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75b9221cfbb44e319a6eec5757821100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186088 Feb 04 12:53:52.543661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58434) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:52.550674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-84b48e45-976d-4584-afc5-f32b618950c7 req-c55ba34f-9157-41db-9ebd-7ca6d7e9e9b8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759832 Feb 04 12:53:52.597083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.632287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:52.648256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fd15231a-70fa-4da6-9d1c-691ddd329766, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd15231a-70fa-4da6-9d1c-691ddd329766,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:52.655583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.707193 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843adb1f-168c-43d2-ab59-43b26b2066fc', 'name': 'network-vif-deleted', 'tag': 'a76b4953-c76b-4445-98d7-63aa6583a5e8', 'status': 'completed', 'code': 200} Feb 04 12:53:52.713004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:52.719725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for 8d5974ab-10cb-4045-bed7-89f4d69a2550 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:52.918893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.089561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Deleting port 43a85052-b579-4ec6-9c3d-00841554630e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:53.091264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.092064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.133059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fd15231a-70fa-4da6-9d1c-691ddd329766,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:53.301537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:53:53.302103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:53:53.302382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:53.313954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:53:53.314405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:53:53.327043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.344211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:53:53.344676 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:53:53.346053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:53.346503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:53:53.347760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:53.348827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Bound port: eb46838a-5971-4bcf-bc9e-06361ff81fbf, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:53:53.349274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.367405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.434036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd15231a-70fa-4da6-9d1c-691ddd329766 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:53:53.447110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3d969-8e46-4db9-a330-a4f2836fd0c2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:53.516495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882daf-5d85-4746-8a46-bae3245be9ae req-89765713-13b4-4828-b72f-263cd3dbd063 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:53.518186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83882daf-5d85-4746-8a46-bae3245be9ae req-89765713-13b4-4828-b72f-263cd3dbd063 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 944 time: 0.5259309 Feb 04 12:53:53.581657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] For port 43a85052-b579-4ec6-9c3d-00841554630e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=43a85052-b579-4ec6-9c3d-00841554630e,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:53.582030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.695858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fd15231a-70fa-4da6-9d1c-691ddd329766 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:53.696502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:53.737984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Calling delete_port for 43a85052-b579-4ec6-9c3d-00841554630e owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:53.846278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port 8d5974ab-10cb-4045-bed7-89f4d69a2550 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:53.846668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:54.067527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:54.186769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:54.190656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5629e073-4ff5-4b52-a9c3-f9715160bc8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0c3d969-8e46-4db9-a330-a4f2836fd0c2 HTTP/1.1" status: 204 len: 168 time: 1.6430197 Feb 04 12:53:54.252275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83882daf-5d85-4746-8a46-bae3245be9ae req-a358b238-0a35-4655-a3a4-788ff752961d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692537 Feb 04 12:53:54.288291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:54.356649 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'code': 200} Feb 04 12:53:54.365794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:53:54.489216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:54.850846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a85052-b579-4ec6-9c3d-00841554630e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:54.856389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:55.088214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fa955-9e56-43e2-88f8-36bd68999552 req-e99a8cdf-0c8d-4ff1-ad46-b51f4119dace tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:55.097559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e2fa955-9e56-43e2-88f8-36bd68999552 req-e99a8cdf-0c8d-4ff1-ad46-b51f4119dace tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.3401158 Feb 04 12:53:55.101797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32f6d412-d8d9-473f-b86b-1e8ef988a667 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86075b3cde8c4ab1867715600b7d6be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360089 Feb 04 12:53:55.106414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:55.179342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port 8d5974ab-10cb-4045-bed7-89f4d69a2550, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8d5974ab-10cb-4045-bed7-89f4d69a2550,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:53:55.179754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:55.462876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:55.477942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e2fa955-9e56-43e2-88f8-36bd68999552 req-d24ce909-9ef5-4a46-88b0-f438d492adbb tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774207 Feb 04 12:53:55.508369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for 8d5974ab-10cb-4045-bed7-89f4d69a2550 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:53:55.778358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:55.848653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:53:55.887321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:55.903821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:55.911336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3', 'db9eed93-866a-49ec-a1b3-c2596a69ef9c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:53:56.060882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2236cea6-1a75-42bd-b73f-b415ff4c6609 req-07c85ab7-7f48-4093-b88f-7ea6cb90b4cc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=663693fd-844b-4580-ad97-898dc3c77ebb HTTP/1.1" status: 200 len: 210 time: 0.1784341 Feb 04 12:53:56.091987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.093187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:56.094578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] 10.222.0.90 "PUT /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 1092 time: 6.1787274 Feb 04 12:53:56.102816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:56.280806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:56.296126 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'status': 'completed', 'code': 200} Feb 04 12:53:56.348320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:56.382810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:56.459714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:56.547471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef1a12-e206-497b-9ccc-5a0e924dd43c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:56.738912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Pushing event updated for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:56.869026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4867b2-b562-4b89-b3ad-d4edc0d9ce32 service neutron] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:57.028807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port 8d5974ab-10cb-4045-bed7-89f4d69a2550 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:57.032787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:57.039116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Network e932a473-5284-482a-8fe0-20c087bc3a8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:57.051215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:57.059631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=8d5974ab-10cb-4045-bed7-89f4d69a2550,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:57.113236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:57.116859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a385bc33-44b7-4eb4-a535-df3c852ef3a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98ef1a12-e206-497b-9ccc-5a0e924dd43c HTTP/1.1" status: 204 len: 168 time: 1.6710291 Feb 04 12:53:57.134428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:57.456201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5292903-76f5-4d58-ba53-c7bc573f94e6 req-4133c64f-577e-4e86-afa8-74bbbc0fb685 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "DELETE /v2.0/ports/8d5974ab-10cb-4045-bed7-89f4d69a2550 HTTP/1.1" status: 204 len: 173 time: 7.5427177 Feb 04 12:53:57.469177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:53:57.478069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-0d738846-b583-4f55-a103-4de4d46c7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:57.480771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-0d738846-b583-4f55-a103-4de4d46c7f1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1095 time: 1.3098538 Feb 04 12:53:57.561959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff796302-af3d-4e2b-9b46-a39a421ad776 None None] Provisioning complete for port 370b4213-e866-4a17-bab0-7698996ad565 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:57.562532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff796302-af3d-4e2b-9b46-a39a421ad776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:57.761085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18074-4e97-4c0c-bacc-8c643326bd86 req-84eed9ab-86be-41c2-9a3e-2ffec8950a16 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:57.766537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29f18074-4e97-4c0c-bacc-8c643326bd86 req-84eed9ab-86be-41c2-9a3e-2ffec8950a16 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.7902873 Feb 04 12:53:57.797390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ff796302-af3d-4e2b-9b46-a39a421ad776 None None] Port 370b4213-e866-4a17-bab0-7698996ad565 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:53:57.840665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:57.858784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c00c3ae8-47d6-4221-895d-cec3f51e82f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8662968 Feb 04 12:53:57.859073 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Sync routers for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:57.859936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58492) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:57.889922 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:57.893476 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:58.005151 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29f18074-4e97-4c0c-bacc-8c643326bd86 req-f4af7d50-a4bb-4ac6-923e-bbaeba110979 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222145 Feb 04 12:53:58.028281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-022daf5d-1f20-4e33-aeaf-4d8b8612dad8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 217 time: 0.5191469 Feb 04 12:53:58.256242 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:53:58.363119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-deleted', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:53:59.072620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:59.274640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:53:54Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:59.293226 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Checking router: 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:59.309789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-e9972ab0-225e-402c-801c-2f81a250863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:59.312642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-e9972ab0-225e-402c-801c-2f81a250863d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 1.2724521 Feb 04 12:53:59.341916 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Routers {'35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:59.345109 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:59.640726 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663693fd-844b-4580-ad97-898dc3c77ebb', 'name': 'network-vif-deleted', 'tag': '8d5974ab-10cb-4045-bed7-89f4d69a2550', 'status': 'completed', 'code': 200} Feb 04 12:53:59.723587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-158fc8c1-ad7b-437b-af34-22dce2eb34c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3789585 Feb 04 12:53:59.740901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:53:59.754077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Sync routers for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:59.778109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:53:59.782760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:59.855856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-44a56e5e-141c-4197-9347-36aff189b812 admin admin] 10.222.0.53 "PUT /v2.0/routers/7bdc8b54-f11d-49a7-88b8-d51c0c621e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7381032 Feb 04 12:53:59.925395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:53:59.957771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Deleting port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:53:59.959207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:00.152260 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] Set router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:00.276329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-b741bad6-0c46-4769-aaf2-82d5e18f9b5b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8256111 Feb 04 12:54:00.361912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0666d7-8491-4da0-b9e6-9dcbf74d5353 req-899c852f-7a4f-4e35-b81b-6ae8077c221c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:00.374562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce0666d7-8491-4da0-b9e6-9dcbf74d5353 req-899c852f-7a4f-4e35-b81b-6ae8077c221c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.3150661 Feb 04 12:54:00.515693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce0666d7-8491-4da0-b9e6-9dcbf74d5353 req-e2256a0c-ba13-4616-b3c8-28ff10b8db11 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394019 Feb 04 12:54:00.551329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] For port ef035625-1ca0-49a2-9cc7-ce3e8ef9b607, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:00.556295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-d56785ec-6b2c-43a4-a675-97563eee69cb service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231120 Feb 04 12:54:00.562290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:00.638082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:00.959016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74edff8e-f11a-4340-a8ab-857ef5fbebef req-e4e5b7de-21e8-4893-97e8-a0bd1b343b6e service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606584 Feb 04 12:54:01.177142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-69d888fe-664e-48ee-8917-20e7865db43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:01.178330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-69d888fe-664e-48ee-8917-20e7865db43a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1095 time: 0.7543406 Feb 04 12:54:01.193603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Calling delete_port for ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:01.236439 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:53:54Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:01.244129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a6b0-3e43-4592-a8be-ad9bb1e48df6 None None] The sync data for ids ['35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf'] in n-d-820555-2 is: [{'id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1567130263-router', 'tenant_id': '4204e0c53d334bdbaf53e10abe06c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:24Z', 'updated_at': '2022-02-04T12:53:54Z', 'revision_number': 5, 'project_id': '4204e0c53d334bdbaf53e10abe06c532', 'gw_port': {'id': 'ef035625-1ca0-49a2-9cc7-ce3e8ef9b607', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:26Z', 'updated_at': '2022-02-04T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:01.736216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-0bab1014-627e-439f-aee3-7dd167261be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:01.756497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-0bab1014-627e-439f-aee3-7dd167261be2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.5499809 Feb 04 12:54:01.758536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 43a85052-b579-4ec6-9c3d-00841554630e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:01.804097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:01.975826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 43a85052-b579-4ec6-9c3d-00841554630e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:01.978082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 43a85052-b579-4ec6-9c3d-00841554630e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:01.985820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Pushing event deleted for resources: {'Port': ['ID=ef035625-1ca0-49a2-9cc7-ce3e8ef9b607,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:02.056955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-a691fc14-234c-4f6f-9f7d-6a4c433c1645 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.2492888 Feb 04 12:54:02.221534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-4df4855d-71cd-43ce-80bb-e0329d8e3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.223215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-4df4855d-71cd-43ce-80bb-e0329d8e3732 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1559281 Feb 04 12:54:02.238384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-2296d24d-cc97-400e-8a8d-56b1c1a5f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.247348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-2296d24d-cc97-400e-8a8d-56b1c1a5f6b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1095 time: 1.2095828 Feb 04 12:54:02.307860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 2, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:02.321750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Checking router: 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:02.323135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Updating router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d port 370b4213-e866-4a17-bab0-7698996ad565 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:54:02.432672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:02.470069 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:02.896405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-e88c6028-909a-4ed9-9f39-d0673cdc002b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6554692 Feb 04 12:54:03.270630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:03.275584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:03.516793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58572) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:03.518189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-cde138cd-790e-4591-9249-6dcca34920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.519792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-cde138cd-790e-4591-9249-6dcca34920d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 1.1831315 Feb 04 12:54:03.542741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265874927', 'description': 'tempest-description--861850486'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:03.566069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:03.567301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:54:03.726146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:03.728900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:03.735081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-004a3585-47f1-4b56-b827-9abf98b9ddad admin admin] 10.222.0.53 "DELETE /v2.0/routers/35fdc9a7-c10f-4b4d-89b7-0f22441c4eaf HTTP/1.1" status: 204 len: 168 time: 5.8739820 Feb 04 12:54:03.739294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:03.762119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-7f78f830-0907-4ec1-b6d5-c8a241c7b273 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495424 Feb 04 12:54:03.917807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Usage tracker for resource:security_group and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:03.986748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.020911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Transition to ACTIVE for port object 370b4213-e866-4a17-bab0-7698996ad565 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:04.028262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:04.032302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.038154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:04.044012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-45cca289-97bd-4ad4-ae56-b74a82c31728 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 217 time: 0.4898772 Feb 04 12:54:04.050535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Deleting subnet 731608a2-1b46-4ee0-99a6-fffd3c0ee8ed {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:54:04.055551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.125442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.216714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:04.269009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-3c383761-1216-44d9-82b3-0ec4ec76635b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.272414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-3c383761-1216-44d9-82b3-0ec4ec76635b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.9160335 Feb 04 12:54:04.327307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-33a9fee9-391b-4235-bdd1-b4826f483c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.328890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-33a9fee9-391b-4235-bdd1-b4826f483c62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1690297 Feb 04 12:54:04.380111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:54:04.450477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-bb453d62-bf93-4656-8e08-6dc03c9f1013 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915296 Feb 04 12:54:04.457179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.505410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Attempting to bind port 370b4213-e866-4a17-bab0-7698996ad565 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:04.505948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Attempting to bind port 370b4213-e866-4a17-bab0-7698996ad565 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:04.506566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Attempting to bind port 370b4213-e866-4a17-bab0-7698996ad565 on network e932a473-5284-482a-8fe0-20c087bc3a8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:04.518707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:04.519180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Checking segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:04.519691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.520184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Bound using segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:04.520824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Bound port: 370b4213-e866-4a17-bab0-7698996ad565, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:04.521298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.548784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:04.553494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Usage tracker for resource:security_group_rule and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:04.557700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:04.572907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:04.586945 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.633877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] For port 370b4213-e866-4a17-bab0-7698996ad565, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:04.637579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] For port 370b4213-e866-4a17-bab0-7698996ad565, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=370b4213-e866-4a17-bab0-7698996ad565,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:04.651703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.687937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.702138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b774b-d729-41de-adce-8917d2ad68f8 None None] Pushing event updated for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:04.709953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549343f4-8ba5-4175-bb60-368ce560500e req-c76cb803-5e38-42f6-963e-399d5c9438f2 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.723544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-549343f4-8ba5-4175-bb60-368ce560500e req-c76cb803-5e38-42f6-963e-399d5c9438f2 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.8250103 Feb 04 12:54:04.778962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.838451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:54:04.839124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:04.891471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port db9eed93-866a-49ec-a1b3-c2596a69ef9c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:04.891834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.930680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1713262-b46a-4df3-9a7c-e1ffaf500052,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:04.934931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.936775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f5110a4-880a-48d4-8fe5-b2a5ada0f668 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4155245 Feb 04 12:54:04.942086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:04.953556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'security_group_rule': {'security_group_id': 'c1713262-b46a-4df3-9a7c-e1ffaf500052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:04.955832 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:54:04.961056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:04.966427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Usage tracker for resource:security_group_rule and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:04.970681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:04.970880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:04.977403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:05.023873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.110789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9fbe8-085c-413e-9327-6a03ae14a84c req-a8d45fbd-db4a-4e98-aa5a-691cf0b8bf8f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:05.111621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d6f9fbe8-085c-413e-9327-6a03ae14a84c req-a8d45fbd-db4a-4e98-aa5a-691cf0b8bf8f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:05.119929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.128413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1631dd86-1a10-42f8-afe6-a52d9da12680 req-7f2e76f1-c2ec-49a9-a48d-460907659eaa service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2036188 Feb 04 12:54:05.128906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:05.205353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/731608a2-1b46-4ee0-99a6-fffd3c0ee8ed HTTP/1.1" status: 204 len: 168 time: 1.4595687 Feb 04 12:54:05.207082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174f05-afe1-4ec7-8b07-c0b3a7ef64df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731608a2-1b46-4ee0-99a6-fffd3c0ee8ed,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:05.214959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58588) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:05.230367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.231524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d6f9fbe8-085c-413e-9327-6a03ae14a84c req-a8d45fbd-db4a-4e98-aa5a-691cf0b8bf8f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:05.233632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6f9fbe8-085c-413e-9327-6a03ae14a84c req-a8d45fbd-db4a-4e98-aa5a-691cf0b8bf8f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 1.4839690 Feb 04 12:54:05.249347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.304348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-ed802e4b-6af3-4f90-865c-c4738729f5d4 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149176 Feb 04 12:54:05.337231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9a268-e81d-4969-8077-8dc1e9724899 None None] Network 91f90520-1ad2-438a-902d-789a35511944 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:54:05.356672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b00c46-324b-4930-a0c8-c88fbf5f1c59,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:05.428311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6f9fbe8-085c-413e-9327-6a03ae14a84c req-7f40f361-e2f3-41cf-bb45-164a6fe31b0f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841600 Feb 04 12:54:05.429297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.430674 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8a664f90-1e32-40d0-8492-ea5c8bc39f21 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4824870 Feb 04 12:54:05.433036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:05.440446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'security_group_rule': {'security_group_id': 'c1713262-b46a-4df3-9a7c-e1ffaf500052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:05.454213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:05.462453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Usage tracker for resource:security_group_rule and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:05.477809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:05.497126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:05.549026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:05.565935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-66375334-aa5e-4b36-9f0b-302a2d688852 req-27b68ea7-5f4d-486c-85b6-77661a302d79 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523365 Feb 04 12:54:05.583159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.640248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-549343f4-8ba5-4175-bb60-368ce560500e req-4215d58b-6b34-4b42-83c6-d7167611f96a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9150615 Feb 04 12:54:05.643051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.772248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:05.772797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ef035625-1ca0-49a2-9cc7-ce3e8ef9b607 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:05.875910 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.880889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:05.881458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.943364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b774b-d729-41de-adce-8917d2ad68f8 None None] Pushing event updated for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:05.954690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:05.961190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5269868 Feb 04 12:54:05.961824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:05.967583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'port_id': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'mac_address': 'fa:16:3e:07:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589050a1-4645-469f-902a-bfdcdd3db97e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:05.969955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:05.977301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b21875-7354-41cf-ac48-fcf699b0a124 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ef2ea0-17e1-4b25-af24-45b27d74400f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:05.982466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:05.989652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Usage tracker for resource:floatingip and tenant:56922f75583040298562f481ca0053d3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:05.991294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Deleting port c890c357-cb4b-4d99-8305-5a38ef5c7bcc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:05.991838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.005981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:06.027447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:06.051656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.114019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] DHCP port deletion for 91f90520-1ad2-438a-902d-789a35511944 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:54:06.121967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Deleting port c890c357-cb4b-4d99-8305-5a38ef5c7bcc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:06.122503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.440208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] For port c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:06.444538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.476961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.491568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db9eed93-866a-49ec-a1b3-c2596a69ef9c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:06.510201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-58f55347-5a53-4586-8ae1-0717486c4621 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8380308 Feb 04 12:54:06.584015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port db9eed93-866a-49ec-a1b3-c2596a69ef9c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db9eed93-866a-49ec-a1b3-c2596a69ef9c,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:06.584329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.769659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58648) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:06.810066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54808f14-8301-44da-ab0e-847780b67aa8 req-d014e137-5a6a-43a7-9188-d6615e923336 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:06.817248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54808f14-8301-44da-ab0e-847780b67aa8 req-d014e137-5a6a-43a7-9188-d6615e923336 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 950 time: 0.6037433 Feb 04 12:54:06.856215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for db9eed93-866a-49ec-a1b3-c2596a69ef9c owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:06.892321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:06.974167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb46838a-5971-4bcf-bc9e-06361ff81fbf {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:06.991020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:07.003186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Calling delete_port for c890c357-cb4b-4d99-8305-5a38ef5c7bcc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:07.043134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.043380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.092713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Allocated IP 172.25.4.201 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/4554e57f-aa0b-4013-968d-bcaafee79337) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:07.100242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:07.106152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8db91f13ec47f3ba539de609d317cf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:07.112888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:07.122282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:07.236870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.247172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] For port c890c357-cb4b-4d99-8305-5a38ef5c7bcc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,segment=NetworkSegment(550d9eb0-6e55-493c-b708-35e67aa2991c),segment_id=550d9eb0-6e55-493c-b708-35e67aa2991c)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:07.249519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.250354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:04Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:07.262462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532c21-7563-4bf4-91ef-e8293e01ff7e None None] The sync data for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 is: [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:04Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:07.389312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.397074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['eb46838a-5971-4bcf-bc9e-06361ff81fbf'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:07.439303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d268c-927b-4f3c-a0a5-a0561a5e22f2 req-61496282-a681-4d13-8b15-a9f778d84a82 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:07.440877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d35d268c-927b-4f3c-a0a5-a0561a5e22f2 req-61496282-a681-4d13-8b15-a9f778d84a82 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 945 time: 0.6206083 Feb 04 12:54:07.480868 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.650953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c890c357-cb4b-4d99-8305-5a38ef5c7bcc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:07.687352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d35d268c-927b-4f3c-a0a5-a0561a5e22f2 req-53bcabc4-0723-4832-bf04-11c91e2c8236 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328911 Feb 04 12:54:07.764736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] No DVR routers for this DVR port c890c357-cb4b-4d99-8305-5a38ef5c7bcc on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:07.812732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a48ece-051c-4811-ab4f-47be7968d709 None None] Pushing event deleted for resources: {'Port': ['ID=c890c357-cb4b-4d99-8305-5a38ef5c7bcc,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.818124 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:07.830897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c890c357-cb4b-4d99-8305-5a38ef5c7bcc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:07.831337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c890c357-cb4b-4d99-8305-5a38ef5c7bcc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:07.989043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.016578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54808f14-8301-44da-ab0e-847780b67aa8 req-327ed61b-b6dc-44ab-9ffb-35d987c6ced2 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1983421 Feb 04 12:54:08.024629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Calling delete_port for c890c357-cb4b-4d99-8305-5a38ef5c7bcc owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:08.048176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.128381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.144154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:08.162200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'Port': ['ID=4554e57f-aa0b-4013-968d-bcaafee79337,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:08.166428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.209150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25305b-c582-420a-b929-a6ac2a6266b3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:08.273084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:08.290733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:08.296922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:54:08.347979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cd8f9ac-268e-43e1-96a4-3ab2acebabe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb8db91f13ec47f3ba539de609d317cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5730939 Feb 04 12:54:08.354532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:08.366937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113a2fb-ad25-405b-acd6-58e1337f5985 req-4e2cebd7-e252-43a5-8787-8f666588d491 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:08.367690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d113a2fb-ad25-405b-acd6-58e1337f5985 req-4e2cebd7-e252-43a5-8787-8f666588d491 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:08.378403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=db9eed93-866a-49ec-a1b3-c2596a69ef9c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:08.504990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d113a2fb-ad25-405b-acd6-58e1337f5985 req-4e2cebd7-e252-43a5-8787-8f666588d491 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:08.507993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d113a2fb-ad25-405b-acd6-58e1337f5985 req-4e2cebd7-e252-43a5-8787-8f666588d491 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.5924301 Feb 04 12:54:08.521601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.582022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:08.626852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d113a2fb-ad25-405b-acd6-58e1337f5985 req-0455705a-ffd7-4959-92cc-2e4dece8fa8c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084735 Feb 04 12:54:08.678193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-6563dac5-2d41-4556-a1a9-645bae901bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:08.684477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-6563dac5-2d41-4556-a1a9-645bae901bd0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 1096 time: 2.0071552 Feb 04 12:54:08.773972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.083211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:09.224227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-4182848e-c890-4212-9e4e-d0a01dcb6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.227114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-4182848e-c890-4212-9e4e-d0a01dcb6fdf service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.4488854 Feb 04 12:54:09.299310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.315789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port eb46838a-5971-4bcf-bc9e-06361ff81fbf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:09.323900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port eb46838a-5971-4bcf-bc9e-06361ff81fbf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:09.324329 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.372595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.431249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port db9eed93-866a-49ec-a1b3-c2596a69ef9c on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:09.432796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:54:09.433172 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:54:09.439385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.443537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-71a52b07-6015-48b5-aefd-53dc569f1981 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 200 len: 217 time: 0.2062047 Feb 04 12:54:09.446092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'name': 'network-vif-deleted', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:09.655518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 370b4213-e866-4a17-bab0-7698996ad565 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:09.657154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25305b-c582-420a-b929-a6ac2a6266b3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:09.668405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2302e7cb-d0ee-4836-836a-f0ccf197ffff req-b13bb40b-3182-45ed-a1ff-b70b8d7816e0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 210 time: 0.3052070 Feb 04 12:54:09.812068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-c721653f-66ee-4907-bd98-f2253e8f4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.812068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-c721653f-66ee-4907-bd98-f2253e8f4520 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.3559964 Feb 04 12:54:09.831250 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3097e4-1fe1-4874-80b2-3c9328b2c36f', 'name': 'network-vif-deleted', 'tag': 'db9eed93-866a-49ec-a1b3-c2596a69ef9c', 'status': 'completed', 'code': 200} Feb 04 12:54:09.854182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:09.858563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3a2e0aa3-bca8-4f51-8094-e18a5c8ae89f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b25305b-c582-420a-b929-a6ac2a6266b3 HTTP/1.1" status: 204 len: 168 time: 1.4828291 Feb 04 12:54:10.008265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Deleting port c890c357-cb4b-4d99-8305-5a38ef5c7bcc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:10.008265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.082235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.168849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.175648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.200677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:10.203424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:10.229630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 370b4213-e866-4a17-bab0-7698996ad565 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:10.252114 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.252818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:10.385469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 370b4213-e866-4a17-bab0-7698996ad565 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:10.386088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.460526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.469351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-6aeb95c6-496a-4055-acb3-bc198f12e3f5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6409662 Feb 04 12:54:10.492884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] The port 'c890c357-cb4b-4d99-8305-5a38ef5c7bcc' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:54:10.500547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d7ffd33-bb7e-4a07-a1b6-7cb9591dc0dd req-da9603aa-1d2f-4b1c-8b8a-66b5a130764b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "DELETE /v2.0/ports/db9eed93-866a-49ec-a1b3-c2596a69ef9c HTTP/1.1" status: 204 len: 173 time: 5.7379234 Feb 04 12:54:10.535667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:10.536837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5726128 Feb 04 12:54:10.559620 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'code': 200} Feb 04 12:54:10.597393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864cd0d-608d-471d-9dcc-6a558fef499f tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'Port': ['ID=4554e57f-aa0b-4013-968d-bcaafee79337,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:10.676916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:10.838896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa17a0-d814-43c5-be71-7c46292d99cf req-f7a02e35-3cc6-40d9-8955-f5c21c064d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:10.840572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16fa17a0-d814-43c5-be71-7c46292d99cf req-f7a02e35-3cc6-40d9-8955-f5c21c064d5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1097 time: 0.2193933 Feb 04 12:54:10.930429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-4635aa0d-705e-4b2e-9fcb-48525c73c8ce service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344358 Feb 04 12:54:10.940087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16fa17a0-d814-43c5-be71-7c46292d99cf req-bf12869d-cfa9-4466-b077-a6c823fb28c0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923603 Feb 04 12:54:11.112279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.211571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.267893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:11.269349 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.286646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.291530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e55d-0957-4a83-bf7d-8c595a92a2f9 req-b086af50-c554-4f97-8370-b3dd481fa85a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.293474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ad00c09f-1110-44c5-96d1-3545e9e23ee3 req-b0c87543-32f1-4995-ba83-4d96aff3104e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3097e4-1fe1-4874-80b2-3c9328b2c36f HTTP/1.1" status: 200 len: 210 time: 0.1738236 Feb 04 12:54:11.317775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e347e55d-0957-4a83-bf7d-8c595a92a2f9 req-b086af50-c554-4f97-8370-b3dd481fa85a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 1.0729272 Feb 04 12:54:11.387239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:11.417781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 370b4213-e866-4a17-bab0-7698996ad565, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=370b4213-e866-4a17-bab0-7698996ad565,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:11.424654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.477720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f90520-1ad2-438a-902d-789a35511944']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:11.535362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e347e55d-0957-4a83-bf7d-8c595a92a2f9 req-66e8a50e-2164-4ab7-a764-40f4986552bc tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165160 Feb 04 12:54:11.541989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550d9eb0-6e55-493c-b708-35e67aa2991c') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:11.543037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550d9eb0-6e55-493c-b708-35e67aa2991c') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:11.567958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cf64bf4-15eb-4f4d-8802-2e80c4f7a2c7 req-728a181b-0de5-423e-9ee9-5de4f1078a70 service neutron] 10.222.0.87 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245596 Feb 04 12:54:11.572282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.622507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.634555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:11.635367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.638570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:11.673185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-0625afa6-9df7-499b-ba02-631f1e4da1bd tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Synchronizing usage tracker for tenant:56922f75583040298562f481ca0053d3 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:11.674334 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:11.741214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-0625afa6-9df7-499b-ba02-631f1e4da1bd tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Unset dirty status for tenant:56922f75583040298562f481ca0053d3 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:11.750312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-0625afa6-9df7-499b-ba02-631f1e4da1bd tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1265874927&fields=id&tenant_id=56922f75583040298562f481ca0053d3 HTTP/1.1" status: 200 len: 267 time: 0.2565322 Feb 04 12:54:11.884290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.911828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:11.916918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f90520-1ad2-438a-902d-789a35511944,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:11.930866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5d433-e6a4-4e72-bc82-7904ad65d7f7 req-41e9dc4c-9a48-46a3-a8c6-4a8790d2fc6d tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.939007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4fb5d433-e6a4-4e72-bc82-7904ad65d7f7 req-41e9dc4c-9a48-46a3-a8c6-4a8790d2fc6d tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1097 time: 0.1591046 Feb 04 12:54:11.962729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-864b82ca-dc1c-4ce9-bd6b-213163fbe984 admin admin] 10.222.0.53 "DELETE /v2.0/networks/91f90520-1ad2-438a-902d-789a35511944 HTTP/1.1" status: 204 len: 168 time: 6.7369213 Feb 04 12:54:11.974623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58742) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:12.035402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ffb11750-4856-4d68-8b3f-b4f3ff991a2e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:12.036457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ffb11750-4856-4d68-8b3f-b4f3ff991a2e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Synchronizing usage tracker for tenant:56922f75583040298562f481ca0053d3 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:12.072142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ffb11750-4856-4d68-8b3f-b4f3ff991a2e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Unset dirty status for tenant:56922f75583040298562f481ca0053d3 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:12.074287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ffb11750-4856-4d68-8b3f-b4f3ff991a2e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/networks?id=e932a473-5284-482a-8fe0-20c087bc3a8e HTTP/1.1" status: 200 len: 812 time: 0.3176951 Feb 04 12:54:12.127307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-e094f4a2-02a5-437b-a4b0-9e67a3a83fed tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/quotas/56922f75583040298562f481ca0053d3 HTTP/1.1" status: 200 len: 375 time: 0.0145063 Feb 04 12:54:12.181654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:12.349376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-8446e951-796f-4cae-bcfc-b5a68d4d5bda tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Synchronizing usage tracker for tenant:56922f75583040298562f481ca0053d3 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:12.384799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-8446e951-796f-4cae-bcfc-b5a68d4d5bda tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Unset dirty status for tenant:56922f75583040298562f481ca0053d3 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:12.408013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-8446e951-796f-4cae-bcfc-b5a68d4d5bda tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=56922f75583040298562f481ca0053d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2735062 Feb 04 12:54:12.435463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:12.456837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'mac_address': 'fa:16:3e:03:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:12.535416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:12.556426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88be51e7-dfd2-45c5-80ec-a09f7df127bc {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:12.561915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:12.591346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:12.599369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:12.659917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-98cfe6fd-2b27-4498-95cc-53a7a9f3f9d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415764 Feb 04 12:54:12.718648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:12.734886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4fb5d433-e6a4-4e72-bc82-7904ad65d7f7 req-8d1a5be3-83fd-43a3-bf6f-c3c67272a11a tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944555 Feb 04 12:54:12.750797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['88be51e7-dfd2-45c5-80ec-a09f7df127bc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:12.962893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-751a1b11-f774-4020-88ce-b344ce0134a9 service neutron] 10.222.0.53 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962921 Feb 04 12:54:13.071204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:13.344357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a8f9-b033-4028-b02a-1cba8faa98fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:13.356712 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'code': 200} Feb 04 12:54:13.580753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 370b4213-e866-4a17-bab0-7698996ad565 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:13.597113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-a4ac5a8e-0b1a-41a3-8d27-45c429e04a1c tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d50bcdf3a0f34cefb7022952425536f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530059 Feb 04 12:54:13.703172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f421-76b6-4944-a5d0-4d3c4360b1ba req-f39c0816-61f3-4b31-b06c-1bbabb492eba tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.719414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b142f421-76b6-4944-a5d0-4d3c4360b1ba req-f39c0816-61f3-4b31-b06c-1bbabb492eba tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 0.1329598 Feb 04 12:54:13.790110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b142f421-76b6-4944-a5d0-4d3c4360b1ba req-a708dd95-c284-4c6a-855b-cc5fcde797fa tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685618 Feb 04 12:54:13.803725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 370b4213-e866-4a17-bab0-7698996ad565 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:13.804419 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:13.926020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-838b8699-053c-4529-8953-4de8d74a3e41 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.934130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-838b8699-053c-4529-8953-4de8d74a3e41 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359504 Feb 04 12:54:13.965576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-941230ec-2aa6-4c06-ae74-31fd2f6a9058 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/quotas/d50bcdf3a0f34cefb7022952425536f7 HTTP/1.1" status: 200 len: 375 time: 0.0303919 Feb 04 12:54:14.033025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-05f90a90-3e4f-40d8-a30a-2c45623d7380 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d50bcdf3a0f34cefb7022952425536f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665667 Feb 04 12:54:14.185557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:14.392615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 88be51e7-dfd2-45c5-80ec-a09f7df127bc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:14.393362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:14.772256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:14.804679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Deleting port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:14.805337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:14.874414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:14.902040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:14.944198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf13b04b-f3d2-4286-abb9-f20d82e77736 req-b0771c8a-40ee-4fcd-943f-22115f3882f0 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 210 time: 0.3716333 Feb 04 12:54:15.123108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:15.135264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.136211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.136676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.137114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.137679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.139246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.140345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.140916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.142049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.142049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.142049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.143588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:15.357297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:15.631094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] For port 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:15.631785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:15.783643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8520312-bdbf-4d22-89c1-45d97cf812d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:15.907601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Calling delete_port for 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:16.003397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-b1d73b05-1404-436f-b0a5-6eaf3dc4c418 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:16.005088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-b1d73b05-1404-436f-b0a5-6eaf3dc4c418 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.7752678 Feb 04 12:54:16.060588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-265f72f9-2cda-42bc-9a87-ddbb0c05b688 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:54:16.065076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-265f72f9-2cda-42bc-9a87-ddbb0c05b688 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159309 Feb 04 12:54:16.083671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-21131e24-6a92-41cf-8ac6-a8773ed62a82 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0564415 Feb 04 12:54:16.085158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:16.086055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:54:16.095429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-b5aad00c-ecb1-40b1-b60d-6b8f38944136 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:16.097033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-b5aad00c-ecb1-40b1-b60d-6b8f38944136 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.87 "GET /v2.0/networks?id=e932a473-5284-482a-8fe0-20c087bc3a8e HTTP/1.1" status: 200 len: 812 time: 0.6021883 Feb 04 12:54:16.277792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-271ee88f-7f32-43e1-965f-09bb4476daf3 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56922f75583040298562f481ca0053d3 HTTP/1.1" status: 200 len: 380 time: 0.1236365 Feb 04 12:54:16.296843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'port': {'device_id': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'admin_state_up': True, 'tenant_id': '56922f75583040298562f481ca0053d3', 'security_groups': ['c1713262-b46a-4df3-9a7c-e1ffaf500052']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:16.430979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-8f38f943-922d-46fc-97af-a25ad0d3dac1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:16.495791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:16.496373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:16.496894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:16.506421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:16.507051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:16.524243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-d24d4857-51ce-4eb2-9b18-2c781f3f7ef4 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=d50bcdf3a0f34cefb7022952425536f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562108 Feb 04 12:54:16.525442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-8f38f943-922d-46fc-97af-a25ad0d3dac1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:16.534874 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-8f38f943-922d-46fc-97af-a25ad0d3dac1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4333947 Feb 04 12:54:16.535059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:16.535297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:16.535760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:16.536366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Bound port: 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:16.591200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:16.616891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:16.643669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-5e5c0eeb-6ece-4b1b-ac9e-7cd2bfeb0197 service neutron] 10.222.0.53 "POST /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.5709536 Feb 04 12:54:16.754391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:17.059319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-0c2d4fbd-b9ab-45c8-82a1-2612f113d61b service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224574 Feb 04 12:54:17.127545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:17.160744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbcea6-4bc0-45a4-bf49-9580af989a42 req-b90ec018-69b4-446f-93fb-a2c79ac44877 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.162986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ebbcea6-4bc0-45a4-bf49-9580af989a42 req-b90ec018-69b4-446f-93fb-a2c79ac44877 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1097 time: 0.1567686 Feb 04 12:54:17.250675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ebbcea6-4bc0-45a4-bf49-9580af989a42 req-f9e666f2-5059-4079-9930-bac75ce4d1ab tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668638 Feb 04 12:54:17.263696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:17.280394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-25ebfbae-9e76-4772-b2c2-cdb1406452e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.284556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-25ebfbae-9e76-4772-b2c2-cdb1406452e8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1097 time: 0.1718163 Feb 04 12:54:17.317311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:17.331956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:17.393110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-06866077-ac87-49bb-b61c-c467e0601da4 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.394824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-06866077-ac87-49bb-b61c-c467e0601da4 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6962116 Feb 04 12:54:17.418341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Request body: {'port': {'device_id': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'd50bcdf3a0f34cefb7022952425536f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:17.437813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:17.446772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Made reservation on behalf of 56922f75583040298562f481ca0053d3 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:17.453500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:17.516950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-80f407e7-7f7e-4e1e-b0b5-d34258c3e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.517883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-80f407e7-7f7e-4e1e-b0b5-d34258c3e231 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2259634 Feb 04 12:54:17.706571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9883b3d-28ec-40fb-aede-c1b210380621 req-6015f932-a9f1-40d6-b06d-70dd3a380d2d tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 210 time: 0.1872387 Feb 04 12:54:17.718468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-f75a1b83-e255-4c14-bafb-dcef8f60a245 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 217 time: 0.1290312 Feb 04 12:54:17.879907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-615e1228-36ce-495a-83fd-601d993ef935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.882839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-615e1228-36ce-495a-83fd-601d993ef935 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1566644 Feb 04 12:54:17.952103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-07b2af3a-3c3c-4041-9c6f-3767609f2dd2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623307 Feb 04 12:54:18.271700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-74846a8c-0630-4f1e-9ee7-c8a224a3048a service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1120539 Feb 04 12:54:18.274673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:18.283156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Usage tracker for resource:port and tenant:d50bcdf3a0f34cefb7022952425536f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:18.288116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:18.297140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:18.367457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Made reservation on behalf of d50bcdf3a0f34cefb7022952425536f7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:18.371502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:18.376041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-4c4f1f64-5e9a-4e5c-9d0a-0a0ac813c3f9 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101906 Feb 04 12:54:18.409053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:18.473238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Allocated IP 172.20.0.3 (e932a473-5284-482a-8fe0-20c087bc3a8e/d4a05c45-0557-4a0f-8cf1-890942c9d0a1/475ed7e4-a8ee-493c-95bf-232d06a1ebd6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:18.521072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:18.592694 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'code': 200} Feb 04 12:54:18.755005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:18.763237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-77c859d1-5838-4ee3-924b-5314c21a7773 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785110 Feb 04 12:54:18.927236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-03b34121-9d26-420c-b4db-665362a00005 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:18.929402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-03b34121-9d26-420c-b4db-665362a00005 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/networks?id=e712da4a-ccd0-44ce-b92b-f1a6d01c487a HTTP/1.1" status: 200 len: 815 time: 0.8578053 Feb 04 12:54:18.961793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-be690878-553c-487b-811b-ecc377bb68a9 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/quotas/34fdead7d4a24cf4bbd715f28e4172bc HTTP/1.1" status: 200 len: 375 time: 0.0210426 Feb 04 12:54:19.092769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:19.107602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-100f82d9-d0dd-4738-b850-e98990325bb2 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Synchronizing usage tracker for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:19.135216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-100f82d9-d0dd-4738-b850-e98990325bb2 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Unset dirty status for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:19.137614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-100f82d9-d0dd-4738-b850-e98990325bb2 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=34fdead7d4a24cf4bbd715f28e4172bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644931 Feb 04 12:54:19.187678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Usage tracker for resource:security_group_rule and tenant:d50bcdf3a0f34cefb7022952425536f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:19.213799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-557cff94-c0e2-4dea-8d11-bea8f2a7d2ac req-0c2dbff4-5e52-4c0e-a24e-209f9ca706b4 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 210 time: 0.1165805 Feb 04 12:54:19.229236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:19.410975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:19.502879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:19.642310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-0a514d86-3715-4c3d-981a-8a62fa565d8e service neutron] 10.222.0.53 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903245 Feb 04 12:54:19.807390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:19.813476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b4ac164-792a-44c5-9c89-8c866970e6d4 service neutron] 10.222.0.53 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699803 Feb 04 12:54:19.833402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Transition to ACTIVE for port object 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:20.103364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:54:20.222405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:20.382510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68724ad3-3002-457c-84f8-96b5e7a9bd93 req-ed2bf0cc-50b1-43c9-b9ae-f7fc6dbf7dc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:20.399491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68724ad3-3002-457c-84f8-96b5e7a9bd93 req-ed2bf0cc-50b1-43c9-b9ae-f7fc6dbf7dc4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 946 time: 0.8536940 Feb 04 12:54:20.576877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68724ad3-3002-457c-84f8-96b5e7a9bd93 req-8c2076c1-d60f-4bfd-8a7d-fb1efd2b57e1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756516 Feb 04 12:54:20.623987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Network e932a473-5284-482a-8fe0-20c087bc3a8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:21.070038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-6d4ee025-1b2b-4797-8ea3-2c954bc08c1f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:21.072406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-6d4ee025-1b2b-4797-8ea3-2c954bc08c1f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.5764189 Feb 04 12:54:21.136388 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8e40d74-a17e-4b14-889c-794a43f6319d req-71f14982-2f5e-4a69-8370-d6db516f7fa2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 210 time: 0.0625069 Feb 04 12:54:21.148570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': 'd42810d3-5650-4658-b672-d6513bfac711', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:21.445103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:21.584727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df665e22-2338-45a0-8050-8a45fa6ccfd3 req-3a142da9-67b2-497e-8c85-29d0e6a102ee tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 210 time: 0.1500244 Feb 04 12:54:21.589253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:21.615928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:54:21.874275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:21.894869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event updated for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:21.913720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:21.953295 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52402400-22e4-4afa-98d1-4b36cd10c6df req-09987725-f014-4c15-9424-965b154168be tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 210 time: 0.5032630 Feb 04 12:54:21.956978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:21.962473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:21.975812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:22.064054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:54:22.082664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:22.231123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.7 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/c20a1001-02f4-4cfb-a80f-88d4213d06f7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:22.245613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:22.246536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:22.376050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccc532d6-42d2-4ddb-98a0-c9e079045c89 None None] Provisioning for port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:22.392437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-4e5cb4da-016b-482a-b9e1-77d7be1104eb tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1020725 Feb 04 12:54:22.393879 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Sync routers for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:22.406220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccc532d6-42d2-4ddb-98a0-c9e079045c89 None None] Provisioning complete for port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:22.406872 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccc532d6-42d2-4ddb-98a0-c9e079045c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:22.425936 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:54:22.427040 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:54:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:22.474008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f0e7ae08-a91c-4a66-b7a7-64e5aba8a3b2 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b92d4b8-d2f7-475b-87ee-de084f3dfca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4910462 Feb 04 12:54:22.476883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:22.493934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Request body: {'port': {'device_id': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:22.613316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ccc532d6-42d2-4ddb-98a0-c9e079045c89 None None] Port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:54:22.935425 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:22.975032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:23.024133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312fc3-630f-4afd-87b8-25e62a828cb2 req-e751a829-9243-4700-9410-ed08080c9952 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.036630 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71312fc3-630f-4afd-87b8-25e62a828cb2 req-e751a829-9243-4700-9410-ed08080c9952 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 931 time: 1.0329084 Feb 04 12:54:23.352385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71312fc3-630f-4afd-87b8-25e62a828cb2 req-c5b00572-b180-4bd1-b680-cc8a16fcd4b1 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109715 Feb 04 12:54:23.454805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:23.629245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-51854906-982a-409a-8afb-1d95c935d8cd tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:23.635652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-51854906-982a-409a-8afb-1d95c935d8cd tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.90 "GET /v2.0/networks?id=e712da4a-ccd0-44ce-b92b-f1a6d01c487a HTTP/1.1" status: 200 len: 815 time: 0.5211244 Feb 04 12:54:23.657951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Request body: {'port': {'device_id': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'admin_state_up': True, 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:23.681190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:23.693991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:23.745822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:23.750916 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:54:16Z', 'revision_number': 5, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:23.755205 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Checking router: 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:23.780482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Routers {'5b92d4b8-d2f7-475b-87ee-de084f3dfca7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:54:23.781111 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:54:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:23.945690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Allocated IP 192.168.233.8 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/754a448f-139f-49a5-8581-c64b17727e5a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:24.083316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:24.215569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:24.259491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:24.274710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:24.278778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:54:24.338527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] Set router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:24.343021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488ff21-704e-48d8-94a0-7ae7c59c6248 req-47646a45-0114-4e61-b4cf-59e3f1fd73b3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.352521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4488ff21-704e-48d8-94a0-7ae7c59c6248 req-47646a45-0114-4e61-b4cf-59e3f1fd73b3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 946 time: 1.7201424 Feb 04 12:54:24.394282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.397121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:24.403973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:24.508096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Deleting port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:24.510017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:24.658591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-2280b54a-5cb3-435a-b625-dac4c33e26fc tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5176244 Feb 04 12:54:24.681977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2c76-c490-4397-9342-ebcc23435bcc req-d9986a82-bbf4-4b93-9680-b632d9d3cfd0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:24.684408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d52d2c76-c490-4397-9342-ebcc23435bcc req-d9986a82-bbf4-4b93-9680-b632d9d3cfd0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:24.699193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:24.731587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Request body: {'port': {'device_id': 'd42810d3-5650-4658-b672-d6513bfac711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:25.241077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:25.262750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d52d2c76-c490-4397-9342-ebcc23435bcc req-d9986a82-bbf4-4b93-9680-b632d9d3cfd0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:25.264719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d52d2c76-c490-4397-9342-ebcc23435bcc req-d9986a82-bbf4-4b93-9680-b632d9d3cfd0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 931 time: 1.5883505 Feb 04 12:54:25.302895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:25.313644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Made reservation on behalf of 34fdead7d4a24cf4bbd715f28e4172bc for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:54:25.316912 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:54:16Z', 'revision_number': 5, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:25.317742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:25.340979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84983286-4e05-4e15-8ed4-82533e0a2285 None None] The sync data for ids ['5b92d4b8-d2f7-475b-87ee-de084f3dfca7'] in n-d-820555-2 is: [{'id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1708965011-router', 'tenant_id': 'a538798247db497eaa069b3c87297539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:36Z', 'updated_at': '2022-02-04T12:54:16Z', 'revision_number': 5, 'project_id': 'a538798247db497eaa069b3c87297539', 'gw_port': {'id': '2f250e9c-9aa4-4eeb-9074-4103235bb9c6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92d4b8-d2f7-475b-87ee-de084f3dfca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:37Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:25.523255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:25.538515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:25.555796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d52d2c76-c490-4397-9342-ebcc23435bcc req-ad4869a5-b54b-4a3d-9451-fd3b6e451172 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802815 Feb 04 12:54:25.570683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Transition to ACTIVE for port object 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:25.785030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:25.850402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:25.851063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2c67c9f4-ff8c-4b1a-b3ff-cac5611a6527 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:26.016766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58e29fdc-ce91-4ed0-8ea7-b6fe992b3365 req-1a95f779-cd3d-4331-997b-f153ff852ea4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 210 time: 0.1898537 Feb 04 12:54:26.184809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:26.191798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Allocated IP 172.20.0.8 (e712da4a-ccd0-44ce-b92b-f1a6d01c487a/295f654a-c852-4f87-a6fe-5b1f0602ae87/5615498c-6591-4efe-8d8c-8c7ed93bad37) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:26.235383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Transition to ACTIVE for port object 754a448f-139f-49a5-8581-c64b17727e5a will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:26.243957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:26.355835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4488ff21-704e-48d8-94a0-7ae7c59c6248 req-564a7f58-9654-4b5a-b12e-6af59bfa78e4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0015202 Feb 04 12:54:26.620866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:26.649575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Transition to ACTIVE for port object 5615498c-6591-4efe-8d8c-8c7ed93bad37 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:26.664807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Pushing event updated for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:26.888580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] For port 2f250e9c-9aa4-4eeb-9074-4103235bb9c6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:26.889104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:26.954193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20a1001-02f4-4cfb-a80f-88d4213d06f7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:26.968017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:26.988814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Transition to ACTIVE for port object c20a1001-02f4-4cfb-a80f-88d4213d06f7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:27.067096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.072956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.122518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.135185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Calling delete_port for 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:27.146067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:27.167663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:27.175756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:54:27.316340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:27.317913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.431691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:27.442358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:27.490335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:54:27.597534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Attempting to bind port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:27.599199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Attempting to bind port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:27.601291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Attempting to bind port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 on network e932a473-5284-482a-8fe0-20c087bc3a8e {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:27.637177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-15a4d781-6d67-48fe-9d32-c0e149effbc5 None None] Provisioning for port 5615498c-6591-4efe-8d8c-8c7ed93bad37 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:27.644406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:27.650699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-15a4d781-6d67-48fe-9d32-c0e149effbc5 None None] Provisioning complete for port 5615498c-6591-4efe-8d8c-8c7ed93bad37 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:27.652491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15a4d781-6d67-48fe-9d32-c0e149effbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.704843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 on network e932a473-5284-482a-8fe0-20c087bc3a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:27.705923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Attempting to bind port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 on network e932a473-5284-482a-8fe0-20c087bc3a8e {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:27.766873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:27.767737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Checking segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:27.768370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Bound using segment: {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:27.769084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Bound port: 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dacfc4-acf3-4011-976e-956fdba5cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:27.770411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:27.860746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:27.872916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7aece-6472-46dd-a791-ce22142c728c req-90a75e94-be38-4765-bef6-55ea93b9a976 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:27.875933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15d7aece-6472-46dd-a791-ce22142c728c req-90a75e94-be38-4765-bef6-55ea93b9a976 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 934 time: 0.8844264 Feb 04 12:54:27.891916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-15a4d781-6d67-48fe-9d32-c0e149effbc5 None None] Port 5615498c-6591-4efe-8d8c-8c7ed93bad37 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:54:27.928237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Attempting to bind port c20a1001-02f4-4cfb-a80f-88d4213d06f7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:27.928677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Attempting to bind port c20a1001-02f4-4cfb-a80f-88d4213d06f7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:27.929088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Attempting to bind port c20a1001-02f4-4cfb-a80f-88d4213d06f7 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:27.975408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Port c20a1001-02f4-4cfb-a80f-88d4213d06f7 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:27.975408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Attempting to bind port c20a1001-02f4-4cfb-a80f-88d4213d06f7 on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:27.983006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3361423 Feb 04 12:54:27.994814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:27.995252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:27.995746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:27.996401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Bound port: c20a1001-02f4-4cfb-a80f-88d4213d06f7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:27.996772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.029205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Request body: {'port': {'device_id': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:28.040133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:28.041176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.045396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-245a8999-9b3f-41d0-a94f-f92155b0acc7 None None] Provisioning for port 754a448f-139f-49a5-8581-c64b17727e5a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:28.078972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-245a8999-9b3f-41d0-a94f-f92155b0acc7 None None] Provisioning complete for port 754a448f-139f-49a5-8581-c64b17727e5a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:28.082921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-245a8999-9b3f-41d0-a94f-f92155b0acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.091866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-dd2653ff-69c8-4bb8-b7c8-eef159ec0c69 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 10.6774681 Feb 04 12:54:28.107255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Request body: {'port': {'device_id': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:28.278530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62bc6f-a23a-4478-b765-78b90d3c4830 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Pushing event updated for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:28.359092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15d7aece-6472-46dd-a791-ce22142c728c req-e9a2d8c1-c28d-4147-975c-a6b8f8b48fff tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235001 Feb 04 12:54:28.379437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-245a8999-9b3f-41d0-a94f-f92155b0acc7 None None] Port 754a448f-139f-49a5-8581-c64b17727e5a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:54:28.405579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:28.439538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.501999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:28.511556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.574949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.594998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.680499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f250e9c-9aa4-4eeb-9074-4103235bb9c6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:28.791039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:28.792042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:28.794462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] 10.222.0.87 "PUT /v2.0/ports/475ed7e4-a8ee-493c-95bf-232d06a1ebd6 HTTP/1.1" status: 200 len: 1091 time: 6.3411276 Feb 04 12:54:29.089501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:29.108378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:29.206158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:29.280612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:29.330670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99d2e1-4eb5-4aca-b9e7-0ca77f15824e service neutron] Pushing event updated for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:29.469811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:29.470451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:29.475201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] 10.222.0.90 "PUT /v2.0/ports/c20a1001-02f4-4cfb-a80f-88d4213d06f7 HTTP/1.1" status: 200 len: 1091 time: 4.7562447 Feb 04 12:54:29.475729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:29.515743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.157527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.166415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.222210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.223040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b92d4b8-d2f7-475b-87ee-de084f3dfca7 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:54:30.231194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f745c3b-5510-43b8-80b2-41aedc848f38 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:30.336773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ba0191a4-b70b-43f8-9ca0-c4bd13bfd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:30.345922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ba0191a4-b70b-43f8-9ca0-c4bd13bfd5ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56922f75583040298562f481ca0053d3&device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 1094 time: 1.2577026 Feb 04 12:54:30.369563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-9ce827cb-83d3-4813-9ee0-08fe9b851550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:30.378453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-9ce827cb-83d3-4813-9ee0-08fe9b851550 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 1094 time: 0.7827778 Feb 04 12:54:30.646591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.661523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e29d7abd-2829-435e-a785-2b3cbebe8b96 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5b92d4b8-d2f7-475b-87ee-de084f3dfca7 HTTP/1.1" status: 204 len: 168 time: 8.0834773 Feb 04 12:54:30.662910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59024) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:30.680496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-dd90a06e-7363-42e2-9479-6f35f4ce0dca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6 HTTP/1.1" status: 200 len: 217 time: 0.3035924 Feb 04 12:54:30.839054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5615498c-6591-4efe-8d8c-8c7ed93bad37 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:30.874066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Deleting subnet b9a0c0e4-d8e8-42ac-b331-d55b167c27d2 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:54:30.882401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.886385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:30.997115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-9c946d51-f47f-4f19-a778-28e5fe863346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.006127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-9c946d51-f47f-4f19-a778-28e5fe863346 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4a05c45-0557-4a0f-8cf1-890942c9d0a1 HTTP/1.1" status: 200 len: 851 time: 0.2761173 Feb 04 12:54:31.114201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Transition to ACTIVE for port object 5615498c-6591-4efe-8d8c-8c7ed93bad37 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:31.129734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-623cd031-d171-43ad-ba6b-2b095070090f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7 HTTP/1.1" status: 200 len: 217 time: 0.7392297 Feb 04 12:54:31.140002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:31.176514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:31.309249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277151de-60b5-4285-929a-f3edb49f93a7 req-190e7151-b524-4c79-9a2d-798b8a6c6221 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.318360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-277151de-60b5-4285-929a-f3edb49f93a7 req-190e7151-b524-4c79-9a2d-798b8a6c6221 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 943 time: 1.3002186 Feb 04 12:54:31.327990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:54:31.363474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-d785d2bb-f920-4883-b96e-2b291d1a040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.365174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-d785d2bb-f920-4883-b96e-2b291d1a040f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.2075152 Feb 04 12:54:31.530638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:31.588263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ccd79d81-7dc7-4c66-8256-ef63597eb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:31.590806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-ccd79d81-7dc7-4c66-8256-ef63597eb718 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e932a473-5284-482a-8fe0-20c087bc3a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5746593 Feb 04 12:54:31.675280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:31.693023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:31.694594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2f250e9c-9aa4-4eeb-9074-4103235bb9c6 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:31.836014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:31.858217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-277151de-60b5-4285-929a-f3edb49f93a7 req-971a0af5-3a5b-4365-92cf-8f4cf6872c6b tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387747 Feb 04 12:54:31.858933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:31.869090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-75a18037-a232-4e95-982f-cd5e1828f712 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4617989 Feb 04 12:54:31.950078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Transition to ACTIVE for port object 754a448f-139f-49a5-8581-c64b17727e5a will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:31.971441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:32.067114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:32.261840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:32.317753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-9c0c2356-78d4-4cee-bf61-d4edf6344c1c service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229813 Feb 04 12:54:32.698326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-f4102e00-133a-41db-aca5-641f20f74f2a service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0888257 Feb 04 12:54:32.896807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:32.916767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:54:32.997250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8d1c2579-b3bf-42f0-9a7a-4e1c24d091bd req-807c35e9-15a3-40d2-bca2-403ee6b741ba service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006138 Feb 04 12:54:32.999972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-0b3e7cc4-fa5f-47d3-b4cf-9d9d6a1637d0 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:33.002260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-0b3e7cc4-fa5f-47d3-b4cf-9d9d6a1637d0 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1097 time: 2.0071428 Feb 04 12:54:33.017988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:33.110167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b85a69ba-dba0-4c7e-93db-657588f88d8e req-c161d3c1-b77f-4194-b7ce-78968e4116e2 service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308148 Feb 04 12:54:33.111000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:33.117025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01f51-5392-4c85-90b7-9c50980c8a42 req-d039c796-78ce-4f56-939b-bebf8919aa6a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:33.129641 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cee01f51-5392-4c85-90b7-9c50980c8a42 req-d039c796-78ce-4f56-939b-bebf8919aa6a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 943 time: 0.8099253 Feb 04 12:54:33.152439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Attempting to bind port 754a448f-139f-49a5-8581-c64b17727e5a on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:33.154796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Attempting to bind port 754a448f-139f-49a5-8581-c64b17727e5a by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:33.156699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Attempting to bind port 754a448f-139f-49a5-8581-c64b17727e5a on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:33.178128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Attempting to bind port 5615498c-6591-4efe-8d8c-8c7ed93bad37 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:33.179009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Attempting to bind port 5615498c-6591-4efe-8d8c-8c7ed93bad37 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:33.179169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:33.179710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Attempting to bind port 5615498c-6591-4efe-8d8c-8c7ed93bad37 on network e712da4a-ccd0-44ce-b92b-f1a6d01c487a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:33.189166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Port 5615498c-6591-4efe-8d8c-8c7ed93bad37 on network e712da4a-ccd0-44ce-b92b-f1a6d01c487a not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:33.189870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Attempting to bind port 5615498c-6591-4efe-8d8c-8c7ed93bad37 on network e712da4a-ccd0-44ce-b92b-f1a6d01c487a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:33.248945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Port 754a448f-139f-49a5-8581-c64b17727e5a on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:33.249634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Attempting to bind port 754a448f-139f-49a5-8581-c64b17727e5a on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:33.261414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a0c0e4-d8e8-42ac-b331-d55b167c27d2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:33.270220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:33.270882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:33.271754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:33.272414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Bound port: 754a448f-139f-49a5-8581-c64b17727e5a, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:33.272900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:33.305790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:33.311007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660613c0-7a2c-45ec-85ae-6008d7442bcf None None] Network b6ba429f-c909-4b45-8a1c-8d42891825ef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:54:33.387432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c19699fb-3057-4a9e-a472-1281c6c3fcb0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b9a0c0e4-d8e8-42ac-b331-d55b167c27d2 HTTP/1.1" status: 204 len: 168 time: 2.7106030 Feb 04 12:54:33.395039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:33.645997 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cee01f51-5392-4c85-90b7-9c50980c8a42 req-b9d3303e-52ad-4c8c-8525-184f397baf73 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148585 Feb 04 12:54:33.667742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:33.671329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Checking segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:33.672054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Bound using segment: {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:33.672703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Bound port: 5615498c-6591-4efe-8d8c-8c7ed93bad37, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:33.674569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:33.983393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.084254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:34.097463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.107758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:34.113866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Deleting port cf0a89b9-75da-46ab-b93b-410b4f1b4bae {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:34.114394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.177102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] DHCP port deletion for b6ba429f-c909-4b45-8a1c-8d42891825ef request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:54:34.187106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Deleting port cf0a89b9-75da-46ab-b93b-410b4f1b4bae {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:34.188127 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.191923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.288299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:34.337561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:34.410846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.420722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.587338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:34.588094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.598945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] 10.222.0.87 "PUT /v2.0/ports/754a448f-139f-49a5-8581-c64b17727e5a HTTP/1.1" status: 200 len: 1094 time: 6.4884760 Feb 04 12:54:34.689931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:34.827431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:34.827869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:34.828317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:34.842750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:34.857070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f149768-5a33-401f-aaae-13496cbc12f9 req-f7c9510a-60fe-44f1-9864-3620be0cc014 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:34.858890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f149768-5a33-401f-aaae-13496cbc12f9 req-f7c9510a-60fe-44f1-9864-3620be0cc014 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Synchronizing usage tracker for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:34.868707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:34.869345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Attempting to bind port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:34.876944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.890754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:34.891259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:34.891767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:34.892380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Bound port: 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:34.892838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:34.948858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:34.965306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f149768-5a33-401f-aaae-13496cbc12f9 req-f7c9510a-60fe-44f1-9864-3620be0cc014 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Unset dirty status for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:34.974734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f149768-5a33-401f-aaae-13496cbc12f9 req-f7c9510a-60fe-44f1-9864-3620be0cc014 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 943 time: 1.0746415 Feb 04 12:54:35.004548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7650-f019-4faf-802b-70075beab1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:35.008429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:35.013411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:35.025708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] 10.222.0.90 "PUT /v2.0/ports/5615498c-6591-4efe-8d8c-8c7ed93bad37 HTTP/1.1" status: 200 len: 1091 time: 7.0013733 Feb 04 12:54:35.187629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] For port cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:35.188471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:35.437949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-d62ccb6f-08a0-4596-96cb-79bc01ab47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:35.439515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-d62ccb6f-08a0-4596-96cb-79bc01ab47d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d50bcdf3a0f34cefb7022952425536f7&device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 1097 time: 0.7856343 Feb 04 12:54:35.624333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-7f1af7a3-816b-4974-af8e-89a3499fabe9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=754a448f-139f-49a5-8581-c64b17727e5a HTTP/1.1" status: 200 len: 217 time: 0.1666434 Feb 04 12:54:35.625036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cf0a89b9-75da-46ab-b93b-410b4f1b4bae no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:35.635977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] For port cf0a89b9-75da-46ab-b93b-410b4f1b4bae, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,segment=NetworkSegment(6f11311b-531e-41e0-823c-fa18940d11e3),segment_id=6f11311b-531e-41e0-823c-fa18940d11e3)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:35.637115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:35.705132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Calling delete_port for cf0a89b9-75da-46ab-b93b-410b4f1b4bae owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:35.786306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f149768-5a33-401f-aaae-13496cbc12f9 req-ba748aec-4566-49e4-bc35-65f1567935db tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075161 Feb 04 12:54:35.791498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e5afe-a645-44bf-8276-3db373a779a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:35.818211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:35.822203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-1182edf0-629f-4900-90ff-49912e856f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:35.823738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-1182edf0-629f-4900-90ff-49912e856f71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34fdead7d4a24cf4bbd715f28e4172bc&device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 1094 time: 0.6311848 Feb 04 12:54:35.827646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:35.961273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.008738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.025479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.059362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Calling delete_port for cf0a89b9-75da-46ab-b93b-410b4f1b4bae owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:36.136672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-1d7ba473-bba7-45eb-9aba-328b247dcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.139438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-1d7ba473-bba7-45eb-9aba-328b247dcc7d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4763277 Feb 04 12:54:36.184667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] Pushing event deleted for resources: {'Port': ['ID=cf0a89b9-75da-46ab-b93b-410b4f1b4bae,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:36.190534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38453bec-f29a-43ad-9525-e65eaea6dde5 None None] No DVR routers for this DVR port cf0a89b9-75da-46ab-b93b-410b4f1b4bae on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:36.303137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:36.315245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:54:36.315650 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:54:36.345432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-ceb11b4c-f0bc-443f-bd30-4b2b63de9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.347067 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-ceb11b4c-f0bc-443f-bd30-4b2b63de9d0a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940632 Feb 04 12:54:36.381356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-68b66cca-dd8c-444b-bbde-abc71a3cff36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37 HTTP/1.1" status: 200 len: 217 time: 0.5452855 Feb 04 12:54:36.566247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-5215cf2a-0a5b-42c1-880c-e6dada6e9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.568827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-5215cf2a-0a5b-42c1-880c-e6dada6e9fdd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=295f654a-c852-4f87-a6fe-5b1f0602ae87 HTTP/1.1" status: 200 len: 854 time: 0.1555462 Feb 04 12:54:36.648911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-eea9d5c7-8ed9-4acf-bf1c-a3be4ad7a1d0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922637 Feb 04 12:54:36.725798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:36.755148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'port_id': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'mac_address': 'fa:16:3e:9a:25:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:36.852598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.853466 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.868488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] 10.222.0.87 "PUT /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 1122 time: 3.8555577 Feb 04 12:54:36.869369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963848a-ac8e-4919-becb-4a3ad4b6c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:36.874120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.894494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Deleting port cf0a89b9-75da-46ab-b93b-410b4f1b4bae {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:36.894902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.895521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:36.932342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:36.939745 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:36.976348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98850b4f-39fa-415c-8af2-9ed163fcbee6 req-e2011cc9-5862-400b-8080-1bf072d87440 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129079 Feb 04 12:54:37.000499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee24a-1358-4694-a2ca-f93372abcd18 req-cfb6b622-9db7-4631-abc0-8402a85537d1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.020850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f9ee24a-1358-4694-a2ca-f93372abcd18 req-cfb6b622-9db7-4631-abc0-8402a85537d1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 944 time: 0.8263309 Feb 04 12:54:37.030530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['17d17660-2286-4ebf-b35d-2dd0a2ff33ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:37.115561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] The port 'cf0a89b9-75da-46ab-b93b-410b4f1b4bae' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:54:37.125209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['17d17660-2286-4ebf-b35d-2dd0a2ff33ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:37.158149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3244e9c9-8253-4cc6-ab60-aa78f7eac11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.159721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-3244e9c9-8253-4cc6-ab60-aa78f7eac11f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e712da4a-ccd0-44ce-b92b-f1a6d01c487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5053682 Feb 04 12:54:37.183620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f9ee24a-1358-4694-a2ca-f93372abcd18 req-bc9d5c22-2dc7-4192-832e-0ceb51618241 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607459 Feb 04 12:54:37.408324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c20a1001-02f4-4cfb-a80f-88d4213d06f7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:37.495819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['475ed7e4-a8ee-493c-95bf-232d06a1ebd6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:37.539959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:37.579412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ba429f-c909-4b45-8a1c-8d42891825ef']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:37.595510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f11311b-531e-41e0-823c-fa18940d11e3') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:37.595832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f11311b-531e-41e0-823c-fa18940d11e3') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:37.611374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:37.635842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:37.643853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:37.644430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:37.666640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:37.776562 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7', 'status': 'completed', 'code': 200} Feb 04 12:54:37.822158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:37.825401 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:37.911232 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'status': 'completed', 'code': 200} Feb 04 12:54:38.032136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-d4624019-3c35-447d-80e6-89070b2563e3 service neutron] 10.222.0.90 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444488 Feb 04 12:54:38.051208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864324f9-094a-4075-8e6d-10424d3781fe req-1da5c2c8-b661-4236-ac49-7f19e76366c6 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.061040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-864324f9-094a-4075-8e6d-10424d3781fe req-1da5c2c8-b661-4236-ac49-7f19e76366c6 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 946 time: 0.3776960 Feb 04 12:54:38.181169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:38.203840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7', 'mac_address': 'fa:16:3e:e9:fa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:38.217781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:38.232411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-9e71288d-3012-432c-a1d8-d10c75ef5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.234444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-9e71288d-3012-432c-a1d8-d10c75ef5ddc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 1094 time: 0.4415476 Feb 04 12:54:38.265085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:38.285269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] 10.222.0.53 "DELETE /v2.0/networks/b6ba429f-c909-4b45-8a1c-8d42891825ef HTTP/1.1" status: 204 len: 168 time: 4.8817437 Feb 04 12:54:38.289752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ba429f-c909-4b45-8a1c-8d42891825ef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:38.324160 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:38.358097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.358942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.359294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.359638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.359978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.360312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.360644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.361089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.361360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.361665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.361981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.362294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ba50c-c0ba-4ba8-bf6c-eab846802c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:38.371095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-c0c24c9d-ee19-45b1-a1cd-b0c4f9609b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.373394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-c0c24c9d-ee19-45b1-a1cd-b0c4f9609b1f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56922f75583040298562f481ca0053d3&device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 1095 time: 0.5451529 Feb 04 12:54:38.374461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-864324f9-094a-4075-8e6d-10424d3781fe req-3302339c-9d7d-4fcf-ac10-59f1e567bfb8 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120229 Feb 04 12:54:38.386809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d180d6a-5340-4d6f-84ec-f89f030598ba req-663fc033-24f3-4f39-8709-6720c7a22b1a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.387739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0d180d6a-5340-4d6f-84ec-f89f030598ba req-663fc033-24f3-4f39-8709-6720c7a22b1a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Synchronizing usage tracker for tenant:56922f75583040298562f481ca0053d3 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:38.484133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20a1001-02f4-4cfb-a80f-88d4213d06f7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:38.564072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0d180d6a-5340-4d6f-84ec-f89f030598ba req-663fc033-24f3-4f39-8709-6720c7a22b1a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Unset dirty status for tenant:56922f75583040298562f481ca0053d3 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:38.572675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d180d6a-5340-4d6f-84ec-f89f030598ba req-663fc033-24f3-4f39-8709-6720c7a22b1a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 944 time: 0.6286209 Feb 04 12:54:38.722270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-165f28fb-60dc-4acb-91bc-83dae79dd236 req-661277a5-fb99-4354-81a3-beb4360ba448 service neutron] 10.222.0.90 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577046 Feb 04 12:54:38.805553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d180d6a-5340-4d6f-84ec-f89f030598ba req-01840936-215f-4ab7-aeee-3eed5a774c66 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319436 Feb 04 12:54:38.828241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:38.878367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59084) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:38.896005 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:38.907599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-2dbf2a83-92f7-44cd-9b00-1b0e011728f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.909253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-2dbf2a83-92f7-44cd-9b00-1b0e011728f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.6068842 Feb 04 12:54:38.967257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263901-ea50-4597-9d34-6fffdd45ded2 req-44ab07e2-a113-4a7e-9313-f69cdcf55460 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.968981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90263901-ea50-4597-9d34-6fffdd45ded2 req-44ab07e2-a113-4a7e-9313-f69cdcf55460 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 944 time: 0.2095006 Feb 04 12:54:39.001854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-e1b026c2-aadc-49ee-8b7c-4b26f3668720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.001854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-e1b026c2-aadc-49ee-8b7c-4b26f3668720 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e932a473-5284-482a-8fe0-20c087bc3a8e HTTP/1.1" status: 200 len: 913 time: 0.6024644 Feb 04 12:54:39.111813 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-3ca3031a-3fd5-4125-a0a0-d1451ed920b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6 HTTP/1.1" status: 200 len: 217 time: 0.1044426 Feb 04 12:54:39.120631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d6ca2162-be1a-407a-a53e-b297a53708d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4204e0c53d334bdbaf53e10abe06c532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222965 Feb 04 12:54:39.120888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:39.306839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-a5cdfd3a-89df-4a39-bbe7-0803390b84a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7 HTTP/1.1" status: 200 len: 217 time: 0.2636108 Feb 04 12:54:39.331792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90263901-ea50-4597-9d34-6fffdd45ded2 req-f859835b-da66-4a25-adc8-f2f90a3282ed tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452179 Feb 04 12:54:39.342856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-c5fdce81-9756-4506-92f8-3390c0942a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.344501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-c5fdce81-9756-4506-92f8-3390c0942a0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4a05c45-0557-4a0f-8cf1-890942c9d0a1 HTTP/1.1" status: 200 len: 851 time: 0.2189975 Feb 04 12:54:39.351048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:39.384419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:39.406716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:39.422820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c20a1001-02f4-4cfb-a80f-88d4213d06f7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:39.510358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:39.567340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f7387a-e354-405d-b962-0605e77815d9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:39.579879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:39.581309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10d5d369-047b-47ef-8f66-c6219fe5a505 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f7387a-e354-405d-b962-0605e77815d9 HTTP/1.1" status: 204 len: 168 time: 0.4589713 Feb 04 12:54:39.596541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca269-7d25-4fb0-86e3-1184837f287d req-c4eb9b21-cbc8-4e3a-8391-0c2ef552b8b4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.598667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-445ca269-7d25-4fb0-86e3-1184837f287d req-c4eb9b21-cbc8-4e3a-8391-0c2ef552b8b4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 943 time: 0.4085970 Feb 04 12:54:39.648043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-39a32e38-2856-4325-863e-03a74aa8a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.650750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-39a32e38-2856-4325-863e-03a74aa8a653 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e932a473-5284-482a-8fe0-20c087bc3a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997843 Feb 04 12:54:39.732025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-a7da8e91-4354-4c14-8786-532cf10dd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.734337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-a7da8e91-4354-4c14-8786-532cf10dd67e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.2094944 Feb 04 12:54:39.749576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-445ca269-7d25-4fb0-86e3-1184837f287d req-c004d0de-03c0-4047-aa0c-49b99f4595e1 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Synchronizing usage tracker for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:39.862759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-445ca269-7d25-4fb0-86e3-1184837f287d req-c004d0de-03c0-4047-aa0c-49b99f4595e1 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Unset dirty status for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:39.862759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-445ca269-7d25-4fb0-86e3-1184837f287d req-c004d0de-03c0-4047-aa0c-49b99f4595e1 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557163 Feb 04 12:54:39.942220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:39.949148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac'}, {'name': 'network-changed', 'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37'}, {'name': 'network-changed', 'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:40.123748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-6f2bf296-351a-44e1-a1d0-1e489bbf47ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353052 Feb 04 12:54:40.180956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87365bd-7a35-4d6c-be0c-f7bb5ce0f8cb req-a0b8cd21-cb7b-4668-951d-043e9148eed3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:40.183417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c87365bd-7a35-4d6c-be0c-f7bb5ce0f8cb req-a0b8cd21-cb7b-4668-951d-043e9148eed3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 944 time: 0.4205508 Feb 04 12:54:40.299796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-da8950f4-7e38-492f-a9a8-20d85c59acce service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347406 Feb 04 12:54:40.320048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c87365bd-7a35-4d6c-be0c-f7bb5ce0f8cb req-7bf27972-13f1-4bfe-8918-04c76d404056 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264873 Feb 04 12:54:40.330627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:40.335957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:40.557008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-8b453423-2c6d-4909-bd81-b75c4a70d7b6 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191570 Feb 04 12:54:40.573495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:40.700073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c06c90f7-e103-491e-8c64-2e0efdf0155f req-f6e731ca-b18b-4218-acac-0d7230a6b957 service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841906 Feb 04 12:54:40.771922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-22affc20-55ad-4c6f-b9d0-da5c9f30e13e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:40.772748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-22affc20-55ad-4c6f-b9d0-da5c9f30e13e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Synchronizing usage tracker for tenant:d50bcdf3a0f34cefb7022952425536f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:40.817268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:40.819726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-22affc20-55ad-4c6f-b9d0-da5c9f30e13e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Unset dirty status for tenant:d50bcdf3a0f34cefb7022952425536f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:40.821427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-22affc20-55ad-4c6f-b9d0-da5c9f30e13e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 946 time: 0.6499259 Feb 04 12:54:40.859912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '754a448f-139f-49a5-8581-c64b17727e5a', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '754a448f-139f-49a5-8581-c64b17727e5a', 'mac_address': 'fa:16:3e:5a:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:40.957076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-b276dad8-ca91-4799-8d83-ecd13cf446b0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Synchronizing usage tracker for tenant:d50bcdf3a0f34cefb7022952425536f7 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:54:40.959685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0eec06d-5dd1-44e4-a931-855828efe617 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a538798247db497eaa069b3c87297539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841927 Feb 04 12:54:40.960605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:41.003224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.027935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.030102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcd19585-6bac-4187-9b2f-ad5f8e01171d req-d88e14b1-d9ba-432a-b42f-e9ba4b757992 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715119 Feb 04 12:54:41.042841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54cbc0-d6bf-4488-b02c-96003e3b2972 req-045e51f3-738a-4dfd-8c2b-9283ecb4c579 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:41.045507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af54cbc0-d6bf-4488-b02c-96003e3b2972 req-045e51f3-738a-4dfd-8c2b-9283ecb4c579 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 949 time: 0.3880970 Feb 04 12:54:41.067371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:41.073084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:41.091545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:41.097372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.124930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af54cbc0-d6bf-4488-b02c-96003e3b2972 req-2addef09-013a-42b4-8be3-63c6dc64cd19 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722072 Feb 04 12:54:41.138799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-b276dad8-ca91-4799-8d83-ecd13cf446b0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Unset dirty status for tenant:d50bcdf3a0f34cefb7022952425536f7 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:54:41.140096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ff2997-e7ed-48fb-ad08-9fedc958a6d3 req-b276dad8-ca91-4799-8d83-ecd13cf446b0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101041 Feb 04 12:54:41.180596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.181925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:41.193694 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.219995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:41.223133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.323310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.362732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c20a1001-02f4-4cfb-a80f-88d4213d06f7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:41.423158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151e28ce-f0f7-4a2a-bcf4-43a5b5ee1c0e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:41.448359 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.469690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa225f2f-442c-4056-98e9-7bbe0f8dfb61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/151e28ce-f0f7-4a2a-bcf4-43a5b5ee1c0e HTTP/1.1" status: 204 len: 168 time: 0.5068352 Feb 04 12:54:41.609130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port c20a1001-02f4-4cfb-a80f-88d4213d06f7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:41.619723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['754a448f-139f-49a5-8581-c64b17727e5a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:41.713551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e8c0-27fe-4792-be42-5ef97aa34e6f req-392029ab-8f9e-4791-9704-df96756ca20a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:41.725036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa31e8c0-27fe-4792-be42-5ef97aa34e6f req-392029ab-8f9e-4791-9704-df96756ca20a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 944 time: 0.3442421 Feb 04 12:54:41.800641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:41.814111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port c20a1001-02f4-4cfb-a80f-88d4213d06f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:41.814522 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:41.860082 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'status': 'completed', 'code': 200} Feb 04 12:54:41.895802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa31e8c0-27fe-4792-be42-5ef97aa34e6f req-71c74f4f-06ed-48dc-ad02-a5633ecc2584 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562281 Feb 04 12:54:41.968857 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:54:42.048983 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'code': 200} Feb 04 12:54:42.050283 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37', 'status': 'completed', 'code': 200} Feb 04 12:54:42.050955 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'status': 'completed', 'code': 200} Feb 04 12:54:42.376911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:42.570627 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:42.659320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-05d0a689-48a3-4f83-8189-c9174dc2cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.661928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-05d0a689-48a3-4f83-8189-c9174dc2cf50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=34fdead7d4a24cf4bbd715f28e4172bc&device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 1094 time: 0.5565817 Feb 04 12:54:42.667830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-1f7cd0dd-048f-4617-9897-7159ecf48704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.671303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-1f7cd0dd-048f-4617-9897-7159ecf48704 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d50bcdf3a0f34cefb7022952425536f7&device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 1098 time: 0.7959578 Feb 04 12:54:42.737575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284143-c2da-4f62-9fdf-6eee7a105982 req-959b723f-41c5-42f0-b933-600a68d983d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.751542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1284143-c2da-4f62-9fdf-6eee7a105982 req-959b723f-41c5-42f0-b933-600a68d983d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 944 time: 0.4818211 Feb 04 12:54:42.872361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:42.879457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:42.883639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:43.045597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ce77-40b9-4c9d-b371-1a4349fd21df req-273c12da-930f-4ec4-b241-50d06b68ec68 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.071210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87a1ce77-40b9-4c9d-b371-1a4349fd21df req-273c12da-930f-4ec4-b241-50d06b68ec68 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1097 time: 0.6907852 Feb 04 12:54:43.090453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:43.092154 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:43.258211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87a1ce77-40b9-4c9d-b371-1a4349fd21df req-14f78d9b-f3b1-4ff5-b4b0-81efe033dc64 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801403 Feb 04 12:54:43.283072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-05690f7e-fdd2-4869-b639-b88caddeba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.285547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-05690f7e-fdd2-4869-b639-b88caddeba59 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6059766 Feb 04 12:54:43.345715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1284143-c2da-4f62-9fdf-6eee7a105982 req-ebe90019-6353-4695-ac93-bed12616e85f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202911 Feb 04 12:54:43.383730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81ffd44e-d9e4-4d18-ab5d-dae71087c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:43.388224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:43.505929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-5a52200b-76d3-46df-8b8a-ef848cce4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.514511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-5a52200b-76d3-46df-8b8a-ef848cce4e81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e712da4a-ccd0-44ce-b92b-f1a6d01c487a HTTP/1.1" status: 200 len: 916 time: 0.7619293 Feb 04 12:54:43.546717 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'code': 200} Feb 04 12:54:43.576405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:43.601544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-e6d734d6-2e8f-4612-90dd-5320d08f2171 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=754a448f-139f-49a5-8581-c64b17727e5a HTTP/1.1" status: 200 len: 217 time: 0.3077447 Feb 04 12:54:43.650710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:43.656389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:43.749361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-d36672e1-e8d0-4b9f-afb8-4cea8ee623c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37 HTTP/1.1" status: 200 len: 217 time: 0.2196078 Feb 04 12:54:43.757223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-71ed0493-8344-462d-b69f-6245b6c0b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.764074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-71ed0493-8344-462d-b69f-6245b6c0b1ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1201284 Feb 04 12:54:43.839769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:43.858451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-b5a8faea-a981-4bfc-9e0e-1380eb7e8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.860276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-b5a8faea-a981-4bfc-9e0e-1380eb7e8333 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=295f654a-c852-4f87-a6fe-5b1f0602ae87 HTTP/1.1" status: 200 len: 854 time: 0.0918500 Feb 04 12:54:43.907075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0e1e2-16cf-40de-95e6-44aa8f173929 req-52062f8e-7706-436a-857c-921b5c0b9c98 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.908780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52d0e1e2-16cf-40de-95e6-44aa8f173929 req-52062f8e-7706-436a-857c-921b5c0b9c98 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 943 time: 0.3104656 Feb 04 12:54:43.953412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-1f889463-500f-43a0-b1ac-535b11527134 service neutron] 10.222.0.90 "GET /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.3046768 Feb 04 12:54:43.988915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-d2e7aac6-e583-4aad-ab78-26ad603d93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:43.991222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-d2e7aac6-e583-4aad-ab78-26ad603d93f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181737 Feb 04 12:54:44.002189 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52d0e1e2-16cf-40de-95e6-44aa8f173929 req-06bd9027-943d-41fe-bdf2-a5a718b56058 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807178 Feb 04 12:54:44.051340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-280457e5-30d4-4aac-a1cb-e521b31ccd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.053025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-280457e5-30d4-4aac-a1cb-e521b31ccd9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e712da4a-ccd0-44ce-b92b-f1a6d01c487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839669 Feb 04 12:54:44.296839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-3d4ff9e6-dce7-4847-af5e-5d53b3267829 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936053 Feb 04 12:54:44.309612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e257a8-b8e9-4f9d-bb61-b8b30f8ad955 req-5d4f8097-41ca-4a12-98ac-2844afc31ff0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.312084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52e257a8-b8e9-4f9d-bb61-b8b30f8ad955 req-5d4f8097-41ca-4a12-98ac-2844afc31ff0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 944 time: 0.1741567 Feb 04 12:54:44.371608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:44.462448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-bbded690-6ddd-4f8c-97c7-4671c7a97de6 service neutron] 10.222.0.90 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993018 Feb 04 12:54:44.483479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 754a448f-139f-49a5-8581-c64b17727e5a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:44.485659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e6699b-1046-47fa-9b5c-e6569ca0de3c req-76f4f432-de2b-4fc8-8a78-09e6ea6e33dd service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724043 Feb 04 12:54:44.495966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 754a448f-139f-49a5-8581-c64b17727e5a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:44.498537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:44.550547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52e257a8-b8e9-4f9d-bb61-b8b30f8ad955 req-a1cbf361-b25d-4f14-86bc-041c538c6309 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153766 Feb 04 12:54:44.627812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-9658e6c2-34e2-4105-aca8-d7decdb9b045 service neutron] 10.222.0.90 "GET /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477108 Feb 04 12:54:44.652201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572b5fc-d615-4bb6-9700-c465650e03f0 req-03d6385b-2fad-440c-88a8-4bff65b19b76 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.668059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7572b5fc-d615-4bb6-9700-c465650e03f0 req-03d6385b-2fad-440c-88a8-4bff65b19b76 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 947 time: 0.3350823 Feb 04 12:54:44.675330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:44.741447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:44.746414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:44.788811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77e148-3d77-4f75-a5aa-c5faadc696da req-76a8a076-4d3c-4b3b-829f-443a2b6f005a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.791560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e77e148-3d77-4f75-a5aa-c5faadc696da req-76a8a076-4d3c-4b3b-829f-443a2b6f005a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.1042628 Feb 04 12:54:44.799378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7572b5fc-d615-4bb6-9700-c465650e03f0 req-5b737504-ed55-4815-9fa3-a5b813c9b1af tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Feb 04 12:54:44.818346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:44.838397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:44.853284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:44.861065 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e77e148-3d77-4f75-a5aa-c5faadc696da req-343efbf4-f04d-4e5a-bb7b-45d7214d0fc5 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636134 Feb 04 12:54:44.894451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-cedc9a1a-3793-4d7d-9e87-0c296cb6d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:44.896082 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-cedc9a1a-3793-4d7d-9e87-0c296cb6d4cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1125 time: 0.2073927 Feb 04 12:54:44.996635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d17660-2286-4ebf-b35d-2dd0a2ff33ac {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:45.017468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:45.043249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:45.128263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e188f3-1e75-49fe-8314-643033885a81 req-7f108d5f-cf0c-456b-8883-3e40ff89a92e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:45.129869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1e188f3-1e75-49fe-8314-643033885a81 req-7f108d5f-cf0c-456b-8883-3e40ff89a92e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.0938435 Feb 04 12:54:45.153272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-05196d65-212d-4612-b59e-d7ef410f793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:45.155885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-05196d65-212d-4612-b59e-d7ef410f793f service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2495041 Feb 04 12:54:45.188182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1e188f3-1e75-49fe-8314-643033885a81 req-06fd35e2-b153-4356-8b55-dd6d1520690a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Feb 04 12:54:45.360319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-8cbfc5cc-a173-4646-b01f-d3d1a19d7544 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 217 time: 0.1948304 Feb 04 12:54:45.450535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Transition to ACTIVE for port object 17d17660-2286-4ebf-b35d-2dd0a2ff33ac will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:54:45.452482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-493671c0-7fd7-43ab-9371-acc03729b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:45.454814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-493671c0-7fd7-43ab-9371-acc03729b84f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0843456 Feb 04 12:54:45.456501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:45.547439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7'}, {'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6'}, {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:45.607950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff3f9-c71e-4085-90fe-aa2671768773 req-846cd416-0d35-4b18-aae7-0fd71ea76794 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:45.616510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db8ff3f9-c71e-4085-90fe-aa2671768773 req-846cd416-0d35-4b18-aae7-0fd71ea76794 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 943 time: 0.1216879 Feb 04 12:54:45.652615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] No DVR routers for this DVR port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:45.685943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db8ff3f9-c71e-4085-90fe-aa2671768773 req-326d23cf-cd4d-40c6-979e-33fb8b702644 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678518 Feb 04 12:54:45.776318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Pushing event updated for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:45.786306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbabd-acb1-41c4-bb07-77dc327d7926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:45.794244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] 10.222.0.90 "PUT /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8336897 Feb 04 12:54:45.811051 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7', 'code': 200} Feb 04 12:54:45.811324 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'code': 200} Feb 04 12:54:45.811583 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'code': 200} Feb 04 12:54:45.836261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.837411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.838023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.839006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.839560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.840104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.840670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.841226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.842391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.842975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.844310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.844876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aa472f-a4dd-49f2-819b-cafa054b362e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:45.851418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-d9a29461-e5c5-4008-8d00-e10074b3ea61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3546360 Feb 04 12:54:46.130585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-6ca123eb-b89f-418d-a490-a7392fb1c63e tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:54:46.131611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-6ca123eb-b89f-418d-a490-a7392fb1c63e tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214167 Feb 04 12:54:46.147541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53310d-5c70-446a-8a47-6e0a5eec8b4d req-16eb99bf-cf4e-49ec-afa9-9c5324a3b613 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.149035 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e53310d-5c70-446a-8a47-6e0a5eec8b4d req-16eb99bf-cf4e-49ec-afa9-9c5324a3b613 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.1951723 Feb 04 12:54:46.154326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-2baa73dc-8190-4081-974c-36f5eaee6570 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.155981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:46.156214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-2baa73dc-8190-4081-974c-36f5eaee6570 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.2699761 Feb 04 12:54:46.156446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:54:46.203826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59252) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:46.245361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af50b-8176-4e57-ab21-3fa958bdeb8c req-6e1d58fb-86df-4ded-b9dd-8097f7480223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.246905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a44af50b-8176-4e57-ab21-3fa958bdeb8c req-6e1d58fb-86df-4ded-b9dd-8097f7480223 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 1099 time: 0.2101927 Feb 04 12:54:46.252144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-be577f21-a5ab-4359-a782-3d5a8c38da60 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940392 Feb 04 12:54:46.275564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e53310d-5c70-446a-8a47-6e0a5eec8b4d req-e5a01fcf-f8b3-4d96-88dc-e29263041873 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167679 Feb 04 12:54:46.309651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a44af50b-8176-4e57-ab21-3fa958bdeb8c req-5cfeae7e-e1f3-446c-8267-37c494479013 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535285 Feb 04 12:54:46.319916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-bef939f2-d900-4848-b4b0-e679d12655eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.321396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-bef939f2-d900-4848-b4b0-e679d12655eb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd&tenant_id=acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 1096 time: 0.1471505 Feb 04 12:54:46.463748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.481452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e0f1d-26dc-426e-9116-f6f195b2a798 req-d214527b-ff00-4301-8059-996ffd1a8538 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.483561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc7e0f1d-26dc-426e-9116-f6f195b2a798 req-d214527b-ff00-4301-8059-996ffd1a8538 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 948 time: 0.0891538 Feb 04 12:54:46.509576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:46.513172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25677d3-42c2-4809-93c3-0984f387b69b req-9f56eaeb-670d-40bc-80e1-adad6d2478af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.514729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d25677d3-42c2-4809-93c3-0984f387b69b req-9f56eaeb-670d-40bc-80e1-adad6d2478af service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 1096 time: 0.5000730 Feb 04 12:54:46.516524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cf016-4039-4a8e-bbab-ef6119da12fc req-04b1c1c5-37d6-44c3-b65c-670e663727b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.517843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d1cf016-4039-4a8e-bbab-ef6119da12fc req-04b1c1c5-37d6-44c3-b65c-670e663727b8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 1096 time: 0.4568522 Feb 04 12:54:46.525561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Usage tracker for resource:security_group_rule and tenant:a62986d95aa144fca80fd0b43a6107fd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:46.531285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:46.531794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc7e0f1d-26dc-426e-9116-f6f195b2a798 req-5ddf80f0-eb21-488d-bd17-1e56f6829a03 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Feb 04 12:54:46.592569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:46.620438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-91547fa6-a437-472c-a7f4-78cd53c6a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.622075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-91547fa6-a437-472c-a7f4-78cd53c6a106 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1096 time: 0.0843337 Feb 04 12:54:46.710690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d25677d3-42c2-4809-93c3-0984f387b69b req-0e5c124a-4cd6-48a4-8a28-2fc307133a6c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637316 Feb 04 12:54:46.712676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfd20b9-d4e3-4e66-8a54-dae1b736c77e req-5ed32722-9349-4991-81ae-6ec92c0ccf64 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516084 Feb 04 12:54:46.728459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d1cf016-4039-4a8e-bbab-ef6119da12fc req-22206a1f-35b8-47f6-a795-aea88a0e9b10 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938868 Feb 04 12:54:46.744969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.749535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:54:46.750120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:54:46.750448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:46.761647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:54:46.761647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:54:46.772106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:54:46.772440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:54:46.773029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:54:46.773463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Bound port: eb46838a-5971-4bcf-bc9e-06361ff81fbf, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:54:46.839648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.845436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:54:46.846843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.903368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a62986d95aa144fca80fd0b43a6107fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842303 Feb 04 12:54:46.907960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:46.909139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-7c04ebaf-3b63-407b-a6d8-75450c1fbc15 service neutron] 10.222.0.53 "POST /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7610154 Feb 04 12:54:46.909603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:46.913192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42481-7be2-43a3-a31f-56ae96e81e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09318f1-0faf-4ca6-9a9b-46cd13b0ee87,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:46.986197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-016b0633-cb53-4ece-8936-66d2462b085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:46.987722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-016b0633-cb53-4ece-8936-66d2462b085c service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.3551157 Feb 04 12:54:46.990539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.003300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c873f2b-f490-4106-8961-0821d30609e7 req-0fbd2711-1330-4a66-8c84-96b140f3b640 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.005659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c873f2b-f490-4106-8961-0821d30609e7 req-0fbd2711-1330-4a66-8c84-96b140f3b640 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.2971132 Feb 04 12:54:47.032840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.128145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-9851555d-c815-4626-83c6-c8157a2b875a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 200 len: 217 time: 0.1212726 Feb 04 12:54:47.131711 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.132968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.150088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09318f1-0faf-4ca6-9a9b-46cd13b0ee87,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:47.158772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.162369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-050f0325-9415-495f-8f3c-f779ace26170 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a09318f1-0faf-4ca6-9a9b-46cd13b0ee87 HTTP/1.1" status: 204 len: 168 time: 0.2486334 Feb 04 12:54:47.203697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c873f2b-f490-4106-8961-0821d30609e7 req-f19e6e2d-4025-4608-aad6-cd7cd8b4233b tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032934 Feb 04 12:54:47.227074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-ec9b0c93-f801-4b68-a6d5-e3265b62e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.228587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-ec9b0c93-f801-4b68-a6d5-e3265b62e364 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0811174 Feb 04 12:54:47.276560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fad60-933b-4639-bea1-cb75f638bd7b req-c7f846d5-0aec-41fc-a946-ecd8da7c0ff8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.282690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f3fad60-933b-4639-bea1-cb75f638bd7b req-c7f846d5-0aec-41fc-a946-ecd8da7c0ff8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.1246295 Feb 04 12:54:47.284068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-8c8f4820-21db-4d56-ae8a-7b2c6f044890 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476646 Feb 04 12:54:47.330646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f3fad60-933b-4639-bea1-cb75f638bd7b req-d5243b25-9bc4-4ac2-bdf4-cb1bdbf0339f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Feb 04 12:54:47.382141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5615498c-6591-4efe-8d8c-8c7ed93bad37 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:47.521860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-3a46d741-223f-4944-9f91-9d72d0113d02 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305694 Feb 04 12:54:47.531098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf837aed-d4ca-43ef-bab2-625642e1b2bd req-82d83ed0-a2b4-45d8-a252-5e910c4ad1c9 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.533101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf837aed-d4ca-43ef-bab2-625642e1b2bd req-82d83ed0-a2b4-45d8-a252-5e910c4ad1c9 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 943 time: 0.1559989 Feb 04 12:54:47.538903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb303e-2a2d-473a-8992-6a6cbca67ca0 req-e47a995b-f6f6-4838-bab3-be982b9cb5ff tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.540612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5eb303e-2a2d-473a-8992-6a6cbca67ca0 req-e47a995b-f6f6-4838-bab3-be982b9cb5ff tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 0.0983982 Feb 04 12:54:47.543092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:47.583843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59284) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:47.605876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5eb303e-2a2d-473a-8992-6a6cbca67ca0 req-cf1dbfb2-f3e0-4cd1-8100-d5e747750af7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585845 Feb 04 12:54:47.608643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.618438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:47.636049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:47.642362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Usage tracker for resource:security_group_rule and tenant:63442bc433aa4159b1d207c7de66fa8a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:47.645978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:47.649942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '5615498c-6591-4efe-8d8c-8c7ed93bad37', 'network_id': 'e712da4a-ccd0-44ce-b92b-f1a6d01c487a', 'port_id': '5615498c-6591-4efe-8d8c-8c7ed93bad37', 'mac_address': 'fa:16:3e:d9:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295f654a-c852-4f87-a6fe-5b1f0602ae87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:47.653058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:47.655383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:54:47.680326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf837aed-d4ca-43ef-bab2-625642e1b2bd req-cc2535c7-c11d-4c18-b556-b18c4313444c tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243622 Feb 04 12:54:47.763424 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.770362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-235c95ff-8ed2-4f7a-be8c-ae508ec1ff7a service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360194 Feb 04 12:54:47.815529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5615498c-6591-4efe-8d8c-8c7ed93bad37 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:47.847451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:47.859387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.960367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa59aa4-ddc8-4c5d-abe3-9b97d914be75 req-e54a7ed4-e1d6-49c5-bc16-c4fc88ea6820 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:47.962404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aa59aa4-ddc8-4c5d-abe3-9b97d914be75 req-e54a7ed4-e1d6-49c5-bc16-c4fc88ea6820 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 948 time: 0.0951438 Feb 04 12:54:47.979877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:47.999131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.001147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.025822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aa59aa4-ddc8-4c5d-abe3-9b97d914be75 req-95f9289e-40b5-4e2e-a9ef-a417d39ca385 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545866 Feb 04 12:54:48.082063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63442bc433aa4159b1d207c7de66fa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929850 Feb 04 12:54:48.082401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:48.085453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849c013-560e-4fc0-ab8c-0f90b31ce76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fcfbbf-1e20-4472-90ba-013185fe2a78,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.159169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8515d69-8a5e-48df-a69f-5a39f2c3575b req-28d1958b-a0df-45eb-904b-85277f8c6299 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.159169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8515d69-8a5e-48df-a69f-5a39f2c3575b req-28d1958b-a0df-45eb-904b-85277f8c6299 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.3577943 Feb 04 12:54:48.197562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.234235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5615498c-6591-4efe-8d8c-8c7ed93bad37'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:48.245814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8515d69-8a5e-48df-a69f-5a39f2c3575b req-0aa3e4a4-2f81-463c-a0e6-0ae5b49a3af4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705981 Feb 04 12:54:48.247825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.336662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.366067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fcfbbf-1e20-4472-90ba-013185fe2a78,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.368865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.370287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96c22dbc-0721-4e1c-97a9-3817460c50b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10fcfbbf-1e20-4472-90ba-013185fe2a78 HTTP/1.1" status: 204 len: 168 time: 0.2868001 Feb 04 12:54:48.410359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be394-8ce2-4d60-8cfd-2c680693715a req-036b4df8-0418-452e-85e6-3fa1122fd675 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.411971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-036b4df8-0418-452e-85e6-3fa1122fd675 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.2055745 Feb 04 12:54:48.543756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.611987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ee8a-e6cc-4de8-b3a2-27b0ff13b116 req-d77d38cd-ff79-409b-a10b-8555a7404a08 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.613470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-48c5ee8a-e6cc-4de8-b3a2-27b0ff13b116 req-d77d38cd-ff79-409b-a10b-8555a7404a08 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.1095974 Feb 04 12:54:48.647828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544525d-ebd0-4c2a-a384-5fc1c00e21c9 req-2701b1f5-e0dd-447a-ad50-c1db26bc412e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.649757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5544525d-ebd0-4c2a-a384-5fc1c00e21c9 req-2701b1f5-e0dd-447a-ad50-c1db26bc412e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.1691964 Feb 04 12:54:48.683169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-542be394-8ce2-4d60-8cfd-2c680693715a req-7b821588-f707-4a28-8166-0d5537fc3ec6 service neutron] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:54:48.687769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-542be394-8ce2-4d60-8cfd-2c680693715a req-7b821588-f707-4a28-8166-0d5537fc3ec6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:48.688941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-542be394-8ce2-4d60-8cfd-2c680693715a req-7b821588-f707-4a28-8166-0d5537fc3ec6 service neutron] 10.222.0.87 "DELETE /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.2681093 Feb 04 12:54:48.703001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-48c5ee8a-e6cc-4de8-b3a2-27b0ff13b116 req-7a736c04-66b7-4fd2-9c6a-5ac68b5b4969 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 Feb 04 12:54:48.723620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5544525d-ebd0-4c2a-a384-5fc1c00e21c9 req-006e8404-bded-4977-84db-a7bccfb3ec8d tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663257 Feb 04 12:54:48.988481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b645-3aad-42e9-8dfd-224ffa1ce844 req-43dfb264-40f8-4e12-b8f7-6bc3e90d258c tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:48.990644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0134b645-3aad-42e9-8dfd-224ffa1ce844 req-43dfb264-40f8-4e12-b8f7-6bc3e90d258c tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 944 time: 0.1355562 Feb 04 12:54:49.025169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de093-21a9-4432-bc3f-40b1f0f02f26 req-2a3231b7-90fe-4e0c-ad34-604a84ed9073 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.038524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a9de093-21a9-4432-bc3f-40b1f0f02f26 req-2a3231b7-90fe-4e0c-ad34-604a84ed9073 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 0.1545868 Feb 04 12:54:49.061907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0134b645-3aad-42e9-8dfd-224ffa1ce844 req-84f9e6ea-9b62-46f1-a88c-61679b0a1e2b tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632148 Feb 04 12:54:49.113838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a9de093-21a9-4432-bc3f-40b1f0f02f26 req-59238062-e854-405b-9374-fe743309c221 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740561 Feb 04 12:54:49.344917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493b0a1-67d3-41fd-be5d-ddfb5bd32898 req-77774506-988b-4d4c-a19f-927dda9adba2 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.346582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8493b0a1-67d3-41fd-be5d-ddfb5bd32898 req-77774506-988b-4d4c-a19f-927dda9adba2 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 948 time: 0.1107218 Feb 04 12:54:49.413628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:49.419158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8493b0a1-67d3-41fd-be5d-ddfb5bd32898 req-504feef4-06e2-4f32-a063-e8c4fbd9294d tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Feb 04 12:54:49.663440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321e7fc-608c-4c9a-a582-eb62fb240cc6 req-9cbd640c-dbc7-4292-bab6-265fd34cad47 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.668720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:49.671769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9321e7fc-608c-4c9a-a582-eb62fb240cc6 req-9cbd640c-dbc7-4292-bab6-265fd34cad47 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.1075141 Feb 04 12:54:49.685909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5615498c-6591-4efe-8d8c-8c7ed93bad37 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:49.715046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9321e7fc-608c-4c9a-a582-eb62fb240cc6 req-146dd013-f35f-47eb-b683-dd45a72b1826 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Feb 04 12:54:49.763477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'mac_address': 'fa:16:3e:ea:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:49.765280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0e2f4-1c5e-423f-9a07-ce9ae2017787 req-ef7bacdd-c013-44eb-a6a7-eb0bcf6626c7 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:49.777270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddb0e2f4-1c5e-423f-9a07-ce9ae2017787 req-ef7bacdd-c013-44eb-a6a7-eb0bcf6626c7 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.2086532 Feb 04 12:54:49.883153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddb0e2f4-1c5e-423f-9a07-ce9ae2017787 req-bf0bb877-86b7-4713-9558-3cd5d57fffac tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858109 Feb 04 12:54:50.006687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.007499 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.032054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 5615498c-6591-4efe-8d8c-8c7ed93bad37 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:50.045451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 5615498c-6591-4efe-8d8c-8c7ed93bad37 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:50.047978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.196549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:50.267710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:50.277368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.347144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb4c83-8ab2-4c03-9e88-d9a99849c7f2 req-08a1e9cb-1a9b-4fdb-9e90-fabbd67434c3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.354959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9cb4c83-8ab2-4c03-9e88-d9a99849c7f2 req-08a1e9cb-1a9b-4fdb-9e90-fabbd67434c3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.1593540 Feb 04 12:54:50.358143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-c3ff0376-ad29-4466-a61f-208a83250024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.364612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-c3ff0376-ad29-4466-a61f-208a83250024 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1097 time: 0.2387021 Feb 04 12:54:50.439461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ad1b7189-dc47-4563-9ded-23680280efbb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:50.488002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.514247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:50.557351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:50.600349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9cb4c83-8ab2-4c03-9e88-d9a99849c7f2 req-d0b898f5-bff7-43e3-a8d8-5756e300911c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341580 Feb 04 12:54:50.600889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:50.607105 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:50.698129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-d27912c7-f0b5-4a33-8afb-14fa80f95a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.715967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:50.717921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-d27912c7-f0b5-4a33-8afb-14fa80f95a6e service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.3162968 Feb 04 12:54:50.826795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-e0dd3060-47e1-4596-8e9d-a414a03e73b3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 217 time: 0.0970140 Feb 04 12:54:50.935867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-51ec8a94-207c-4ef4-b173-4e8122c86a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:50.938421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-51ec8a94-207c-4ef4-b173-4e8122c86a08 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0935309 Feb 04 12:54:51.020091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a474-e950-4f8e-9cde-d35c6a76f0d7 req-51def06a-bcee-4333-95a0-40fbf0121944 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:51.021820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6f5a474-e950-4f8e-9cde-d35c6a76f0d7 req-51def06a-bcee-4333-95a0-40fbf0121944 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.1699502 Feb 04 12:54:51.116526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6f5a474-e950-4f8e-9cde-d35c6a76f0d7 req-e900c381-3fd1-4cba-ac5a-8c90b0a94a86 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651889 Feb 04 12:54:51.236329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-17c365c2-ce7b-4d60-93d7-95aebba9eaab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2809198 Feb 04 12:54:51.343861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf3865-4147-43b6-bf4b-1a76e2e5bed9 req-52b408f3-c774-49f5-b193-aa786e664c46 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:51.344851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abbf3865-4147-43b6-bf4b-1a76e2e5bed9 req-52b408f3-c774-49f5-b193-aa786e664c46 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 0.1062500 Feb 04 12:54:51.422594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abbf3865-4147-43b6-bf4b-1a76e2e5bed9 req-3cb1a779-1ae7-4259-82b6-e10f014a6865 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710294 Feb 04 12:54:51.451418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebd551-07e2-4fa5-a101-42fde9426683 req-2493ecbc-3f1c-4d09-b96e-6d8ff429b453 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:51.452936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65ebd551-07e2-4fa5-a101-42fde9426683 req-2493ecbc-3f1c-4d09-b96e-6d8ff429b453 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.2729387 Feb 04 12:54:51.462756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-fe720e35-ee24-44de-aa50-656ebe31d42f service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125704 Feb 04 12:54:51.613633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65ebd551-07e2-4fa5-a101-42fde9426683 req-506c6aa0-52c6-463a-9d97-12c37276fc28 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447291 Feb 04 12:54:51.629334 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37', 'code': 200} Feb 04 12:54:51.724627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-070ad289-0e19-41a5-9021-805ebdf37c36 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344856 Feb 04 12:54:51.921583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3f399-fcca-4af0-9705-d420906b0805 req-9f93cc62-c8ac-4fc3-9718-60ea6f114b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:51.924801 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbd3f399-fcca-4af0-9705-d420906b0805 req-9f93cc62-c8ac-4fc3-9718-60ea6f114b25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 1096 time: 0.1872854 Feb 04 12:54:52.004623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40a25-4d72-4fc3-bb5c-cc3ee3a9df2d req-a1dbc7d3-b1d7-4237-8a8b-b131c595978c tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.014148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20a40a25-4d72-4fc3-bb5c-cc3ee3a9df2d req-a1dbc7d3-b1d7-4237-8a8b-b131c595978c tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1096 time: 0.2007232 Feb 04 12:54:52.015454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbd3f399-fcca-4af0-9705-d420906b0805 req-e6b62dcc-4eca-48b9-8fcf-b013fc746ad9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845695 Feb 04 12:54:52.125776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20a40a25-4d72-4fc3-bb5c-cc3ee3a9df2d req-8fcae468-1b16-47a0-8f97-e3047ba7e85a tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106548 Feb 04 12:54:52.313941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be408-fcc8-4109-8452-106102f7429b req-a93e10e9-7b6d-44bd-a65d-9e77bf3b839e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.328024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59440) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:52.333213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Request body: {'floatingip': {'port_id': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:52.335225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-522be408-fcc8-4109-8452-106102f7429b req-a93e10e9-7b6d-44bd-a65d-9e77bf3b839e tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.1747396 Feb 04 12:54:52.395608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:54:52.551535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:52.637373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090e17-7060-45b7-a300-59fb6fac6fc4 req-c9565407-6517-4f6a-9607-d9bd84ab81f2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:52.648156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b090e17-7060-45b7-a300-59fb6fac6fc4 req-c9565407-6517-4f6a-9607-d9bd84ab81f2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.1316540 Feb 04 12:54:52.803577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b090e17-7060-45b7-a300-59fb6fac6fc4 req-c2febd4c-4387-4ef6-9a4a-4b96c1c27628 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288238 Feb 04 12:54:52.902159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:52.928482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '754a448f-139f-49a5-8581-c64b17727e5a', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '754a448f-139f-49a5-8581-c64b17727e5a', 'mac_address': 'fa:16:3e:5a:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:54:53.004941 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:53.020435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7612f-81f1-4bba-af7f-19e8bd35bdf8 req-96f7fcc8-9103-4ffa-8e7c-53f310302597 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.023364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f7612f-81f1-4bba-af7f-19e8bd35bdf8 req-96f7fcc8-9103-4ffa-8e7c-53f310302597 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 1096 time: 0.1136496 Feb 04 12:54:53.031490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:54:53.051431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:53.057255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:53.086668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f7612f-81f1-4bba-af7f-19e8bd35bdf8 req-e334c63c-027a-4739-9084-a78169554d23 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Feb 04 12:54:53.217864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:53.238909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['754a448f-139f-49a5-8581-c64b17727e5a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:53.244633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.245188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.245576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.246044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.246506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.246993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.247477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.247976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.248423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.248888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.249342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.268569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dd3452b-3241-44ee-8a46-de2efc3c8a4b req-32d8294a-28d2-4605-9a8d-52fb9685766e tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7813 time: 0.7502520 Feb 04 12:54:53.417152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:53.693922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad751f-d4df-4454-a52f-f39672f39eab req-b14463aa-c5b1-43d3-a281-07c9d6a29c19 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.696069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bad751f-d4df-4454-a52f-f39672f39eab req-b14463aa-c5b1-43d3-a281-07c9d6a29c19 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 946 time: 0.2420173 Feb 04 12:54:53.773900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port ad1b7189-dc47-4563-9ded-23680280efbb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:53.775175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:53.815156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bad751f-d4df-4454-a52f-f39672f39eab req-d8369798-d5b7-417c-bb10-fed22449d533 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107230 Feb 04 12:54:54.074718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.076151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0563f-1181-464b-853c-06d9fe598723 req-0141bac9-1555-41e6-9b9a-8ae9dd312b98 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.088850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ee0563f-1181-464b-853c-06d9fe598723 req-0141bac9-1555-41e6-9b9a-8ae9dd312b98 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 886 time: 0.2207007 Feb 04 12:54:54.108580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.203351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:54.233751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:54.239294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.280304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.305672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.345151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:54.375017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-be0cfec1-8a18-417d-a5fb-457e0b433600 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.379749 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-be0cfec1-8a18-417d-a5fb-457e0b433600 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.2890170 Feb 04 12:54:54.422043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:54:54.462469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04f605-794d-4c24-bedc-f1732d25e04f req-5790ea40-8235-49ce-8219-65122d601a00 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.470944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1f04f605-794d-4c24-bedc-f1732d25e04f req-5790ea40-8235-49ce-8219-65122d601a00 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.6361616 Feb 04 12:54:54.559216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 754a448f-139f-49a5-8581-c64b17727e5a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:54.559401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.570778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port c20a1001-02f4-4cfb-a80f-88d4213d06f7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:54:54.573508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.792215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1f04f605-794d-4c24-bedc-f1732d25e04f req-36e52c32-1131-41c8-be78-2320be9d7af4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202891 Feb 04 12:54:54.811879 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Floating IP 5b8a043a-4131-4250-8b8f-e0e568f0f911 associated. External IP: 172.25.4.201, port: 475ed7e4-a8ee-493c-95bf-232d06a1ebd6. Feb 04 12:54:54.898814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:54.977446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:54.985439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:55.147723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:55.306764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfc689-5487-4ce6-95d7-a0e9cdb25c30 req-651345f7-0738-4db0-971c-2ddc49b26900 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.312511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6cdfc689-5487-4ce6-95d7-a0e9cdb25c30 req-651345f7-0738-4db0-971c-2ddc49b26900 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=d42810d3-5650-4658-b672-d6513bfac711 HTTP/1.1" status: 200 len: 945 time: 0.5092964 Feb 04 12:54:55.409183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6cdfc689-5487-4ce6-95d7-a0e9cdb25c30 req-a218c2c5-320e-4bcd-86b1-45430a0dc83b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839546 Feb 04 12:54:55.430023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port c20a1001-02f4-4cfb-a80f-88d4213d06f7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c20a1001-02f4-4cfb-a80f-88d4213d06f7,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:54:55.430517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:55.451474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.451939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.452425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.452894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.453357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.453821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.454281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.454765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.455225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.455685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.456140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:55.472195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3f8d99e-c57e-4299-b5d1-c7d61970aa16 req-940151ae-3c1f-45c1-8f8d-701264e72c89 tempest-NetworksTest-569543213 tempest-NetworksTest-569543213-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7813 time: 0.5150220 Feb 04 12:54:55.536491 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'code': 200} Feb 04 12:54:55.594087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for c20a1001-02f4-4cfb-a80f-88d4213d06f7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:54:55.931925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:55.950348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c20a1001-02f4-4cfb-a80f-88d4213d06f7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:55.953094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:54:56.018348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:54:56.173758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59530) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:56.176636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=c20a1001-02f4-4cfb-a80f-88d4213d06f7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:56.316717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port c20a1001-02f4-4cfb-a80f-88d4213d06f7 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:56.324915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:56.335750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'name': 'network-vif-deleted', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:56.345820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2925c73d-5b4a-4c4e-bfcd-429660cbf486 req-c349a5bc-c663-407e-b1e8-b772b2d2397a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "DELETE /v2.0/ports/c20a1001-02f4-4cfb-a80f-88d4213d06f7 HTTP/1.1" status: 204 len: 173 time: 1.9589570 Feb 04 12:54:56.425009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:56.483693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:56.506018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:54:56.508883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Usage tracker for resource:security_group_rule and tenant:d4bc5e00a435420699a3456a880d8dc5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:56.512528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:56.532860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Sync routers for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:56.539746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:56.546015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:56.550988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:54:56.552571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:54:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:56.727396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-268e7b95-333d-4399-9d8b-f31dcfecdc40 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "PUT /v2.0/floatingips/5b8a043a-4131-4250-8b8f-e0e568f0f911 HTTP/1.1" status: 200 len: 991 time: 4.3981798 Feb 04 12:54:56.728404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:56.757787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:56.764275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:56.835314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4bc5e00a435420699a3456a880d8dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518381 Feb 04 12:54:56.836248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59548) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:56.907657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717649-917b-4056-8e29-00b478f56993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdb6fcb-7077-49bc-8137-01d74d968194,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:56.966516 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:57.000980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:57.022946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:57.086073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:57.114162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdb6fcb-7077-49bc-8137-01d74d968194,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:57.133142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:57.139131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0e8e17f8-c324-452c-931c-bd72a3db690c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fdb6fcb-7077-49bc-8137-01d74d968194 HTTP/1.1" status: 204 len: 168 time: 0.3018343 Feb 04 12:54:57.589769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:54:57.719669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59558) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:57.742001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5b8a043a-4131-4250-8b8f-e0e568f0f911', 'tenant_id': '56922f75583040298562f481ca0053d3', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'port_id': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'mac_address': 'fa:16:3e:9a:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:53Z', 'revision_number': 1, 'project_id': '56922f75583040298562f481ca0053d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:57.754472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Checking router: 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:57.762330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:57.777570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:54:57.778198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:54:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:57.806986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:54:57.814324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Usage tracker for resource:security_group_rule and tenant:ac99078c5fb34aa4807e268b2ada462f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:54:57.821186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:54:57.835577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:54:57.995576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.005209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.097748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:54:58.113869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac99078c5fb34aa4807e268b2ada462f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911183 Feb 04 12:54:58.117012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b328931-abaa-4680-9a75-918b76a37447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d919ae-b2bb-42a0-bcbc-f4bdafca8e23,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:58.190643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:54:58.203250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.241017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.321872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.339368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d919ae-b2bb-42a0-bcbc-f4bdafca8e23,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:58.351220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:54:58.361327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4f926677-c323-4e12-aa80-b6be2dc46f7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27d919ae-b2bb-42a0-bcbc-f4bdafca8e23 HTTP/1.1" status: 204 len: 168 time: 0.2595351 Feb 04 12:54:58.784026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5b8a043a-4131-4250-8b8f-e0e568f0f911', 'tenant_id': '56922f75583040298562f481ca0053d3', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'port_id': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'mac_address': 'fa:16:3e:9a:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:53Z', 'revision_number': 1, 'project_id': '56922f75583040298562f481ca0053d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:58.801000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2cef7-46c6-482b-851f-08828cda982c None None] The sync data for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 is: [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5b8a043a-4131-4250-8b8f-e0e568f0f911', 'tenant_id': '56922f75583040298562f481ca0053d3', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'port_id': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'mac_address': 'fa:16:3e:9a:25:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:08Z', 'updated_at': '2022-02-04T12:54:53Z', 'revision_number': 1, 'project_id': '56922f75583040298562f481ca0053d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:59.207784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492801c1-aa02-4792-bd92-3e025545079a None None] New status for floating IP 5b8a043a-4131-4250-8b8f-e0e568f0f911: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:54:59.495963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c20a1001-02f4-4cfb-a80f-88d4213d06f7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:54:59.896064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: c20a1001-02f4-4cfb-a80f-88d4213d06f7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:54:59.897025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c20a1001-02f4-4cfb-a80f-88d4213d06f7 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:00.499751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:55:00.771677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-198f483a-a768-4ea0-b506-24f29fe7c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:00.771677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-198f483a-a768-4ea0-b506-24f29fe7c2cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a55acc81cca740b5935d47535bec5934&device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 1102 time: 0.1947675 Feb 04 12:55:00.909484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-6a385954-865a-4f00-adf0-be486ddf8e15 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:00.913580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-6a385954-865a-4f00-adf0-be486ddf8e15 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1097 time: 0.1661997 Feb 04 12:55:00.925509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:00.927205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:00.973503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:55:01.140220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-aa5f7986-401f-4132-aff8-8f996e10dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.143014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-aa5f7986-401f-4132-aff8-8f996e10dca0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3407457 Feb 04 12:55:01.209756 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:01.404802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-93ffc2d0-f0e6-4c5f-a83b-126165f90355 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ad1b7189-dc47-4563-9ded-23680280efbb HTTP/1.1" status: 200 len: 217 time: 0.2541435 Feb 04 12:55:01.604212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-0b1d08c6-d353-4a30-8966-ec998c3a4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.606962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-0b1d08c6-d353-4a30-8966-ec998c3a4059 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1891046 Feb 04 12:55:01.720248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-b71b8723-ad78-48f3-88f9-24e51f587a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.721903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-b71b8723-ad78-48f3-88f9-24e51f587a8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092095 Feb 04 12:55:01.924007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:02.003123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:02.064416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-6ea711c9-17fc-4113-9051-8e68a11b4e84 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297050 Feb 04 12:55:02.143133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:02.148816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:02.437150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea9dcd2c-1b10-443b-9677-16fec3019376 req-c4675ca9-6a0b-4c74-89a1-8f00738bdf73 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670585 Feb 04 12:55:02.560807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:02.589355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:55:02.589605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:55:02.589941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:02.596105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:55:02.596438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Attempting to bind port eb46838a-5971-4bcf-bc9e-06361ff81fbf on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:02.603132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:55:02.603471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:55:02.604112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:55:02.604690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Bound port: eb46838a-5971-4bcf-bc9e-06361ff81fbf, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:55:02.605941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:02.888916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:02.893021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:55:02.899699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:03.134214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.136028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:03.137919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] 10.222.0.87 "PUT /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 1122 time: 2.2180982 Feb 04 12:55:03.179354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dc35a-d12b-45c5-8bab-e4216fc02c19 service neutron] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=8']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:03.247781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['eb46838a-5971-4bcf-bc9e-06361ff81fbf'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:03.342216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['eb46838a-5971-4bcf-bc9e-06361ff81fbf'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:05.773213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-1a789386-691a-4f5e-b3ef-3c6d18f3659a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1418512 Feb 04 12:55:05.929971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-15093e87-08ad-4a62-860e-8d2a9a2682c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:05.932334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-15093e87-08ad-4a62-860e-8d2a9a2682c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 1096 time: 0.1321759 Feb 04 12:55:06.160165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-41e5aed2-dfc0-4a0b-9316-3921b0fb0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:06.161904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-41e5aed2-dfc0-4a0b-9316-3921b0fb0f5e service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1974168 Feb 04 12:55:06.245485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-ade8a835-aab1-4f47-98dd-13cc1c6cab27 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0685396 Feb 04 12:55:06.331175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-6ecd52bb-9d41-4189-a8f1-3a116eaa96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:06.332634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-6ecd52bb-9d41-4189-a8f1-3a116eaa96bd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0739937 Feb 04 12:55:06.392242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-08ec400c-a019-49a4-9d5b-e48607a4afc0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486436 Feb 04 12:55:06.616207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-9b272b5c-3306-4fca-9c0a-043924fabbaa service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104337 Feb 04 12:55:06.657995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaea05-9d70-4603-a285-00b5d81d5a6a req-7b60d97f-ac02-49cd-8693-501a647813e1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:06.665872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbeaea05-9d70-4603-a285-00b5d81d5a6a req-7b60d97f-ac02-49cd-8693-501a647813e1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.1025510 Feb 04 12:55:06.730303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbeaea05-9d70-4603-a285-00b5d81d5a6a req-3b026885-3419-4211-9c39-bbe9a401b2ef tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632555 Feb 04 12:55:07.016284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-883b5ddd-b12d-4978-bb51-992f40e8276e req-1ebbe3f9-6b71-4174-a393-5a3b950a342e service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878677 Feb 04 12:55:07.039201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaa134-3f0a-42f8-ae0e-cf667e27146c req-0018ca3b-54f3-42b3-8828-509d2c4b54b7 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.040711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffcaa134-3f0a-42f8-ae0e-cf667e27146c req-0018ca3b-54f3-42b3-8828-509d2c4b54b7 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.3824270 Feb 04 12:55:07.088275 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42810d3-5650-4658-b672-d6513bfac711', 'name': 'network-vif-deleted', 'tag': 'c20a1001-02f4-4cfb-a80f-88d4213d06f7', 'status': 'completed', 'code': 200} Feb 04 12:55:07.105007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffcaa134-3f0a-42f8-ae0e-cf667e27146c req-129561da-977d-46ca-b464-f64214784ae7 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Feb 04 12:55:07.497504 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'status': 'completed', 'code': 200} Feb 04 12:55:07.663833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065081a4-345d-480d-883e-984a9ea1a0bf req-b321c564-66f2-4e5a-83f2-3e7e96d3653d tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.672893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-065081a4-345d-480d-883e-984a9ea1a0bf req-b321c564-66f2-4e5a-83f2-3e7e96d3653d tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.3643429 Feb 04 12:55:07.685496 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'code': 200} Feb 04 12:55:07.756296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-065081a4-345d-480d-883e-984a9ea1a0bf req-24d66057-3400-45a3-95ee-6a9416bf507a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820763 Feb 04 12:55:07.761218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-202e12b8-9188-47eb-8edb-34a5ad5d644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.781560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-202e12b8-9188-47eb-8edb-34a5ad5d644d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56922f75583040298562f481ca0053d3&device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 1096 time: 0.2762141 Feb 04 12:55:08.127662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-70b00663-bf84-4cdd-8cca-1880ec34ca97 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760069 Feb 04 12:55:08.209990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-4feba820-e8d6-459e-9b40-ad8cc9d0b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.213742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-4feba820-e8d6-459e-9b40-ad8cc9d0b217 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e932a473-5284-482a-8fe0-20c087bc3a8e HTTP/1.1" status: 200 len: 913 time: 0.4145091 Feb 04 12:55:08.467161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-8bb6407f-dac9-4d82-90b8-d08e8a232e53 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.475109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-8bb6407f-dac9-4d82-90b8-d08e8a232e53 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457689 Feb 04 12:55:08.494618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-fd9ac75c-1fea-4dc3-8e48-72a68eb29d9f tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/quotas/4f2207b33fb0437d80c98c9b0ac3d52f HTTP/1.1" status: 200 len: 375 time: 0.0183256 Feb 04 12:55:08.501681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-63e07bd9-cee9-42f5-a41f-892c31602cc2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6 HTTP/1.1" status: 200 len: 1001 time: 0.2784989 Feb 04 12:55:08.589971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-e744d492-4f05-4d36-be0a-d53a9e3108d6 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941160 Feb 04 12:55:08.679258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-4d449ad7-171d-42a9-9720-98ad07b8d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.681230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-4d449ad7-171d-42a9-9720-98ad07b8d736 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4a05c45-0557-4a0f-8cf1-890942c9d0a1 HTTP/1.1" status: 200 len: 851 time: 0.1598873 Feb 04 12:55:08.867907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-4ddf9664-e9b9-47a3-8658-724aedd22cde tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.878761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-4ddf9664-e9b9-47a3-8658-724aedd22cde tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.5473144 Feb 04 12:55:08.905547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-a17afd47-e8ee-4e50-a143-4c7293bc5725 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/quotas/33a28f798799415cab3c0c39822e574d HTTP/1.1" status: 200 len: 375 time: 0.0194364 Feb 04 12:55:09.024864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-28c2f7b0-ce62-4b00-8aaa-8ec0a65c68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.026449 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-28c2f7b0-ce62-4b00-8aaa-8ec0a65c68e1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e932a473-5284-482a-8fe0-20c087bc3a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892258 Feb 04 12:55:09.100861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ba728-7a93-4a2f-a5b7-4c9c0881738c req-da6e6319-0579-4297-9b55-a5a2f5a79ffe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.111897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d5ba728-7a93-4a2f-a5b7-4c9c0881738c req-da6e6319-0579-4297-9b55-a5a2f5a79ffe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.2355027 Feb 04 12:55:09.202047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-d80714f1-3d60-4c15-bbc6-6f470e0fbacb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2837636 Feb 04 12:55:09.271400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d5ba728-7a93-4a2f-a5b7-4c9c0881738c req-a2969ec0-a0ec-4b30-abd1-ea4ca57536eb tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551242 Feb 04 12:55:09.654563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf'}, {'name': 'network-changed', 'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:09.711693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd591c0-9c53-487c-913c-6497585a3803 req-e15ed0a2-8922-4af4-b05c-0c5b87808fec tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.717127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd591c0-9c53-487c-913c-6497585a3803 req-e15ed0a2-8922-4af4-b05c-0c5b87808fec tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 951 time: 0.1678727 Feb 04 12:55:09.736569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-63322b6f-a684-486e-b0db-106c1bf8a447 service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232723 Feb 04 12:55:09.835366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd591c0-9c53-487c-913c-6497585a3803 req-708651fc-f81a-41ce-b1c0-2aa35d63ea24 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101701 Feb 04 12:55:09.920765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-2d7eebc1-5248-4d3a-b92e-8bbf1c636e88 service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736513 Feb 04 12:55:09.981158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b699e41-b48e-4435-b735-22221312e075 req-a45c4fa9-052e-4419-829a-eb50e0fef9cc tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 210 time: 0.0896444 Feb 04 12:55:10.267604 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-2543428c-7125-4409-970d-61ac8c42a4aa service neutron] 10.222.0.53 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190160 Feb 04 12:55:10.319733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cd29974-0b71-456e-a07f-ff4a02fdff64 req-a1f660ef-b88a-437e-aae0-6ba45774f032 service neutron] 10.222.0.87 "GET /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688631 Feb 04 12:55:10.343304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-a86036c9-8a7b-4e16-b2c6-b8da2020f9ca service neutron] 10.222.0.90 "GET /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.1814141 Feb 04 12:55:10.565800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a07488-c97a-48d3-872d-fa575555c803 req-a5ece5eb-42d9-4919-95c2-fc65691e55fe tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:10.572899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4a07488-c97a-48d3-872d-fa575555c803 req-a5ece5eb-42d9-4919-95c2-fc65691e55fe tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.2326689 Feb 04 12:55:10.691757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4a07488-c97a-48d3-872d-fa575555c803 req-b74b24a7-7e37-4c93-975a-706c09cfc7c6 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178610 Feb 04 12:55:10.860508 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'code': 200} Feb 04 12:55:10.860974 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'status': 'completed', 'code': 200} Feb 04 12:55:11.057419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8423-860c-4f9c-812a-292b375f3c98 req-3827fa3e-89f2-4fe7-be8c-bd1503a99192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.059183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-3827fa3e-89f2-4fe7-be8c-bd1503a99192 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1125 time: 0.1558790 Feb 04 12:55:11.061285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:11.238590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8423-860c-4f9c-812a-292b375f3c98 req-c0f51bce-2223-4e1b-b687-126c98632c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.240595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-c0f51bce-2223-4e1b-b687-126c98632c4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.1662800 Feb 04 12:55:11.256471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:11.368766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86e59-1958-4c77-9aed-e2e662e06793 req-388c5eb5-d7d8-461f-bc58-d472ecf67a88 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.381029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2d86e59-1958-4c77-9aed-e2e662e06793 req-388c5eb5-d7d8-461f-bc58-d472ecf67a88 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 944 time: 0.1418812 Feb 04 12:55:11.417204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-21900a78-9993-40a2-a514-30231b44451e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 217 time: 0.1192820 Feb 04 12:55:11.458068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2d86e59-1958-4c77-9aed-e2e662e06793 req-7276d9f7-a9e8-410c-8f87-963e6f13f0e8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756919 Feb 04 12:55:11.515262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8423-860c-4f9c-812a-292b375f3c98 req-10ad98d2-0774-4e44-816d-eccfb265e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.516528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:11.517045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-10ad98d2-0774-4e44-816d-eccfb265e419 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.0940874 Feb 04 12:55:11.519065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb46838a-5971-4bcf-bc9e-06361ff81fbf {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:11.585359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:11.598293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-db9b4d69-fda2-4483-a560-43a9dfcf1ccf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746038 Feb 04 12:55:11.633415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:11.718135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2f5f195-13ee-488f-bc95-a64992663c37 req-f7e6cd51-2954-4dfe-b889-c94c8ca615d8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 210 time: 0.1330047 Feb 04 12:55:11.844854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:11.944746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:11.945998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:11.953502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-b85cc718-dad4-4112-8391-f0908ee1b92c service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465309 Feb 04 12:55:11.965823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:12.133198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:12.290719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4f7e686-acd7-4e90-bee4-7b388aacaaf0 req-8415232c-d2c4-4eb9-8a33-7de70156027c tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 210 time: 0.3387566 Feb 04 12:55:12.326475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-10faf332-90bf-47c4-b20f-c54c4028ec8c tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6878090 Feb 04 12:55:12.444989 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'code': 200} Feb 04 12:55:12.572675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-699a8423-860c-4f9c-812a-292b375f3c98 req-2f03cfa3-5fa6-4f06-8487-89fa8188ca0f service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048770 Feb 04 12:55:12.698128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-7e747505-adfc-46e7-a0c8-62604c3f5c85 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.699540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-7e747505-adfc-46e7-a0c8-62604c3f5c85 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3721261 Feb 04 12:55:12.708962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29661b-6051-45b1-95b9-971b2c43bf87 req-a49f6aa2-731c-4099-9e5b-3c1b6dea5834 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.713980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Request body: {'port': {'device_id': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '4f2207b33fb0437d80c98c9b0ac3d52f'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:12.718085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a29661b-6051-45b1-95b9-971b2c43bf87 req-a49f6aa2-731c-4099-9e5b-3c1b6dea5834 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.2334759 Feb 04 12:55:12.733313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] Transition to ACTIVE for port object eb46838a-5971-4bcf-bc9e-06361ff81fbf will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:12.770000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-683226d8-45ed-453a-a943-40e5edc34bff tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.772120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-683226d8-45ed-453a-a943-40e5edc34bff tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 806 time: 0.4798598 Feb 04 12:55:12.786886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Request body: {'port': {'device_id': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'admin_state_up': True, 'tenant_id': '33a28f798799415cab3c0c39822e574d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:12.788871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:12.893602 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a29661b-6051-45b1-95b9-971b2c43bf87 req-cfc6f62e-2ac0-4b77-8465-1d0afa4b9a04 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708694 Feb 04 12:55:13.034257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] No DVR routers for this DVR port eb46838a-5971-4bcf-bc9e-06361ff81fbf on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:13.036247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:13.067502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:13.077673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Usage tracker for resource:port and tenant:33a28f798799415cab3c0c39822e574d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:13.082492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:13.085165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a47a23-ffc8-47ae-ae1c-ca2a700d4a82 req-05d4bfd2-4883-480f-9307-0d71fd2b89e4 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.093716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03a47a23-ffc8-47ae-ae1c-ca2a700d4a82 req-05d4bfd2-4883-480f-9307-0d71fd2b89e4 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 948 time: 0.4940226 Feb 04 12:55:13.095886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:13.119635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Made reservation on behalf of 33a28f798799415cab3c0c39822e574d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:13.123342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:13.126489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.133462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Usage tracker for resource:port and tenant:4f2207b33fb0437d80c98c9b0ac3d52f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:13.140848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:13.155098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:13.176979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-92ab0a3f-dead-492e-9c89-1351e8e02ec6 service neutron] 10.222.0.90 "PUT /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7383611 Feb 04 12:55:13.187702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03a47a23-ffc8-47ae-ae1c-ca2a700d4a82 req-fe7a9d72-8d50-4af1-9ecd-3b571e7f18ab tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930395 Feb 04 12:55:13.195140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Made reservation on behalf of 4f2207b33fb0437d80c98c9b0ac3d52f for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:13.198326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.219828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.265617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:13.273284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Usage tracker for resource:security_group_rule and tenant:4f2207b33fb0437d80c98c9b0ac3d52f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:13.276635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:13.282813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:13.329315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccc1bcea-9e0c-477b-972d-983ec57827e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.428502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f7ce1ee0-7a77-4a06-9be1-f7cdab22916a req-65735ea6-562f-4ff7-b8f0-af56b66abfb3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:13.470004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f7ce1ee0-7a77-4a06-9be1-f7cdab22916a req-65735ea6-562f-4ff7-b8f0-af56b66abfb3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:13.471550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f7ce1ee0-7a77-4a06-9be1-f7cdab22916a req-65735ea6-562f-4ff7-b8f0-af56b66abfb3 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 210 time: 0.1054099 Feb 04 12:55:13.477352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.492100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:13.530178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:13.583242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Allocated IP 172.20.0.3 (4fdadbda-9050-4651-baa6-9bfd29231a00/92389622-59a0-4347-b3a5-f044e409d932/2742444c-e897-4ec4-bd68-817dbf8beb6b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:13.615327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1c660-3049-46c6-ab2c-3bee03e2ce27 req-e2ae7bc3-0011-44f0-8804-f8704f1f8245 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.617175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8c1c660-3049-46c6-ab2c-3bee03e2ce27 req-e2ae7bc3-0011-44f0-8804-f8704f1f8245 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.3897994 Feb 04 12:55:13.686465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:13.690086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Allocated IP 192.168.233.148 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/86cbc2fd-578f-46b5-a3b3-f3e053437329) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:13.726175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-fd851544-da93-4576-9a59-b7ca022ff0cc tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:13.737298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-fd851544-da93-4576-9a59-b7ca022ff0cc tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.4569428 Feb 04 12:55:13.860174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d276ac34-9774-4522-ab20-7a3e6b5a88d0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:13.875705 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8c1c660-3049-46c6-ab2c-3bee03e2ce27 req-3cba0c30-f39d-4126-aa1f-feb2233d9dda tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358868 Feb 04 12:55:14.023440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4c03d-a88c-4142-8d14-ca7d30138035 req-af4fdae7-a2a5-4164-b335-b9b99edd1892 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.031083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36b4c03d-a88c-4142-8d14-ca7d30138035 req-af4fdae7-a2a5-4164-b335-b9b99edd1892 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.3079062 Feb 04 12:55:14.034153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-c1ccbca6-33dd-4cca-aa26-17af3101bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.035666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-c1ccbca6-33dd-4cca-aa26-17af3101bbf3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc&tenant_id=d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 1096 time: 0.2799301 Feb 04 12:55:14.068243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.213070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36b4c03d-a88c-4142-8d14-ca7d30138035 req-1dec799e-9adb-4946-b106-78e745084bff tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784425 Feb 04 12:55:14.278555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.288146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.303480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:14.362839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Transition to ACTIVE for port object 86cbc2fd-578f-46b5-a3b3-f3e053437329 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:14.422200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.494517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event updated for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:14.517991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-0b208f8d-121d-480d-a982-9cae4cc22291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.520063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-0b208f8d-121d-480d-a982-9cae4cc22291 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1096 time: 0.4377935 Feb 04 12:55:14.525249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Network 4fdadbda-9050-4651-baa6-9bfd29231a00 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:14.526739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:14.534428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:55:14.598843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:14.746844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:14.769880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:14.780245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Pushing event updated for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:14.807284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:55:14.957390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.958208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.978812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:14.981593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:14.984775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.042582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:15.056256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee69d7-801f-4847-ab51-80a827ea226b req-68293b04-1f96-4ef5-a505-200d69d78f5a tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.057980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dbee69d7-801f-4847-ab51-80a827ea226b req-68293b04-1f96-4ef5-a505-200d69d78f5a tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Synchronizing usage tracker for tenant:4f2207b33fb0437d80c98c9b0ac3d52f on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:15.062055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-e1a2c9a9-7434-4ee6-886a-ff5bb345ed20 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2801049 Feb 04 12:55:15.064042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-224bd227-ccd1-44c2-8729-2752f34e1815 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3540058 Feb 04 12:55:15.079404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:15.082031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Request body: {'port': {'device_id': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:15.086266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.096772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Request body: {'port': {'device_id': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:15.212806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:15.229134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.229605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.230325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.231017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.231618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.232014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.232399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.232957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.233740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.234570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.235073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.235568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:15.256414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-856996d2-f971-4ab5-b656-f1055c12c344 None None] Provisioning for port 86cbc2fd-578f-46b5-a3b3-f3e053437329 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:15.265026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-856996d2-f971-4ab5-b656-f1055c12c344 None None] Provisioning complete for port 86cbc2fd-578f-46b5-a3b3-f3e053437329 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:15.266299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-856996d2-f971-4ab5-b656-f1055c12c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.280585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-500ffce0-5deb-43e3-9235-4f4079544157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.282249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-500ffce0-5deb-43e3-9235-4f4079544157 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.7107909 Feb 04 12:55:15.303504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dbee69d7-801f-4847-ab51-80a827ea226b req-68293b04-1f96-4ef5-a505-200d69d78f5a tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Unset dirty status for tenant:4f2207b33fb0437d80c98c9b0ac3d52f on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:15.311367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbee69d7-801f-4847-ab51-80a827ea226b req-68293b04-1f96-4ef5-a505-200d69d78f5a tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 936 time: 0.7588410 Feb 04 12:55:15.349206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-856996d2-f971-4ab5-b656-f1055c12c344 None None] Port 86cbc2fd-578f-46b5-a3b3-f3e053437329 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:55:15.363303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dbee69d7-801f-4847-ab51-80a827ea226b req-473989df-dac9-42e4-8ad7-2bef1df9f8a2 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Synchronizing usage tracker for tenant:4f2207b33fb0437d80c98c9b0ac3d52f on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:15.444592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dbee69d7-801f-4847-ab51-80a827ea226b req-473989df-dac9-42e4-8ad7-2bef1df9f8a2 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Unset dirty status for tenant:4f2207b33fb0437d80c98c9b0ac3d52f on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:15.456856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbee69d7-801f-4847-ab51-80a827ea226b req-473989df-dac9-42e4-8ad7-2bef1df9f8a2 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442666 Feb 04 12:55:15.460822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.553298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-3ce5dfd8-267f-4f1b-a945-bd98fc3c326f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 200 len: 217 time: 0.2317579 Feb 04 12:55:15.615321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.653631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf65509-1496-4fef-ab36-47a78fa27a87 req-1ce3923d-0b3b-4cdd-b642-3ba8bf80c2d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.654345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1cf65509-1496-4fef-ab36-47a78fa27a87 req-1ce3923d-0b3b-4cdd-b642-3ba8bf80c2d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:15.696684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-0544c2a6-38a4-4268-96ba-8ef904597a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:15.698167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-0544c2a6-38a4-4268-96ba-8ef904597a06 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1342592 Feb 04 12:55:15.784571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1cf65509-1496-4fef-ab36-47a78fa27a87 req-1ce3923d-0b3b-4cdd-b642-3ba8bf80c2d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:15.791212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95963157-e646-407a-8150-a63c42cb5013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:15.793723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cf65509-1496-4fef-ab36-47a78fa27a87 req-1ce3923d-0b3b-4cdd-b642-3ba8bf80c2d0 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 931 time: 0.6307533 Feb 04 12:55:15.832680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-9356cf90-1a85-4e26-b2d5-6adffea0a544 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202331 Feb 04 12:55:16.021954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cbc2fd-578f-46b5-a3b3-f3e053437329 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:16.030875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.063218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Transition to ACTIVE for port object 86cbc2fd-578f-46b5-a3b3-f3e053437329 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:16.069341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.069600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cf65509-1496-4fef-ab36-47a78fa27a87 req-7901b41f-fc1c-44f5-8b87-30a590ea0cd7 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644131 Feb 04 12:55:16.302506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-d32fe3fd-3df3-434e-9728-331bdfed6dd7 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560912 Feb 04 12:55:16.322233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Pushing event updated for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:16.402011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Attempting to bind port 86cbc2fd-578f-46b5-a3b3-f3e053437329 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:55:16.402346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Attempting to bind port 86cbc2fd-578f-46b5-a3b3-f3e053437329 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:55:16.402762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Attempting to bind port 86cbc2fd-578f-46b5-a3b3-f3e053437329 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:16.422707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Port 86cbc2fd-578f-46b5-a3b3-f3e053437329 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:55:16.423023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Attempting to bind port 86cbc2fd-578f-46b5-a3b3-f3e053437329 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:16.434103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:55:16.434480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:55:16.436076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:55:16.438056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Bound port: 86cbc2fd-578f-46b5-a3b3-f3e053437329, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:55:16.441883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.644688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-ee8ea49a-e0f3-4e23-a394-3095bc32f128 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284802 Feb 04 12:55:16.658958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2742444c-e897-4ec4-bd68-817dbf8beb6b {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:16.670407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.696517 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'code': 200} Feb 04 12:55:16.697751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:16.717392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Transition to ACTIVE for port object 2742444c-e897-4ec4-bd68-817dbf8beb6b will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:16.725450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.751214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:55:16.760800 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.764945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.919746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ecdf1-38c6-4fea-9037-3ec1e0f1b4ca req-87e5d556-c24e-42d4-9e7a-06a7e9297092 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.921304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-736ecdf1-38c6-4fea-9037-3ec1e0f1b4ca req-87e5d556-c24e-42d4-9e7a-06a7e9297092 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.3333061 Feb 04 12:55:16.925392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:16.926033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:16.927358 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] 10.222.0.90 "PUT /v2.0/ports/86cbc2fd-578f-46b5-a3b3-f3e053437329 HTTP/1.1" status: 200 len: 1096 time: 1.8420308 Feb 04 12:55:16.927788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:16.956808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341372-4735-4f07-8880-9e82e9dac9aa service neutron] Pushing event updated for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:16.993934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-736ecdf1-38c6-4fea-9037-3ec1e0f1b4ca req-fdd74bce-dc49-41a9-a932-b5fd8e0e7a69 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Feb 04 12:55:17.123779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:17.197973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:17.243943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-aee60934-ce89-4bdf-b068-498bb9a05f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.246093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Attempting to bind port 2742444c-e897-4ec4-bd68-817dbf8beb6b on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:55:17.246433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Attempting to bind port 2742444c-e897-4ec4-bd68-817dbf8beb6b by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:55:17.246804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Attempting to bind port 2742444c-e897-4ec4-bd68-817dbf8beb6b on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:17.247348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-aee60934-ce89-4bdf-b068-498bb9a05f5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 1099 time: 0.1714747 Feb 04 12:55:17.269437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Port 2742444c-e897-4ec4-bd68-817dbf8beb6b on network 4fdadbda-9050-4651-baa6-9bfd29231a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:55:17.270178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Attempting to bind port 2742444c-e897-4ec4-bd68-817dbf8beb6b on network 4fdadbda-9050-4651-baa6-9bfd29231a00 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:17.285883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:55:17.286681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Checking segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:55:17.287331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Bound using segment: {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:55:17.287857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Bound port: 2742444c-e897-4ec4-bd68-817dbf8beb6b, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b0a73e-6d10-462f-ba97-65aef00d5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:55:17.288286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:17.385003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-27b45eec-29a0-47f4-8d7f-3ec2d7d9be2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329 HTTP/1.1" status: 200 len: 217 time: 0.1272776 Feb 04 12:55:17.408010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc2790-d73d-4353-bc46-a976716b15f1 req-aff7fd50-1106-41e9-a235-8a19135794b2 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.415399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17cc2790-d73d-4353-bc46-a976716b15f1 req-aff7fd50-1106-41e9-a235-8a19135794b2 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 948 time: 0.5346680 Feb 04 12:55:17.473587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-84c3994a-2c93-4276-8dfe-ca7068be9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.475069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-84c3994a-2c93-4276-8dfe-ca7068be9dbf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0837791 Feb 04 12:55:17.477623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17cc2790-d73d-4353-bc46-a976716b15f1 req-00c637a0-13c0-44b6-9b05-2d30e20281dc tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Feb 04 12:55:17.494080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-fce2c626-f4e3-4b70-aace-2fc9694603e2 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.495543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-fce2c626-f4e3-4b70-aace-2fc9694603e2 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.3916063 Feb 04 12:55:17.496567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:17.504337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:55:17.564995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:17.576006 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329', 'status': 'completed', 'code': 200} Feb 04 12:55:17.644189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-444c22ed-b3cc-4eac-8e91-764d7cfde4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.646806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-444c22ed-b3cc-4eac-8e91-764d7cfde4d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640286 Feb 04 12:55:17.662168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:17.662734 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:17.664136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] 10.222.0.90 "PUT /v2.0/ports/2742444c-e897-4ec4-bd68-817dbf8beb6b HTTP/1.1" status: 200 len: 1091 time: 2.5896602 Feb 04 12:55:17.664584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:17.709970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006072-1631-4a94-89c5-cd2ebbc3ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:18.002454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-2cb971d5-02ad-4fe4-a938-046817cdd1df service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464754 Feb 04 12:55:18.109368 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b', 'status': 'completed', 'code': 200} Feb 04 12:55:18.167371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-2b88c55c-c22b-4f10-9043-56a846615d99 service neutron] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:18.172442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-3dd2286e-c400-4416-84ad-997a9c8e33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.174249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-3dd2286e-c400-4416-84ad-997a9c8e33b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 1094 time: 0.4533689 Feb 04 12:55:18.180089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-2b88c55c-c22b-4f10-9043-56a846615d99 service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:18.181857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e76b46f4-6204-49c5-bafc-21f3d24c0e81 req-2b88c55c-c22b-4f10-9043-56a846615d99 service neutron] 10.222.0.87 "DELETE /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.6756196 Feb 04 12:55:18.199577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771bcfc-0210-448c-bf57-083db5fa3dbe req-530b8f7e-0013-4e3d-aa68-98c875747890 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.207855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c771bcfc-0210-448c-bf57-083db5fa3dbe req-530b8f7e-0013-4e3d-aa68-98c875747890 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 943 time: 0.4268003 Feb 04 12:55:18.267201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69afce29-cbbe-4ea0-83f4-3bec3ea5eb3c req-df3e49a5-63df-4ff8-9aed-fdd0ecbfbc2f service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566316 Feb 04 12:55:18.311719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-c9b9be98-876b-440f-84f5-3a01d5781bff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b HTTP/1.1" status: 200 len: 217 time: 0.1218090 Feb 04 12:55:18.422056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c771bcfc-0210-448c-bf57-083db5fa3dbe req-43d767db-885e-43ac-ae9e-89b0fe01bf44 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130425 Feb 04 12:55:18.461917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-3111f14c-f259-4fb2-8215-8de9f392a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.464506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-3111f14c-f259-4fb2-8215-8de9f392a2dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1207023 Feb 04 12:55:18.519473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:18.526785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-6499eb96-484f-441d-be6e-3d9dc0eec12e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528867 Feb 04 12:55:18.652607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623af46-8058-432e-8bae-548c379a604b req-c567f54f-7669-4f46-8a94-8722f90bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.654203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-c567f54f-7669-4f46-8a94-8722f90bec75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 1099 time: 0.3237770 Feb 04 12:55:18.667540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67a086-c528-47cf-89d3-88d54dc9f5d0 req-c7c5472d-61da-42e5-9863-68cf108e008e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.669587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e67a086-c528-47cf-89d3-88d54dc9f5d0 req-c7c5472d-61da-42e5-9863-68cf108e008e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.1126270 Feb 04 12:55:18.701013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-5bdaf8fc-aead-42a0-9b8b-eee8bcf0c152 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647973 Feb 04 12:55:18.917522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e67a086-c528-47cf-89d3-88d54dc9f5d0 req-e60442d8-092b-47e4-8e19-522b67658aef tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433609 Feb 04 12:55:18.938452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623af46-8058-432e-8bae-548c379a604b req-b92a8ad4-acba-4850-92a5-dfa86dc89f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.940697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-b92a8ad4-acba-4850-92a5-dfa86dc89f11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2691481 Feb 04 12:55:18.962947 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:55:18.964813 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7a84cad-02ed-49ab-a617-bf33b27c42f6 req-6166eba6-289a-4ec8-98bc-cca427b5b8d3 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526245 Feb 04 12:55:18.973526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3fe79-f595-4b85-842e-f35a7b77233b req-10611c0a-e22d-4b6f-9cf2-ed4e7c6805b4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:18.975536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3b3fe79-f595-4b85-842e-f35a7b77233b req-10611c0a-e22d-4b6f-9cf2-ed4e7c6805b4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 948 time: 0.2266498 Feb 04 12:55:19.041871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3b3fe79-f595-4b85-842e-f35a7b77233b req-f9c07051-864e-4f72-bbb5-e8140d25f2a6 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Feb 04 12:55:19.104066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-f21732de-c8e8-4fb4-8a9b-bbcd78e0f980 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329 HTTP/1.1" status: 200 len: 217 time: 0.1564567 Feb 04 12:55:19.151784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-ce119bd4-6c85-4d4a-b4d8-24e111511032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.154213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-ce119bd4-6c85-4d4a-b4d8-24e111511032 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33a28f798799415cab3c0c39822e574d&device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 1094 time: 0.1114433 Feb 04 12:55:19.222210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623af46-8058-432e-8bae-548c379a604b req-8f94311a-ed23-43df-b815-a67e147cc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.224123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-8f94311a-ed23-43df-b815-a67e147cc59f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1105583 Feb 04 12:55:19.339156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-1d5747d6-711a-42b4-b61c-ddb4c2265490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.343584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-1d5747d6-711a-42b4-b61c-ddb4c2265490 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 200 len: 907 time: 0.1822572 Feb 04 12:55:19.434636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94650e4-9de1-48e8-be52-160b9e62bccb req-eca351ef-1cc3-4408-b6f2-d29813c79b91 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.436684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94650e4-9de1-48e8-be52-160b9e62bccb req-eca351ef-1cc3-4408-b6f2-d29813c79b91 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1096 time: 0.1399379 Feb 04 12:55:19.467386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623af46-8058-432e-8bae-548c379a604b req-cf26ca13-a515-4321-bc20-357c176f76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.469524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-cf26ca13-a515-4321-bc20-357c176f76ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342200 Feb 04 12:55:19.506348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-e5d89ed2-982d-4cd7-8687-f9bf7236eb9d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b HTTP/1.1" status: 200 len: 217 time: 0.1396885 Feb 04 12:55:19.622488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c94650e4-9de1-48e8-be52-160b9e62bccb req-a324d19d-ba04-4274-ad51-01f3e173951d tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786659 Feb 04 12:55:19.627670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-e50026b9-c4ae-450f-82a5-bc4afed5ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:19.632385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-e50026b9-c4ae-450f-82a5-bc4afed5ebe4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 200 len: 846 time: 0.1074066 Feb 04 12:55:19.707557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-21959dfc-b0ec-4d4c-b394-8877a6012c77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fdadbda-9050-4651-baa6-9bfd29231a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669062 Feb 04 12:55:19.723155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-f9a482c8-fc78-4150-8437-28cbe6d61cb9 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425685 Feb 04 12:55:19.815983 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:19.882874 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-01a7832a-9a8e-427a-b257-0b494394ba20 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680510 Feb 04 12:55:19.965872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a623af46-8058-432e-8bae-548c379a604b req-8dcf0553-ea2c-48c8-8309-b9dab526bbc2 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368419 Feb 04 12:55:20.011084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c7233-dfee-40a3-8210-ced0d9bbaee9 req-69ffbd65-f3e6-46cf-a2aa-99e5c6ea2765 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.013061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-032c7233-dfee-40a3-8210-ced0d9bbaee9 req-69ffbd65-f3e6-46cf-a2aa-99e5c6ea2765 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 1096 time: 0.0954001 Feb 04 12:55:20.063747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-032c7233-dfee-40a3-8210-ced0d9bbaee9 req-14f0dae5-4768-4e31-a468-fbedfe7da141 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Feb 04 12:55:20.089411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31510b10-2bc3-49f3-b279-ef3a0cfc65c0 req-b6d30bb6-f2db-43d4-a1b0-f1effea25806 service neutron] 10.222.0.90 "GET /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713984 Feb 04 12:55:20.101992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c6b14-0c13-482f-95e1-cff32968ebdb req-82e5d4cc-0950-436a-8362-bcefab9b4fdb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.109857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-296c6b14-0c13-482f-95e1-cff32968ebdb req-82e5d4cc-0950-436a-8362-bcefab9b4fdb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 943 time: 0.2260025 Feb 04 12:55:20.159217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-296c6b14-0c13-482f-95e1-cff32968ebdb req-f84c6f27-eefc-4bd5-8ea7-56144c0732b5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Feb 04 12:55:20.370548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f8fa-7527-4f02-b5b8-1a82d0e7c0af req-0c589853-b29a-4574-a964-f0165141bb9c tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:20.372975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7301f8fa-7527-4f02-b5b8-1a82d0e7c0af req-0c589853-b29a-4574-a964-f0165141bb9c tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 948 time: 0.1059790 Feb 04 12:55:20.429775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7301f8fa-7527-4f02-b5b8-1a82d0e7c0af req-a06ad635-21eb-4bee-97a2-e6120750d4b3 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Feb 04 12:55:21.431969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ade75-1909-4956-95cf-60297ac32315 req-504f2aee-db40-4b76-91b3-7aee3d81d0d8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:21.437640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-313ade75-1909-4956-95cf-60297ac32315 req-504f2aee-db40-4b76-91b3-7aee3d81d0d8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 943 time: 0.1382816 Feb 04 12:55:21.498010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-313ade75-1909-4956-95cf-60297ac32315 req-c78cd31d-f189-4bf6-b12e-e8f991f69227 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Feb 04 12:55:21.578491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 86cbc2fd-578f-46b5-a3b3-f3e053437329 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:55:21.855510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:21.882346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '86cbc2fd-578f-46b5-a3b3-f3e053437329', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '86cbc2fd-578f-46b5-a3b3-f3e053437329', 'mac_address': 'fa:16:3e:ab:4a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:55:21.967129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:22.020118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cbc2fd-578f-46b5-a3b3-f3e053437329 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:22.054953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:22.061523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:22.062460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2742444c-e897-4ec4-bd68-817dbf8beb6b details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:55:22.162251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:22.221084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49366882-3f7c-4695-89fd-799d580de13b req-f713b908-1c57-4932-901e-73c5fa1d5e3d tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:22.228513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-49366882-3f7c-4695-89fd-799d580de13b req-f713b908-1c57-4932-901e-73c5fa1d5e3d tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 949 time: 0.4411671 Feb 04 12:55:22.327995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-49366882-3f7c-4695-89fd-799d580de13b req-e4467437-827d-4f49-80f4-df42f4ad6a31 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983484 Feb 04 12:55:22.376356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:22.395339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2742444c-e897-4ec4-bd68-817dbf8beb6b', 'network_id': '4fdadbda-9050-4651-baa6-9bfd29231a00', 'port_id': '2742444c-e897-4ec4-bd68-817dbf8beb6b', 'mac_address': 'fa:16:3e:fd:9a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92389622-59a0-4347-b3a5-f044e409d932', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:55:22.485918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:22.511617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2742444c-e897-4ec4-bd68-817dbf8beb6b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:22.543455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:22.550755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:22.677663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:55:22.770010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:22.837154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['86cbc2fd-578f-46b5-a3b3-f3e053437329'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:22.867078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2742444c-e897-4ec4-bd68-817dbf8beb6b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:23.093269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762be90-883c-419a-92a7-4c4a70e68833 req-0fd421c8-4bbc-4385-9c61-4d145da7f15d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.101682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b762be90-883c-419a-92a7-4c4a70e68833 req-0fd421c8-4bbc-4385-9c61-4d145da7f15d tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 944 time: 0.1417832 Feb 04 12:55:23.165535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b762be90-883c-419a-92a7-4c4a70e68833 req-0434f463-3567-42d5-8348-933aa3fbb648 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Feb 04 12:55:23.210225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:23.254768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '754a448f-139f-49a5-8581-c64b17727e5a', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '754a448f-139f-49a5-8581-c64b17727e5a', 'mac_address': 'fa:16:3e:5a:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:55:23.494280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:23.599769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:23.675420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:23.687481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:23.786147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:23.858105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['754a448f-139f-49a5-8581-c64b17727e5a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:23.917457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe78a95-43bd-4cac-b205-9421ac822f0a req-35583937-bbbb-4f5e-9c3f-25a389d7fe09 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:23.920149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efe78a95-43bd-4cac-b205-9421ac822f0a req-35583937-bbbb-4f5e-9c3f-25a389d7fe09 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 947 time: 0.1499422 Feb 04 12:55:24.064248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efe78a95-43bd-4cac-b205-9421ac822f0a req-11a5b9db-1436-45ac-851f-a3fc6bc52aee tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080668 Feb 04 12:55:24.128021 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:24.471095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede31c9-d952-4a9e-ad32-0d5f0c53efd5 req-b5552a60-9e97-42a3-a4dc-3c372a64cf0d tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:24.472356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bede31c9-d952-4a9e-ad32-0d5f0c53efd5 req-b5552a60-9e97-42a3-a4dc-3c372a64cf0d tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 949 time: 0.1377873 Feb 04 12:55:24.533811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bede31c9-d952-4a9e-ad32-0d5f0c53efd5 req-4e744fee-67a0-4493-a8cb-79723381411a tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Feb 04 12:55:25.061461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6375939-3279-4f75-a8d7-bec5d9a66e7f req-296faff9-8776-4094-b841-b5712b492f6f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.064447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6375939-3279-4f75-a8d7-bec5d9a66e7f req-296faff9-8776-4094-b841-b5712b492f6f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 944 time: 0.1581013 Feb 04 12:55:25.137177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6375939-3279-4f75-a8d7-bec5d9a66e7f req-228b5e53-4a52-40fe-91d2-f3f998ada182 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Feb 04 12:55:25.453531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c7855-4653-4499-ad5e-ca83d026fc2a req-bc1fd835-c72a-4ea8-b9c5-2e5f47c6ed35 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:25.455651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d3c7855-4653-4499-ad5e-ca83d026fc2a req-bc1fd835-c72a-4ea8-b9c5-2e5f47c6ed35 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 947 time: 0.1488533 Feb 04 12:55:25.528859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d3c7855-4653-4499-ad5e-ca83d026fc2a req-8c3f8135-6e84-4065-985e-b2cf7bd4836d tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668805 Feb 04 12:55:25.578151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2742444c-e897-4ec4-bd68-817dbf8beb6b up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:55:25.918098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2742444c-e897-4ec4-bd68-817dbf8beb6b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:25.926904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2742444c-e897-4ec4-bd68-817dbf8beb6b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:25.927668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.010901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-b2d1f9b5-1407-4d73-9903-d42230898533 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:26.013063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-b2d1f9b5-1407-4d73-9903-d42230898533 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 947 time: 0.1332500 Feb 04 12:55:26.022069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff292bd5-1982-4816-a035-ff6c999dc6fd req-fc3ce591-0fc6-47f5-83b1-b86f0f8d346e tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:26.023726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff292bd5-1982-4816-a035-ff6c999dc6fd req-fc3ce591-0fc6-47f5-83b1-b86f0f8d346e tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 949 time: 0.2708149 Feb 04 12:55:26.104666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Deleting port 88be51e7-dfd2-45c5-80ec-a09f7df127bc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:26.105036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.126132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.189516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:26.217783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:26.222284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.224125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 86cbc2fd-578f-46b5-a3b3-f3e053437329 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:55:26.358369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:26.390547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 86cbc2fd-578f-46b5-a3b3-f3e053437329 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:26.400979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 86cbc2fd-578f-46b5-a3b3-f3e053437329 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:26.401662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.426209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff292bd5-1982-4816-a035-ff6c999dc6fd req-dd1ef720-aa0b-447b-8cc8-d26bd67bd7c4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903991 Feb 04 12:55:26.489190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] For port 88be51e7-dfd2-45c5-80ec-a09f7df127bc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88be51e7-dfd2-45c5-80ec-a09f7df127bc,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:26.491069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.612846 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.681314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:55:26.801244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Calling delete_port for 88be51e7-dfd2-45c5-80ec-a09f7df127bc owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:26.866362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:26.878508 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:26.971583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 754a448f-139f-49a5-8581-c64b17727e5a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:26.971891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:27.055880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71af084-277a-41ec-adc1-bf3373b84c7e req-7b7830d5-21f2-451a-be37-799a55601a9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:27.064321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b71af084-277a-41ec-adc1-bf3373b84c7e req-7b7830d5-21f2-451a-be37-799a55601a9e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.2095582 Feb 04 12:55:27.171010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:27.252917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b71af084-277a-41ec-adc1-bf3373b84c7e req-6e774795-93fe-4e30-a8cb-4457b42cc371 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Feb 04 12:55:27.283522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:27.356370 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b', 'code': 200} Feb 04 12:55:27.375402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:27.442083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:27.451830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:27.632601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] No DVR routers for this DVR port 88be51e7-dfd2-45c5-80ec-a09f7df127bc on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:27.634978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:27.639819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Pushing event deleted for resources: {'Port': ['ID=88be51e7-dfd2-45c5-80ec-a09f7df127bc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:27.648934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:27.652215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-deleted', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:27.678078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-288fbc1b-3b61-4a9d-bc26-9070d6c983ce req-ad7aa99c-89b2-4cf2-b5fd-eea39801f482 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c HTTP/1.1" status: 200 len: 210 time: 0.1560411 Feb 04 12:55:27.741486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be5cfe5f-e3b0-4db2-85da-112e72d68ad3 req-30707497-b8d2-45ed-b578-f3d0d39eb4b4 tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.87 "DELETE /v2.0/ports/88be51e7-dfd2-45c5-80ec-a09f7df127bc HTTP/1.1" status: 204 len: 173 time: 1.7167675 Feb 04 12:55:27.849867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478f4d4-c1e1-4340-accf-e6559432d05b req-de9934a3-ccb0-433c-b14a-0925ee7dd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:27.860370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d478f4d4-c1e1-4340-accf-e6559432d05b req-de9934a3-ccb0-433c-b14a-0925ee7dd769 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 1096 time: 0.4141827 Feb 04 12:55:28.294456 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfec79-de2e-48f3-ba4d-a9fb688e7f7c', 'name': 'network-vif-deleted', 'tag': '88be51e7-dfd2-45c5-80ec-a09f7df127bc', 'status': 'completed', 'code': 200} Feb 04 12:55:28.309411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d478f4d4-c1e1-4340-accf-e6559432d05b req-e230a68d-472e-4ad3-8409-0a60f1f2e2f0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403188 Feb 04 12:55:28.334350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b5445-f71b-4b0d-82c5-cad9e4577c2b req-dafc40ae-424d-4c68-8db4-d488a1a8a969 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:28.339220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-865b5445-f71b-4b0d-82c5-cad9e4577c2b req-dafc40ae-424d-4c68-8db4-d488a1a8a969 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.1674190 Feb 04 12:55:28.444660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-865b5445-f71b-4b0d-82c5-cad9e4577c2b req-03c8324c-efe5-43c3-8708-35121d0d529f tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 Feb 04 12:55:28.688704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:28.807860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 88be51e7-dfd2-45c5-80ec-a09f7df127bc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:28.808694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88be51e7-dfd2-45c5-80ec-a09f7df127bc not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:29.337108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bffdb-65a2-455c-a52a-2e8a1fc09d72 req-8f1d29c5-59fc-42fb-8301-7ddfb240c6e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:29.356986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a7bffdb-65a2-455c-a52a-2e8a1fc09d72 req-8f1d29c5-59fc-42fb-8301-7ddfb240c6e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4846961 Feb 04 12:55:29.358281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329'}, {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:29.538767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a7bffdb-65a2-455c-a52a-2e8a1fc09d72 req-0c526166-b7a8-481e-9238-c72179d041e9 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775799 Feb 04 12:55:29.799931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81677-ec31-43e6-96ec-d2f6daee166b req-d994c4b2-2da2-4656-bfa5-f986fc197949 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:29.815777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59d81677-ec31-43e6-96ec-d2f6daee166b req-d994c4b2-2da2-4656-bfa5-f986fc197949 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.2377744 Feb 04 12:55:29.886102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59d81677-ec31-43e6-96ec-d2f6daee166b req-48ee5148-05b1-4313-a1ae-29c432e1d8e8 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Feb 04 12:55:29.960317 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329', 'code': 200} Feb 04 12:55:29.960317 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'code': 200} Feb 04 12:55:30.332149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f612e9-3ce9-46fa-a0a7-2c1b941f90b9 req-67272226-4417-4efa-94b9-f877ef0347df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.346305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35f612e9-3ce9-46fa-a0a7-2c1b941f90b9 req-67272226-4417-4efa-94b9-f877ef0347df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 949 time: 0.1971099 Feb 04 12:55:30.391080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd40e-5305-4a1b-b40e-f648925350a1 req-87fc3351-f12a-4e74-9b80-212ecb8ef4f4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.401948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b71cd40e-5305-4a1b-b40e-f648925350a1 req-87fc3351-f12a-4e74-9b80-212ecb8ef4f4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.2688553 Feb 04 12:55:30.405733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35f612e9-3ce9-46fa-a0a7-2c1b941f90b9 req-c25c6a56-b3b1-43f6-8407-80fe009c641f tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569282 Feb 04 12:55:30.445127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901d79-a4d5-445a-a1a2-9752179edd46 req-ef323292-5ad9-4930-ae96-094af9ba73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.449530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36901d79-a4d5-445a-a1a2-9752179edd46 req-ef323292-5ad9-4930-ae96-094af9ba73a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 1101 time: 0.4030199 Feb 04 12:55:30.530238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b71cd40e-5305-4a1b-b40e-f648925350a1 req-744cb6cb-7434-4d04-a31f-a75d588409ba tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273890 Feb 04 12:55:30.545893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36901d79-a4d5-445a-a1a2-9752179edd46 req-532e3788-9c8d-489e-a17d-c381b05a3991 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851343 Feb 04 12:55:30.844042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630595-11d0-4740-a679-2024af8b45ec req-f3cfd2fa-de02-4aa8-a04f-cf2954e3fa6a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:30.853707 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65630595-11d0-4740-a679-2024af8b45ec req-f3cfd2fa-de02-4aa8-a04f-cf2954e3fa6a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1228745 Feb 04 12:55:30.955890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65630595-11d0-4740-a679-2024af8b45ec req-d82394d5-2763-4da4-9a1c-6d580dcad592 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924234 Feb 04 12:55:31.388178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843770-28b6-47f6-9a05-1a6660f87006 req-853b94e1-d12d-47d1-8b4f-6aa72e8136b4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:31.390046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43843770-28b6-47f6-9a05-1a6660f87006 req-853b94e1-d12d-47d1-8b4f-6aa72e8136b4 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.2809613 Feb 04 12:55:31.458357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b8e9c52f-91de-4dfc-9df1-c6d83e637d83 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:31.460782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b8e9c52f-91de-4dfc-9df1-c6d83e637d83 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.90 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 945 time: 0.2673047 Feb 04 12:55:31.604242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43843770-28b6-47f6-9a05-1a6660f87006 req-5ebb8f60-e482-4e2c-8485-8c183ee893c9 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c4d41eb-5c54-442a-8ee5-671b4201f615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063067 Feb 04 12:55:31.733353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Deleting port 5615498c-6591-4efe-8d8c-8c7ed93bad37 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:31.733742 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:32.161577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] For port 5615498c-6591-4efe-8d8c-8c7ed93bad37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5615498c-6591-4efe-8d8c-8c7ed93bad37,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:32.162818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:32.301849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Calling delete_port for 5615498c-6591-4efe-8d8c-8c7ed93bad37 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:32.600971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:32.613012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5615498c-6591-4efe-8d8c-8c7ed93bad37'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:32.613762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e2072-8d7d-4a3c-8e8e-a3d2520e4213 req-72d8cdcb-9575-4439-8c93-aec8d1a6b4cd tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:32.614483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f46e2072-8d7d-4a3c-8e8e-a3d2520e4213 req-72d8cdcb-9575-4439-8c93-aec8d1a6b4cd tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Synchronizing usage tracker for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:32.648919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-eb48d1b1-b4c5-4c50-8d12-883254a68cbf tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:32.651860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-eb48d1b1-b4c5-4c50-8d12-883254a68cbf tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.90 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 949 time: 0.1641746 Feb 04 12:55:32.684848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Pushing event deleted for resources: {'Port': ['ID=5615498c-6591-4efe-8d8c-8c7ed93bad37,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:32.758187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Deleting port ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:32.758821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:32.818946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f46e2072-8d7d-4a3c-8e8e-a3d2520e4213 req-72d8cdcb-9575-4439-8c93-aec8d1a6b4cd tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Unset dirty status for tenant:a55acc81cca740b5935d47535bec5934 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:32.822337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f46e2072-8d7d-4a3c-8e8e-a3d2520e4213 req-72d8cdcb-9575-4439-8c93-aec8d1a6b4cd tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/ports?device_id=f457fcb9-e84b-45c3-8525-b896ffcff42a HTTP/1.1" status: 200 len: 949 time: 0.4760971 Feb 04 12:55:32.919991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] No DVR routers for this DVR port 5615498c-6591-4efe-8d8c-8c7ed93bad37 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:32.927924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:32.937175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'name': 'network-vif-deleted', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:32.958842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-165f585b-cc9d-4f4d-b42f-94a58e83570c req-b41cf077-9bfc-4267-a418-4b449fe6e216 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.90 "DELETE /v2.0/ports/5615498c-6591-4efe-8d8c-8c7ed93bad37 HTTP/1.1" status: 204 len: 173 time: 1.4894936 Feb 04 12:55:33.001820 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f46e2072-8d7d-4a3c-8e8e-a3d2520e4213 req-48eeb296-79dd-4502-9ec3-f94c5d4b86fa tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.53 "GET /v2.0/security-groups?id=1bfa51bc-7ef1-45e2-a845-cbf607013aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106465 Feb 04 12:55:33.250012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c6215-f9e4-43f0-a742-e7c7617e4926 req-508e033a-ebd9-47c1-9cec-4eacb2208469 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:33.252622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd6c6215-f9e4-43f0-a742-e7c7617e4926 req-508e033a-ebd9-47c1-9cec-4eacb2208469 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.1425478 Feb 04 12:55:33.338454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd6c6215-f9e4-43f0-a742-e7c7617e4926 req-c5bdb4f7-a1b7-4867-892f-ecf7b89fbd5c tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Feb 04 12:55:33.385433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] For port ad1b7189-dc47-4563-9ded-23680280efbb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad1b7189-dc47-4563-9ded-23680280efbb,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:33.386096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:33.556343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Calling delete_port for ad1b7189-dc47-4563-9ded-23680280efbb owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:33.630983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b935277-b7db-4ce9-a4d2-dd29fb5e64e4 req-b170cbde-4fba-4bf0-abfb-c8e6ffa871f5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:33.645951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b935277-b7db-4ce9-a4d2-dd29fb5e64e4 req-b170cbde-4fba-4bf0-abfb-c8e6ffa871f5 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1585789 Feb 04 12:55:33.733762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b935277-b7db-4ce9-a4d2-dd29fb5e64e4 req-6b526e04-962a-46bd-9cd4-21501f988d99 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852497 Feb 04 12:55:33.834822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:34.067658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Pushing event deleted for resources: {'Port': ['ID=ad1b7189-dc47-4563-9ded-23680280efbb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:34.083492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] No DVR routers for this DVR port ad1b7189-dc47-4563-9ded-23680280efbb on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:34.088629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:34.101322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-deleted', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:34.117826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2f84a8a-ca7a-4ef3-acff-558a2d6c8a80 req-8145e07a-73d0-494a-8398-349b368c34df tempest-ListImageFiltersTestJSON-73710965 tempest-ListImageFiltersTestJSON-73710965-project] 10.222.0.90 "DELETE /v2.0/ports/ad1b7189-dc47-4563-9ded-23680280efbb HTTP/1.1" status: 204 len: 173 time: 1.4595060 Feb 04 12:55:34.229269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-94dc790b-7ffe-4f6f-ba18-7a66bf141cf8 req-cba1aae0-0ddc-4d7b-b328-8f50ccb26e31 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Synchronizing usage tracker for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:34.266529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-94dc790b-7ffe-4f6f-ba18-7a66bf141cf8 req-cba1aae0-0ddc-4d7b-b328-8f50ccb26e31 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] Unset dirty status for tenant:34fdead7d4a24cf4bbd715f28e4172bc on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:34.268917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94dc790b-7ffe-4f6f-ba18-7a66bf141cf8 req-cba1aae0-0ddc-4d7b-b328-8f50ccb26e31 tempest-AttachSCSIVolumeTestJSON-144034907 tempest-AttachSCSIVolumeTestJSON-144034907-project] 10.222.0.53 "GET /v2.0/ports?device_id=01960aa3-404d-4635-88e3-52b5cff76dd3 HTTP/1.1" status: 200 len: 210 time: 0.1070971 Feb 04 12:55:34.423194 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01960aa3-404d-4635-88e3-52b5cff76dd3', 'name': 'network-vif-deleted', 'tag': '5615498c-6591-4efe-8d8c-8c7ed93bad37', 'status': 'completed', 'code': 200} Feb 04 12:55:34.917959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d24237-9a82-47a9-9f10-4f5674d13b61 req-1eb1864f-f6f6-4b3f-8864-eaecb79fd14a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:34.920707 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3d24237-9a82-47a9-9f10-4f5674d13b61 req-1eb1864f-f6f6-4b3f-8864-eaecb79fd14a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1625955 Feb 04 12:55:35.037489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3d24237-9a82-47a9-9f10-4f5674d13b61 req-04082af8-8ef7-434b-9dcf-27d6c073a2dd tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056793 Feb 04 12:55:35.190868 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457fcb9-e84b-45c3-8525-b896ffcff42a', 'name': 'network-vif-deleted', 'tag': 'ad1b7189-dc47-4563-9ded-23680280efbb', 'status': 'completed', 'code': 200} Feb 04 12:55:35.596865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5615498c-6591-4efe-8d8c-8c7ed93bad37 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:35.661979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 5615498c-6591-4efe-8d8c-8c7ed93bad37 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:35.663016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5615498c-6591-4efe-8d8c-8c7ed93bad37 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:37.592372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:37.655560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: ad1b7189-dc47-4563-9ded-23680280efbb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:37.656269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad1b7189-dc47-4563-9ded-23680280efbb not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:39.240460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3171a9-a9b0-4ef9-b4ea-b81f8cf981cb req-4c51c814-ae85-43c9-8a4b-c13592f44c45 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:39.242223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd3171a9-a9b0-4ef9-b4ea-b81f8cf981cb req-4c51c814-ae85-43c9-8a4b-c13592f44c45 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1129327 Feb 04 12:55:39.327450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd3171a9-a9b0-4ef9-b4ea-b81f8cf981cb req-45140532-0fe9-44e7-aedd-cc9cc0e381d1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791304 Feb 04 12:55:40.628172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452d597-3dec-4ea8-8be2-c66912339755 req-6c9bb8ad-d899-4d9c-a6e7-bdf963048a08 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:40.639957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a452d597-3dec-4ea8-8be2-c66912339755 req-6c9bb8ad-d899-4d9c-a6e7-bdf963048a08 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 949 time: 0.1330724 Feb 04 12:55:40.693046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a452d597-3dec-4ea8-8be2-c66912339755 req-1ac41788-1c3e-456a-b5b3-2aae892ab00e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Feb 04 12:55:40.752375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac33b04-a1bd-4bcb-b3fa-78898b2077b1 req-f028b88e-11f8-452d-a36c-7947d0f57747 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:40.754354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fac33b04-a1bd-4bcb-b3fa-78898b2077b1 req-f028b88e-11f8-452d-a36c-7947d0f57747 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1651337 Feb 04 12:55:40.865098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fac33b04-a1bd-4bcb-b3fa-78898b2077b1 req-16bcf4ea-1498-4d9f-bb5b-246be07965ce tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Feb 04 12:55:40.905297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60802) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:40.962615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab63362-57f1-4551-b8fd-512c398e1a21 req-0c113577-6891-4598-9752-381c532baca6 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:40.970372 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ab63362-57f1-4551-b8fd-512c398e1a21 req-0c113577-6891-4598-9752-381c532baca6 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.1061873 Feb 04 12:55:41.033230 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ab63362-57f1-4551-b8fd-512c398e1a21 req-58159344-07cc-4213-ba4a-a28a8726219e tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616193 Feb 04 12:55:41.248434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:41.249462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-db2ca1cd-b1f7-4f7f-980b-a958c0dc5a9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a55acc81cca740b5935d47535bec5934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430126 Feb 04 12:55:41.360792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:41.407282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:41.533393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:41.575737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa51bc-7ef1-45e2-a845-cbf607013aa3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:41.605613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:41.616022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d94deef-1d98-478c-9bbc-61498144c351 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bfa51bc-7ef1-45e2-a845-cbf607013aa3 HTTP/1.1" status: 204 len: 168 time: 0.3641286 Feb 04 12:55:42.278454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-5560e88c-a599-4012-8845-697f6d82cdbc tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.283904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-5560e88c-a599-4012-8845-697f6d82cdbc tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.90 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.3143339 Feb 04 12:55:42.427079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Deleting port 86cbc2fd-578f-46b5-a3b3-f3e053437329 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:42.427713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:42.538927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c078de-1fe6-460b-a7a6-bd2af0b1587b req-59602c88-764e-45fe-a418-dcc2eaa814b9 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.540526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27c078de-1fe6-460b-a7a6-bd2af0b1587b req-59602c88-764e-45fe-a418-dcc2eaa814b9 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 950 time: 0.1930158 Feb 04 12:55:42.606415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27c078de-1fe6-460b-a7a6-bd2af0b1587b req-aa02e2ef-0f33-43d5-8549-2076e61f8d9e tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/security-groups?id=d276ac34-9774-4522-ab20-7a3e6b5a88d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Feb 04 12:55:42.677727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caf6d4-4f63-490c-8792-7667b143d563 req-b8cd83cb-21c3-48ac-8366-cd3624c6f65e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:42.685160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18caf6d4-4f63-490c-8792-7667b143d563 req-b8cd83cb-21c3-48ac-8366-cd3624c6f65e tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.5569286 Feb 04 12:55:42.997559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18caf6d4-4f63-490c-8792-7667b143d563 req-73515a55-6b96-42b6-ba8f-94b779d70f3b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109450 Feb 04 12:55:43.101885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] For port 86cbc2fd-578f-46b5-a3b3-f3e053437329, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=86cbc2fd-578f-46b5-a3b3-f3e053437329,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:43.103473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:43.318790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Calling delete_port for 86cbc2fd-578f-46b5-a3b3-f3e053437329 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:43.320305 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce867c63-b165-4cc5-b185-c0dfea8f6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:43.669857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628441-9047-494f-a005-6a8714150ada req-cbb92e8e-2931-46c3-bd85-54fb82c0f6a0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:43.677253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b628441-9047-494f-a005-6a8714150ada req-cbb92e8e-2931-46c3-bd85-54fb82c0f6a0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 949 time: 0.3663847 Feb 04 12:55:43.772021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b628441-9047-494f-a005-6a8714150ada req-55caccd8-17fe-4d9f-9b95-39ef7a7a152e tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937955 Feb 04 12:55:43.821383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:43.982808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Pushing event deleted for resources: {'Port': ['ID=86cbc2fd-578f-46b5-a3b3-f3e053437329,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:44.003731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60920) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:44.075999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] No DVR routers for this DVR port 86cbc2fd-578f-46b5-a3b3-f3e053437329 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:44.078863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.083718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'name': 'network-vif-deleted', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:44.104967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-159b7ea6-f2ae-4925-972d-c94c2eff685a req-b6c6c99b-c17b-436e-a5aa-a49e740961e4 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.90 "DELETE /v2.0/ports/86cbc2fd-578f-46b5-a3b3-f3e053437329 HTTP/1.1" status: 204 len: 173 time: 1.8116674 Feb 04 12:55:44.211909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecebcde9-be52-4b74-8e7e-99aac57bcf5d req-e5067f88-a030-4743-a38e-e1e029756d16 tempest-TenantUsagesTestJSON-26107299 tempest-TenantUsagesTestJSON-26107299-project] 10.222.0.53 "GET /v2.0/ports?device_id=637f1eda-1e5a-491b-92aa-6ad3db2e920e HTTP/1.1" status: 200 len: 210 time: 0.4155042 Feb 04 12:55:44.358888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.441538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-614f709f-0a0d-4c50-b63a-e4e4b7a0ac28 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.443068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-614f709f-0a0d-4c50-b63a-e4e4b7a0ac28 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 0.2482340 Feb 04 12:55:44.445976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:44.452287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Usage tracker for resource:security_group_rule and tenant:17b89695732a4f049838d4d754293b70 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:44.462833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:44.471836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:44.475058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-617138cc-2240-4047-b89c-542853ca2e89 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/quotas/acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 375 time: 0.0244904 Feb 04 12:55:44.583322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aa8e-cc75-4a96-a3ff-7cfdecef2352 req-466887f2-7510-40e3-a2c2-81b0f9f5f68c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.592794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32c7aa8e-cc75-4a96-a3ff-7cfdecef2352 req-466887f2-7510-40e3-a2c2-81b0f9f5f68c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1176026 Feb 04 12:55:44.651670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-7605916a-924b-4f1f-98df-936d22fe885b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686094 Feb 04 12:55:44.678799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32c7aa8e-cc75-4a96-a3ff-7cfdecef2352 req-208d331a-7177-4d8a-b2be-119059aaabdb tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846455 Feb 04 12:55:44.733005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:44.803961 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637f1eda-1e5a-491b-92aa-6ad3db2e920e', 'name': 'network-vif-deleted', 'tag': '86cbc2fd-578f-46b5-a3b3-f3e053437329', 'status': 'completed', 'code': 200} Feb 04 12:55:44.899187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.933405 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.970016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:44.985984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-cb03831d-15fc-492f-b715-7d57ba6aa1d9 service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330266 Feb 04 12:55:45.037763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:45.040649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:45.056678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.127559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18587b8-24e8-494f-a826-1b9e15aa6ec0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:45.137680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ee83c9f4-6696-4c13-8e3b-f29800fd870d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17b89695732a4f049838d4d754293b70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1121912 Feb 04 12:55:45.139447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60944) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:45.173721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:45.212055 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-a70f55a8-ec91-448f-a27a-2ab4fa867fbb service neutron] 10.222.0.53 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170522 Feb 04 12:55:45.227159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.274706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.277375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60952) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:45.367166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.422408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18587b8-24e8-494f-a826-1b9e15aa6ec0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:45.428006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.435123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e18587b8-24e8-494f-a826-1b9e15aa6ec0 HTTP/1.1" status: 204 len: 168 time: 0.2936709 Feb 04 12:55:45.543826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.544177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.544904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.545393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.545876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.546368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.546883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.547557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.548037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.548514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.549007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.549486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070836ae-0162-4a44-a270-29e8535335ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:45.622505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 86cbc2fd-578f-46b5-a3b3-f3e053437329 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:45.702458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 86cbc2fd-578f-46b5-a3b3-f3e053437329 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:45.702944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 86cbc2fd-578f-46b5-a3b3-f3e053437329 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:45.707263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fbc0d-5c43-46a2-b8e0-67649e9e33b2 req-bd5be469-8313-4a90-9bca-6e2c076bb2b3 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:45.719752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-805fbc0d-5c43-46a2-b8e0-67649e9e33b2 req-bd5be469-8313-4a90-9bca-6e2c076bb2b3 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 947 time: 0.3296139 Feb 04 12:55:45.784586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba2a7c85-6f3c-415a-8c77-a25f39ded8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:45.802179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-e105f129-8884-4e97-894b-9b89980fffbc tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:45.804026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-e105f129-8884-4e97-894b-9b89980fffbc tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.87 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 947 time: 0.2682817 Feb 04 12:55:45.846103 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'code': 200} Feb 04 12:55:45.964336 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-805fbc0d-5c43-46a2-b8e0-67649e9e33b2 req-5615a04b-7608-4c15-91cb-c68ef293edcc tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436199 Feb 04 12:55:45.989829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Deleting port 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:45.999331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:46.516347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924efd23-2bdd-43ce-9c60-5cf7677b624d req-3e7f0a49-777c-4cd5-abeb-a395a1c41eb6 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.518044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-924efd23-2bdd-43ce-9c60-5cf7677b624d req-3e7f0a49-777c-4cd5-abeb-a395a1c41eb6 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.2570586 Feb 04 12:55:46.640568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] For port 754a448f-139f-49a5-8581-c64b17727e5a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=754a448f-139f-49a5-8581-c64b17727e5a,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:46.641751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-924efd23-2bdd-43ce-9c60-5cf7677b624d req-0f1039ce-600c-43c8-b285-eec5d7ee8f64 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803938 Feb 04 12:55:46.646305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:46.655787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:46.710293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9dc09-93c8-4e4b-8e5c-9e55f452c26a req-176162f0-8c16-4b3e-9d4a-7f7dc8a73d41 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.736801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32f9dc09-93c8-4e4b-8e5c-9e55f452c26a req-176162f0-8c16-4b3e-9d4a-7f7dc8a73d41 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.2930095 Feb 04 12:55:46.754681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:46.814457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:46.911260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Calling delete_port for 754a448f-139f-49a5-8581-c64b17727e5a owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:47.005539 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32f9dc09-93c8-4e4b-8e5c-9e55f452c26a req-15a0a373-0cc6-460c-a274-5d8cc0f52648 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659063 Feb 04 12:55:47.153432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:47.352080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:47.440359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0dac93ea-2279-49d8-9d4e-bf9e96a1885c req-ba914f75-ffae-47fb-898b-e996d2991c88 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2320390 Feb 04 12:55:47.509337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Pushing event deleted for resources: {'Port': ['ID=754a448f-139f-49a5-8581-c64b17727e5a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:47.570670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] No DVR routers for this DVR port 754a448f-139f-49a5-8581-c64b17727e5a on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:47.573700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:47.579362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-deleted', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:47.612738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4070b-2703-4ddf-85bc-fcda1c1858de req-0fc0cca3-1c0a-4414-8f2a-e27391fafd39 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.620607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42a4070b-2703-4ddf-85bc-fcda1c1858de req-0fc0cca3-1c0a-4414-8f2a-e27391fafd39 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/ports?device_id=63f90da0-8b8c-44af-a068-0c131d0e3a94 HTTP/1.1" status: 200 len: 866 time: 0.3789835 Feb 04 12:55:47.658579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dac932c-9c2d-4837-8f67-96c6c0920592 req-72b0d77a-6a5d-4aae-9d30-60482e18cfd9 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.87 "DELETE /v2.0/ports/754a448f-139f-49a5-8581-c64b17727e5a HTTP/1.1" status: 204 len: 173 time: 1.8465221 Feb 04 12:55:47.684317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eafe5983-71c9-4ef0-ad1a-f9483e468e9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f2207b33fb0437d80c98c9b0ac3d52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8502679 Feb 04 12:55:47.684317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:47.792975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42a4070b-2703-4ddf-85bc-fcda1c1858de req-8a104374-449b-4f47-9fea-653b710f74c0 tempest-ImagesOneServerTestJSON-1114642785 tempest-ImagesOneServerTestJSON-1114642785-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713154 Feb 04 12:55:47.842772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:47.893816 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f90da0-8b8c-44af-a068-0c131d0e3a94', 'name': 'network-vif-deleted', 'tag': '754a448f-139f-49a5-8581-c64b17727e5a', 'status': 'completed', 'code': 200} Feb 04 12:55:47.917093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:48.000284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:48.028092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d276ac34-9774-4522-ab20-7a3e6b5a88d0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:48.051009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:48.057344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-47b61a96-8752-4bac-a4fd-57a622b202a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d276ac34-9774-4522-ab20-7a3e6b5a88d0 HTTP/1.1" status: 204 len: 168 time: 0.3688645 Feb 04 12:55:48.278898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Deleting port 8561856e-04b7-47ec-abe3-f32187460ae6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:48.279477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:48.373169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f9002-5ab8-484a-adb1-e6a42284b382 req-18f78fbc-4c91-48ed-a992-ff323fb6821c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.383647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f44f9002-5ab8-484a-adb1-e6a42284b382 req-18f78fbc-4c91-48ed-a992-ff323fb6821c tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1322064 Feb 04 12:55:48.640719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:48.648055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-9c7d7309-4b72-436b-8345-db5ac49efd12 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.653054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-9c7d7309-4b72-436b-8345-db5ac49efd12 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 819 time: 1.0709820 Feb 04 12:55:48.691511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Request body: {'port': {'device_id': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'admin_state_up': True, 'tenant_id': 'acbc69913a5b44dbbdbc5170b16273fb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:48.847926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f44f9002-5ab8-484a-adb1-e6a42284b382 req-f114c95e-d8e8-45c5-be90-2248df91d670 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620810 Feb 04 12:55:48.931612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:48.981085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.029185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] For port 8561856e-04b7-47ec-abe3-f32187460ae6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8561856e-04b7-47ec-abe3-f32187460ae6,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:49.029645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.038749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:49.050842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d9010a5be3a14ec4a0a09d38989499ed is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:49.111096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:49.120310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:49.189637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac758f-fcc0-4d32-9f19-c83c77db53f1 req-8e0cdb11-9be1-4aa3-a346-6c1207a6c7f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:49.197120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edac758f-fcc0-4d32-9f19-c83c77db53f1 req-8e0cdb11-9be1-4aa3-a346-6c1207a6c7f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.1519907 Feb 04 12:55:49.282021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edac758f-fcc0-4d32-9f19-c83c77db53f1 req-3055c71f-baa2-463d-9bad-4b1ff1d66771 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837674 Feb 04 12:55:49.308421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:49.334312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:49.345894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:49.358448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Calling delete_port for 8561856e-04b7-47ec-abe3-f32187460ae6 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:49.370162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.376257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.427830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e12c14e-dac4-4729-8499-0d6f9dd16bfd req-4c319a8b-6dfd-4d55-bf63-2e576bdb604a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.3735538 Feb 04 12:55:49.445403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Made reservation on behalf of acbc69913a5b44dbbdbc5170b16273fb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:49.449912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.473999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980b608-0910-4c01-a08a-06f5b8ed341d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:49.506061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a339ae96-8067-4f0f-bc86-227abef317e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9010a5be3a14ec4a0a09d38989499ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5728803 Feb 04 12:55:49.509374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.519892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32860) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:49.573639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:49.579560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a2192f17476242468aeef5d486ec605a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:49.603347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:49.623023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:49.631089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.713716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.833909 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.957626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:49.964879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:49.975575 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.045959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a6c3d-675f-45e6-a569-66ea6263d572,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:50.143978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10aaacf3-d3d9-4a5b-9b1b-d7fab59dd1c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2192f17476242468aeef5d486ec605a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317416 Feb 04 12:55:50.144975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32884) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:50.163168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Allocated IP 172.20.0.5 (5a2dff08-03c8-428a-8a1c-98ccd458e26b/e5e8d484-30d9-437f-be36-8e9fd626446a/1d4dfcb8-f97e-41ab-98ab-5f944207983d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:50.372281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.408155 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.410652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6980b608-0910-4c01-a08a-06f5b8ed341d HTTP/1.1" status: 204 len: 168 time: 0.8882720 Feb 04 12:55:50.447792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8f8fe47a-4a0e-40bb-8b74-e7772aaf487b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d50bcdf3a0f34cefb7022952425536f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805467 Feb 04 12:55:50.453278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:50.460826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9de393-1829-46f7-964d-551299af0f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980b608-0910-4c01-a08a-06f5b8ed341d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:50.470172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.547496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7d6c-7879-4a04-a93b-d65fbbf8a21d req-a5c798a9-b71a-43ab-8806-471ef5eb492f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.558588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3fc7d6c-7879-4a04-a93b-d65fbbf8a21d req-a5c798a9-b71a-43ab-8806-471ef5eb492f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4773846 Feb 04 12:55:50.587377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.609528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-7d0c85cd-99c8-47a1-a802-ce78873feafa tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.611158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-7d0c85cd-99c8-47a1-a802-ce78873feafa tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.87 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 0.4680004 Feb 04 12:55:50.631991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Pushing event deleted for resources: {'Port': ['ID=8561856e-04b7-47ec-abe3-f32187460ae6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:50.643195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.737209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.737571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.738314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.738314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.738639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.738907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.739230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.739808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.739922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.740175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.740499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.740835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:50.747403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Deleting port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:50.748202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:50.755540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:50.856440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 754a448f-139f-49a5-8581-c64b17727e5a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:50.857107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 754a448f-139f-49a5-8581-c64b17727e5a not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:50.893915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.014019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3fc7d6c-7879-4a04-a93b-d65fbbf8a21d req-cff355fe-9fd6-41e9-adaf-a3a9f22fdd45 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535575 Feb 04 12:55:51.144394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.175051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.360543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.407351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bf01db3-39e1-433e-9296-f932b1ecb1d8 req-b191ffeb-9ac6-4f82-a695-07f66aa44ae6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1756253 Feb 04 12:55:51.424761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a6c3d-675f-45e6-a569-66ea6263d572,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:51.444973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.467120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['17d17660-2286-4ebf-b35d-2dd0a2ff33ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:55:51.476418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.477757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8358d6c8-8118-41fa-b5db-17630d4e292f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b6a6c3d-675f-45e6-a569-66ea6263d572 HTTP/1.1" status: 204 len: 168 time: 1.3321502 Feb 04 12:55:51.492916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.511490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09045172-1c77-48c8-a81e-3f35218a6624 req-eeaf9d6d-0a3a-44e4-b03d-2e4c296fd926 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.520404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09045172-1c77-48c8-a81e-3f35218a6624 req-eeaf9d6d-0a3a-44e4-b03d-2e4c296fd926 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 945 time: 1.0657995 Feb 04 12:55:51.581034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.595599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] For port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:51.595978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.607385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Network 5a2dff08-03c8-428a-8a1c-98ccd458e26b is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:51.616162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:51.629315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:55:51.673096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:51.708449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:51.767572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09045172-1c77-48c8-a81e-3f35218a6624 req-6e5de1d0-7ea5-4ec0-888c-7e46d797b0ad tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1713262-b46a-4df3-9a7c-e1ffaf500052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454739 Feb 04 12:55:51.814560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:51.823410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae6e8d76-ea78-408a-9c81-fde4ce90eed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2c8e6e2-0008-4aaf-a5e3-88f2abfb2316 HTTP/1.1" status: 204 len: 168 time: 1.3638024 Feb 04 12:55:51.978485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.979974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:52.211575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3cadc8a2-2351-4d81-b7bc-f682062f27a3 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5443950 Feb 04 12:55:52.228428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Request body: {'port': {'device_id': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:52.283124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:52.283711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:52.283823 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Floating IP 5b8a043a-4131-4250-8b8f-e0e568f0f911 disassociated. External IP: 172.25.4.201, port: 475ed7e4-a8ee-493c-95bf-232d06a1ebd6. Feb 04 12:55:52.284274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Calling delete_port for 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:52.700841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:52.847017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:52.912056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event deleted for resources: {'Port': ['ID=475ed7e4-a8ee-493c-95bf-232d06a1ebd6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:52.946501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Router 29f763a5-dd99-40d8-8893-c50b9783bdac has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:55:52.965901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e97c4d-b8ce-43b9-aedc-8383116ba5f8 req-b166697e-6735-42fe-883f-a555e3d38488 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:52.967511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80e97c4d-b8ce-43b9-aedc-8383116ba5f8 req-b166697e-6735-42fe-883f-a555e3d38488 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.7462008 Feb 04 12:55:53.172642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866108e9-f804-4b43-964d-754f6d948e5b req-13e7b08a-ce96-486f-b81a-8af064e59d94 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.175078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-866108e9-f804-4b43-964d-754f6d948e5b req-13e7b08a-ce96-486f-b81a-8af064e59d94 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 931 time: 0.5575013 Feb 04 12:55:53.177234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:55:53.197026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:55:53.211755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Sync routers for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:55:53.228850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:55:53.233290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:53.238194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68704a80-a424-4419-bd9e-fe540e500256 admin admin] 10.222.0.53 "PUT /v2.0/routers/29f763a5-dd99-40d8-8893-c50b9783bdac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9592671 Feb 04 12:55:53.245084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 32986) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:53.414810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-866108e9-f804-4b43-964d-754f6d948e5b req-016663d6-467a-4abc-8d2f-ac97fb85dcf4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311764 Feb 04 12:55:53.697436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80e97c4d-b8ce-43b9-aedc-8383116ba5f8 req-b6cec567-6095-440d-9179-6b509fc2d2c4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235305 Feb 04 12:55:53.857121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:55:53.860457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a15f6bc2-c32e-48f7-9d76-4ed4fa8bf880 req-972c2e55-a5a4-4b63-a5ae-5b3eb48c193c tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/ports?device_id=731a5c1e-353e-4e1f-8a48-3024127869c8 HTTP/1.1" status: 200 len: 210 time: 0.1104982 Feb 04 12:55:53.891858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:53.892970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:55:53.917846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Sync routers for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:55:53.932773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:55:53.933490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:54.082904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] No DVR routers for this DVR port 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:55:54.089912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.097394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'name': 'network-vif-deleted', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:54.131698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6fe05391-db51-4245-8a90-2cf6e0360692 req-90d8a206-4220-41ca-922a-c71d323bbc7a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.87 "DELETE /v2.0/ports/475ed7e4-a8ee-493c-95bf-232d06a1ebd6 HTTP/1.1" status: 204 len: 173 time: 3.4916651 Feb 04 12:55:54.197445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-881966513-network', 'tenant_id': '2db9aa8b055345feae466249920eaecf'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:54.204846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:54.217923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Usage tracker for resource:network and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:54.226434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.230094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:54.237290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:54.258457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Made reservation on behalf of 2db9aa8b055345feae466249920eaecf for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:54.261455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.294295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.332146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:54.342588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Usage tracker for resource:security_group_rule and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:54.352360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:54.373726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:54.399238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:55:50Z', 'revision_number': 5, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:54.407829 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:55:54.410506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Checking router: 29f763a5-dd99-40d8-8893-c50b9783bdac for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:55:54.445727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Routers {'29f763a5-dd99-40d8-8893-c50b9783bdac'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:55:54.446979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['29f763a5-dd99-40d8-8893-c50b9783bdac'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:54.517487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.576490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.583955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.638678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:55:54.677137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e1b02-4f6c-4aa8-930d-93e25134bd70,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:54.682194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.682805 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Added segment 0d57c798-da8a-449c-aa66-84336e9bff1a of type vlan for network 5d2ed1e3-aeb4-4048-b626-7305a489b19e Feb 04 12:55:54.772423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.833657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.834709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.835280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:54.868350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:54.920858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0254009 Feb 04 12:55:54.929594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:55:54.984135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:54.984357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:54.999035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 475ed7e4-a8ee-493c-95bf-232d06a1ebd6 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:55.048636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Request body: {'subnet': {'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-881966513-subnet', 'tenant_id': '2db9aa8b055345feae466249920eaecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:55.074517 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731a5c1e-353e-4e1f-8a48-3024127869c8', 'name': 'network-vif-deleted', 'tag': '475ed7e4-a8ee-493c-95bf-232d06a1ebd6', 'status': 'completed', 'code': 200} Feb 04 12:55:55.077782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:55:55.096091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Usage tracker for resource:subnet and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:55:55.104668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] Set router 29f763a5-dd99-40d8-8893-c50b9783bdac gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:55:55.114878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:55:55.122516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4dfcb8-f97e-41ab-98ab-5f944207983d {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:55:55.133482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:55.136950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:55:55.150960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:55.165790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345db43-ed4a-47fa-9c4c-66876a4ade49 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2ed1e3-aeb4-4048-b626-7305a489b19e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:55.194774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Deleting port 9855a954-adee-4f85-817e-60cd9f06df9c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:55.195827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:55.248761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Made reservation on behalf of 2db9aa8b055345feae466249920eaecf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:55.251922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:55.285038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Transition to ACTIVE for port object 1d4dfcb8-f97e-41ab-98ab-5f944207983d will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:55.347627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:55.355320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Checking router: 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:55:55.372833 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:55:55.374850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:55.429226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:55.485076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:55:55.505984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3980bf9-36c5-483d-b3cc-83b952f1c64c req-c2c14813-0bc8-4006-b0a3-b2487d1f6776 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.507834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3980bf9-36c5-483d-b3cc-83b952f1c64c req-c2c14813-0bc8-4006-b0a3-b2487d1f6776 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1757903 Feb 04 12:55:55.596154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3980bf9-36c5-483d-b3cc-83b952f1c64c req-ce57d2e0-e369-49eb-b03c-027e44dcba76 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811024 Feb 04 12:55:55.645401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:55:56.009550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:55:50Z', 'revision_number': 5, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:56.023151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf98cd3-24d3-4427-a975-449bf2a1c5ad None None] The sync data for ids ['29f763a5-dd99-40d8-8893-c50b9783bdac'] in n-d-820555-2 is: [{'id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1174934637-router', 'tenant_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:52:51Z', 'updated_at': '2022-02-04T12:55:50Z', 'revision_number': 5, 'project_id': '34fdead7d4a24cf4bbd715f28e4172bc', 'gw_port': {'id': '9855a954-adee-4f85-817e-60cd9f06df9c', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f763a5-dd99-40d8-8893-c50b9783bdac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:52:53Z', 'updated_at': '2022-02-04T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:55:56.067072 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:55:56.309195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:56.338482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:55:56.338922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:55:56.339101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:56.360217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:55:56.360509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:55:56.375080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5102e-2060-4414-8c77-101b82e63347 req-7755850e-eb52-4b21-9eae-f126074d9c52 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:56.376447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-54a5102e-2060-4414-8c77-101b82e63347 req-7755850e-eb52-4b21-9eae-f126074d9c52 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:55:56.401090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:55:56.401448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:55:56.401852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:55:56.402865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Bound port: 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:55:56.403223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:56.422414 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:56.430457 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc382d8-f487-48b8-b817-5761230ee91e None None] The sync data for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 is: [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:53:53Z', 'revision_number': 4, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '370b4213-e866-4a17-bab0-7698996ad565', 'name': '', 'network_id': 'e932a473-5284-482a-8fe0-20c087bc3a8e', 'tenant_id': '56922f75583040298562f481ca0053d3', 'mac_address': 'fa:16:3e:20:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:46Z', 'updated_at': '2022-02-04T12:54:11Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'subnets': [{'id': 'd4a05c45-0557-4a0f-8cf1-890942c9d0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:55:56.542851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] For port 9855a954-adee-4f85-817e-60cd9f06df9c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9855a954-adee-4f85-817e-60cd9f06df9c,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:55:56.543798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:56.548442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33124) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:56.642559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-54a5102e-2060-4414-8c77-101b82e63347 req-7755850e-eb52-4b21-9eae-f126074d9c52 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:55:56.649576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54a5102e-2060-4414-8c77-101b82e63347 req-7755850e-eb52-4b21-9eae-f126074d9c52 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 1.3735158 Feb 04 12:55:56.689409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:56.747844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:55:56.752775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:55:56.765468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:56.890068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Calling delete_port for 9855a954-adee-4f85-817e-60cd9f06df9c owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:56.900228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:56.934764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1713262-b46a-4df3-9a7c-e1ffaf500052,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:57.010097 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.028920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.030090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bc3a58ea-682c-4701-b1d9-3785ade9e2f7 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1713262-b46a-4df3-9a7c-e1ffaf500052 HTTP/1.1" status: 204 len: 168 time: 0.4808154 Feb 04 12:55:57.035399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33144) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:57.040172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b832640-b472-43a8-8dfc-7495e2493b0f None None] New status for floating IP 5b8a043a-4131-4250-8b8f-e0e568f0f911: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:55:57.055764 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-b3ae884b-30bb-456d-97d3-e5f760c39a3a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] show failed (client error): The resource could not be found. Feb 04 12:55:57.056799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3ae884b-30bb-456d-97d3-e5f760c39a3a tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "GET /v2.0/security-groups/c1713262-b46a-4df3-9a7c-e1ffaf500052 HTTP/1.1" status: 404 len: 347 time: 0.0204203 Feb 04 12:55:57.059508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33148) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:57.134235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.134888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.136403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] 10.222.0.87 "PUT /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 1091 time: 4.9161816 Feb 04 12:55:57.142106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:55:57.166640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1db76-aa14-4872-b9d2-e4f1870e1502 req-cd9bc6f4-de8c-49b1-b784-a69383a748cf tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.174322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81a1db76-aa14-4872-b9d2-e4f1870e1502 req-cd9bc6f4-de8c-49b1-b784-a69383a748cf tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.2450397 Feb 04 12:55:57.204898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54a5102e-2060-4414-8c77-101b82e63347 req-10a5de61-12bc-4aeb-9737-86a574941260 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490492 Feb 04 12:55:57.250625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fa45e-2de8-4738-9e75-c081d7bf3867 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:57.291248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.315474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Deleting port 4554e57f-aa0b-4013-968d-bcaafee79337 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:57.315876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.379965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81a1db76-aa14-4872-b9d2-e4f1870e1502 req-c41da562-335b-439b-b24b-3a9dd5015be8 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046521 Feb 04 12:55:57.393772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde7fda1-5240-4566-b7f6-69a89307df98,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:57.457373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Checking segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:55:57.457735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Network hostable DHCP agents. Network: 5d2ed1e3-aeb4-4048-b626-7305a489b19e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:55:57.467415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3288b530-e60a-484a-adfd-3340e4e4c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.469009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-3288b530-e60a-484a-adfd-3340e4e4c097 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1094 time: 0.2685969 Feb 04 12:55:57.554680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-606cf26c-83c8-42aa-99d9-976f3c93d8f2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 217 time: 0.0767331 Feb 04 12:55:57.562725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.579635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8561856e-04b7-47ec-abe3-f32187460ae6 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:57.656642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8561856e-04b7-47ec-abe3-f32187460ae6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:57.656985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8561856e-04b7-47ec-abe3-f32187460ae6 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:57.671515 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'status': 'completed', 'code': 200} Feb 04 12:55:57.674543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:55:57.694914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Pushing event deleted for resources: {'Port': ['ID=9855a954-adee-4f85-817e-60cd9f06df9c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:57.742750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5d2ed1e3-aeb4-4048-b626-7305a489b19e) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:57.752323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cdace-b0e3-414c-a7d1-fe030177fa71 None None] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:55:57.777822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.812588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.846033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.846646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:57.960512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Calling delete_port for 4554e57f-aa0b-4013-968d-bcaafee79337 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:55:57.973996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.032327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111052-f3f2-433d-826f-b05a6c161871 req-ab641554-ab44-47ff-a3c5-d40d783c15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:58.034241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-ab641554-ab44-47ff-a3c5-d40d783c15e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.4728816 Feb 04 12:55:58.169168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59439ff-c288-469c-887e-fc72f0f8da46 None None] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:55:58.215618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.366220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Pushing event deleted for resources: {'Port': ['ID=4554e57f-aa0b-4013-968d-bcaafee79337,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:58.376729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.379364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.460162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.477464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.479099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c3ae486-8531-46b3-856e-d076ea67a633 tempest-ServersTestManualDisk-1229243079 tempest-ServersTestManualDisk-1229243079-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b8a043a-4131-4250-8b8f-e0e568f0f911 HTTP/1.1" status: 204 len: 168 time: 1.4186556 Feb 04 12:55:58.482548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33258) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:58.563276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3dcfa1d7-ff4d-43d5-8de2-bdaec20bcecc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5773153 Feb 04 12:55:58.577053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.577565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29f763a5-dd99-40d8-8893-c50b9783bdac {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:55:58.588633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.593127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-81d0f19b-e7f9-4df0-ab61-0d0a377f427c admin admin] 10.222.0.53 "DELETE /v2.0/routers/29f763a5-dd99-40d8-8893-c50b9783bdac HTTP/1.1" status: 204 len: 168 time: 5.3429065 Feb 04 12:55:58.593651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33264) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:58.595858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-6af77a22-8aa0-49ad-a00e-1c436a246aeb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816233 Feb 04 12:55:58.828408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Deleting subnet 295f654a-c852-4f87-a6fe-5b1f0602ae87 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:55:58.833949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:58.914181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-ee43ead8-3218-48dc-83ae-7dbdc47561f6 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909498 Feb 04 12:55:59.012460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-48146af0-9d6a-4dad-afb6-e05c6b5a71c4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.012729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.013915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-48146af0-9d6a-4dad-afb6-e05c6b5a71c4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.4274848 Feb 04 12:55:59.042335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-bebaca65-287d-4374-b077-f9362c247e03 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/quotas/d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 375 time: 0.0172296 Feb 04 12:55:59.117252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f111052-f3f2-433d-826f-b05a6c161871 req-f5d34492-728d-441f-8268-45d9429bf6ce service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951406 Feb 04 12:55:59.163768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-e18316a3-4377-4f94-a21c-ae9dc74d6c30 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066818 Feb 04 12:55:59.222995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa37fe-acc4-4b33-a371-adf863839ec0 req-5f998ccb-2897-45d9-a7e0-3fb92e2ea279 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.224466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0aa37fe-acc4-4b33-a371-adf863839ec0 req-5f998ccb-2897-45d9-a7e0-3fb92e2ea279 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.3065076 Feb 04 12:55:59.284143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.362063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-dcbabe5a-a16b-49fb-878a-693ad3daf340 service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601729 Feb 04 12:55:59.364447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-20cfc00e-6353-4d02-b3c8-f4dd0ce17f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.366005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-20cfc00e-6353-4d02-b3c8-f4dd0ce17f06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1094 time: 0.2007153 Feb 04 12:55:59.372017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0aa37fe-acc4-4b33-a371-adf863839ec0 req-97030b7d-d825-42dd-ba85-83728acfabee tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411934 Feb 04 12:55:59.429994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.477764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295f654a-c852-4f87-a6fe-5b1f0602ae87,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:59.484850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.492534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f7caa-7da7-4041-91a7-9f779590fa18 None None] Network e712da4a-ccd0-44ce-b92b-f1a6d01c487a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:55:59.497736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-989715b9-a6c5-4c37-89a1-28a0fd2a174b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/295f654a-c852-4f87-a6fe-5b1f0602ae87 HTTP/1.1" status: 204 len: 168 time: 0.9001057 Feb 04 12:55:59.497945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:59.659884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-817292cd-2ebb-474f-b8f4-b91d92313a8f service neutron] 10.222.0.53 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893827 Feb 04 12:55:59.664998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-1849a70f-df52-4ee2-a96e-8cdd0b0d923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.667380 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-1849a70f-df52-4ee2-a96e-8cdd0b0d923b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.2762296 Feb 04 12:55:59.687580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9855a954-adee-4f85-817e-60cd9f06df9c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:55:59.764917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9855a954-adee-4f85-817e-60cd9f06df9c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:55:59.765290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9855a954-adee-4f85-817e-60cd9f06df9c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:55:59.770479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-71a7aea3-24b3-41db-94c0-3bad20187cbc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 217 time: 0.0955398 Feb 04 12:55:59.859391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.864759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-e38e0297-6e1b-4254-8a28-b638a657a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.866147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-e38e0297-6e1b-4254-8a28-b638a657a633 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0856686 Feb 04 12:55:59.889975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Deleting port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:59.890345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.923439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] DHCP port deletion for e712da4a-ccd0-44ce-b92b-f1a6d01c487a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:55:59.927379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-7b5e31b1-f4cb-438d-8476-1c1e37515db0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545871 Feb 04 12:55:59.930242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Deleting port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:55:59.930712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:55:59.965757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0e215-c593-4e39-abae-74e7aeed162e req-d95593d0-bcd8-401e-9b7e-d062598f8af9 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.976616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52e0e215-c593-4e39-abae-74e7aeed162e req-d95593d0-bcd8-401e-9b7e-d062598f8af9 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.2581778 Feb 04 12:55:59.989626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:00.129421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-2f4af37e-45f8-4fd0-806e-e6c5ae96b9fc service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897197 Feb 04 12:56:00.203043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52e0e215-c593-4e39-abae-74e7aeed162e req-546469c0-3c71-41d1-ae80-3e7f3527d5a2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251108 Feb 04 12:56:00.232997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] For port 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=27cb5394-26fc-4d9e-8004-8ba44ffeb825,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:00.233387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:00.427323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] For port 27cb5394-26fc-4d9e-8004-8ba44ffeb825, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=27cb5394-26fc-4d9e-8004-8ba44ffeb825,segment=NetworkSegment(2a43f2eb-546b-4af4-a36b-4de5b6bd2a02),segment_id=2a43f2eb-546b-4af4-a36b-4de5b6bd2a02)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:00.427694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:00.443355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Calling delete_port for 27cb5394-26fc-4d9e-8004-8ba44ffeb825 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:00.486295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbeee370-f950-4eb9-bb44-3da3c62b2930 req-cc00cd01-c688-4e02-b791-0f3e8e6d6065 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494792 Feb 04 12:56:00.580075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:00.647995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] Pushing event deleted for resources: {'Port': ['ID=27cb5394-26fc-4d9e-8004-8ba44ffeb825,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:00.652148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce82bf-0326-4dd8-a26e-d22632dab20a None None] No DVR routers for this DVR port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:00.735609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-771a00b9-7e76-44e6-b470-1ef0b51025bb tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:00.746030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-771a00b9-7e76-44e6-b470-1ef0b51025bb tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.2190580 Feb 04 12:56:00.765349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-53af2472-9625-471d-930e-4bbcde30b0d4 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/quotas/2db9aa8b055345feae466249920eaecf HTTP/1.1" status: 200 len: 375 time: 0.0171764 Feb 04 12:56:00.793386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Calling delete_port for 27cb5394-26fc-4d9e-8004-8ba44ffeb825 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:00.839422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-84c848fc-e5f9-4ebf-a74e-7abf96ddddae tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726602 Feb 04 12:56:01.011081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-0f7d152b-4907-42e8-9bc8-86faa49d336e service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697187 Feb 04 12:56:01.082769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:56:01.083383 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:56:01.180079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-d8ee4f77-b77c-4b53-9532-2ad0ac427576 service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681476 Feb 04 12:56:01.206756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Deleting port 370b4213-e866-4a17-bab0-7698996ad565 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:01.207223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:01.422057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] For port 370b4213-e866-4a17-bab0-7698996ad565, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=370b4213-e866-4a17-bab0-7698996ad565,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:01.422473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:01.538118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66eac9-848f-4812-bbf4-d501bfef54fb req-70eeb7a6-4ca4-4d91-b506-4751296f4709 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.539723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa66eac9-848f-4812-bbf4-d501bfef54fb req-70eeb7a6-4ca4-4d91-b506-4751296f4709 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.1041884 Feb 04 12:56:01.594980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Deleting port 27cb5394-26fc-4d9e-8004-8ba44ffeb825 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:01.595412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:01.624361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 27cb5394-26fc-4d9e-8004-8ba44ffeb825 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:01.634006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Calling delete_port for 370b4213-e866-4a17-bab0-7698996ad565 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:01.657703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa66eac9-848f-4812-bbf4-d501bfef54fb req-a579f946-65fb-4962-92d8-22c5be6df33f tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024287 Feb 04 12:56:01.701958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 27cb5394-26fc-4d9e-8004-8ba44ffeb825 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:01.715697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 27cb5394-26fc-4d9e-8004-8ba44ffeb825 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:02.069659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27d6529c-55a6-4fb4-85b3-17bb1a964561 req-24734575-c31b-4157-9eea-31b0f4da8f62 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 210 time: 0.3473177 Feb 04 12:56:02.101975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-23cffee1-1d21-423a-9167-9e6a148bdbe5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:02.105047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-23cffee1-1d21-423a-9167-9e6a148bdbe5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 808 time: 0.2912345 Feb 04 12:56:02.130649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Request body: {'port': {'device_id': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'admin_state_up': True, 'tenant_id': 'd820d08857e04dbf8cb31c390277832e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:02.347979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:02.358896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:02.377853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] The port '27cb5394-26fc-4d9e-8004-8ba44ffeb825' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:56:02.379971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Made reservation on behalf of d820d08857e04dbf8cb31c390277832e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:02.385485 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:02.596719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Allocated IP 172.20.0.6 (fcfdc147-0fb1-486f-9857-405563e1de8d/589050a1-4645-469f-902a-bfdcdd3db97e/baee0557-e874-4129-bb8f-6d5a009b506a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:02.621357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:02.646336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:02.783399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98548ab6-a0a4-4116-a93e-ed239a4265d9 req-b2e936cb-ee6d-45a7-a818-bf145b480112 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:02.802247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98548ab6-a0a4-4116-a93e-ed239a4265d9 req-b2e936cb-ee6d-45a7-a818-bf145b480112 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4308972 Feb 04 12:56:02.927569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=370b4213-e866-4a17-bab0-7698996ad565,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:02.937988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e712da4a-ccd0-44ce-b92b-f1a6d01c487a']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:02.979310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:02.979756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a43f2eb-546b-4af4-a36b-4de5b6bd2a02') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:02.983794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.018651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.034313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98548ab6-a0a4-4116-a93e-ed239a4265d9 req-2b4aac23-082a-4106-a6e0-01efe5b47b3a tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308674 Feb 04 12:56:03.046897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3c11d3b-2fc8-4ba9-9f0a-d8676e71f856 req-d8ebb565-cb49-4cc7-9ef8-34efcb472df8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 210 time: 0.0538812 Feb 04 12:56:03.083763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.106730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['eb46838a-5971-4bcf-bc9e-06361ff81fbf'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:03.232986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.237711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:56:03.238244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.318461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Network fcfdc147-0fb1-486f-9857-405563e1de8d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:03.356243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:03.359058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:56:03.365031 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:56:03.373580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.403007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.422536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e712da4a-ccd0-44ce-b92b-f1a6d01c487a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:03.475707 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6b61f660-aebb-4b27-b63b-25595f3e88a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e712da4a-ccd0-44ce-b92b-f1a6d01c487a HTTP/1.1" status: 204 len: 168 time: 3.9741488 Feb 04 12:56:03.520380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:03.658093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.725693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:03.795045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.795672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:03.951528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-afcd2221-3dfa-49d5-bd1e-a297671da197 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8320494 Feb 04 12:56:03.958014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-5730616e-2bd5-428f-a8f3-13737b36c62b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.959471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-5730616e-2bd5-428f-a8f3-13737b36c62b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.87 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.6305664 Feb 04 12:56:03.967107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f71e-28fa-40e0-bed1-e0325f316502 req-9d8245d7-d112-4807-922d-a873f2607ac8 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.974165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2605f71e-28fa-40e0-bed1-e0325f316502 req-9d8245d7-d112-4807-922d-a873f2607ac8 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.7159581 Feb 04 12:56:03.983973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b708f-5c7c-4da7-85b1-141120ac399b req-adeae067-586c-4485-b4f1-4ba7c9688efc tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.984911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Request body: {'port': {'device_id': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:03.985595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d9b708f-5c7c-4da7-85b1-141120ac399b req-adeae067-586c-4485-b4f1-4ba7c9688efc tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 931 time: 0.2141066 Feb 04 12:56:04.017075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'port': {'device_id': 'eac55597-7d00-4981-89bc-de963ae99c69', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'admin_state_up': True, 'tenant_id': '2db9aa8b055345feae466249920eaecf'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:04.113840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d9b708f-5c7c-4da7-85b1-141120ac399b req-abbbe806-fea6-4f25-a543-bd2e6f3d6b12 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209478 Feb 04 12:56:04.297639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2605f71e-28fa-40e0-bed1-e0325f316502 req-74724416-206e-45d4-a4ed-fb64b3ef7e49 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194752 Feb 04 12:56:04.434319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:56:04.564730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:04.617136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:04.639579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Usage tracker for resource:port and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:04.677045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:04.681755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:04.690055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-483be1a8-a9a1-446b-9e65-e0e4091359e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/7bdc8b54-f11d-49a7-88b8-d51c0c621e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2062945 Feb 04 12:56:04.691070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:04.694327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Sync routers for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:04.703255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:04.708878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:04.711960 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:04.781312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Made reservation on behalf of 2db9aa8b055345feae466249920eaecf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:04.786945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:04.942332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488832-c65b-4f5c-8cb6-40152a40f9df req-6a554b26-ea55-4e56-be9d-75cb8328724b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:04.943785 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11488832-c65b-4f5c-8cb6-40152a40f9df req-6a554b26-ea55-4e56-be9d-75cb8328724b tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4423726 Feb 04 12:56:04.997730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70359902-1e17-4359-9ef8-a8c458297729 req-d8d1ca20-4a91-4b31-abb7-d1e6bf347f52 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 210 time: 0.0692577 Feb 04 12:56:05.003258 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:05.009064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:05.235922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11488832-c65b-4f5c-8cb6-40152a40f9df req-c58b69df-99ac-404c-9cdc-446bfced4491 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771013 Feb 04 12:56:05.257683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:05.270363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Deleting port fd15231a-70fa-4da6-9d1c-691ddd329766 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:05.270736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:05.413785 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:56:02Z', 'revision_number': 5, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port': {'id': 'fd15231a-70fa-4da6-9d1c-691ddd329766', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:36Z', 'updated_at': '2022-02-04T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:05.417277 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Checking router: 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:05.441975 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Routers {'7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:05.444490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:05.548183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] For port fd15231a-70fa-4da6-9d1c-691ddd329766, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd15231a-70fa-4da6-9d1c-691ddd329766,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:05.548812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:05.680355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] Set router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:05.732087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Calling delete_port for fd15231a-70fa-4da6-9d1c-691ddd329766 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:05.754069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Allocated IP 172.20.0.8 (5d2ed1e3-aeb4-4048-b626-7305a489b19e/fde7fda1-5240-4566-b7f6-69a89307df98/b907d119-340c-417d-b6e4-750235c6f162) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:05.761856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33524) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:05.900391 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:56:05Z', 'revision_number': 6, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:05.904898 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f02121-9868-4df7-be5e-ff4511dffdf5 None None] The sync data for ids ['7bdc8b54-f11d-49a7-88b8-d51c0c621e2d'] in n-d-820555-2 is: [{'id': '7bdc8b54-f11d-49a7-88b8-d51c0c621e2d', 'name': 'tempest-ServersTestManualDisk-1463428448-router', 'tenant_id': '56922f75583040298562f481ca0053d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:32Z', 'updated_at': '2022-02-04T12:56:05Z', 'revision_number': 6, 'project_id': '56922f75583040298562f481ca0053d3', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:05.963745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-e3daf463-fd4a-44c6-a340-bc6d7eb7646d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3409472 Feb 04 12:56:05.983898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baee0557-e874-4129-bb8f-6d5a009b506a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:06.053481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b711ea-029a-4bf0-8729-076125d8bf7c req-9dcdf5bf-6cc8-47bd-8117-52376456c7d0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.054563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a5b711ea-029a-4bf0-8729-076125d8bf7c req-9dcdf5bf-6cc8-47bd-8117-52376456c7d0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:06.055598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.067721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.072231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.164826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:06.181840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Usage tracker for resource:security_group_rule and tenant:854c5ca1ea3b4a3f9a79769a61aefd1d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:06.187535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Transition to ACTIVE for port object baee0557-e874-4129-bb8f-6d5a009b506a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:06.190423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:06.201736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a5b711ea-029a-4bf0-8729-076125d8bf7c req-9dcdf5bf-6cc8-47bd-8117-52376456c7d0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:06.202838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5b711ea-029a-4bf0-8729-076125d8bf7c req-9dcdf5bf-6cc8-47bd-8117-52376456c7d0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 931 time: 0.5471342 Feb 04 12:56:06.202963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:06.208769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.227125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.426114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd15231a-70fa-4da6-9d1c-691ddd329766,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:06.471744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-d7eb8a93-3b48-4784-8a46-dbaf4193c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.473322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-d7eb8a93-3b48-4784-8a46-dbaf4193c3a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 1096 time: 0.4846020 Feb 04 12:56:06.519715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:06.527205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.533088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5b711ea-029a-4bf0-8729-076125d8bf7c req-2885c3cc-6d5c-4a5f-926a-088e238bc950 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153911 Feb 04 12:56:06.553968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13f46d-ec73-4ac9-b08f-029e9fe39e19 req-916f8c70-5d5d-4db4-93c1-45d6073162de tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.555475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb13f46d-ec73-4ac9-b08f-029e9fe39e19 req-916f8c70-5d5d-4db4-93c1-45d6073162de tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4871624 Feb 04 12:56:06.689684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.838959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:06.839658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:06.839658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:06.850377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb13f46d-ec73-4ac9-b08f-029e9fe39e19 req-fba9f552-8384-4063-b143-536abfe5523f tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430453 Feb 04 12:56:06.854214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:06.854542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:06.863098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.883201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:06.883201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:06.883201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:06.883201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Bound port: baee0557-e874-4129-bb8f-6d5a009b506a, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:06.883201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.983644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.986421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.989654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:06.992303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-330d027f-44a1-4131-b1fe-6c2ebbcd84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.993932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-330d027f-44a1-4131-b1fe-6c2ebbcd84cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.4854782 Feb 04 12:56:06.996475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.039485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7155e52-8c84-4a81-a5e7-838543d27ff6 req-382220b1-9620-41e1-84f7-f3234e86eee0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.040993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7155e52-8c84-4a81-a5e7-838543d27ff6 req-382220b1-9620-41e1-84f7-f3234e86eee0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.3339751 Feb 04 12:56:07.054444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:07.073726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:07.076820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:07.103564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:07.155025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-c69bac92-d9bf-4cc9-8746-cad0aac4fbb9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 200 len: 217 time: 0.1414089 Feb 04 12:56:07.173932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=854c5ca1ea3b4a3f9a79769a61aefd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4061949 Feb 04 12:56:07.189325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33550) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:07.199984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Deleting port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:07.200328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.212673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.213263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bdc8b54-f11d-49a7-88b8-d51c0c621e2d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:56:07.219720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cf305-6d7e-4b5d-ae7e-014ef54d7869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a51df5e-713e-4e5a-8cd3-3b6c57506d0b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:07.263588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-f86eaace-616f-495b-87d3-dee32b7b05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.265717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-f86eaace-616f-495b-87d3-dee32b7b05f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.0971646 Feb 04 12:56:07.278563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7155e52-8c84-4a81-a5e7-838543d27ff6 req-ac8b5da9-a367-491a-91de-70e0c6181493 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165394 Feb 04 12:56:07.290298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.290954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.299043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:07.335785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065191a-11e7-435e-987e-8418c85bee6e req-5660e201-20d7-41ab-92d2-3618c35bc267 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.337399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b065191a-11e7-435e-987e-8418c85bee6e req-5660e201-20d7-41ab-92d2-3618c35bc267 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 931 time: 0.2599435 Feb 04 12:56:07.339805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-5cbc9903-4d08-4ce5-93ea-b5ea35492a2c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634687 Feb 04 12:56:07.341265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.343995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-64d472b5-f646-425e-9b6a-cd924f19a2a5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7bdc8b54-f11d-49a7-88b8-d51c0c621e2d HTTP/1.1" status: 204 len: 168 time: 2.6515787 Feb 04 12:56:07.363155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:07.448763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:07.526780 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.544435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b065191a-11e7-435e-987e-8418c85bee6e req-b3b5ecb4-ced3-44bb-b9b5-2ded69376201 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:07.561674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Deleting subnet d4a05c45-0557-4a0f-8cf1-890942c9d0a1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:56:07.564778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.580186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-23710b36-4752-4f52-b3c8-6cc1ef370345 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6004536 Feb 04 12:56:07.618630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Request body: {'port': {'device_id': 'eac55597-7d00-4981-89bc-de963ae99c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:07.659772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.673657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 370b4213-e866-4a17-bab0-7698996ad565 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:07.676313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.676918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.678261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] 10.222.0.90 "PUT /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 1091 time: 3.6998293 Feb 04 12:56:07.688456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:07.707987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.742939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-41b65b4f-988b-484d-badd-1024aaee10a5 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796318 Feb 04 12:56:07.753952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 370b4213-e866-4a17-bab0-7698996ad565 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:07.754294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 370b4213-e866-4a17-bab0-7698996ad565 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:07.754737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd15231a-70fa-4da6-9d1c-691ddd329766 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:07.784735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b065191a-11e7-435e-987e-8418c85bee6e req-b3b5ecb4-ced3-44bb-b9b5-2ded69376201 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:07.796681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b065191a-11e7-435e-987e-8418c85bee6e req-b3b5ecb4-ced3-44bb-b9b5-2ded69376201 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506056 Feb 04 12:56:07.799988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856d6b9-82e5-4bc6-bcbb-aa3e07103b7a service neutron] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:07.842712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fd15231a-70fa-4da6-9d1c-691ddd329766 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:07.843510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd15231a-70fa-4da6-9d1c-691ddd329766 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:07.870658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:07.906507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] For port 696d9c9e-ba63-4ada-95e3-bcb1019c5b87, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:07.907066 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.051585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.074366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Calling delete_port for 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:08.087264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5aa38376-defc-484a-8a91-4b3f2e6e272d req-f9eec9ec-5df5-4475-980a-8646b72d866d service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347850 Feb 04 12:56:08.123306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.143518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957eafb-1e3e-4cbf-9a78-55f56cfb65ec req-45f27998-e4b8-47b6-973c-ab438ba48518 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.145374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6957eafb-1e3e-4cbf-9a78-55f56cfb65ec req-45f27998-e4b8-47b6-973c-ab438ba48518 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.2062876 Feb 04 12:56:08.178980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.230704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a05c45-0557-4a0f-8cf1-890942c9d0a1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:08.235649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.235899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.244654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4fd66-7f6e-4c1c-9d16-7afd9ccee415 None None] Network e932a473-5284-482a-8fe0-20c087bc3a8e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:08.248716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6957eafb-1e3e-4cbf-9a78-55f56cfb65ec req-be11473a-6e58-4968-a935-1963ee7f9c56 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931456 Feb 04 12:56:08.252830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1a38a735-09e4-4c26-be65-21ce70d5cbaf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d4a05c45-0557-4a0f-8cf1-890942c9d0a1 HTTP/1.1" status: 204 len: 168 time: 0.8682775 Feb 04 12:56:08.253547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:08.305721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-e9e2cf5b-35ad-4534-970a-f2d301592241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.306180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-e9e2cf5b-35ad-4534-970a-f2d301592241 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1094 time: 0.5687408 Feb 04 12:56:08.375322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a51df5e-713e-4e5a-8cd3-3b6c57506d0b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:08.378194 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'status': 'completed', 'code': 200} Feb 04 12:56:08.473306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.478839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8fe29660-2c97-403e-bf31-cfe6bd263bbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a51df5e-713e-4e5a-8cd3-3b6c57506d0b HTTP/1.1" status: 204 len: 168 time: 1.2883351 Feb 04 12:56:08.489633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-f1ffecd6-4577-40b2-9bf0-f0812fead47d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 217 time: 0.1690998 Feb 04 12:56:08.603167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.639301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Deleting port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:08.640279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.661566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] DHCP port deletion for e932a473-5284-482a-8fe0-20c087bc3a8e request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:56:08.666829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Deleting port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:08.667207 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:08.758661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44695-d931-4d05-90cc-9a4186654c19 req-66be6bd4-4407-4aad-a354-1f5952781cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.758661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-66be6bd4-4407-4aad-a354-1f5952781cf8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.2557118 Feb 04 12:56:08.915897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:56:08.935752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-c7589f76-f0e8-4624-90ff-0f852b0307f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636581 Feb 04 12:56:08.962895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] For port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:08.963517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.101370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a73-b4f4-49d7-8ee6-4d21882fe763 req-04ef2162-62ee-4e8c-b747-beb0676495e1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:09.111802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6fc55a73-b4f4-49d7-8ee6-4d21882fe763 req-04ef2162-62ee-4e8c-b747-beb0676495e1 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.8816679 Feb 04 12:56:09.155206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Calling delete_port for fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:09.192965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.205071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] For port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,segment=NetworkSegment(57dacfc4-acf3-4011-976e-956fdba5cb32),segment_id=57dacfc4-acf3-4011-976e-956fdba5cb32)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:09.205940 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.281924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Pushing event deleted for resources: {'Port': ['ID=696d9c9e-ba63-4ada-95e3-bcb1019c5b87,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:09.365927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Calling delete_port for fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:09.496135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.508041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:09.539644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b', 'port_id': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'mac_address': 'fa:16:3e:20:4e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e8d484-30d9-437f-be36-8e9fd626446a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:56:09.609852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.639371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-976613a2-0117-47f3-ae19-0fd1c55856da tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:09.641668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-976613a2-0117-47f3-ae19-0fd1c55856da tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.4492786 Feb 04 12:56:09.664110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:56:09.664737 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:56:09.667251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:09.690202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4dfcb8-f97e-41ab-98ab-5f944207983d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:09.708725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] No DVR routers for this DVR port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:09.739625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:09.745534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.801057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6fc55a73-b4f4-49d7-8ee6-4d21882fe763 req-0e54cd02-653b-45e2-8fb7-873ca11fc422 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876407 Feb 04 12:56:09.845912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:09.851294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdc62-793c-48b9-a322-4dff2bc466eb req-2998402f-754b-4f9f-87a4-3512699aad28 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:09.858882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:09.859499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f58fdc62-793c-48b9-a322-4dff2bc466eb req-2998402f-754b-4f9f-87a4-3512699aad28 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.5894985 Feb 04 12:56:09.865673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33670) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:09.898808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:09.899213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:09.924784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port 2742444c-e897-4ec4-bd68-817dbf8beb6b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:09.925208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:09.942901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-569ace02-c517-42ea-b9c9-6dc78b1f1217 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9953256 Feb 04 12:56:10.083213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.088525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1d4dfcb8-f97e-41ab-98ab-5f944207983d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:10.092911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-790538528-network', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:10.130763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f58fdc62-793c-48b9-a322-4dff2bc466eb req-feebeae4-ee70-460e-b74d-cb6ecafe8159 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693050 Feb 04 12:56:10.150263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:10.180473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Deleting port fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:10.181672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.182722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e932a473-5284-482a-8fe0-20c087bc3a8e']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:10.205058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dacfc4-acf3-4011-976e-956fdba5cb32') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:10.205432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dacfc4-acf3-4011-976e-956fdba5cb32') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:10.216483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Usage tracker for resource:network and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:10.224557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.247741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:10.284505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:10.300652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b907d119-340c-417d-b6e4-750235c6f162 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:10.325236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.337389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.354334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:56:10.354868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.356373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f54beb3a-0161-4171-acda-9b2c793d9479 None None] The port 'fdbdb0cc-9d93-4c35-abc8-a8f37ffe517a' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:56:10.368871 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:56:10.381441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.396889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Made reservation on behalf of 5c6ac465a175400d8c12cecfcc9b8bfe for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:10.401104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.493207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port 2742444c-e897-4ec4-bd68-817dbf8beb6b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2742444c-e897-4ec4-bd68-817dbf8beb6b,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:10.494209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.503129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.520799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Transition to ACTIVE for port object b907d119-340c-417d-b6e4-750235c6f162 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:10.523731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.538962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.542096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] Pushing event deleted for resources: {'Network': ['ID=e932a473-5284-482a-8fe0-20c087bc3a8e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:10.590538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:10.595812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00e44695-d931-4d05-90cc-9a4186654c19 req-2390a013-dcff-4ff6-9e88-10cc56dc4473 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362665 Feb 04 12:56:10.729864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a325eca-873f-4e50-ad91-7268bb5c5f34 req-9be6ca72-5dcb-421b-9215-885267c7c774 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:10.730896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2a325eca-873f-4e50-ad91-7268bb5c5f34 req-9be6ca72-5dcb-421b-9215-885267c7c774 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:10.741593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:10.751113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:10.755256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:10.758456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:10.765453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:10.897676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for 2742444c-e897-4ec4-bd68-817dbf8beb6b owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:10.988671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8ba090ca-3bcd-4335-ba52-86e23a915422 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e932a473-5284-482a-8fe0-20c087bc3a8e HTTP/1.1" status: 204 len: 168 time: 2.7339721 Feb 04 12:56:11.062975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6401a-4039-4d0b-8e0c-191bccae7eff req-0f4288d6-a332-4772-bc3b-b713561198e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.064628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3cf6401a-4039-4d0b-8e0c-191bccae7eff req-0f4288d6-a332-4772-bc3b-b713561198e4 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=239e6fa2-e873-4009-a00c-cf59dbb958d2 HTTP/1.1" status: 200 len: 945 time: 0.1772802 Feb 04 12:56:11.079595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.175929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3cf6401a-4039-4d0b-8e0c-191bccae7eff req-bdc514c3-10e8-4570-8f1e-527fe37efa23 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Feb 04 12:56:11.177134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.196518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2742444c-e897-4ec4-bd68-817dbf8beb6b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:11.212999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.216876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2a325eca-873f-4e50-ad91-7268bb5c5f34 req-9be6ca72-5dcb-421b-9215-885267c7c774 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:11.218190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2a325eca-873f-4e50-ad91-7268bb5c5f34 req-9be6ca72-5dcb-421b-9215-885267c7c774 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 931 time: 1.2722940 Feb 04 12:56:11.252562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=2742444c-e897-4ec4-bd68-817dbf8beb6b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:11.291311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:11.318854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:11.401250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:11.421614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port 2742444c-e897-4ec4-bd68-817dbf8beb6b on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:11.425734 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.428933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'name': 'network-vif-deleted', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:11.434582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:11.436921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d245b81-033a-4d05-ab1d-42e4c27c7446,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:11.463315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-4066fa9f-64b0-43d4-864e-8ad7940e01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.466692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-4066fa9f-64b0-43d4-864e-8ad7940e01a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1094 time: 0.7302396 Feb 04 12:56:11.477306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6931d932-d2bd-4cca-a3aa-3dfca7d519ee req-4e55ff39-ac36-46bd-b5ff-4b6d977e46e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.90 "DELETE /v2.0/ports/2742444c-e897-4ec4-bd68-817dbf8beb6b HTTP/1.1" status: 204 len: 173 time: 1.8173487 Feb 04 12:56:11.487193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d2550b5c-2250-4980-8d81-16d8c996ac74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56922f75583040298562f481ca0053d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668484 Feb 04 12:56:11.494019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33732) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:11.547994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2a325eca-873f-4e50-ad91-7268bb5c5f34 req-e691dab8-a7dc-4626-81d9-36da8b841e01 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309368 Feb 04 12:56:11.572591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89e4f9-49bd-4051-9d14-973349046e1d req-ec4058cc-3b7c-428c-9a47-da658dd2e81a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.580512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a89e4f9-49bd-4051-9d14-973349046e1d req-ec4058cc-3b7c-428c-9a47-da658dd2e81a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.2624838 Feb 04 12:56:11.622031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.623087 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Added segment a12bf514-abdf-471d-b44c-d34d4abcf2ad of type vlan for network 8c7103aa-4184-4cf5-93e1-eec9398c556e Feb 04 12:56:11.657273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a89e4f9-49bd-4051-9d14-973349046e1d req-dba00e22-5bbc-43ca-b0f6-68688d5baa2c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Feb 04 12:56:11.693047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.732383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.760277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:11.769007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.779011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Usage tracker for resource:security_group_rule and tenant:46c5ab39a05a4ce0af1c824621bc7ad9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:11.782410 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239e6fa2-e873-4009-a00c-cf59dbb958d2', 'name': 'network-vif-deleted', 'tag': '2742444c-e897-4ec4-bd68-817dbf8beb6b', 'status': 'completed', 'code': 200} Feb 04 12:56:11.783171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:11.792911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:11.893948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.927262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea56cf9-2bea-4e83-9347-61c7da2cedfa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:11.949666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.952183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:11.953351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8478585c-9c98-4d5f-b3bd-c5722437b339 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bea56cf9-2bea-4e83-9347-61c7da2cedfa HTTP/1.1" status: 204 len: 168 time: 0.4570172 Feb 04 12:56:11.955076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.024338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c3f38-ec1f-48bc-bd12-c5a04feb5ff8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:12.031947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d654332d-8925-4af9-a46b-315a2be2847f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46c5ab39a05a4ce0af1c824621bc7ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295369 Feb 04 12:56:12.034441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33738) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:12.120212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.145456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Attempting to bind port b907d119-340c-417d-b6e4-750235c6f162 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:12.146082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Attempting to bind port b907d119-340c-417d-b6e4-750235c6f162 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:12.146411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Attempting to bind port b907d119-340c-417d-b6e4-750235c6f162 on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:12.161068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.250298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.284543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Port b907d119-340c-417d-b6e4-750235c6f162 on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:12.285002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Attempting to bind port b907d119-340c-417d-b6e4-750235c6f162 on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:12.285186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.286259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e37c3f38-ec1f-48bc-bd12-c5a04feb5ff8 HTTP/1.1" status: 204 len: 168 time: 0.2501693 Feb 04 12:56:12.287262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204380a3-49ce-4b82-b656-230553c054ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c3f38-ec1f-48bc-bd12-c5a04feb5ff8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:12.311409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:12.311875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Checking segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:12.312271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Bound using segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:12.312759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Bound port: b907d119-340c-417d-b6e4-750235c6f162, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:12.313107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.347589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.403775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-bc1c9044-dc9d-4cd3-872b-fc7a51ce0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.405422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-bc1c9044-dc9d-4cd3-872b-fc7a51ce0b22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.8972595 Feb 04 12:56:12.488277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:56:12.510883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Router d784facc-ef2d-4d31-ae59-93e5506c533e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:56:12.548991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-467c0278-7a76-442a-825e-7417cd1c3a10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 217 time: 0.1298726 Feb 04 12:56:12.619181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.620358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.621608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:12.889896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:12.895837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc698d9-c19c-45ab-aac9-9c2897c25400 req-a4111fc7-869d-428e-900b-5c373a1e1b69 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.903135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cc698d9-c19c-45ab-aac9-9c2897c25400 req-a4111fc7-869d-428e-900b-5c373a1e1b69 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 1.0272305 Feb 04 12:56:12.934140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46c01e-b88d-4a70-9188-ca808ec7b16f req-db0e832b-4474-4cfd-9e44-d8f8be362c25 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.950885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:12.954522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d46c01e-b88d-4a70-9188-ca808ec7b16f req-db0e832b-4474-4cfd-9e44-d8f8be362c25 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.2000957 Feb 04 12:56:12.989105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-7ecb0941-2080-4b20-b950-5ef9ffad9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.991038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-7ecb0941-2080-4b20-b950-5ef9ffad9aa3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.4346614 Feb 04 12:56:13.015330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:13.097650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d46c01e-b88d-4a70-9188-ca808ec7b16f req-9332e5c3-81c4-4435-8a25-a4995957d6ae tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394007 Feb 04 12:56:13.122780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33786) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:13.142956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2632380 Feb 04 12:56:13.142956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b59f-f18e-465c-9acc-22babb335880 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7103aa-4184-4cf5-93e1-eec9398c556e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.142956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.143654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:13.154883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Request body: {'subnet': {'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-790538528-subnet', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.167529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:13.174725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:13.180640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Usage tracker for resource:subnet and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:13.189179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:13.203439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-05b3e352-4157-4ebb-874e-2eb2455fd9a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954548 Feb 04 12:56:13.205674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:13.224570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Made reservation on behalf of 5c6ac465a175400d8c12cecfcc9b8bfe for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:13.228232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.254504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cc698d9-c19c-45ab-aac9-9c2897c25400 req-8e3021f2-e890-40ee-8f4e-caf90283b868 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472872 Feb 04 12:56:13.375950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1d4dfcb8-f97e-41ab-98ab-5f944207983d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:13.479073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1d4dfcb8-f97e-41ab-98ab-5f944207983d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:13.480027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.495870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-8af8aeb4-88ca-41e6-a664-e1c324afa8ed service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685988 Feb 04 12:56:13.506334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.507148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.513990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] 10.222.0.87 "PUT /v2.0/ports/b907d119-340c-417d-b6e4-750235c6f162 HTTP/1.1" status: 200 len: 1091 time: 5.9164202 Feb 04 12:56:13.514766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:13.553808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-31351b7a-b211-4ce3-bf33-3dcae543464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.560499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1774896356-network', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:13.569915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:13.576829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Usage tracker for resource:network and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:13.591090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:13.601327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:13.625977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:13.628507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.651761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.712398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:13.720217 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.727046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1049134b-3a92-48af-8b15-187d16c7b9af admin admin] 10.222.0.53 "PUT /v2.0/routers/d784facc-ef2d-4d31-ae59-93e5506c533e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1491971 Feb 04 12:56:13.727583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.727725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:13.738631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33816) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:13.786353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Sync routers for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:13.790221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2742444c-e897-4ec4-bd68-817dbf8beb6b no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:13.838258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2742444c-e897-4ec4-bd68-817dbf8beb6b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:13.838622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2742444c-e897-4ec4-bd68-817dbf8beb6b not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:13.845995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b04d348-8bfd-4a92-80c3-96b732c44bac,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.851578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:13.852563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:13.853201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:13.868056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Usage tracker for resource:security_group_rule and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:13.876847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f91e69-d644-4a6e-9256-7b16017524d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.881043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:13.897300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:13.902583 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162', 'status': 'completed', 'code': 200} Feb 04 12:56:13.938322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:13.948631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:13.958712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:13.980778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Checking segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:13.981721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Network hostable DHCP agents. Network: 8c7103aa-4184-4cf5-93e1-eec9398c556e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:14.025971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c22b-6543-4e98-914c-0a87f1603aa7 req-d3661eb3-6cc0-4d5f-941f-fc6194a7005c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.031949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f116c22b-6543-4e98-914c-0a87f1603aa7 req-d3661eb3-6cc0-4d5f-941f-fc6194a7005c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.5339398 Feb 04 12:56:14.047244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.050869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.187526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-382079088-network', 'tenant_id': 'cfb7e2fb663440f1a27e11cc208b350c'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:14.195119 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'code': 200} Feb 04 12:56:14.215721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:14.226095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-5fea7732-b461-4c4e-8199-8135667206df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.228800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-5fea7732-b461-4c4e-8199-8135667206df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 1094 time: 0.5965171 Feb 04 12:56:14.238290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:14.244252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77b6543d-d09d-4f61-a125-b2d6fcf1fed9 req-11809fcc-647d-475a-b087-da7bbb922cc9 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218711 Feb 04 12:56:14.288270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:14.359531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Usage tracker for resource:network and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:14.370228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:14.384379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8c7103aa-4184-4cf5-93e1-eec9398c556e) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:14.409110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.409701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.433287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751e486-d794-4154-a5bf-2dc5fa2b3643 None None] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:14.529772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-47145616-553a-452c-a9bf-eb86904be442 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b907d119-340c-417d-b6e4-750235c6f162 HTTP/1.1" status: 200 len: 217 time: 0.2841346 Feb 04 12:56:14.530881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:14.535404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f116c22b-6543-4e98-914c-0a87f1603aa7 req-c1522972-4ef8-4b9b-b761-1ae76b5fc9a5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829412 Feb 04 12:56:14.600463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80cc0d8d-7653-465f-b3c1-b7665ee5b8a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4560401 Feb 04 12:56:14.602649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.607413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33836) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:14.615847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.616731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-0ac3b265-2ff9-4db2-a2f2-5334c67a98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.618222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-0ac3b265-2ff9-4db2-a2f2-5334c67a98ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.0806971 Feb 04 12:56:14.623826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:14.629982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ac254-e633-4f06-96c3-f8567212c413 req-10a769c2-b99d-4e01-9c92-f09e06010578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.631211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-209ac254-e633-4f06-96c3-f8567212c413 req-10a769c2-b99d-4e01-9c92-f09e06010578 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1096 time: 0.3762887 Feb 04 12:56:14.631812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.650176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:14.669043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Made reservation on behalf of cfb7e2fb663440f1a27e11cc208b350c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:14.670791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.673023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Usage tracker for resource:router and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:14.687270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Deleting port a47c01c8-90d1-4444-b0b8-47353556eed2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:14.687607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.688298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-05159b38-0628-4f97-9497-09b04da81231 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576746 Feb 04 12:56:14.690486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.707407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:14.711334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:14.714216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:14.721024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:14.729440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:14.774280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:14.785893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06adb-14d4-4887-a987-316aa154744e req-4c9fc77c-12cc-41f1-8de5-e388b94bf89e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.793568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8fd06adb-14d4-4887-a987-316aa154744e req-4c9fc77c-12cc-41f1-8de5-e388b94bf89e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.4713664 Feb 04 12:56:14.801565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:14.808997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8c7103aa-4184-4cf5-93e1-eec9398c556e', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:56:14.810044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.817529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.841027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.884242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.931977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6e5dc-2eef-446a-993a-5584266dcc24,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:14.935481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.936057 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Added segment 902485f3-9e79-48cb-95e3-6763cfd694d2 of type vlan for network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 Feb 04 12:56:14.949943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:14.968900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:56:08Z', 'revision_number': 5, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port': {'id': 'a47c01c8-90d1-4444-b0b8-47353556eed2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:53:14Z', 'updated_at': '2022-02-04T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:14.975720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:14.976071 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Added segment e3f21885-aa23-47de-b69c-a007df0a8920 of type vlan for network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 Feb 04 12:56:14.990499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Checking router: d784facc-ef2d-4d31-ae59-93e5506c533e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:15.007140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Routers {'d784facc-ef2d-4d31-ae59-93e5506c533e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:15.008428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d784facc-ef2d-4d31-ae59-93e5506c533e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:15.039759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-209ac254-e633-4f06-96c3-f8567212c413 req-7c3adc7c-f9be-40de-a327-f97f500ac484 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863094 Feb 04 12:56:15.048246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.049805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.071676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.096029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-12144cb3-7e92-4568-b05e-c7d1054fb4f3 service neutron] 10.222.0.87 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927586 Feb 04 12:56:15.136994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8fd06adb-14d4-4887-a987-316aa154744e req-cd8a7471-1ffe-4aa2-891b-112e1b03a2ac tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411520 Feb 04 12:56:15.140574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.142284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:15.143078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.161933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.177187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.239697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] Set router d784facc-ef2d-4d31-ae59-93e5506c533e gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:15.267863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d580331-fd8b-479d-a0d5-79acf2ec934f req-fe652860-595f-4d77-886a-90986130f1c2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:15.276034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d580331-fd8b-479d-a0d5-79acf2ec934f req-fe652860-595f-4d77-886a-90986130f1c2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.2670908 Feb 04 12:56:15.284825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Allocated IP 172.20.0.2 (8c7103aa-4184-4cf5-93e1-eec9398c556e/0b04d348-8bfd-4a92-80c3-96b732c44bac/cc5b20d4-39b0-48f1-af27-58d4d68ec8bf) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:15.346785 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4714408 Feb 04 12:56:15.360772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:56:14Z', 'revision_number': 6, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:15.367955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697ed47-1571-41f7-87c2-58a155b468a8 None None] The sync data for ids ['d784facc-ef2d-4d31-ae59-93e5506c533e'] in n-d-820555-2 is: [{'id': 'd784facc-ef2d-4d31-ae59-93e5506c533e', 'name': 'tempest-AttachSCSIVolumeTestJSON-209372389-router', 'tenant_id': 'e1c3659bd65044369268108ac757a9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:53:13Z', 'updated_at': '2022-02-04T12:56:14Z', 'revision_number': 6, 'project_id': 'e1c3659bd65044369268108ac757a9b6', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:15.399998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:15.410495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8889211-9f60-44a9-8668-8465edac622a admin admin] Pushing event updated for resources: {'Network': ['ID=649cd847-1b8e-43e5-a29e-f9eb5b0d2011,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:15.425028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Request body: {'subnet': {'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-382079088-subnet', 'tenant_id': 'cfb7e2fb663440f1a27e11cc208b350c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:15.437544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:15.456803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Usage tracker for resource:subnet and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:15.461350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:15.474136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:15.487177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:15.498584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d580331-fd8b-479d-a0d5-79acf2ec934f req-3f38d95c-3e62-497f-b33a-1568d2ce2bbc tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217066 Feb 04 12:56:15.534219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Made reservation on behalf of cfb7e2fb663440f1a27e11cc208b350c for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:15.538355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.563118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.564348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:15.565031 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.679401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] For port a47c01c8-90d1-4444-b0b8-47353556eed2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a47c01c8-90d1-4444-b0b8-47353556eed2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:15.680215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.691716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5665724 Feb 04 12:56:15.711440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33854) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:15.761814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.798663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Request body: {'subnet': {'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1774896356-subnet', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:15.802144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.807212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Transition to ACTIVE for port object cc5b20d4-39b0-48f1-af27-58d4d68ec8bf will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:15.811536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:15.828433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:15.836030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Usage tracker for resource:subnet and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:15.842537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:15.860335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:15.892576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:15.897190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:15.930141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bac972f8-20a3-4414-babb-7a31b44aab71 req-f942e918-3e02-474b-8ba1-290ba60f9caa service neutron] 10.222.0.87 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223431 Feb 04 12:56:15.946540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Transition to ACTIVE for port object cc5b20d4-39b0-48f1-af27-58d4d68ec8bf will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:15.950689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:15.951662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 696d9c9e-ba63-4ada-95e3-bcb1019c5b87 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:15.961641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.019272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4bceac9-8c82-4263-b26a-a7cd2246a6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.039774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:16.043536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:16.047197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:16.052826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Pushing event updated for resources: {'Port': ['ID=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:16.056219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Calling delete_port for a47c01c8-90d1-4444-b0b8-47353556eed2 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:16.116347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e40b-ad97-4900-95bd-4720f9c81af0 admin admin] Pushing event updated for resources: {'Network': ['ID=27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:16.122683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.123894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.123894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.126259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.126259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.126259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.126259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:16.152653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:16.243206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Attempting to bind port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:16.243698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Attempting to bind port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:16.244021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Attempting to bind port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf on network 8c7103aa-4184-4cf5-93e1-eec9398c556e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:16.259331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:16.259834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Checking segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:16.260172 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.260476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Bound using segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:16.260951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Bound port: cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:16.261343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.403004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-8d4d7754-15ea-41e1-9ed1-4ec51fc10549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.404475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-8d4d7754-15ea-41e1-9ed1-4ec51fc10549 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 1094 time: 0.3423357 Feb 04 12:56:16.416116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e64ea-bb5d-4734-accb-79a8b43cb8de req-116060ff-b121-477e-ae54-6eb03b9192fe tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.418736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7e7e64ea-bb5d-4734-accb-79a8b43cb8de req-116060ff-b121-477e-ae54-6eb03b9192fe tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.3629487 Feb 04 12:56:16.439947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] For port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:16.456731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] For port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:16.466366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218061e8-d1f5-4135-897a-4696d55dded0 req-74be0add-2097-4703-9fcd-baaaafc2cf6e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.467009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.474296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-218061e8-d1f5-4135-897a-4696d55dded0 req-74be0add-2097-4703-9fcd-baaaafc2cf6e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.5365551 Feb 04 12:56:16.573367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-218061e8-d1f5-4135-897a-4696d55dded0 req-af7949ac-fb6e-4038-bf17-188343441f32 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980597 Feb 04 12:56:16.683553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c4ce-c571-4d77-bc0a-ef7aa837ecc2 None None] Pushing event updated for resources: {'Port': ['ID=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:16.714099 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7e7e64ea-bb5d-4734-accb-79a8b43cb8de req-199681b0-ffe0-48af-b234-f4fa6ed28595 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642150 Feb 04 12:56:16.766869 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.772057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.780205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.781905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:16.867360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47c01c8-90d1-4444-b0b8-47353556eed2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:17.012749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-eb255adb-b180-44e7-a993-c254aba22782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.014562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-eb255adb-b180-44e7-a993-c254aba22782 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 922 time: 0.5903220 Feb 04 12:56:17.127885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.199867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f920b1-b028-4114-b73f-22d5f171f48a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:17.223080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.264294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-c1a03f23-1e9e-4bac-87df-7a8b14bed512 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b907d119-340c-417d-b6e4-750235c6f162 HTTP/1.1" status: 200 len: 217 time: 0.1253715 Feb 04 12:56:17.273045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Checking segment: {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:17.273407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Network hostable DHCP agents. Network: 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:17.321332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Checking segment: {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:17.321694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Network hostable DHCP agents. Network: 649cd847-1b8e-43e5-a29e-f9eb5b0d2011, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:17.368317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=361f5faf-d584-4c53-beca-a242a54a2560,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:17.378420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3429-a2a2-4e4d-a64f-0aa777ba488a req-f9cf5e3e-1f7a-43f6-96bb-96ab1725cab2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.380039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c7f3429-a2a2-4e4d-a64f-0aa777ba488a req-f9cf5e3e-1f7a-43f6-96bb-96ab1725cab2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.6633077 Feb 04 12:56:17.392927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-a1260e9e-ef84-4030-8729-ba3c690f07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.394401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-a1260e9e-ef84-4030-8729-ba3c690f07bc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.1127064 Feb 04 12:56:17.394979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:17.406040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678645d0-2963-47d1-af2e-6f7ec975c8b7 req-2fae5f15-8164-4a58-97ee-2092d8306f50 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.407554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-678645d0-2963-47d1-af2e-6f7ec975c8b7 req-2fae5f15-8164-4a58-97ee-2092d8306f50 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.5313840 Feb 04 12:56:17.411207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:17.439235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.473974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.477428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-bc169750-1b5d-4b1f-9117-f11c3953d973 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672295 Feb 04 12:56:17.480696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:17.485782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.485782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.490818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.494735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.497617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72796a-ecce-4cf8-8850-3d7b319836da None None] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:17.517026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 649cd847-1b8e-43e5-a29e-f9eb5b0d2011) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:17.522506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.523040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.591770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66b7fa-8723-4df8-84c9-de1b7c925d8e None None] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:17.668084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.669599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d784facc-ef2d-4d31-ae59-93e5506c533e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:56:17.693680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-678645d0-2963-47d1-af2e-6f7ec975c8b7 req-82593d28-5fff-4ae7-a739-1770aaa0c1b0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434149 Feb 04 12:56:17.700308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5bed79b-3f70-422d-8b30-60a44829e01f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9708624 Feb 04 12:56:17.718999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:17.739526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49be38f7-8fcd-4c7c-9a99-e76af5697c3d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3319201 Feb 04 12:56:17.752349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:17.781200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:17.788860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c7f3429-a2a2-4e4d-a64f-0aa777ba488a req-5aed32b4-5cef-4c06-a3e0-f0fd625c2338 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511918 Feb 04 12:56:17.841962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Usage tracker for resource:router and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:17.848388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:17.872841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:17.876178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-89718a6b-4936-4c6d-b85d-41949c8bc8f8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d784facc-ef2d-4d31-ae59-93e5506c533e HTTP/1.1" status: 204 len: 168 time: 4.1322892 Feb 04 12:56:17.891212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:17.924312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:17.927588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cc5b20d4-39b0-48f1-af27-58d4d68ec8bf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:17.949983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-1d18f83f-2119-46f7-bfe1-6c954d6ecb97 service neutron] 10.222.0.87 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570611 Feb 04 12:56:18.090348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.091871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.130066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Allocated IP 172.25.4.105 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/54a27724-0444-4a92-b2ed-095f108e88db) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:18.155464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Deleting subnet 39d4bc3d-c203-40b8-893f-44f468710265 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:56:18.158649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.222118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.239372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.263293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a778688-380c-4c57-81ab-a6d9f722f1a2 req-e9729812-d81c-425d-86d7-728ff6c6dd85 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:18.264968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a778688-380c-4c57-81ab-a6d9f722f1a2 req-e9729812-d81c-425d-86d7-728ff6c6dd85 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.2456152 Feb 04 12:56:18.282960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86340cc7-d45f-4f52-9676-c227a18482e9 None None] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:18.333951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b38f2b8b-fc7d-49e9-8698-300d8a9f564b req-1fbb6744-8231-4fe7-bf89-8b3bfa546ac5 service neutron] 10.222.0.87 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565848 Feb 04 12:56:18.411678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a778688-380c-4c57-81ab-a6d9f722f1a2 req-4d91e329-aa33-4444-a687-7b530777ccc3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337821 Feb 04 12:56:18.464006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4fbbc5-7b7f-450d-8f84-c8b53803c374 None None] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:18.473762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.481882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:18.499046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'fixed_ips': [{'subnet_id': 'f5f920b1-b028-4114-b73f-22d5f171f48a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:56:18.500389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.668013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14128-73ac-4006-860c-a0f2ab280757 req-7511363b-3111-4cb2-852b-69ab12bcf093 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:18.669913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01c14128-73ac-4006-860c-a0f2ab280757 req-7511363b-3111-4cb2-852b-69ab12bcf093 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1096 time: 0.6343358 Feb 04 12:56:18.689146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Provisioning for port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:18.708313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Provisioning complete for port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:18.708924 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.749632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.764577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-19c970f4-1f25-44fd-b04b-e98743dccaf1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:18.764908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-19c970f4-1f25-44fd-b04b-e98743dccaf1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Synchronizing usage tracker for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:18.788698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.789808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.812972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01c14128-73ac-4006-860c-a0f2ab280757 req-cdfedc59-138a-463d-b954-17f8b6b6437a tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141508 Feb 04 12:56:18.830156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.834023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-19c970f4-1f25-44fd-b04b-e98743dccaf1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Unset dirty status for tenant:33a28f798799415cab3c0c39822e574d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:18.848034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-19c970f4-1f25-44fd-b04b-e98743dccaf1 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.5661054 Feb 04 12:56:18.853852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67068f8-74ef-4920-95c9-13b020e70ab6 req-71ebcc2b-a193-40ac-a27d-8dba1c80f7e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:18.858149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e67068f8-74ef-4920-95c9-13b020e70ab6 req-71ebcc2b-a193-40ac-a27d-8dba1c80f7e2 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 945 time: 0.2454023 Feb 04 12:56:18.906861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a47c01c8-90d1-4444-b0b8-47353556eed2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:18.980460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e67068f8-74ef-4920-95c9-13b020e70ab6 req-2c44081a-9708-47b0-b43a-ee96ea2fb7da tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/security-groups?id=df9b4172-869f-497a-930d-79e99cb63ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Feb 04 12:56:18.983438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:18.996180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.000738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d4bc3d-c203-40b8-893f-44f468710265,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:19.039826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a131f-9b0c-4981-bb95-37a94d28aabf None None] Network cb471bba-27b2-46d8-a62e-5782b4987b62 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:19.094445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-84f43816-55c8-4ec6-9b82-4a1a65e0aa1a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39d4bc3d-c203-40b8-893f-44f468710265 HTTP/1.1" status: 204 len: 168 time: 1.1997781 Feb 04 12:56:19.095405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33888) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:19.111631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a47c01c8-90d1-4444-b0b8-47353556eed2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:19.112075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a47c01c8-90d1-4444-b0b8-47353556eed2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:19.124513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:19.163647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:19.218692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:19.248688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51825026', 'description': 'tempest-description-1119466030'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:19.262644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Deleting port 759b96e1-140d-4266-929b-85759274dbb3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:19.263011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.275802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Allocated IP 172.20.0.2 (27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11/f5f920b1-b028-4114-b73f-22d5f171f48a/783925ca-9bd0-4e52-a3dd-66c6c55faec9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:19.303348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:19.305898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=54a27724-0444-4a92-b2ed-095f108e88db,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:19.324638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:19.344096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:19.358570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:19.485227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.498725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.504940 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.521843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.522656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.533079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549731f2-271d-43f0-94c4-3de9f48c5946 req-95afa625-b3dc-494f-a531-eafb50b4e46f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:19.534588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-549731f2-271d-43f0-94c4-3de9f48c5946 req-95afa625-b3dc-494f-a531-eafb50b4e46f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.3584509 Feb 04 12:56:19.634639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] For port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:19.642771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-549731f2-271d-43f0-94c4-3de9f48c5946 req-e63c9e96-496b-4346-b0fb-cfe9d444f914 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734992 Feb 04 12:56:19.663517 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.732164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Allocated IP 172.25.4.23 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/3b89f753-2597-487e-8924-ca84067d1db1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:19.786784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:56:19.864074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] For port 759b96e1-140d-4266-929b-85759274dbb3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=759b96e1-140d-4266-929b-85759274dbb3,segment=NetworkSegment(88b0a73e-6d10-462f-ba97-65aef00d5eea),segment_id=88b0a73e-6d10-462f-ba97-65aef00d5eea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:19.864862 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.895384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3c62-fc8b-464b-bcea-71eefa8f0bb5 None None] Pushing event updated for resources: {'Port': ['ID=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:19.914779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:19.945363 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.007025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] DHCP port deletion for cb471bba-27b2-46d8-a62e-5782b4987b62 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:56:20.017957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.025577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Deleting port 3307d549-cbba-45f7-93ed-d6c405f49b92 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:20.025839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.027585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Calling delete_port for 759b96e1-140d-4266-929b-85759274dbb3 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:20.045485 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.073006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Transition to ACTIVE for port object 783925ca-9bd0-4e52-a3dd-66c6c55faec9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:20.075257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:20.083866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Deleting port 3307d549-cbba-45f7-93ed-d6c405f49b92 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:20.084436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.125256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:20.129165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:20.134708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:20.154341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:20.171791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Transition to ACTIVE for port object 783925ca-9bd0-4e52-a3dd-66c6c55faec9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:20.177399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Pushing event updated for resources: {'Port': ['ID=3b89f753-2597-487e-8924-ca84067d1db1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:20.196699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.200664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:20.200879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecceb41-7754-4c00-9845-f8ce65869bb8 req-22b14a36-d113-4f82-872a-465974cbcfea tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:20.202437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aecceb41-7754-4c00-9845-f8ce65869bb8 req-22b14a36-d113-4f82-872a-465974cbcfea tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1096 time: 0.2359045 Feb 04 12:56:20.216990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:20.280791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:20.327937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:20.391897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:20.397978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:20.414520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d', 'port_id': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'mac_address': 'fa:16:3e:8f:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589050a1-4645-469f-902a-bfdcdd3db97e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:56:20.432931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-faa94281-f178-4b97-845c-54438086efcb None None] Provisioning complete for port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:20.433289 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-faa94281-f178-4b97-845c-54438086efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.435090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aecceb41-7754-4c00-9845-f8ce65869bb8 req-de098ab7-f4f7-4751-b787-8f95dff9e78d tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594622 Feb 04 12:56:20.616797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] For port 3307d549-cbba-45f7-93ed-d6c405f49b92, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3307d549-cbba-45f7-93ed-d6c405f49b92,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:20.617654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.664894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Pushing event updated for resources: {'Port': ['ID=783925ca-9bd0-4e52-a3dd-66c6c55faec9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:20.728642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] For port 3307d549-cbba-45f7-93ed-d6c405f49b92, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3307d549-cbba-45f7-93ed-d6c405f49b92,segment=NetworkSegment(5b8cf229-dc12-4164-9588-01a3d4b86bc7),segment_id=5b8cf229-dc12-4164-9588-01a3d4b86bc7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:20.729062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.804852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.874384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Calling delete_port for 3307d549-cbba-45f7-93ed-d6c405f49b92 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:20.895641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83be0-e723-4913-bc6d-b68bd4cb507a req-7614804a-ebe9-48ec-87c3-8e83944912dd tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:20.897131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb83be0-e723-4913-bc6d-b68bd4cb507a req-7614804a-ebe9-48ec-87c3-8e83944912dd tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.2028174 Feb 04 12:56:20.898890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Calling delete_port for 3307d549-cbba-45f7-93ed-d6c405f49b92 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:56:20.926718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Attempting to bind port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:20.926938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Attempting to bind port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:20.927239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Attempting to bind port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 on network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:20.933393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.940131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:56:20.941059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.959353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.973172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:20.973568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Checking segment: {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:20.973923 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:20.976047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Bound using segment: {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:20.976047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Bound port: 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:20.976047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.010278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.035026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb83be0-e723-4913-bc6d-b68bd4cb507a req-78a00726-f194-4047-aafb-e905cb9b767d tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233246 Feb 04 12:56:21.035727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baee0557-e874-4129-bb8f-6d5a009b506a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:21.095671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.135521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:56:21.157402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['759b96e1-140d-4266-929b-85759274dbb3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:21.254278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.259188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fbfea5f3-d61d-463e-9b21-ec9583896289 req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 2.1009016 Feb 04 12:56:21.260723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73124a-fc66-427c-a85b-08e49ea9fd87 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842ce328-2ee6-4763-b843-19bda9406595,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:21.281200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:21.301977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c96380f-5aee-4a52-bc69-3c736513cb16 req-08f18e51-57e6-4638-bb2f-8a4bd0186192 tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3333c0-bd71-436a-beb0-77057c27b688 HTTP/1.1" status: 200 len: 210 time: 0.0494919 Feb 04 12:56:21.317510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.324285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.421995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.438760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Pushing event deleted for resources: {'Port': ['ID=759b96e1-140d-4266-929b-85759274dbb3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:21.459774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:21.478535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] Pushing event deleted for resources: {'Port': ['ID=3307d549-cbba-45f7-93ed-d6c405f49b92,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:21.485205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b907d119-340c-417d-b6e4-750235c6f162', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'port_id': 'b907d119-340c-417d-b6e4-750235c6f162', 'mac_address': 'fa:16:3e:d1:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde7fda1-5240-4566-b7f6-69a89307df98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:56:21.506659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:56:21.506989 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:56:21.510078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-372023681', 'description': 'tempest-description-940624661'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:21.524238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:21.548281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377bc52c-44ec-48f3-8ea0-7b44f01f5745 None None] No DVR routers for this DVR port 3307d549-cbba-45f7-93ed-d6c405f49b92 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:21.560903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:21.575122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:21.578444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] No DVR routers for this DVR port 759b96e1-140d-4266-929b-85759274dbb3 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:21.592485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.595397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:21.597256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'name': 'network-vif-deleted', 'tag': '759b96e1-140d-4266-929b-85759274dbb3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:21.605032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] For port 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:21.617197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['baee0557-e874-4129-bb8f-6d5a009b506a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:21.622448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b36485ce-3026-4b5c-8d3d-30920d6cbf78 req-f27b6802-1ee0-45ee-b6f0-03aac08dd2ad tempest-ServersTestJSON-1190914829 tempest-ServersTestJSON-1190914829-project] 10.222.0.87 "DELETE /v2.0/ports/759b96e1-140d-4266-929b-85759274dbb3 HTTP/1.1" status: 204 len: 173 time: 2.7235451 Feb 04 12:56:21.700155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] For port 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=783925ca-9bd0-4e52-a3dd-66c6c55faec9,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:21.709990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.721821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.748654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:21.752587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cc5b20d4-39b0-48f1-af27-58d4d68ec8bf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:21.763218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aab60-e2bf-433a-80d8-9b1da89bc8e7 req-bdd3dcc8-c81d-4fa4-ac5c-790ac68ea610 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:21.770406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-283aab60-e2bf-433a-80d8-9b1da89bc8e7 req-bdd3dcc8-c81d-4fa4-ac5c-790ac68ea610 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.2726228 Feb 04 12:56:21.815980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.841609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-283aab60-e2bf-433a-80d8-9b1da89bc8e7 req-8613c4ca-3260-435e-9231-827734bfb6e1 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698915 Feb 04 12:56:21.847377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:21.910689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:21.928701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:21.934186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b907d119-340c-417d-b6e4-750235c6f162 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:21.943288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:21.954747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Router 3e419aa7-666e-45d4-b80e-fae6fe39024b is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:56:21.966981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:22.008367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Deleting port 3307d549-cbba-45f7-93ed-d6c405f49b92 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:56:22.008702 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:22.017369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4b5d-6fa2-4e49-9556-8ddccb8808f0 None None] Pushing event updated for resources: {'Port': ['ID=783925ca-9bd0-4e52-a3dd-66c6c55faec9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:22.027148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:22.042922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:22.125450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:22.126158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:22.182253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] The port '3307d549-cbba-45f7-93ed-d6c405f49b92' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:56:22.303572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:22.319649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:22.334527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Sync routers for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:22.355863 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:22.357793 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:22.362501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:22.367315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1acaf68a-1ec2-46de-a613-f0d1d961dd54 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6311152 Feb 04 12:56:22.368912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:22.466562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b907d119-340c-417d-b6e4-750235c6f162'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:22.790314 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:22.871765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3307d549-cbba-45f7-93ed-d6c405f49b92 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:22.957973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.046368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb471bba-27b2-46d8-a62e-5782b4987b62']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:23.062023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 759b96e1-140d-4266-929b-85759274dbb3 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:23.075238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8cf229-dc12-4164-9588-01a3d4b86bc7') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:23.075851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8cf229-dc12-4164-9588-01a3d4b86bc7') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:23.092547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.110100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.118251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.118487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 759b96e1-140d-4266-929b-85759274dbb3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:23.118662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 759b96e1-140d-4266-929b-85759274dbb3 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:23.120107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3307d549-cbba-45f7-93ed-d6c405f49b92 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:56:23.120476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3307d549-cbba-45f7-93ed-d6c405f49b92 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:56:23.161833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.187400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Router 854caedf-4bcf-4149-ae65-b7884719309d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:56:23.201756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:56:23.202306 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:56:23.233775 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:56:23.291797 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:23.296629 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Checking router: 3e419aa7-666e-45d4-b80e-fae6fe39024b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:23.297269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Updating router 3e419aa7-666e-45d4-b80e-fae6fe39024b port 3b89f753-2597-487e-8924-ca84067d1db1 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:23.342312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f136a7-7bfd-4b3f-9b1b-7fe702e563b3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:23.363422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.371643 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.372546 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08bb1473-a8c3-4576-9e72-64505f83aa71 req-095133b0-3981-4bee-8d35-8b6fc65ba2da tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.9286411 Feb 04 12:56:23.536931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c99ff3a6-5230-4c56-96de-65665c224709 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:56:23.543043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c99ff3a6-5230-4c56-96de-65665c224709 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208299 Feb 04 12:56:23.562316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Request body: {'binding': {'host': 'n-h2-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:23.563354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:56:23.591993 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3333c0-bd71-436a-beb0-77057c27b688', 'name': 'network-vif-deleted', 'tag': '759b96e1-140d-4266-929b-85759274dbb3', 'status': 'completed', 'code': 200} Feb 04 12:56:23.649312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.700278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:23.796578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 783925ca-9bd0-4e52-a3dd-66c6c55faec9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:23.812511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb471bba-27b2-46d8-a62e-5782b4987b62,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:23.869852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:23.917133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb34d94-6351-4a72-933f-c9bef6c264f9 None None] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:23.947503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69aeb77c-1486-4b02-a8b7-4b8ed46c269d admin admin] 10.222.0.53 "DELETE /v2.0/networks/cb471bba-27b2-46d8-a62e-5782b4987b62 HTTP/1.1" status: 204 len: 168 time: 4.8333151 Feb 04 12:56:24.000597 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.003168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:24.029121 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Transition to ACTIVE for port object 3b89f753-2597-487e-8924-ca84067d1db1 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:24.039622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Sync routers for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:24.045999 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.046213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db603b70-ec1a-4798-b731-26a3a79ec05d req-83c6b15f-e4d3-4f9b-a6ec-d300711dfaaf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:24.047751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db603b70-ec1a-4798-b731-26a3a79ec05d req-83c6b15f-e4d3-4f9b-a6ec-d300711dfaaf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.3811717 Feb 04 12:56:24.075608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.079585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9de22cc2-50f1-446e-91ea-8a75da2ec6c7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4670048 Feb 04 12:56:24.080603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33946) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:24.097169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:24.097972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:24.154968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Pushing event updated for resources: {'Port': ['ID=3b89f753-2597-487e-8924-ca84067d1db1,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:24.166130 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.166853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.167942 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.168464 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.168982 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.169535 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.170188 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.170748 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.172250 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.174155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.175427 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.175979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:24.190958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33950) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:24.205585 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Attempting to bind port 3b89f753-2597-487e-8924-ca84067d1db1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:24.206114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Attempting to bind port 3b89f753-2597-487e-8924-ca84067d1db1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:24.206553 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Attempting to bind port 3b89f753-2597-487e-8924-ca84067d1db1 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:24.214824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:24.215673 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:24.216151 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.216614 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:24.217234 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Bound port: 3b89f753-2597-487e-8924-ca84067d1db1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:24.217695 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.257570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-31d81f46-7130-4cf4-93d0-ee3f0296496e None None] Provisioning for port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:24.272304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db603b70-ec1a-4798-b731-26a3a79ec05d req-ea096bec-ccc9-461e-881c-7d8bc80f05a2 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152376 Feb 04 12:56:24.281221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on host n-h2-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:24.281888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:24.282422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:24.294174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.308642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:24.309422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:24.327192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:24.327847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:24.328437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:24.329075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Bound port: 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:24.336927 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] For port 3b89f753-2597-487e-8924-ca84067d1db1, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:24.343018 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] For port 3b89f753-2597-487e-8924-ca84067d1db1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b89f753-2597-487e-8924-ca84067d1db1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:24.353725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.354136 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.367353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port baee0557-e874-4129-bb8f-6d5a009b506a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:24.371433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:24.386079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bec36d47-0835-4022-8bc7-30dd255b8027 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34fdead7d4a24cf4bbd715f28e4172bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649733 Feb 04 12:56:24.387245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:24.449523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port baee0557-e874-4129-bb8f-6d5a009b506a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:24.450284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.490977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:24.499789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:24.500557 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:24.564821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:24.564821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.591134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:24.715313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5fcbf-31aa-49d6-a937-48f5c45c29d2 None None] Pushing event updated for resources: {'Port': ['ID=3b89f753-2597-487e-8924-ca84067d1db1,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:24.733781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:24.813007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:24.814181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-6f6f77a7-436a-41ba-a776-143dd6e4bb8f service neutron] 10.222.0.53 "POST /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d/bindings HTTP/1.1" status: 201 len: 389 time: 1.2702835 Feb 04 12:56:24.996126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:25.012206 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:25.039582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.169640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Deleting subnet 92389622-59a0-4347-b3a5-f044e409d932 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:56:25.183903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.238149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814129-c5dc-4ed5-b5c8-24a09fa74d1e req-99fa2392-7f54-4e51-b38e-325ffca6cedc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:25.240229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ad814129-c5dc-4ed5-b5c8-24a09fa74d1e req-99fa2392-7f54-4e51-b38e-325ffca6cedc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 944 time: 0.5774736 Feb 04 12:56:25.264407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.340411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Allocated IP 172.20.0.1 (27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11/f5f920b1-b028-4114-b73f-22d5f171f48a/69f6853b-44de-40c9-a4f6-478baacf5e1a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:25.365955 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:25.370592 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749da66-f396-4b6f-8ebb-22d3b84336b7 None None] The sync data for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 is: [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:25.428302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.459325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.470881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ad814129-c5dc-4ed5-b5c8-24a09fa74d1e req-fcc67256-4632-4e02-83c6-699dbf4c9c41 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187195 Feb 04 12:56:25.502221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b907d119-340c-417d-b6e4-750235c6f162 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:25.532624 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.555445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b907d119-340c-417d-b6e4-750235c6f162 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:25.555688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.573622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.596986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-78601863-2564-4668-beeb-c783f8af86e0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:25.597664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-78601863-2564-4668-beeb-c783f8af86e0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:25.646289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:25.677292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:25.684316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.692272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:25.725989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-78601863-2564-4668-beeb-c783f8af86e0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:25.727225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-78601863-2564-4668-beeb-c783f8af86e0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 812 time: 0.6431615 Feb 04 12:56:25.737223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-bc448a84-dc9d-430b-8f60-62db1fa1b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:25.738807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-bc448a84-dc9d-430b-8f60-62db1fa1b1c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1096 time: 0.5391288 Feb 04 12:56:25.789462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d41eb-5c54-442a-8ee5-671b4201f615,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:25.889070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:25.907530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=783925ca-9bd0-4e52-a3dd-66c6c55faec9,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:25.930026 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.023434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-e5b604a4-1724-4cdc-974f-070c90fd22f4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/quotas/cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 375 time: 0.2834103 Feb 04 12:56:26.055063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.056481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-06fc57b9-00ff-40f1-9d8c-bef71f67f53c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c4d41eb-5c54-442a-8ee5-671b4201f615 HTTP/1.1" status: 204 len: 168 time: 1.6246424 Feb 04 12:56:26.114065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0f5491e1-03f4-48ce-8832-30997449009f None None] Provisioning complete for port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:26.114669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0f5491e1-03f4-48ce-8832-30997449009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.130654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-2ca3e729-6c98-445e-bceb-551512774abc tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061652 Feb 04 12:56:26.142859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.180024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-e97aa67e-c68e-41ad-9d25-420c2e078996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:26.181507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-e97aa67e-c68e-41ad-9d25-420c2e078996 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.3908033 Feb 04 12:56:26.208731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b89f753-2597-487e-8924-ca84067d1db1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:26.218379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.241784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.286084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caee28-c7d8-4ad8-bfb9-6e7bd7d1e031 req-2186072b-e0ad-4e30-9f1e-9f4cf9c55ae6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:26.293725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97caee28-c7d8-4ad8-bfb9-6e7bd7d1e031 req-2186072b-e0ad-4e30-9f1e-9f4cf9c55ae6 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.4021311 Feb 04 12:56:26.319825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92389622-59a0-4347-b3a5-f044e409d932,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:26.372613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-f00e98a5-63e2-423a-8026-c7e3d516ff36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 217 time: 0.0886273 Feb 04 12:56:26.375774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Transition to ACTIVE for port object 69f6853b-44de-40c9-a4f6-478baacf5e1a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:26.472176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.527156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3b89f753-2597-487e-8924-ca84067d1db1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:26.563945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3b89f753-2597-487e-8924-ca84067d1db1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:26.564325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.564946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-1c066674-bf58-442e-b01d-a6ee1277d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:26.566686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-1c066674-bf58-442e-b01d-a6ee1277d318 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.1868665 Feb 04 12:56:26.605337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Allocated IP 172.20.0.1 (8c7103aa-4184-4cf5-93e1-eec9398c556e/0b04d348-8bfd-4a92-80c3-96b732c44bac/819cff28-b738-480e-9bd9-9a129f829977) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:26.608024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=783925ca-9bd0-4e52-a3dd-66c6c55faec9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:26.637136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:26.641102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33984) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:26.669881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-d31d664e-74dd-4651-aebf-a3c480b91a25 service neutron] 10.222.0.53 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384355 Feb 04 12:56:26.672518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-ce9f1d96-607c-4bed-9aed-d9b5be9637a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946083 Feb 04 12:56:26.679306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:26.692177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Checking router: 854caedf-4bcf-4149-ae65-b7884719309d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:26.692674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Updating router 854caedf-4bcf-4149-ae65-b7884719309d port 54a27724-0444-4a92-b2ed-095f108e88db binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:26.727466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.799431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.865813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.867587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7cc1c522-13af-4955-aea9-9bd0e656a8bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/92389622-59a0-4347-b3a5-f044e409d932 HTTP/1.1" status: 204 len: 168 time: 2.3754632 Feb 04 12:56:26.874467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:26.904021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:26.939877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97caee28-c7d8-4ad8-bfb9-6e7bd7d1e031 req-01cb6ac8-e704-47e2-937f-8e922c53fe93 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408942 Feb 04 12:56:26.972255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:27.055496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.125809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3b89f753-2597-487e-8924-ca84067d1db1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b89f753-2597-487e-8924-ca84067d1db1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:27.150830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.200447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.211080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.238561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Transition to ACTIVE for port object 819cff28-b738-480e-9bd9-9a129f829977 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:27.277371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Pushing event updated for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:27.352106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:27.367566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:27.371656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:27.411429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f046b5-5f6c-42a3-9a90-398c38d65eac req-a29c3710-2563-45f6-9d2e-a4348a4ac9e6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:27.420275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7f046b5-5f6c-42a3-9a90-398c38d65eac req-a29c3710-2563-45f6-9d2e-a4348a4ac9e6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 0.2965574 Feb 04 12:56:27.443459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3b89f753-2597-487e-8924-ca84067d1db1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:27.451432 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.459850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a6250f90-0222-481b-bb04-3787b6db470c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1c3659bd65044369268108ac757a9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8166778 Feb 04 12:56:27.471866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:27.472785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.561610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.617551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdadbda-9050-4651-baa6-9bfd29231a00']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:27.627096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.651150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Transition to ACTIVE for port object 54a27724-0444-4a92-b2ed-095f108e88db will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:27.656511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b0a73e-6d10-462f-ba97-65aef00d5eea') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:27.656834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b0a73e-6d10-462f-ba97-65aef00d5eea') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:27.665603 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.668775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:27.687628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7f046b5-5f6c-42a3-9a90-398c38d65eac req-ad1dd5cc-af3e-44f1-8c6c-8204f07f1fc9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661099 Feb 04 12:56:27.697458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-57d827ab-6b5a-44c0-9243-ae84bfc8832c service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9953480 Feb 04 12:56:27.702725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:27.716466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:27.733232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-064f7f9c-10ed-40ef-a7d7-d4f14bd7a1a5 service neutron] 10.222.0.53 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0566907 Feb 04 12:56:27.776149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Pushing event updated for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:27.792794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.914836 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'code': 200} Feb 04 12:56:27.930530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.970855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:56:27.973435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:56:27.995901 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:56:28.009827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Attempting to bind port 54a27724-0444-4a92-b2ed-095f108e88db on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:28.010206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Attempting to bind port 54a27724-0444-4a92-b2ed-095f108e88db by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:28.010835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Attempting to bind port 54a27724-0444-4a92-b2ed-095f108e88db on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:28.023879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c242-2787-4f7e-9f02-666b3549b20f None None] Pushing event updated for resources: {'Port': ['ID=54a27724-0444-4a92-b2ed-095f108e88db,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:28.036224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-84b2247f-6c03-4074-97b6-ac5dc485a7fd None None] Provisioning for port 69f6853b-44de-40c9-a4f6-478baacf5e1a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:28.048121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:28.052679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:28.053130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.053539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:28.054082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Bound port: 54a27724-0444-4a92-b2ed-095f108e88db, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:28.054470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.132595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.168690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-84b2247f-6c03-4074-97b6-ac5dc485a7fd None None] Provisioning complete for port 69f6853b-44de-40c9-a4f6-478baacf5e1a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:28.169250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-84b2247f-6c03-4074-97b6-ac5dc485a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.273084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-84b2247f-6c03-4074-97b6-ac5dc485a7fd None None] Port 69f6853b-44de-40c9-a4f6-478baacf5e1a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:56:28.275460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 783925ca-9bd0-4e52-a3dd-66c6c55faec9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:28.283855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.401216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-d277b583-4017-474c-81a2-84b76e84650a service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669357 Feb 04 12:56:28.458369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] For port 54a27724-0444-4a92-b2ed-095f108e88db, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:28.466559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] For port 54a27724-0444-4a92-b2ed-095f108e88db, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=54a27724-0444-4a92-b2ed-095f108e88db,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:28.470850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4914b99-9050-43c7-b0bf-4fed569754c9 None None] Provisioning for port 819cff28-b738-480e-9bd9-9a129f829977 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:28.481663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.488624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eff69-3b96-4211-81ad-f1d583508c64 req-1c97e241-2238-473f-9d23-4bbc05dc4ae2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:28.496997 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-722eff69-3b96-4211-81ad-f1d583508c64 req-1c97e241-2238-473f-9d23-4bbc05dc4ae2 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.2493718 Feb 04 12:56:28.530256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4914b99-9050-43c7-b0bf-4fed569754c9 None None] Provisioning complete for port 819cff28-b738-480e-9bd9-9a129f829977 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:28.530678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4914b99-9050-43c7-b0bf-4fed569754c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.616153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-722eff69-3b96-4211-81ad-f1d583508c64 req-ec8111e4-e591-4587-a823-4c388efb26cb tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176131 Feb 04 12:56:28.637523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:28.637830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.655551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.727095 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.759595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.768768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.789986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdadbda-9050-4651-baa6-9bfd29231a00,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:28.824262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b4914b99-9050-43c7-b0bf-4fed569754c9 None None] Port 819cff28-b738-480e-9bd9-9a129f829977 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:56:28.834209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3ac729d-7cfc-4f72-a716-ef425108421d req-ae17c12b-3a73-463d-a144-d9423ab7a58b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 210 time: 0.1068480 Feb 04 12:56:28.846723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c242-2787-4f7e-9f02-666b3549b20f None None] Pushing event updated for resources: {'Port': ['ID=54a27724-0444-4a92-b2ed-095f108e88db,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:28.860967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:28.861636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:28.897339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd662932-19d3-413a-a75c-125a816541ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/4fdadbda-9050-4651-baa6-9bfd29231a00 HTTP/1.1" status: 204 len: 168 time: 1.9948111 Feb 04 12:56:28.960855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.969279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:28.988903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d67d05-b7ed-4857-a044-aab465265bfd req-53db8b9b-e2f1-4fad-b6cb-67999ec32307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:28.990413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43d67d05-b7ed-4857-a044-aab465265bfd req-53db8b9b-e2f1-4fad-b6cb-67999ec32307 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1096 time: 1.1237912 Feb 04 12:56:29.092941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaa0a4-4c50-4559-b9ab-00313d317ea3 req-f92a6b3e-e0d4-4255-84e9-966eb80f158c tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:29.094780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71eaa0a4-4c50-4559-b9ab-00313d317ea3 req-f92a6b3e-e0d4-4255-84e9-966eb80f158c tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.7211211 Feb 04 12:56:29.203791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Pushing event updated for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:29.235264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:29.251746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43d67d05-b7ed-4857-a044-aab465265bfd req-a375d57b-0c90-4d9b-9668-1296f1c28a04 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430634 Feb 04 12:56:29.260966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71eaa0a4-4c50-4559-b9ab-00313d317ea3 req-b39b069c-9f94-4282-bc68-13e518753281 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530697 Feb 04 12:56:29.262577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34012) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:29.312241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:29.354430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed58ab-ec23-4911-9a7e-db39b613b9d7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:29.397973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:29.398932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d1715951-2734-4260-bb77-931b57b8d804 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6ed58ab-ec23-4911-9a7e-db39b613b9d7 HTTP/1.1" status: 204 len: 168 time: 1.9125948 Feb 04 12:56:29.400450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:29.473921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b89f753-2597-487e-8924-ca84067d1db1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:29.553106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:29.861136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b772db6-18a1-4ca3-8f17-1ef23556d7e2 req-ac5cf4da-98f2-429e-96da-61ba100f8cd5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:29.873398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b772db6-18a1-4ca3-8f17-1ef23556d7e2 req-ac5cf4da-98f2-429e-96da-61ba100f8cd5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 0.8002949 Feb 04 12:56:29.884428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3b89f753-2597-487e-8924-ca84067d1db1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:29.887228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:29.890296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c061d7e5-d225-4e5b-ab58-70a4f60cbe0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33a28f798799415cab3c0c39822e574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255000 Feb 04 12:56:29.894477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:29.987078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:30.105585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b772db6-18a1-4ca3-8f17-1ef23556d7e2 req-896c71c5-4554-491e-bead-5c3a16106c9c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314477 Feb 04 12:56:30.210456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:30.228443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:30.332503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:30.348972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:30.418228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:30.425601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201fc47a-2cf7-480c-92f0-d367c7b4e341 None None] The sync data for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 is: [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:20Z', 'revision_number': 3, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:30.515199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:30.826510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:30.888953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2075fc40-9ffa-4742-9d19-c00c64822032 None None] Provisioning complete for port 69f6853b-44de-40c9-a4f6-478baacf5e1a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:30.891009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2075fc40-9ffa-4742-9d19-c00c64822032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:31.012402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d564-fb1f-40a6-a94f-aee854904209 req-236f8671-bece-4069-8950-881c92cc9112 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:31.031135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d467d564-fb1f-40a6-a94f-aee854904209 req-236f8671-bece-4069-8950-881c92cc9112 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 1.1135933 Feb 04 12:56:31.039988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2075fc40-9ffa-4742-9d19-c00c64822032 None None] Port 69f6853b-44de-40c9-a4f6-478baacf5e1a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:56:31.079984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:31.098827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5dd9ad0-cd00-4239-982d-c01b0ebc6e81 req-fc179e55-e4ea-43a0-873d-cd7b1c065293 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 210 time: 0.4121494 Feb 04 12:56:31.160044 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162', 'code': 200} Feb 04 12:56:31.239416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Pushing event updated for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:31.373298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:31.391102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d467d564-fb1f-40a6-a94f-aee854904209 req-bd28e5ea-601e-4ea5-9e75-29d8c22e3efa tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588619 Feb 04 12:56:31.408332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9b4172-869f-497a-930d-79e99cb63ef2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:31.464393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Router 3e419aa7-666e-45d4-b80e-fae6fe39024b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:56:31.467877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:31.471191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7ede51a0-1de1-4c3b-a21d-548c4e840106 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df9b4172-869f-497a-930d-79e99cb63ef2 HTTP/1.1" status: 204 len: 168 time: 1.5585544 Feb 04 12:56:31.579033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbb3f5-cccb-4032-8120-df23632959e8 req-277d2ad1-7f42-4c6d-857f-440e3ed98434 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:31.581097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ccbb3f5-cccb-4032-8120-df23632959e8 req-277d2ad1-7f42-4c6d-857f-440e3ed98434 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.2774484 Feb 04 12:56:31.662818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34052) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:31.679655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-c90be4d7-cdfb-4526-983a-028fbbefee37 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:31.680705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ccbb3f5-cccb-4032-8120-df23632959e8 req-b735d112-9a2a-471c-a74a-5583f732a19e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896885 Feb 04 12:56:31.681100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-c90be4d7-cdfb-4526-983a-028fbbefee37 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.90 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 812 time: 1.4564166 Feb 04 12:56:31.850133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'device_id': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011', 'admin_state_up': True, 'tenant_id': 'cfb7e2fb663440f1a27e11cc208b350c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:32.028254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:32.035086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b023a94-9c9d-4eee-be51-7e7d77736b7c admin admin] 10.222.0.53 "PUT /v2.0/routers/3e419aa7-666e-45d4-b80e-fae6fe39024b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6648490 Feb 04 12:56:32.041771 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Sync routers for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:32.063737 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:32.064478 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:32.125841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-network', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:32.144202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:32.163555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Usage tracker for resource:network and tenant:b6a6467fcb254353ae69d13856f9c81e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:32.169515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:32.181234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:32.204170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Made reservation on behalf of b6a6467fcb254353ae69d13856f9c81e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:32.212850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:32.251184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:32.297288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:32.308783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Usage tracker for resource:security_group_rule and tenant:b6a6467fcb254353ae69d13856f9c81e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:32.320083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:32.343318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:32.355744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591238ae-abf9-45ef-8822-fd5f33705cbf req-550faa4e-340a-44d7-87a6-6c9f899a92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:32.357524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-591238ae-abf9-45ef-8822-fd5f33705cbf req-550faa4e-340a-44d7-87a6-6c9f899a92c5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 1096 time: 1.0876532 Feb 04 12:56:32.388783 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:32.397792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:32.418956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:32.420091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:32.454327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4956336f-cadb-4d29-b721-d1d4a4226253 req-584edba6-da2c-4692-8d08-28a3e308dfed tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 210 time: 0.1245131 Feb 04 12:56:32.600889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:32.657534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54a27724-0444-4a92-b2ed-095f108e88db up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:32.683781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:port and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:32.697500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:32.708941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360325-8453-4ae6-8d04-6a3746964180 req-ed0a9daa-ce76-4f73-b91d-9a932ef5e1fe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:32.718005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c360325-8453-4ae6-8d04-6a3746964180 req-ed0a9daa-ce76-4f73-b91d-9a932ef5e1fe tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 1.0331371 Feb 04 12:56:32.759111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:32.775832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-591238ae-abf9-45ef-8822-fd5f33705cbf req-b2e4dfde-59dd-4a6d-8c6b-8eadb1829992 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749499 Feb 04 12:56:32.869235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 54a27724-0444-4a92-b2ed-095f108e88db completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:32.877182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 54a27724-0444-4a92-b2ed-095f108e88db triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:32.877674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:32.940238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c360325-8453-4ae6-8d04-6a3746964180 req-2d44ec24-a285-4a64-9eb7-da9c5328b667 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206068 Feb 04 12:56:32.964439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:32.997756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Made reservation on behalf of cfb7e2fb663440f1a27e11cc208b350c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:33.004906 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.009754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.018510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de5f9a36-8928-42f9-8d78-f3453ae57c23 None None] Provisioning complete for port 819cff28-b738-480e-9bd9-9a129f829977 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:33.019154 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de5f9a36-8928-42f9-8d78-f3453ae57c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.038235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:33.057819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Router 854caedf-4bcf-4149-ae65-b7884719309d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:56:33.064946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.068661 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Added segment 9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0 of type vlan for network a05aa678-fc39-40d8-9500-ff94e2c478c4 Feb 04 12:56:33.090178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1283917310'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:33.117718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.149289 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:56:33.211897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.217299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:33.218510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.221894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-de5f9a36-8928-42f9-8d78-f3453ae57c23 None None] Port 819cff28-b738-480e-9bd9-9a129f829977 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:56:33.240465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.269663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 54a27724-0444-4a92-b2ed-095f108e88db, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=54a27724-0444-4a92-b2ed-095f108e88db,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:33.276082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.310323 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 4, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '69f6853b-44de-40c9-a4f6-478baacf5e1a', 'name': '', 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'mac_address': 'fa:16:3e:72:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:24Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 2, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'subnets': [{'id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:33.321771 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Checking router: 3e419aa7-666e-45d4-b80e-fae6fe39024b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:33.322132 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Updating router 3e419aa7-666e-45d4-b80e-fae6fe39024b port 69f6853b-44de-40c9-a4f6-478baacf5e1a binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:33.378300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=54a27724-0444-4a92-b2ed-095f108e88db,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:33.390108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870025f-b4e1-4b48-bdd5-f89245a0e26b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:33.409070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] Pushing event updated for resources: {'Network': ['ID=a05aa678-fc39-40d8-9500-ff94e2c478c4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:33.415404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49ca78b7-7602-4b9c-b264-a81268759edc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7333531 Feb 04 12:56:33.416432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:33.436164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Request body: {'subnet': {'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-subnet', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:33.447647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:33.450949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:33.461732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Usage tracker for resource:subnet and tenant:b6a6467fcb254353ae69d13856f9c81e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:33.465786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:33.469621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:33.502471 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.513484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:network and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:33.517314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89e4af-c76c-40e0-91c1-319e4c5169be req-a9e840c3-f485-4649-b3b0-01be5f20cd2d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:33.520441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a89e4af-c76c-40e0-91c1-319e4c5169be req-a9e840c3-f485-4649-b3b0-01be5f20cd2d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.8197024 Feb 04 12:56:33.584961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:33.596492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:33.632673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Made reservation on behalf of b6a6467fcb254353ae69d13856f9c81e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:33.635051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.650088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:33.714073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:33.719486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.774138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:33.784440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.785252 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Added segment f0c79f38-6d45-4eb5-bad4-343890407e83 of type vlan for network 9ada829f-a220-4951-ac8a-5961d5ffc52b Feb 04 12:56:33.817286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.866710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.874467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:33.875101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.895753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:33.981816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a89e4af-c76c-40e0-91c1-319e4c5169be req-04359149-2b5b-45e7-8c6f-20bf034745c5 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521744 Feb 04 12:56:33.991666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8667d2ed-9e64-4f1b-87e4-aabad496cf59,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:33.997267 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.012644 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Transition to ACTIVE for port object 69f6853b-44de-40c9-a4f6-478baacf5e1a will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:34.035426 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.075786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Checking segment: {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:34.076155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Network hostable DHCP agents. Network: a05aa678-fc39-40d8-9500-ff94e2c478c4, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:34.128426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:34.146479 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27427a-2907-47c7-a2b6-f7953bda5d56 None None] Pushing event updated for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:34.149180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a05aa678-fc39-40d8-9500-ff94e2c478c4) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:34.162704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7dc86-6a82-4678-9814-629e2b56bfc7 None None] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:34.170508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:34.174261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.239531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Network': ['ID=9ada829f-a220-4951-ac8a-5961d5ffc52b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:34.290211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6ba66e47-6dd3-4531-9eae-2eb788853693 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8662462 Feb 04 12:56:34.294769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34110) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:34.311237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Allocated IP 172.20.0.13 (649cd847-1b8e-43e5-a29e-f9eb5b0d2011/361f5faf-d584-4c53-beca-a242a54a2560/95672055-a423-4ed9-9527-554e6e304f1c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:34.330914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:34.417742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ace15ca-d97d-4b12-8499-c495c841c4ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9922419 Feb 04 12:56:34.424453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34114) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:34.445168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:34.476370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:34.504866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Usage tracker for resource:router and tenant:b6a6467fcb254353ae69d13856f9c81e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:34.512253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'subnet': {'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:34.521404 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Attempting to bind port 69f6853b-44de-40c9-a4f6-478baacf5e1a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:34.521966 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Attempting to bind port 69f6853b-44de-40c9-a4f6-478baacf5e1a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:34.522191 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Attempting to bind port 69f6853b-44de-40c9-a4f6-478baacf5e1a on network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:34.535459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:34.539053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:34.545254 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Checking segment: {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:34.545254 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.545254 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Bound using segment: {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:34.545254 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Bound port: 69f6853b-44de-40c9-a4f6-478baacf5e1a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902485f3-9e79-48cb-95e3-6763cfd694d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:34.549383 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.549894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:34.558335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:34.559831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54a27724-0444-4a92-b2ed-095f108e88db up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:34.577114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.579067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.596370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67f8a-5ae9-445d-bc44-97bc0661fc4b req-124c8b39-d88d-43e5-90dd-4f7ed5c67347 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:34.608738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71a67f8a-5ae9-445d-bc44-97bc0661fc4b req-124c8b39-d88d-43e5-90dd-4f7ed5c67347 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1096 time: 0.3615520 Feb 04 12:56:34.639418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Sync routers for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:34.649652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.695371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71a67f8a-5ae9-445d-bc44-97bc0661fc4b req-2e8e6953-efb8-4678-9506-807164183678 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857205 Feb 04 12:56:34.750750 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] For port 69f6853b-44de-40c9-a4f6-478baacf5e1a, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:34.756655 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] For port 69f6853b-44de-40c9-a4f6-478baacf5e1a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=69f6853b-44de-40c9-a4f6-478baacf5e1a,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:34.759499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:34.760142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:34.762309 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.770864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.814902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-523cd765-7aab-4a06-b423-f50e10903160 admin admin] 10.222.0.53 "PUT /v2.0/routers/854caedf-4bcf-4149-ae65-b7884719309d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7329304 Feb 04 12:56:34.877761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16292-5c55-43cc-9a4d-ede359407aad req-95f7c757-cd5c-4c49-b24f-3e1927b9405d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:34.879534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18d16292-5c55-43cc-9a4d-ede359407aad req-95f7c757-cd5c-4c49-b24f-3e1927b9405d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 1.4068859 Feb 04 12:56:34.887711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:34.970914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:34.973366 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:35.132795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18d16292-5c55-43cc-9a4d-ede359407aad req-297d993d-552e-4c71-9137-d3a4d63c7d21 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418644 Feb 04 12:56:35.142552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:35.150049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27427a-2907-47c7-a2b6-f7953bda5d56 None None] Pushing event updated for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:35.187385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:35.211168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:35.285604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:35.292520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:35.310786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:subnet and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:35.319395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:35.335131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:35.355191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:35.356550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:35.375204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:35.379474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:35.502824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:35.562144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-8fac60ef-ae61-4425-bea5-ef6be1c03140 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8490832 Feb 04 12:56:35.583242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Request body: {'port': {'device_id': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:35.650817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:35.712111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 54a27724-0444-4a92-b2ed-095f108e88db triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:35.712474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:35.768922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:35.775268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a05aa678-fc39-40d8-9500-ff94e2c478c4', 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'fixed_ips': [{'subnet_id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:56:35.784405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:35.822471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3e3ff-d0f3-4955-9100-9619cf14fcd1 req-83e3f777-07c5-4b75-880b-ecb78a45570d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:35.831602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bd3e3ff-d0f3-4955-9100-9619cf14fcd1 req-83e3f777-07c5-4b75-880b-ecb78a45570d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 932 time: 0.5823159 Feb 04 12:56:35.907083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd953c8-05f2-4469-b0cd-d0c6d5a41842 req-e520f92e-2213-4e78-8a88-63bf273270c7 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:35.909434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cdd953c8-05f2-4469-b0cd-d0c6d5a41842 req-e520f92e-2213-4e78-8a88-63bf273270c7 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1096 time: 0.4268847 Feb 04 12:56:36.052249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:36.081757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0bd3e3ff-d0f3-4955-9100-9619cf14fcd1 req-d9300fe4-c73d-4924-979f-ccad8a93a6ca tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:36.149558 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 4, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '69f6853b-44de-40c9-a4f6-478baacf5e1a', 'name': '', 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'mac_address': 'fa:16:3e:72:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:24Z', 'updated_at': '2022-02-04T12:56:34Z', 'revision_number': 4, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'subnets': [{'id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:36.165656 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec02574-7102-450f-ad59-496e0719dd1a None None] The sync data for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 is: [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:56:28Z', 'revision_number': 4, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '69f6853b-44de-40c9-a4f6-478baacf5e1a', 'name': '', 'network_id': '27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'mac_address': 'fa:16:3e:72:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:24Z', 'updated_at': '2022-02-04T12:56:34Z', 'revision_number': 4, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'subnets': [{'id': 'f5f920b1-b028-4114-b73f-22d5f171f48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:36.193919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0bd3e3ff-d0f3-4955-9100-9619cf14fcd1 req-d9300fe4-c73d-4924-979f-ccad8a93a6ca tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:36.211202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bd3e3ff-d0f3-4955-9100-9619cf14fcd1 req-d9300fe4-c73d-4924-979f-ccad8a93a6ca tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780293 Feb 04 12:56:36.302361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:36.351527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cdd953c8-05f2-4469-b0cd-d0c6d5a41842 req-dc5419dd-4e91-420d-b2ed-613af371401a tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860776 Feb 04 12:56:36.387739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Subnet': ['ID=92bfb2e1-84e5-458e-b864-34cc6efbaa97,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:36.477578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Checking segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:36.483252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network hostable DHCP agents. Network: 9ada829f-a220-4951-ac8a-5961d5ffc52b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:36.691580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:36.731020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Allocated IP 172.20.0.2 (a05aa678-fc39-40d8-9500-ff94e2c478c4/8667d2ed-9e64-4f1b-87e4-aabad496cf59/8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:36.815345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9ada829f-a220-4951-ac8a-5961d5ffc52b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:36.858488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:36.860995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:36.944984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:36.997925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb34af-fb0c-43e8-b746-599b02501bed None None] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:37.175225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.229361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 69f6853b-44de-40c9-a4f6-478baacf5e1a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:37.304467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 2, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:37.328740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Checking router: 854caedf-4bcf-4149-ae65-b7884719309d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:37.329425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Updating router 854caedf-4bcf-4149-ae65-b7884719309d port 819cff28-b738-480e-9bd9-9a129f829977 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:37.335178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-831eda1f-7626-4e3c-9f76-a35e4e71154b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8655856 Feb 04 12:56:37.343779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34158) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:37.358054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-678875251'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:37.394796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:37.451019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:network and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:37.462174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:37.491603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:37.523474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 69f6853b-44de-40c9-a4f6-478baacf5e1a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:37.534936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66afe8-5f32-4cbf-bd77-3a6afaa9f6ec req-173c0a6b-e44e-4ebd-a14e-793ae0b6bb57 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:37.541534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed66afe8-5f32-4cbf-bd77-3a6afaa9f6ec req-173c0a6b-e44e-4ebd-a14e-793ae0b6bb57 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.1776972 Feb 04 12:56:37.546536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:37.550913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.614707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 69f6853b-44de-40c9-a4f6-478baacf5e1a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:37.615469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.666707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:56:37.730917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.731844 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Added segment b4fc84f5-bd14-4864-ac03-6914859785a6 of type vlan for network ea79272d-cfda-41fd-b519-a72743cdbc0b Feb 04 12:56:37.747110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:37.825891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed66afe8-5f32-4cbf-bd77-3a6afaa9f6ec req-dfe1f869-c1aa-4fea-a0d6-b81e52e33031 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856213 Feb 04 12:56:37.831942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Allocated IP 172.25.4.219 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/1da1b844-b64e-4c47-b290-f906eb70134b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:37.875395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:37.905108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224429415', 'description': 'tempest-description--669520511'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:37.940673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:37.954636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Usage tracker for resource:security_group and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:37.969528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:37.996622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:38.053645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.125402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95672055-a423-4ed9-9527-554e6e304f1c {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:38.136865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.155817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Transition to ACTIVE for port object 95672055-a423-4ed9-9527-554e6e304f1c will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:38.157585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.165525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:38.166439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.192502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.222412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:38.765591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:38.777670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Usage tracker for resource:security_group_rule and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:38.795351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:38.850626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:38.866768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5110388 Feb 04 12:56:38.890757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34176) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:38.917674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-3827988b-c9a0-46d9-8c59-18ee02f4df34 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:38.917674 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-3827988b-c9a0-46d9-8c59-18ee02f4df34 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.8703444 Feb 04 12:56:38.929318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'subnet': {'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:38.993199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820555-2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:39.060778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.071976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Transition to ACTIVE for port object 819cff28-b738-480e-9bd9-9a129f829977 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:39.132904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3efb77-6fa0-4f4d-9b95-7f75b57a0fb9 req-f53db83b-b148-4e43-89b9-28c7c84f34d7 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.132904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff3efb77-6fa0-4f4d-9b95-7f75b57a0fb9 req-f53db83b-b148-4e43-89b9-28c7c84f34d7 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.8553107 Feb 04 12:56:39.157985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea99f30-5b9e-47fc-9b16-45c689d5950b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Network': ['ID=ea79272d-cfda-41fd-b519-a72743cdbc0b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:39.183538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a740321-743b-44cd-856a-56930893f67b service neutron] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:39.183538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Attempting to bind port 95672055-a423-4ed9-9527-554e6e304f1c on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:39.183538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Attempting to bind port 95672055-a423-4ed9-9527-554e6e304f1c by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:39.183538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Attempting to bind port 95672055-a423-4ed9-9527-554e6e304f1c on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:39.202707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-6ff952c7-517d-4951-b7e0-b4a2fcce6326 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.202707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-6ff952c7-517d-4951-b7e0-b4a2fcce6326 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:39.207236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Port 95672055-a423-4ed9-9527-554e6e304f1c on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:39.207236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Attempting to bind port 95672055-a423-4ed9-9527-554e6e304f1c on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:39.209789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ea79272d-cfda-41fd-b519-a72743cdbc0b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:56:39.212907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:39.215571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Checking segment: {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:39.215571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Bound using segment: {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:39.215571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Bound port: 95672055-a423-4ed9-9527-554e6e304f1c, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:39.215571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.241025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.247852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-6ff952c7-517d-4951-b7e0-b4a2fcce6326 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:39.256333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-6ff952c7-517d-4951-b7e0-b4a2fcce6326 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 944 time: 1.0768242 Feb 04 12:56:39.373221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.430340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff3efb77-6fa0-4f4d-9b95-7f75b57a0fb9 req-17b9c697-eee3-43a4-98af-2fc844d4662c tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891080 Feb 04 12:56:39.576681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.576681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d84a6-1738-4d8f-9064-0c1f5379bc18 None None] Pushing event updated for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:39.636936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-b0a3b2f0-7c34-4ee4-827b-d3f1000c4a1b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:39.721662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-b0a3b2f0-7c34-4ee4-827b-d3f1000c4a1b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:39.721662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-092d66c1-d325-4e45-bd5a-96bdb0837928 req-b0a3b2f0-7c34-4ee4-827b-d3f1000c4a1b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570248 Feb 04 12:56:39.722070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:39.738379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:39.751739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:39.758099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Transition to ACTIVE for port object 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:39.765484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.793562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Transition to ACTIVE for port object 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:39.816929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:39.839955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.852434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:subnet and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:39.904663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:39.922678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:39.922678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.922678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-6a740321-743b-44cd-856a-56930893f67b service neutron] 10.222.0.90 "PUT /v2.0/ports/95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 1092 time: 4.3461816 Feb 04 12:56:39.922678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:39.953712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:39.978687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:39.985731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a740321-743b-44cd-856a-56930893f67b service neutron] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:40.031504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9ada829f-a220-4951-ac8a-5961d5ffc52b', 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'fixed_ips': [{'subnet_id': '92bfb2e1-84e5-458e-b864-34cc6efbaa97'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:56:40.031504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.069602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:56:40.093444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.106453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:56:40.125998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.210903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-96372cc7-ac1d-4033-8d81-38a4fc724f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.212755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-96372cc7-ac1d-4033-8d81-38a4fc724f4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1095 time: 0.2057166 Feb 04 12:56:40.263426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.290112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.302710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-5dc70afe-45c9-4c2e-9ba7-df0c08579f6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 217 time: 0.0821929 Feb 04 12:56:40.353064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:40.355978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.358731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dc66d-ddd7-44d4-a78c-ff5bbfae454d req-02813a1b-9cb5-4005-bf15-25407a28ced0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.365908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac9dc66d-ddd7-44d4-a78c-ff5bbfae454d req-02813a1b-9cb5-4005-bf15-25407a28ced0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.2302170 Feb 04 12:56:40.408121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 69f6853b-44de-40c9-a4f6-478baacf5e1a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=69f6853b-44de-40c9-a4f6-478baacf5e1a,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:40.412439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:40.417027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.452048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:40.467831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Usage tracker for resource:security_group_rule and tenant:65bc0c8f8cf444aba763fb89b80f27d8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:40.472762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:40.473411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Pushing event updated for resources: {'Port': ['ID=1da1b844-b64e-4c47-b290-f906eb70134b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:40.488143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-546a31f3-a627-401e-882e-97ed28334882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:40.488643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:40.490286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-546a31f3-a627-401e-882e-97ed28334882 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1814690 Feb 04 12:56:40.493586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:40.514004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac9dc66d-ddd7-44d4-a78c-ff5bbfae454d req-d9f272ee-92f2-49a7-a093-5a420073dea4 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471696 Feb 04 12:56:40.552655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:40.559750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:40.651449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:40.669929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-77410f63-6aab-402a-ad6b-61ccd8f83b1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672797 Feb 04 12:56:40.751148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:40.812410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:40.815128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0235c809-832c-4fd8-aaf2-f8dd793034b8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9369926 Feb 04 12:56:40.887229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:40.920146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34210) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:40.928692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Attempting to bind port 819cff28-b738-480e-9bd9-9a129f829977 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:40.928692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Attempting to bind port 819cff28-b738-480e-9bd9-9a129f829977 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:40.928692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Attempting to bind port 819cff28-b738-480e-9bd9-9a129f829977 on network 8c7103aa-4184-4cf5-93e1-eec9398c556e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:40.937482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Pushing event updated for resources: {'Port': ['ID=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.008359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d has no active binding in host n-h2-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:56:41.008359 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.152858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:41.159299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Checking segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:41.159299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.159299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Bound using segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:41.168754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Bound port: 819cff28-b738-480e-9bd9-9a129f829977, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:41.168754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.227011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-39b3dba5-5a0d-4e2f-b970-6d54c169a7de service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330691 Feb 04 12:56:41.255478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'security_group_rule': {'security_group_id': 'f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:41.278073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:41.384090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-556412b6-e17f-4e3d-ae01-8ee49249082a req-cab3ebec-67a8-4d10-aefb-920276cdd673 service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559780 Feb 04 12:56:41.389810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Usage tracker for resource:security_group_rule and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:41.394189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.413106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:41.417073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fad39-1c24-4057-a5bb-5ff9a392b96e req-ac153223-3df6-4688-8389-1578c389e339 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:41.417073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-606fad39-1c24-4057-a5bb-5ff9a392b96e req-ac153223-3df6-4688-8389-1578c389e339 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.4335227 Feb 04 12:56:41.417073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.428949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:41.459773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:41.499926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Attempting to bind port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:41.499926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Attempting to bind port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:41.499926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Attempting to bind port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 on network a05aa678-fc39-40d8-9500-ff94e2c478c4 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:41.531695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:41.531695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Checking segment: {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:41.532649 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.532649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Bound using segment: {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:41.534143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Bound port: 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:41.534143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.633464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-606fad39-1c24-4057-a5bb-5ff9a392b96e req-c58ddad6-ac60-422c-b905-5ebafc35717b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896877 Feb 04 12:56:41.664665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65bc0c8f8cf444aba763fb89b80f27d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9248550 Feb 04 12:56:41.680292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34222) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:41.747234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ec912-0d24-450f-ab1e-13feeedd27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec7ae5-6997-4f00-8358-a811ec9ed383,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.750835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:56:41.775511 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c', 'status': 'completed', 'code': 200} Feb 04 12:56:41.813616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:41.842046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] For port 819cff28-b738-480e-9bd9-9a129f829977, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:41.887779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] For port 819cff28-b738-480e-9bd9-9a129f829977, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=819cff28-b738-480e-9bd9-9a129f829977,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:41.887779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:41.887779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Allocated IP 19.80.0.2 (9ada829f-a220-4951-ac8a-5961d5ffc52b/92bfb2e1-84e5-458e-b864-34cc6efbaa97/4e57a04b-baa8-46c3-926a-ccaf574187d8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:41.931751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-26a1f14c-1bf3-4d60-8d50-e0a13770639f tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:56:41.946425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-26a1f14c-1bf3-4d60-8d50-e0a13770639f tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1548154 Feb 04 12:56:41.946425 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.042348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Request body: {'binding': {'host': 'n-h1-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:42.042348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 12:56:42.073415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.079583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] For port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:42.099071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.111443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] For port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:42.141517 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.256677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d84a6-1738-4d8f-9064-0c1f5379bc18 None None] Pushing event updated for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.289312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.312159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-935e62ad-fe98-4ea0-bdba-61197c4cd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:42.313740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-935e62ad-fe98-4ea0-bdba-61197c4cd722 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1095 time: 0.3986530 Feb 04 12:56:42.330353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:42.330503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:42.346365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.367512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.471409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d4eb6-21f9-463b-9fa7-ad1ee2138c0b req-f241cdca-a177-4fab-a49a-02068baf96ba tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:42.472953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b48d4eb6-21f9-463b-9fa7-ad1ee2138c0b req-f241cdca-a177-4fab-a49a-02068baf96ba tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 944 time: 0.4009287 Feb 04 12:56:42.488802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41ac9-691c-4890-b23a-b33a6508df7c None None] Pushing event updated for resources: {'Port': ['ID=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:42.527681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:42.598092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.703379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b48d4eb6-21f9-463b-9fa7-ad1ee2138c0b req-b8d5de99-e251-442c-9968-2d50e62fc0f5 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660306 Feb 04 12:56:42.729436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-27d24803-002e-4fe4-83de-397484cd20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:42.745252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-27d24803-002e-4fe4-83de-397484cd20e8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.4136589 Feb 04 12:56:42.745947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:42.758586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:42.966933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-63e0f5d0-364c-4823-9d7f-cf0914756660 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 217 time: 0.1907167 Feb 04 12:56:43.016581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.018107 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67ec7ae5-6997-4f00-8358-a811ec9ed383 HTTP/1.1" status: 204 len: 168 time: 1.3393509 Feb 04 12:56:43.026966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cc1dc-5c19-4f90-ae7d-81040b2bba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec7ae5-6997-4f00-8358-a811ec9ed383,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:43.148869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-0cfe845f-f53f-4d25-8461-0b9522ab10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:43.164261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-0cfe845f-f53f-4d25-8461-0b9522ab10b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1245024 Feb 04 12:56:43.261963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-11f605aa-cf16-448b-afa9-05d6306865d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026096 Feb 04 12:56:43.334161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c8b27a-a135-4188-a2e7-9fcf8a5f7bf5,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:43.334161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Subnet': ['ID=8b087b74-9667-41ec-97e8-b1a3effff4e0,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:43.429433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 69f6853b-44de-40c9-a4f6-478baacf5e1a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:43.439018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402dc5f-a345-4dc5-baec-e7cf6282a118 req-3da0e7e6-9eb1-4a79-bf68-b3c1c65e7d3e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:43.439018 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3402dc5f-a345-4dc5-baec-e7cf6282a118 req-3da0e7e6-9eb1-4a79-bf68-b3c1c65e7d3e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 945 time: 0.4578967 Feb 04 12:56:43.508389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Checking segment: {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:43.508389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network hostable DHCP agents. Network: ea79272d-cfda-41fd-b519-a72743cdbc0b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:56:43.516501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3402dc5f-a345-4dc5-baec-e7cf6282a118 req-f4091ca1-dfc6-4420-88e8-48b19f428ed1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711937 Feb 04 12:56:43.581156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-9decb5a7-98c5-4c73-afdb-a9838d0eca8f service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019905 Feb 04 12:56:43.686886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.715547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:43.790465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:43.792288 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.847168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5fbab5a3-ae74-48d7-9c4e-860f32c50518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.912250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.915116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 95672055-a423-4ed9-9527-554e6e304f1c details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:56:43.937809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.966376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 69f6853b-44de-40c9-a4f6-478baacf5e1a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:43.966376 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.984341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:43.984341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7a95346a-18c7-49ef-a349-1d788501734a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0636048 Feb 04 12:56:44.030193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Transition to ACTIVE for port object 4e57a04b-baa8-46c3-926a-ccaf574187d8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:44.036341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:44.063798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'security_group_rule': {'security_group_id': 'f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:44.082986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:44.093377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Usage tracker for resource:security_group_rule and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:44.093377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:44.112860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network ea79272d-cfda-41fd-b519-a72743cdbc0b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:56:44.118979 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:56:44.123891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:44.153611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:44.217241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Transition to ACTIVE for port object 4e57a04b-baa8-46c3-926a-ccaf574187d8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:44.222937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Usage tracker for resource:security_group_rule and tenant:246827e28bd04cd9a9b8f1a13eeec8e2 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:44.235564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.246968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.261687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ea79272d-cfda-41fd-b519-a72743cdbc0b) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:44.271927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:44.271927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.296145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fff77c-45c9-419b-8bb3-f82fd813f265 None None] Network ea79272d-cfda-41fd-b519-a72743cdbc0b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:44.309121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:44.334595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce2f1bd-278c-4dc8-b44e-2b26704cdb27 req-13cf0d72-1843-4648-8d8f-74d56f01c379 service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500160 Feb 04 12:56:44.343363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:44.383626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96fc21b6-4af9-47a4-8dfe-f612079a59ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.4924824 Feb 04 12:56:44.427079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:44.428623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145c82f-055f-4612-b04b-74e6f0ebba0d None None] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:44.477142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:44.539037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on host n-h1-820555-2 for vnic_type normal with profile {"migrating_to": "n-h2-820555-2"} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:44.542093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:44.547458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:44.557948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:44.559922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab012647-90f4-43c6-bb2e-f435878072af req-eb5f45d8-360c-417e-8ac5-fdb6df9c5930 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:44.561490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab012647-90f4-43c6-bb2e-f435878072af req-eb5f45d8-360c-417e-8ac5-fdb6df9c5930 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.6947761 Feb 04 12:56:44.571398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.571650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:44.572859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Attempting to bind port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on network 5a2dff08-03c8-428a-8a1c-98ccd458e26b {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:44.585901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:44.591573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:44.591939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Checking segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:44.592647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Bound using segment: {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:44.593367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Bound port: 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6642a719-87c0-4412-a1f3-22c14b42e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5a2dff08-03c8-428a-8a1c-98ccd458e26b'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:44.593648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.594701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.703547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.703547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6528308 Feb 04 12:56:44.720080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:44.720080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b377-1008-405b-a591-566bd7429bde tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc09c409-2098-4ebb-89b4-86a69b5d63a1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:44.749410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:44.749410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:44.762373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Usage tracker for resource:floatingip and tenant:5c6ac465a175400d8c12cecfcc9b8bfe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:44.762373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:44.771779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:44.788223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Pushing event updated for resources: {'Port': ['ID=4e57a04b-baa8-46c3-926a-ccaf574187d8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:44.794524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab012647-90f4-43c6-bb2e-f435878072af req-4f870cd2-3d65-4ee3-9fef-86734b608e44 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118702 Feb 04 12:56:44.794524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.815403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:44.832362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-05bda2d4-64dd-4743-8381-57a2ed4e161e None None] Provisioning for port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:44.848643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on host n-h1-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:44.849011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:44.849367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:44.890586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:56:44.892214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:44.936128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:44.936777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:44.937384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:44.938032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Bound port: baee0557-e874-4129-bb8f-6d5a009b506a, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:44.941578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:44.946195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.030718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '95672055-a423-4ed9-9527-554e6e304f1c', 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011', 'port_id': '95672055-a423-4ed9-9527-554e6e304f1c', 'mac_address': 'fa:16:3e:c1:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361f5faf-d584-4c53-beca-a242a54a2560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:56:45.051424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:45.054245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:45.088224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Attempting to bind port 4e57a04b-baa8-46c3-926a-ccaf574187d8 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:45.089265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Attempting to bind port 4e57a04b-baa8-46c3-926a-ccaf574187d8 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:45.089736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Attempting to bind port 4e57a04b-baa8-46c3-926a-ccaf574187d8 on network 9ada829f-a220-4951-ac8a-5961d5ffc52b {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:45.097794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:45.126060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:45.135941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.152977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.155589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77369947-b358-4d58-9a6a-808c3ac6cfe2 None None] The sync data for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 is: [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:45.205049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:45.205196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Checking segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:45.205533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.206350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Bound using segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:45.207029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Bound port: 4e57a04b-baa8-46c3-926a-ccaf574187d8, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:45.207580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.269782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=246827e28bd04cd9a9b8f1a13eeec8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4754233 Feb 04 12:56:45.269782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b9f0-9546-40be-9e96-3288dd953af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05849b-f8af-4f91-8486-85ea77ae7cc0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:45.276337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34260) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:45.296074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:45.351652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.352617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-560283cb-90f5-4d60-83bb-642a2e6be025 service neutron] 10.222.0.53 "POST /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a/bindings HTTP/1.1" status: 201 len: 389 time: 3.4120994 Feb 04 12:56:45.476020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:45.556359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87fc50-de10-4fa2-8f72-e43f654a7972 req-99f4a576-4e7c-4f08-95ee-63d5b34dd343 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.566816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a87fc50-de10-4fa2-8f72-e43f654a7972 req-99f4a576-4e7c-4f08-95ee-63d5b34dd343 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 944 time: 0.4570272 Feb 04 12:56:45.608433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:45.608919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.610300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-c4ae6e57-183c-4a01-8b4a-0956408fef11 service neutron] 10.222.0.90 "PUT /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 1121 time: 6.6589644 Feb 04 12:56:45.653738 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'code': 200} Feb 04 12:56:45.665721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Router 34dbac8b-91d9-406d-a35b-bb2384aecfbb is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:56:45.695561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.712946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a87fc50-de10-4fa2-8f72-e43f654a7972 req-fe1dca9d-f9ea-4f54-b45e-a8272c33c9b7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438866 Feb 04 12:56:45.732228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.941437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:45.944559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['1d4dfcb8-f97e-41ab-98ab-5f944207983d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:45.993845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1d4dfcb8-f97e-41ab-98ab-5f944207983d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:46.087091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95672055-a423-4ed9-9527-554e6e304f1c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:46.097863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] For port 4e57a04b-baa8-46c3-926a-ccaf574187d8, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:46.107961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] For port 4e57a04b-baa8-46c3-926a-ccaf574187d8, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e57a04b-baa8-46c3-926a-ccaf574187d8,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:46.123200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.212726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-1c2b015e-c9b6-4490-a07b-417110c53435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.215684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-1c2b015e-c9b6-4490-a07b-417110c53435 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1096 time: 0.4295585 Feb 04 12:56:46.233102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-ea79272d-cfda-41fd-b519-a72743cdbc0b', 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'fixed_ips': [{'subnet_id': '8b087b74-9667-41ec-97e8-b1a3effff4e0'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:56:46.234130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.456635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8cce1-56ca-49bc-a1b3-8d5878010cca req-454d7c50-9860-4a16-91f0-d36cbedd6ccc tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.458039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8be8cce1-56ca-49bc-a1b3-8d5878010cca req-454d7c50-9860-4a16-91f0-d36cbedd6ccc tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 943 time: 0.4889708 Feb 04 12:56:46.486220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.515801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:46.545832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Allocated IP 172.25.4.184 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6e2f7840-1a48-4adc-a7d4-719fa678cf73) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:46.643897 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6e21b46f-e82d-4acd-b351-9935036fd28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.647540 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.683956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:46.725947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:46.728303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.756265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.790746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:56:46.839619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Sync routers for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:46.851270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:46.854399 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:46.855584 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:46.940988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8be8cce1-56ca-49bc-a1b3-8d5878010cca req-f35d1001-a6e8-4b50-a263-a3986afe442a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497316 Feb 04 12:56:46.950554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05849b-f8af-4f91-8486-85ea77ae7cc0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:46.971403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.972057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.972057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.972283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.975412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.976465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b55fd585-60d3-4eda-b9a9-15ee1569fca2 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.977374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.977959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.985871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.985871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.985871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.985871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:46.985871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:47.012019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b55fd585-60d3-4eda-b9a9-15ee1569fca2 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.038750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b55fd585-60d3-4eda-b9a9-15ee1569fca2 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/networks?id=9ada829f-a220-4951-ac8a-5961d5ffc52b&id=ea79272d-cfda-41fd-b519-a72743cdbc0b&id=9ada829f-a220-4951-ac8a-5961d5ffc52b HTTP/1.1" status: 200 len: 1391 time: 1.0265343 Feb 04 12:56:47.072949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:47.077696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-ab1df795-63c2-46ed-a348-3a91ffceaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.079008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ec91b223-bdc0-461d-b8e5-808c57ec7ece admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.6516821 Feb 04 12:56:47.083489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-ab1df795-63c2-46ed-a348-3a91ffceaf82 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.8337502 Feb 04 12:56:47.087706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:47.101926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-8251bf3c-cc33-497b-b2b2-baedb74221e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/quotas/6b5f9d7650ae4ed6a0cf095fc2bb2bba HTTP/1.1" status: 200 len: 375 time: 0.0637007 Feb 04 12:56:47.128188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Allocated IP 19.86.0.2 (ea79272d-cfda-41fd-b519-a72743cdbc0b/8b087b74-9667-41ec-97e8-b1a3effff4e0/7e51649a-142a-476a-97b3-9bb3d958a1c3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:47.262230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-d737e34b-c2ec-479f-8832-69526a15b217 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 217 time: 0.1639526 Feb 04 12:56:47.332556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b273cac2-a5ab-4b9d-a2e5-be12d27318d0 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:47.368725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b273cac2-a5ab-4b9d-a2e5-be12d27318d0 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:47.370751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-b273cac2-a5ab-4b9d-a2e5-be12d27318d0 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2676947 Feb 04 12:56:47.501122 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:47.569983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:47.573310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:56:47.576471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8121f31f-1f5f-41d2-9d2c-7370bd9ee2f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b05849b-f8af-4f91-8486-85ea77ae7cc0 HTTP/1.1" status: 204 len: 168 time: 2.2967813 Feb 04 12:56:47.655270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:47.733715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:47.760950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8198aa7b-a07f-4cfe-a7dc-196aeeef6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.764092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8198aa7b-a07f-4cfe-a7dc-196aeeef6f87 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.2765493 Feb 04 12:56:47.924900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'Port': ['ID=6e2f7840-1a48-4adc-a7d4-719fa678cf73,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:48.047345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:48.054302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-3af6e6b5-37a1-44f9-9454-8cce07e1adfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922796 Feb 04 12:56:48.066016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:48.075585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:48.081902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:48.249886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-71a2788e-da78-4f7b-85d8-a0fd93212479 service neutron] 10.222.0.53 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480985 Feb 04 12:56:48.302767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:48.342546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd51f4a-f0c8-4630-ada4-758a5fad87df None None] Pushing event updated for resources: {'Port': ['ID=4e57a04b-baa8-46c3-926a-ccaf574187d8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:48.735259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801299c-3915-4e94-8926-d4655ad7db3a req-0cdc8504-5eed-4bbb-842a-424a761e0cfd tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:48.749671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6801299c-3915-4e94-8926-d4655ad7db3a req-0cdc8504-5eed-4bbb-842a-424a761e0cfd tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 1.3505390 Feb 04 12:56:49.074146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-0f776a47-ede3-4030-b2a8-d11bb036e2d4 service neutron] 10.222.0.53 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8067756 Feb 04 12:56:49.295227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 3, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:49.327602 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Checking router: 34dbac8b-91d9-406d-a35b-bb2384aecfbb for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:49.327602 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Updating router 34dbac8b-91d9-406d-a35b-bb2384aecfbb port 1da1b844-b64e-4c47-b290-f906eb70134b binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:56:49.619385 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:49.873083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-85889039-d487-4e2c-bcd2-e6f9dc117925 service neutron] 10.222.0.53 "GET /v2.0/networks/ea79272d-cfda-41fd-b519-a72743cdbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885833 Feb 04 12:56:50.026292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6801299c-3915-4e94-8926-d4655ad7db3a req-86116495-f6d1-45b3-aa95-a3064477dfc4 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2699280 Feb 04 12:56:50.181304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:50.660561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:50.680452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Transition to ACTIVE for port object 7e51649a-142a-476a-97b3-9bb3d958a1c3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:50.712000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Transition to ACTIVE for port object 7e51649a-142a-476a-97b3-9bb3d958a1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:50.719443 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-4a8b6458-6fb8-4a6f-addb-0027ad0e56e2 service neutron] 10.222.0.53 "GET /v2.0/networks/ea79272d-cfda-41fd-b519-a72743cdbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339531 Feb 04 12:56:50.777789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-31c4ea2b-80fd-4ac6-a719-bf45d7928972 None None] Provisioning complete for port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:50.777789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-31c4ea2b-80fd-4ac6-a719-bf45d7928972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:50.848822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94da39-c047-46c4-ad0c-50d3e004e4c5 None None] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:50.865821 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:50.906458 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Transition to ACTIVE for port object 1da1b844-b64e-4c47-b290-f906eb70134b will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:50.923818 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:50.980087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-2ccbcf93-a138-4715-883b-46a316d9d452 service neutron] 10.222.0.87 "GET /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.6978743 Feb 04 12:56:51.134789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Attempting to bind port 1da1b844-b64e-4c47-b290-f906eb70134b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:51.134789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Attempting to bind port 1da1b844-b64e-4c47-b290-f906eb70134b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:51.134789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Attempting to bind port 1da1b844-b64e-4c47-b290-f906eb70134b on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:51.156376 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9568cd-8c02-470e-b145-2e9f7694aa10 None None] Pushing event updated for resources: {'Port': ['ID=1da1b844-b64e-4c47-b290-f906eb70134b,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Bound port: 1da1b844-b64e-4c47-b290-f906eb70134b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:51.190727 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.269827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-61c944d9-fbef-45b5-9eed-2219c9cc6b7b service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8587511 Feb 04 12:56:51.279803 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.309722 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.332243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.353248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-db859bf9-53e0-43cc-b20c-a6041467c634 service neutron] 10.222.0.53 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367412 Feb 04 12:56:51.372683 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] For port 1da1b844-b64e-4c47-b290-f906eb70134b, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:51.379288 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] For port 1da1b844-b64e-4c47-b290-f906eb70134b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1da1b844-b64e-4c47-b290-f906eb70134b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:51.381600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.386525 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.407143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:51.486447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:51.544475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Network ea79272d-cfda-41fd-b519-a72743cdbc0b is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:51.587548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:51.628880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:51.631328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:56:51.632808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:56:51.633515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:51.740409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-9bcdb737-6f10-43c2-9192-d69e335915d4 service neutron] 10.222.0.53 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928391 Feb 04 12:56:51.743821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9568cd-8c02-470e-b145-2e9f7694aa10 None None] Pushing event updated for resources: {'Port': ['ID=1da1b844-b64e-4c47-b290-f906eb70134b,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:51.835518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:52.002881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Pushing event updated for resources: {'Port': ['ID=7e51649a-142a-476a-97b3-9bb3d958a1c3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:52.036793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:52.113477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:52.154754 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:56:52.206398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Attempting to bind port 7e51649a-142a-476a-97b3-9bb3d958a1c3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:56:52.207887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Attempting to bind port 7e51649a-142a-476a-97b3-9bb3d958a1c3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:56:52.208761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Attempting to bind port 7e51649a-142a-476a-97b3-9bb3d958a1c3 on network ea79272d-cfda-41fd-b519-a72743cdbc0b {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:56:52.252608 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-fb28ab28-1fa0-49b7-b728-ab559db237fa service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680865 Feb 04 12:56:52.300808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4dfcb8-f97e-41ab-98ab-5f944207983d {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:56:52.305753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17ec85-f6fa-4dcd-af60-b1352fe105ef req-013051ee-d349-4903-b30e-623b81fed046 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:52.308616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b17ec85-f6fa-4dcd-af60-b1352fe105ef req-013051ee-d349-4903-b30e-623b81fed046 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 1.6689541 Feb 04 12:56:52.321515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 819cff28-b738-480e-9bd9-9a129f829977 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:52.345912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:52.410435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:56:52.431725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Checking segment: {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Bound using segment: {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Bound port: 7e51649a-142a-476a-97b3-9bb3d958a1c3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:56:52.474716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:52.509046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b17ec85-f6fa-4dcd-af60-b1352fe105ef req-be865a9b-1a53-4d91-ae8b-dbe3530ecd98 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049969 Feb 04 12:56:52.509859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:52.728498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:52.924167 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'status': 'completed', 'code': 200} Feb 04 12:56:52.935302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:53.139840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:53.145187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:56:53.300610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:53.339914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47107-d0e9-4e63-bd5d-3da9e253be31 req-9173de5f-1315-4a70-91df-474704a13af1 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:53.351120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f3277a9-9679-4637-af36-e7dde74d01de None None] Provisioning for port 4e57a04b-baa8-46c3-926a-ccaf574187d8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:53.351120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] For port 7e51649a-142a-476a-97b3-9bb3d958a1c3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:56:53.364855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51d47107-d0e9-4e63-bd5d-3da9e253be31 req-9173de5f-1315-4a70-91df-474704a13af1 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 945 time: 0.9428332 Feb 04 12:56:53.373761 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 3, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:53.373761 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e94f5-4fb2-4464-8522-594718a0bfaf None None] The sync data for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 is: [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:56:41Z', 'revision_number': 3, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:53.552385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51d47107-d0e9-4e63-bd5d-3da9e253be31 req-dbc65d22-d352-42bb-ad5f-30400a59bbd6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861386 Feb 04 12:56:53.583451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Transition to ACTIVE for port object 1d4dfcb8-f97e-41ab-98ab-5f944207983d will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:56:53.590193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] For port 7e51649a-142a-476a-97b3-9bb3d958a1c3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e51649a-142a-476a-97b3-9bb3d958a1c3,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:56:53.595184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:53.600535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 819cff28-b738-480e-9bd9-9a129f829977 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:53.713625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 819cff28-b738-480e-9bd9-9a129f829977 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:53.713625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:53.801738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:54.446820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdd5e9-0938-4109-9434-e5085a2aa3a6 None None] Pushing event updated for resources: {'Port': ['ID=7e51649a-142a-476a-97b3-9bb3d958a1c3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:54.511804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'Port': ['ID=6e2f7840-1a48-4adc-a7d4-719fa678cf73,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:54.531605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e813b846-761d-4e88-ab8e-1907b9bdf77c req-a3a3451f-2b89-41ca-9b45-97ac3e295b34 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 210 time: 0.3155837 Feb 04 12:56:54.691287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] No DVR routers for this DVR port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:56:54.743691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 95672055-a423-4ed9-9527-554e6e304f1c up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:54.794693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:54.794693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c11e89e0-a8d0-4a03-8810-897a5b788bb2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0760825 Feb 04 12:56:55.249036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] 10.222.0.87 "PUT /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d/bindings/n-h2-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 4.2637355 Feb 04 12:56:55.277411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:55.356453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.356453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.356453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.356453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.356453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.374877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.374877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.379781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.379781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.379781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.379781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.379781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a6bdf5-9faf-436e-8022-8bccaceb0987 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:55.474161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:55.505115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-cf2d75be-7982-4dc7-8d4b-89ae4a9ddb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:55.519346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-cf2d75be-7982-4dc7-8d4b-89ae4a9ddb31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1082 time: 2.5831332 Feb 04 12:56:55.667268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f487f6-3789-4658-a430-474a349d7542 req-22d27f94-cc30-4596-9139-b5afc1fd8251 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:55.691761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3f487f6-3789-4658-a430-474a349d7542 req-22d27f94-cc30-4596-9139-b5afc1fd8251 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 2.2097409 Feb 04 12:56:56.428467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633421-ed8d-471b-986a-0fb79d5c20f9 req-a3dfb9e9-eb78-4d8c-ba01-32d75ab153e9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:56.443009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80633421-ed8d-471b-986a-0fb79d5c20f9 req-a3dfb9e9-eb78-4d8c-ba01-32d75ab153e9 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 0.9848473 Feb 04 12:56:56.608376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 95672055-a423-4ed9-9527-554e6e304f1c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:56.637269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 95672055-a423-4ed9-9527-554e6e304f1c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:56.637269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:56.755145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-24d8609a-5fac-432f-8815-fffbc8fb2d90 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:56.755145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-24d8609a-5fac-432f-8815-fffbc8fb2d90 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.9461050 Feb 04 12:56:56.798625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80633421-ed8d-471b-986a-0fb79d5c20f9 req-8f660f81-4ed2-439f-90f0-9f0d379739f7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570755 Feb 04 12:56:56.821336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:57.035034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 819cff28-b738-480e-9bd9-9a129f829977, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=819cff28-b738-480e-9bd9-9a129f829977,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:57.086506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:57.086506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e57a04b-baa8-46c3-926a-ccaf574187d8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:56:57.148462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-afb53016-33ef-476c-9eb7-d98c2c6a700e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:57.169348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-afb53016-33ef-476c-9eb7-d98c2c6a700e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:57.188205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-afb53016-33ef-476c-9eb7-d98c2c6a700e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:56:57.209225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34410) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:57.518121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:57.553444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-424ec3a7-18b1-4ae1-9033-5c7d8ca10875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:57.553444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-424ec3a7-18b1-4ae1-9033-5c7d8ca10875 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&tenant_id=acbc69913a5b44dbbdbc5170b16273fb HTTP/1.1" status: 200 len: 1095 time: 0.7451475 Feb 04 12:56:57.666847 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:57.683056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4e57a04b-baa8-46c3-926a-ccaf574187d8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:57.683056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b89877-4bb6-42a1-b176-d46078341bba None None] Network ea79272d-cfda-41fd-b519-a72743cdbc0b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:56:57.777062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3f487f6-3789-4658-a430-474a349d7542 req-0010c349-da10-4622-9c70-48ee11b67a89 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0806930 Feb 04 12:56:57.841638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-afb53016-33ef-476c-9eb7-d98c2c6a700e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:56:57.841638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-afb53016-33ef-476c-9eb7-d98c2c6a700e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "GET /v2.0/networks?id=9ada829f-a220-4951-ac8a-5961d5ffc52b&id=ea79272d-cfda-41fd-b519-a72743cdbc0b&id=9ada829f-a220-4951-ac8a-5961d5ffc52b HTTP/1.1" status: 200 len: 1391 time: 1.9349360 Feb 04 12:56:57.928170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'admin_state_up': True, 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:58.222881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2343985-4022-44a5-a944-15a7c9da5d8c req-f27a2ecd-3420-47f7-aa66-85053f959381 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:58.244004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2343985-4022-44a5-a944-15a7c9da5d8c req-f27a2ecd-3420-47f7-aa66-85053f959381 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.6466167 Feb 04 12:56:58.253502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:58.253502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4e57a04b-baa8-46c3-926a-ccaf574187d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:58.261227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:58.437809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:56:58.452059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-42b875ff-3c86-482a-bbe7-b0c7387c5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:58.452059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-42b875ff-3c86-482a-bbe7-b0c7387c5dbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1095 time: 0.7448583 Feb 04 12:56:58.502316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-e8674eed-e333-4375-8db7-4350d01861a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:58.502316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-e8674eed-e333-4375-8db7-4350d01861a6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 2.5951645 Feb 04 12:56:58.520995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2343985-4022-44a5-a944-15a7c9da5d8c req-3cb6b512-44a8-4dfb-84f0-1407be3d6845 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760322 Feb 04 12:56:58.568819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:58.836923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8a5fcf05-c99e-47bb-b2e3-b10646cb46fd None None] Provisioning for port 7e51649a-142a-476a-97b3-9bb3d958a1c3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:58.868064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c32bbd07-449c-44d8-98e4-b1b4e890d696 req-bb4c3005-06f3-4212-8c28-d741d5d606d6 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 210 time: 0.1237125 Feb 04 12:56:58.917646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:58.945729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Allocated IP 172.20.0.1 (a05aa678-fc39-40d8-9500-ff94e2c478c4/8667d2ed-9e64-4f1b-87e4-aabad496cf59/712e6bb5-7a1b-474b-9178-daf27acede21) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:58.958632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-b375bd02-66eb-4945-a4eb-2fd52d0e626f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 217 time: 0.3203523 Feb 04 12:56:59.009340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:59.149580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:59.160893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Usage tracker for resource:security_group_rule and tenant:c8bb1d97bd204f479e585782886aeab0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:56:59.187176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:56:59.206665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:56:59.329587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:59.403915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-0252b2be-3c8f-4ba9-89df-d006bed4d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:59.414348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-0252b2be-3c8f-4ba9-89df-d006bed4d9fb service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.9037514 Feb 04 12:56:59.562860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 4e57a04b-baa8-46c3-926a-ccaf574187d8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e57a04b-baa8-46c3-926a-ccaf574187d8,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:56:59.575743 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:59.822359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=4e57a04b-baa8-46c3-926a-ccaf574187d8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:59.863903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:56:59.882146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-622c9de4-321e-4d10-b261-29a7b078f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:59.882146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-622c9de4-321e-4d10-b261-29a7b078f7c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.7277176 Feb 04 12:56:59.905864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:56:59.940341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-3d40d9f5-5312-474d-a149-3e723ccb6adf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 200 len: 217 time: 0.4701982 Feb 04 12:57:00.069301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-7dc8e795-3b18-4cb5-82ad-00b4f3a0cbf1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726692 Feb 04 12:57:00.075732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:00.241933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-f12bf557-3573-42d8-b834-bf9a41bc962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.252431 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-f12bf557-3573-42d8-b834-bf9a41bc962d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.3050828 Feb 04 12:57:00.296407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:00.337946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Transition to ACTIVE for port object 712e6bb5-7a1b-474b-9178-daf27acede21 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:00.347122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-827c2e1b-8c34-48b3-aa77-fe17340263bf service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622573 Feb 04 12:57:00.436947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e8d36-a964-4e1a-aeed-14d276c83ed5 req-f106b3d6-c333-4bb8-aaa2-914e2b63f699 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.439183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b6e8d36-a964-4e1a-aeed-14d276c83ed5 req-f106b3d6-c333-4bb8-aaa2-914e2b63f699 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 1.2885468 Feb 04 12:57:00.468649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-7dbe9d45-b7de-4a58-be9a-599c3f94c722 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690950 Feb 04 12:57:00.481631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:00.481631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:00.518257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:00.519185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:00.694964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203507a-3925-47ae-96c4-66df46b78e4f req-b9aa1028-3214-492e-b259-8456a4a38ff4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:00.694964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7203507a-3925-47ae-96c4-66df46b78e4f req-b9aa1028-3214-492e-b259-8456a4a38ff4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 946 time: 2.0911822 Feb 04 12:57:00.770877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e51649a-142a-476a-97b3-9bb3d958a1c3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:00.799115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b6e8d36-a964-4e1a-aeed-14d276c83ed5 req-f76c9318-fff5-47a9-bf5f-45cee05d7a23 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362038 Feb 04 12:57:00.954965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-296fb957-94f0-4f2a-a131-7edb4a351574 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830916 Feb 04 12:57:01.101715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7e51649a-142a-476a-97b3-9bb3d958a1c3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:01.113327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7e51649a-142a-476a-97b3-9bb3d958a1c3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:01.114587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.395711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.486124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7e51649a-142a-476a-97b3-9bb3d958a1c3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e51649a-142a-476a-97b3-9bb3d958a1c3,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:01.491027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.492167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 819cff28-b738-480e-9bd9-9a129f829977 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:01.696736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7e51649a-142a-476a-97b3-9bb3d958a1c3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:01.708713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 819cff28-b738-480e-9bd9-9a129f829977 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:01.709101 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.772755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-90649e63-e05b-4808-a8f2-986996f28397 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121421 Feb 04 12:57:01.805335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4ce3b-274d-4647-b983-ce1b8361f788 req-a637246a-1335-49ea-aa46-3378db4dbc41 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:01.805335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eec4ce3b-274d-4647-b983-ce1b8361f788 req-a637246a-1335-49ea-aa46-3378db4dbc41 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.3409674 Feb 04 12:57:01.858832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.872070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:01.879221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eec4ce3b-274d-4647-b983-ce1b8361f788 req-7043bfe2-5813-43e6-a60e-c722b717068f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Feb 04 12:57:02.063403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1da1b844-b64e-4c47-b290-f906eb70134b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:02.099005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ac1c75-b1fd-4586-aed8-3210725c9c18 req-76091518-810b-4db3-b213-b7553bc6a2a9 service neutron] 10.222.0.87 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7234740 Feb 04 12:57:02.153585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7203507a-3925-47ae-96c4-66df46b78e4f req-9297f971-9e58-4d56-bfa0-d0bf3440a95e tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4369464 Feb 04 12:57:02.199452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Pushing event updated for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:02.211372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:02.254056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Allocated IP 19.80.0.240 (9ada829f-a220-4951-ac8a-5961d5ffc52b/92bfb2e1-84e5-458e-b864-34cc6efbaa97/129f1988-6f49-42d2-8302-08035f4c27ed) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:02.470948 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c', 'code': 200} Feb 04 12:57:02.518335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1da1b844-b64e-4c47-b290-f906eb70134b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:02.523697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:02.534015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1da1b844-b64e-4c47-b290-f906eb70134b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:02.534015 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:02.592273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81734d1c-dee2-4c1b-85d8-b1eafdf3e3a0 req-7548b345-79c2-4e54-b0f0-257f9bbed992 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:02.608665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81734d1c-dee2-4c1b-85d8-b1eafdf3e3a0 req-7548b345-79c2-4e54-b0f0-257f9bbed992 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 0.2418356 Feb 04 12:57:02.673368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:02.698836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65c461-772a-44f5-ad4a-097219d4d4fc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:02.745969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81734d1c-dee2-4c1b-85d8-b1eafdf3e3a0 req-f72e1077-c0c7-4469-8d0b-0283294edb49 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415582 Feb 04 12:57:02.811471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643e42-ec5b-4298-ac0a-7fc7e69c4e7b req-745f6a62-0aab-43c3-b79f-af71683c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:02.811471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f643e42-ec5b-4298-ac0a-7fc7e69c4e7b req-745f6a62-0aab-43c3-b79f-af71683c183e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1097 time: 0.3647892 Feb 04 12:57:02.858665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:03.057916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f643e42-ec5b-4298-ac0a-7fc7e69c4e7b req-bd11f2bc-029e-4d02-9c5c-b47b6aee11a1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377372 Feb 04 12:57:03.074973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-138cc3b4-c325-4ffe-9c7e-f3fac35923ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8bb1d97bd204f479e585782886aeab0&name=default HTTP/1.1" status: 200 len: 2979 time: 5.4730058 Feb 04 12:57:03.088030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34478) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:03.342323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:03.419016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 1da1b844-b64e-4c47-b290-f906eb70134b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1da1b844-b64e-4c47-b290-f906eb70134b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:03.426440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:03.469770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2825c9df-10ee-4372-8524-0cbc328a1cda req-a2446112-fe6a-48f6-840a-6a4bcd7629ed tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 210 time: 0.4023483 Feb 04 12:57:03.593271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:03.811643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e51649a-142a-476a-97b3-9bb3d958a1c3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:03.870490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:03.904079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:04.018318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a3429c24-c152-433e-a172-d6365be24dfb None None] Provisioning for port 712e6bb5-7a1b-474b-9178-daf27acede21 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:04.040709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a3429c24-c152-433e-a172-d6365be24dfb None None] Provisioning complete for port 712e6bb5-7a1b-474b-9178-daf27acede21 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:04.040709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a3429c24-c152-433e-a172-d6365be24dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:04.210532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=1da1b844-b64e-4c47-b290-f906eb70134b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:04.290631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7e51649a-142a-476a-97b3-9bb3d958a1c3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:04.290631 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:04.395822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:04.587560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65c461-772a-44f5-ad4a-097219d4d4fc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:04.733892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a3429c24-c152-433e-a172-d6365be24dfb None None] Port 712e6bb5-7a1b-474b-9178-daf27acede21 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:04.833454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f4b4c-0d4e-47d2-82ca-2819af408ee7 req-a66909b8-ff06-4237-bd4c-b84aba76f815 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:04.833454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42f4b4c-0d4e-47d2-82ca-2819af408ee7 req-a66909b8-ff06-4237-bd4c-b84aba76f815 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 1.0781009 Feb 04 12:57:04.856901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:04.856901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0a77ba5b-b883-4138-a8a2-4160f550964c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d65c461-772a-44f5-ad4a-097219d4d4fc HTTP/1.1" status: 204 len: 168 time: 1.7553699 Feb 04 12:57:04.856901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-83bf55be-a820-4443-97bc-749238aad722 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6112323 Feb 04 12:57:04.937080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e57a04b-baa8-46c3-926a-ccaf574187d8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:04.973547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-a4620467-0eb9-4c14-ad12-3cadf4d7bf37 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:04.973547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-a4620467-0eb9-4c14-ad12-3cadf4d7bf37 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&tenant_id=acbc69913a5b44dbbdbc5170b16273fb&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1095 time: 1.4987633 Feb 04 12:57:04.987055 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42f4b4c-0d4e-47d2-82ca-2819af408ee7 req-62011875-7117-429f-8a72-b1a7b42188ac tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521995 Feb 04 12:57:05.305430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4e57a04b-baa8-46c3-926a-ccaf574187d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:05.305430 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:05.376014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:05.705550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffd70e-ec3f-43d0-9387-15c1029f34c9 req-4a0bb564-1f16-440e-8822-f3de54e8e795 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:05.705550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4ffd70e-ec3f-43d0-9387-15c1029f34c9 req-4a0bb564-1f16-440e-8822-f3de54e8e795 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.2135036 Feb 04 12:57:05.705550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-10e3cd4f-eadf-40bb-9d4c-e565ac4629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:05.705550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-10e3cd4f-eadf-40bb-9d4c-e565ac4629d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 1095 time: 0.4599686 Feb 04 12:57:05.725113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-d140eae2-99c5-426c-b6c3-02251a0ad43d service neutron] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:05.725113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-d140eae2-99c5-426c-b6c3-02251a0ad43d service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:05.725113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f62bc35-41a3-4df2-826a-e6914b6bc4a7 req-d140eae2-99c5-426c-b6c3-02251a0ad43d service neutron] 10.222.0.90 "DELETE /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d/bindings/n-h1-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.7377288 Feb 04 12:57:06.006578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:06.092788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1da1b844-b64e-4c47-b290-f906eb70134b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:06.128795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:06.231997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:06.245472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:06.291934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1da1b844-b64e-4c47-b290-f906eb70134b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:06.291934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:06.418169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:06.425740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:06.433243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-5c8a2c4e-a619-47bd-bb6d-c5ad1391f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.433243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-5c8a2c4e-a619-47bd-bb6d-c5ad1391f5af service neutron] 10.222.0.90 "GET /v2.0/networks?id=5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 200 len: 920 time: 0.6805277 Feb 04 12:57:06.658648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Usage tracker for resource:security_group_rule and tenant:ae232e5d1ea1420bb02c02efd966bace is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:06.674902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:06.714129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4ffd70e-ec3f-43d0-9387-15c1029f34c9 req-6030b4ed-b8e4-4806-a3d9-d503add24230 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621755 Feb 04 12:57:06.758245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Pushing event updated for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:06.762088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:06.789198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-3a295cf7-d87a-4250-ad30-738631be41e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 200 len: 217 time: 0.3151183 Feb 04 12:57:06.861569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Transition to ACTIVE for port object 129f1988-6f49-42d2-8302-08035f4c27ed will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:07.048410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-0b00d177-b27c-4d68-be33-821750d78e6c tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.048410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-0b00d177-b27c-4d68-be33-821750d78e6c tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 1.1881440 Feb 04 12:57:07.059870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:07.109272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820555-2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:07.161709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:07.197417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711449-e93a-4a75-8f81-ba2021f47d26 req-03212405-cea4-4c6b-a1a5-124d18ebf9a9 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.197417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94711449-e93a-4a75-8f81-ba2021f47d26 req-03212405-cea4-4c6b-a1a5-124d18ebf9a9 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 946 time: 2.4139190 Feb 04 12:57:07.261843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:07.329698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94711449-e93a-4a75-8f81-ba2021f47d26 req-57d25e07-0def-407e-959e-de8d99e2f9e5 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324408 Feb 04 12:57:07.342865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:07.369960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:07.478701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:07.535747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:07.539998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a has no active binding in host n-h1-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 12:57:07.636927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:07.646585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-845078a9-6f28-451e-a6e8-0dace5c5af9d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3835735 Feb 04 12:57:07.668432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-e4e0f5bb-73e6-4e52-bac2-eaa7f8da6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.671040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-e4e0f5bb-73e6-4e52-bac2-eaa7f8da6321 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 200 len: 859 time: 0.8747470 Feb 04 12:57:07.767478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:07.801544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-fdab09b0-8b85-4956-b56a-a07809cf7453 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5a2dff08-03c8-428a-8a1c-98ccd458e26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126904 Feb 04 12:57:07.895973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff07a6b8-67fe-4a34-a8da-6057d3942a83 None None] Provisioning for port 129f1988-6f49-42d2-8302-08035f4c27ed completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:07.906277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff07a6b8-67fe-4a34-a8da-6057d3942a83 None None] Provisioning complete for port 129f1988-6f49-42d2-8302-08035f4c27ed triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:07.906277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff07a6b8-67fe-4a34-a8da-6057d3942a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.025276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.025276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.042822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ff07a6b8-67fe-4a34-a8da-6057d3942a83 None None] Port 129f1988-6f49-42d2-8302-08035f4c27ed cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:08.158407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-ba592bea-a12e-44dd-b2a2-1cc6f2759769 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.174377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-ba592bea-a12e-44dd-b2a2-1cc6f2759769 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:08.174377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:08.174377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:08.190648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-18b7e193-375e-45c5-ae6b-f4495c5b7dee tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2675354 Feb 04 12:57:08.208300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b', 'admin_state_up': True, 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:08.229587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.236538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-ba592bea-a12e-44dd-b2a2-1cc6f2759769 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:08.236538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-ba592bea-a12e-44dd-b2a2-1cc6f2759769 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 932 time: 0.6491132 Feb 04 12:57:08.248538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.255422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-052e032c-6c87-4e59-a94c-b4b403d7455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.256974 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-052e032c-6c87-4e59-a94c-b4b403d7455d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 1095 time: 0.5673602 Feb 04 12:57:08.285007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4237b6-ead7-4621-b80d-42af852602c6 req-1b29a3be-0a48-42bc-8d2e-aadb20dcfa4b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.292850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c4237b6-ead7-4621-b80d-42af852602c6 req-1b29a3be-0a48-42bc-8d2e-aadb20dcfa4b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 0.9845295 Feb 04 12:57:08.407303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:08.410587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d77515-ca47-4857-b471-560897baf0bd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:08.422284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-025bb474-8af3-432f-a795-76ed22c2832f service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046178 Feb 04 12:57:08.428184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f6c593c8-6756-42c2-b9e2-00538f29ff13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae232e5d1ea1420bb02c02efd966bace&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3594763 Feb 04 12:57:08.437670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:08.489817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c4237b6-ead7-4621-b80d-42af852602c6 req-762672e3-742b-44b0-90cb-3094ee02cc97 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840231 Feb 04 12:57:08.582040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d10879dc-eb43-4d35-89a1-7e20d3c7708a None None] Provisioning complete for port 712e6bb5-7a1b-474b-9178-daf27acede21 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:08.583162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d10879dc-eb43-4d35-89a1-7e20d3c7708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.678071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:57:08.715424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d10879dc-eb43-4d35-89a1-7e20d3c7708a None None] Port 712e6bb5-7a1b-474b-9178-daf27acede21 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:08.806237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:08.902415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-53734221-fa93-44b1-a56f-54df9f48bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:08.902415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-53734221-fa93-44b1-a56f-54df9f48bdad service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.3520319 Feb 04 12:57:08.920278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-680b5e8f-a546-4318-b802-ac6711d6aca9 req-fcb4bac4-48e8-4955-8353-7a73ae40c598 service neutron] 10.222.0.90 "GET /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750614 Feb 04 12:57:08.920278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.920278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:08.940197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:08.957484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:09.025349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:09.051215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-9ad56f7e-d2ff-4308-8442-e116645c7574 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 200 len: 217 time: 0.1366129 Feb 04 12:57:09.176227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-4e19fb1d-e132-4255-9f1f-e5a992433aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.176227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-4e19fb1d-e132-4255-9f1f-e5a992433aa1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.1187415 Feb 04 12:57:09.176227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-601d49e1-4567-4b96-ac03-56fd77aa2ada tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:09.185758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01366a90-4dcf-4919-a87c-3a995a3116a4 req-c2aa0f6c-98c6-4231-8e59-1da12e0ededf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:09.212117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01366a90-4dcf-4919-a87c-3a995a3116a4 req-c2aa0f6c-98c6-4231-8e59-1da12e0ededf tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 945 time: 0.4827218 Feb 04 12:57:09.241705 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-311a3be9-3ff6-4ba7-8c35-48811855d49e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643091 Feb 04 12:57:09.315228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:09.417661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-601d49e1-4567-4b96-ac03-56fd77aa2ada tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:09.417661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98a531e-d33c-4a77-8614-444a37cfeb3d req-601d49e1-4567-4b96-ac03-56fd77aa2ada tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1702471 Feb 04 12:57:09.462146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01366a90-4dcf-4919-a87c-3a995a3116a4 req-82c66322-e040-4dd0-b5e4-6f9e8abf4f93 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536449 Feb 04 12:57:09.489232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on host n-h2-820555-2 for vnic_type normal with profile {"migrating_to": "n-h1-820555-2"} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:09.489232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:09.501874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:09.525393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:09.525393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Attempting to bind port baee0557-e874-4129-bb8f-6d5a009b506a on network fcfdc147-0fb1-486f-9857-405563e1de8d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:09.531790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:09.601171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:09.601171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Checking segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:09.601171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Bound using segment: {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:09.601171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Bound port: baee0557-e874-4129-bb8f-6d5a009b506a, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d602a0-f7e1-4387-bb8a-8197fe30f165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fcfdc147-0fb1-486f-9857-405563e1de8d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:09.619221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:09.626317 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:09.644503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Router 34dbac8b-91d9-406d-a35b-bb2384aecfbb has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:57:09.644503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:09.685933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d77515-ca47-4857-b471-560897baf0bd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:09.716102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:09.716102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-25e39325-db3e-432b-a338-f2d733c6fe8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6d77515-ca47-4857-b471-560897baf0bd HTTP/1.1" status: 204 len: 168 time: 1.2699261 Feb 04 12:57:09.860888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:09.860888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:10.107624 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:57:10.185133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:10.208106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:10.221400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:10.338077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-939bb9a0-16ef-4595-993f-f876d83ca49d service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108526 Feb 04 12:57:10.521597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa070e6-11bf-4321-b42d-2da682fc8d7a req-b41c5c5e-5e72-4b98-a2ee-464c8e6b8465 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:10.521597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eaa070e6-11bf-4321-b42d-2da682fc8d7a req-b41c5c5e-5e72-4b98-a2ee-464c8e6b8465 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.6655939 Feb 04 12:57:10.728187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:10.817494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:10.819380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:10.821076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-13d3338a-6141-41eb-b085-2afeaaaa4a60 service neutron] 10.222.0.87 "PUT /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 1121 time: 3.7630837 Feb 04 12:57:10.826701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eaa070e6-11bf-4321-b42d-2da682fc8d7a req-453d0dea-fe7b-415c-98a4-116c55ac2d4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059709 Feb 04 12:57:10.940239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['baee0557-e874-4129-bb8f-6d5a009b506a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:10.998842 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'code': 200} Feb 04 12:57:11.043378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['baee0557-e874-4129-bb8f-6d5a009b506a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:11.050126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372e0e7e-4820-4b60-aea5-913a1d85a93a req-6ddf11d8-283b-491b-8259-ad9776379530 service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141225 Feb 04 12:57:11.073751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:57:11.094544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Sync routers for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:11.177499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db356b-9053-4db5-a578-71cd7f543fbc req-9a16debe-0ab0-480d-bcaf-8ac0cddc1247 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:11.199542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2db356b-9053-4db5-a578-71cd7f543fbc req-9a16debe-0ab0-480d-bcaf-8ac0cddc1247 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 946 time: 1.1242156 Feb 04 12:57:11.208581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-653207dc-bb08-40c4-a866-af5960a18f27 admin admin] 10.222.0.53 "PUT /v2.0/routers/34dbac8b-91d9-406d-a35b-bb2384aecfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.1193504 Feb 04 12:57:11.217153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:57:11.217841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:11.360270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2db356b-9053-4db5-a578-71cd7f543fbc req-fd9b0ff2-f0f8-4132-bbbf-701b7badd3c8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453068 Feb 04 12:57:11.523048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Allocated IP 19.86.0.191 (ea79272d-cfda-41fd-b519-a72743cdbc0b/8b087b74-9667-41ec-97e8-b1a3effff4e0/f5dd8aac-98d5-4cd9-a708-f86021c209a4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:11.774261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b236e-efa1-40e6-936e-2ff823cc1090 req-47de7a88-aac9-454f-aec4-6d94873a8948 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:11.788215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a10b236e-efa1-40e6-936e-2ff823cc1090 req-47de7a88-aac9-454f-aec4-6d94873a8948 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.3632991 Feb 04 12:57:11.952567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:57:12.365060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a10b236e-efa1-40e6-936e-2ff823cc1090 req-d7445a81-d132-4410-b995-84553844ed8e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748208 Feb 04 12:57:12.473864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979eac-3ec9-4a0d-ad94-ee41a6427616 req-ff1b8076-2abb-4e3f-b3ee-d23fb74c7919 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:12.474662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5b979eac-3ec9-4a0d-ad94-ee41a6427616 req-ff1b8076-2abb-4e3f-b3ee-d23fb74c7919 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:12.568873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:12.591655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Transition to ACTIVE for port object f5dd8aac-98d5-4cd9-a708-f86021c209a4 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:12.622866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:12.710227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network ea79272d-cfda-41fd-b519-a72743cdbc0b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:12.721443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:12.729623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5b979eac-3ec9-4a0d-ad94-ee41a6427616 req-ff1b8076-2abb-4e3f-b3ee-d23fb74c7919 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:12.732053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b979eac-3ec9-4a0d-ad94-ee41a6427616 req-ff1b8076-2abb-4e3f-b3ee-d23fb74c7919 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 932 time: 1.0567496 Feb 04 12:57:12.736389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:12.847249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:12.898719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b979eac-3ec9-4a0d-ad94-ee41a6427616 req-41c08d5f-1848-4568-8a72-63257e96a5df tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233110 Feb 04 12:57:12.993031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:12.998132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:13.000730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:13.047802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-5029f7eb-3933-454e-bb9d-5b61fcc3eb1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8536131 Feb 04 12:57:13.068792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:04Z', 'revision_number': 4, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '712e6bb5-7a1b-474b-9178-daf27acede21', 'name': '', 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'mac_address': 'fa:16:3e:a7:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:54Z', 'updated_at': '2022-02-04T12:57:05Z', 'revision_number': 2, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'subnets': [{'id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:13.079196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'admin_state_up': True, 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:13.089261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Checking router: 34dbac8b-91d9-406d-a35b-bb2384aecfbb for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:13.089852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Updating router 34dbac8b-91d9-406d-a35b-bb2384aecfbb port 712e6bb5-7a1b-474b-9178-daf27acede21 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:57:13.237180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:13.369997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d5fb74b-3642-4387-9e00-cd518c2992e1 None None] Provisioning for port f5dd8aac-98d5-4cd9-a708-f86021c209a4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:13.385164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d5fb74b-3642-4387-9e00-cd518c2992e1 None None] Provisioning complete for port f5dd8aac-98d5-4cd9-a708-f86021c209a4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:13.385822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb74b-3642-4387-9e00-cd518c2992e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:13.479831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:13.508691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadc5cb-85a3-4301-a1cf-e3731177960d req-8dc09388-ede1-4718-8d1f-e9ed14c5beab tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:13.515185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4aadc5cb-85a3-4301-a1cf-e3731177960d req-8dc09388-ede1-4718-8d1f-e9ed14c5beab tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 1095 time: 0.2133377 Feb 04 12:57:13.547376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:13.553549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7940255c-b46b-4f86-95e1-7f54fc519e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:13.579381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fb74b-3642-4387-9e00-cd518c2992e1 None None] Port f5dd8aac-98d5-4cd9-a708-f86021c209a4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:13.599267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:13.605025 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:13.662503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4aadc5cb-85a3-4301-a1cf-e3731177960d req-446c889d-921b-4bc1-95f2-13c5e874a7a9 tempest-LiveAutoBlockMigrationV225Test-293168175 tempest-LiveAutoBlockMigrationV225Test-293168175-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398473 Feb 04 12:57:13.988847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82b26777-1524-49e1-92df-a1978468f834 req-8845cd9a-a1ad-4d6f-ad35-e321ec4dc62a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-51825026&fields=id&tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 267 time: 0.1430099 Feb 04 12:57:14.142380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Allocated IP 19.80.0.119 (9ada829f-a220-4951-ac8a-5961d5ffc52b/92bfb2e1-84e5-458e-b864-34cc6efbaa97/f22f540f-29fb-4a82-b1fb-60a2897cb63e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:14.238162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b26777-1524-49e1-92df-a1978468f834 req-2d4b5a6f-37e5-4ace-8b59-c292c7dbc9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:14.251466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82b26777-1524-49e1-92df-a1978468f834 req-2d4b5a6f-37e5-4ace-8b59-c292c7dbc9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 946 time: 0.2755067 Feb 04 12:57:14.263854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'security_groups': ['3be6e5dc-2eef-446a-993a-5584266dcc24', '842ce328-2ee6-4763-b843-19bda9406595']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:14.350520 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.370805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Transition to ACTIVE for port object 712e6bb5-7a1b-474b-9178-daf27acede21 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:14.381143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.492849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.655571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.837804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df3f86-9017-4dcf-a612-2a3889bbf94c None None] Pushing event updated for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:14.867311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Attempting to bind port 712e6bb5-7a1b-474b-9178-daf27acede21 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:14.867679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Attempting to bind port 712e6bb5-7a1b-474b-9178-daf27acede21 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:14.868066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Attempting to bind port 712e6bb5-7a1b-474b-9178-daf27acede21 on network a05aa678-fc39-40d8-9500-ff94e2c478c4 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:14.896029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ccca8623-e709-4933-8adc-631e4bdeccb4 req-a6b3071e-52e0-4b51-a5e5-06a782b5d361 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=b6a6467fcb254353ae69d13856f9c81e HTTP/1.1" status: 200 len: 217 time: 0.2537112 Feb 04 12:57:14.903342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Transition to ACTIVE for port object f22f540f-29fb-4a82-b1fb-60a2897cb63e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:14.904507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:14.909089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Checking segment: {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:14.911720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.913464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Bound using segment: {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:14.913999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Bound port: 712e6bb5-7a1b-474b-9178-daf27acede21, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:14.918022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:14.946649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.040387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:15.046556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:15.050496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:15.055065 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'status': 'completed', 'code': 200} Feb 04 12:57:15.107582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:15.116807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] For port 712e6bb5-7a1b-474b-9178-daf27acede21, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:15.124712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] For port 712e6bb5-7a1b-474b-9178-daf27acede21, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=712e6bb5-7a1b-474b-9178-daf27acede21,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:15.133736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.149393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-c8e47272-454c-4e77-a9e8-a9adacbddca7 service neutron] 10.222.0.90 "GET /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.4316306 Feb 04 12:57:15.192948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.207705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.258193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ff2eac4e-fbde-4437-bd22-5cff667a43ff tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2013326 Feb 04 12:57:15.292124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:15.331724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:57:15.333332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:56:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:15.438431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:15.591775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.605706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-03fe791f-7a80-4938-95e5-8d4e3ad8626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.608244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-03fe791f-7a80-4938-95e5-8d4e3ad8626b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1124 time: 0.5726628 Feb 04 12:57:15.611740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.913215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.914176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:15.928377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82b26777-1524-49e1-92df-a1978468f834 req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "PUT /v2.0/ports/95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 982 time: 1.6754837 Feb 04 12:57:15.977781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5810-fba6-4157-939d-f8d86687340e req-cddba38e-bbf4-43d2-874f-b85990db146a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:15.986166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43dc5810-fba6-4157-939d-f8d86687340e req-cddba38e-bbf4-43d2-874f-b85990db146a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 943 time: 0.5928471 Feb 04 12:57:15.988769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:16.004739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:57:16.107640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df3f86-9017-4dcf-a612-2a3889bbf94c None None] Pushing event updated for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:16.202626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:16.308708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb51f52-dc2d-418e-87ba-82b8e6fea3ae tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:16.374919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43dc5810-fba6-4157-939d-f8d86687340e req-999f7dce-19c6-427e-a41b-95ad398f8cf8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875530 Feb 04 12:57:16.424387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34650) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:16.429601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:16.560762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d8665a4b-da99-45c8-b758-6ca0d4fd4912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:16.667355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:16.667945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73f2a264-e14c-4227-9621-910558773a94 None None] Provisioning for port f22f540f-29fb-4a82-b1fb-60a2897cb63e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:16.733421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-49f9eede-aa31-46ac-b497-c74ea5c8d242 req-8549a58d-3903-437d-8fe3-a01bedac9c28 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] Synchronizing usage tracker for tenant:b6a6467fcb254353ae69d13856f9c81e on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:16.760510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-07ef82f6-5082-45a4-ae11-8f8dcbd6bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:16.761999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-07ef82f6-5082-45a4-ae11-8f8dcbd6bc6d service neutron] 10.222.0.90 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 1.1361847 Feb 04 12:57:16.802004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:16.883391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baee0557-e874-4129-bb8f-6d5a009b506a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:16.898100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:16.918469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73f2a264-e14c-4227-9621-910558773a94 None None] Provisioning complete for port f22f540f-29fb-4a82-b1fb-60a2897cb63e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:16.919209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73f2a264-e14c-4227-9621-910558773a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.046529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.091290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-73f2a264-e14c-4227-9621-910558773a94 None None] Port f22f540f-29fb-4a82-b1fb-60a2897cb63e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:17.130111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:17.161468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.200442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129f1988-6f49-42d2-8302-08035f4c27ed {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:17.228804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:17.230056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.258810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.267325 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.284025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Transition to ACTIVE for port object 129f1988-6f49-42d2-8302-08035f4c27ed will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:17.285572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-49f9eede-aa31-46ac-b497-c74ea5c8d242 req-8549a58d-3903-437d-8fe3-a01bedac9c28 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] Unset dirty status for tenant:b6a6467fcb254353ae69d13856f9c81e on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:17.299928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.305658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49f9eede-aa31-46ac-b497-c74ea5c8d242 req-8549a58d-3903-437d-8fe3-a01bedac9c28 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.8122320 Feb 04 12:57:17.309786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.309971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-b7672bea-d172-420a-8250-9fd3c03859b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 217 time: 0.5367258 Feb 04 12:57:17.311505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:17.312990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:17.318390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.360816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:17.360816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Usage tracker for resource:security_group_rule and tenant:38eb4b8060f6438eacf7a9793e1354d9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:17.371532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:17.397087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:17.496336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:04Z', 'revision_number': 4, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '712e6bb5-7a1b-474b-9178-daf27acede21', 'name': '', 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'mac_address': 'fa:16:3e:a7:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:54Z', 'updated_at': '2022-02-04T12:57:15Z', 'revision_number': 4, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'subnets': [{'id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:17.515937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77709-ed10-4f2f-aaa9-4a4044d511db None None] The sync data for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 is: [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:04Z', 'revision_number': 4, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '712e6bb5-7a1b-474b-9178-daf27acede21', 'name': '', 'network_id': 'a05aa678-fc39-40d8-9500-ff94e2c478c4', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'mac_address': 'fa:16:3e:a7:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:54Z', 'updated_at': '2022-02-04T12:57:15Z', 'revision_number': 4, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'subnets': [{'id': '8667d2ed-9e64-4f1b-87e4-aabad496cf59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:17.559705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:17.580326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:17.593337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-575da7f0-4d83-4ba5-be21-cac7bad8d867 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2377 time: 0.6279049 Feb 04 12:57:17.661255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.822631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:17.833389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:17.852307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b907d119-340c-417d-b6e4-750235c6f162', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'port_id': 'b907d119-340c-417d-b6e4-750235c6f162', 'mac_address': 'fa:16:3e:d1:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde7fda1-5240-4566-b7f6-69a89307df98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:17.951271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26d54b9a-8838-480e-89c5-8bbceeaee32b req-a9d9a403-8d00-4bac-a53e-deeb5dcffd58 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568642 Feb 04 12:57:18.005423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.051820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b907d119-340c-417d-b6e4-750235c6f162 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:18.057819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Attempting to bind port 129f1988-6f49-42d2-8302-08035f4c27ed on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:18.057819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Attempting to bind port 129f1988-6f49-42d2-8302-08035f4c27ed by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:18.058181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Attempting to bind port 129f1988-6f49-42d2-8302-08035f4c27ed on network 9ada829f-a220-4951-ac8a-5961d5ffc52b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:18.073609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Port 129f1988-6f49-42d2-8302-08035f4c27ed on network 9ada829f-a220-4951-ac8a-5961d5ffc52b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:18.074215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Attempting to bind port 129f1988-6f49-42d2-8302-08035f4c27ed on network 9ada829f-a220-4951-ac8a-5961d5ffc52b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:18.096020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:18.096371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Checking segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:18.103255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Bound using segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:18.105139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Bound port: 129f1988-6f49-42d2-8302-08035f4c27ed, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:18.110698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.133968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:18.179031 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.340777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38eb4b8060f6438eacf7a9793e1354d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8743362 Feb 04 12:57:18.376279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:18.385977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34674) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:18.387097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 712e6bb5-7a1b-474b-9178-daf27acede21 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:18.507423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:18.520880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:18.532675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.569858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.569858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.569858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.572132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.581324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.581324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.581324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.581324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.582929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.582929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.582929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.584166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:18.672281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b907d119-340c-417d-b6e4-750235c6f162'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:18.732396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf036b-fcb2-409d-8188-9eb4df469292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d37365-5a00-4031-9ed7-b4873362f782,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:18.749894 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.789314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:18.877413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 712e6bb5-7a1b-474b-9178-daf27acede21 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:18.888476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-48df1cc4-8e28-4364-abd5-a7c58b808bd1 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-372023681&fields=id&tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 267 time: 1.1180859 Feb 04 12:57:18.929396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 712e6bb5-7a1b-474b-9178-daf27acede21 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:18.930206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:18.946054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-30423a9d-8ff4-4e94-9ef7-f99bb1140390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:18.951694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-30423a9d-8ff4-4e94-9ef7-f99bb1140390 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 1.2863641 Feb 04 12:57:18.997229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:19.019282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.019282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.021870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-30341bf6-d6f1-4852-a52b-6bdde93e0423 service neutron] 10.222.0.90 "PUT /v2.0/ports/129f1988-6f49-42d2-8302-08035f4c27ed HTTP/1.1" status: 200 len: 1092 time: 3.7544897 Feb 04 12:57:19.022208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:19.048020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.075543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:19.136111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-2520bb0e-760a-4655-97dc-3ae80b342072 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.137502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-2520bb0e-760a-4655-97dc-3ae80b342072 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 2.2005999 Feb 04 12:57:19.216508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] Transition to ACTIVE for port object baee0557-e874-4129-bb8f-6d5a009b506a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:19.269838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-10428133-2d92-47ef-b9a3-15a688fe31ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317929 Feb 04 12:57:19.541772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.663483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 1d4dfcb8-f97e-41ab-98ab-5f944207983d no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:19.747602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.908938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.916824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.920361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.938222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff246500-eb91-49ca-b215-7124aa659d60 req-fdf7cf32-79de-4a90-a9d5-c1293b16b19c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.943645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff246500-eb91-49ca-b215-7124aa659d60 req-fdf7cf32-79de-4a90-a9d5-c1293b16b19c tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 944 time: 0.6516020 Feb 04 12:57:19.945429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.983512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:19.987895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40d37365-5a00-4031-9ed7-b4873362f782 HTTP/1.1" status: 204 len: 168 time: 1.5807023 Feb 04 12:57:20.172480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Deleting port 1d4dfcb8-f97e-41ab-98ab-5f944207983d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:20.172870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:20.258690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 712e6bb5-7a1b-474b-9178-daf27acede21, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=712e6bb5-7a1b-474b-9178-daf27acede21,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:20.259111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff246500-eb91-49ca-b215-7124aa659d60 req-4227da06-c728-4ebb-98ca-c7a49f134ac1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888992 Feb 04 12:57:20.268861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:20.317786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b902d0b-9879-4263-a61b-d07cb02770e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d37365-5a00-4031-9ed7-b4873362f782,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.442634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.465904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.90', 55005) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:20.491374 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c', 'status': 'completed', 'code': 200} Feb 04 12:57:20.495121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] No DVR routers for this DVR port baee0557-e874-4129-bb8f-6d5a009b506a on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:20.610864 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-7e353d5c-a012-4651-8147-4a3e51854db0 req-c3e2a45b-b061-4a49-879e-860da02873d1 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] show failed (client error): The resource could not be found. Feb 04 12:57:20.611957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7e353d5c-a012-4651-8147-4a3e51854db0 req-c3e2a45b-b061-4a49-879e-860da02873d1 tempest-FloatingIPsNegativeTestJSON-1808286141 tempest-FloatingIPsNegativeTestJSON-1808286141-project] 10.222.0.53 "GET /v2.0/floatingips/0ed24533-39d3-48ae-bab4-aeee31a0f9c3 HTTP/1.1" status: 404 len: 350 time: 0.1327198 Feb 04 12:57:20.627212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:20.627713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:20.653685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] 10.222.0.90 "PUT /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a/bindings/n-h1-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 5.4817657 Feb 04 12:57:20.689004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] Pushing event updated for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.882408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-cba855a4-2cc4-41bf-adf5-e1bc534c2c9e tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:20.884041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-cba855a4-2cc4-41bf-adf5-e1bc534c2c9e tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 985 time: 1.9946885 Feb 04 12:57:20.911378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-b40d3c24-772a-44c0-abcb-faae85665b37 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4258671 Feb 04 12:57:20.916809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'security_groups': ['3be6e5dc-2eef-446a-993a-5584266dcc24', '842ce328-2ee6-4763-b843-19bda9406595', '48f136a7-7bfd-4b3f-9b1b-7fe702e563b3']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:20.961265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.028761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:21.083139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-331b5d60-616e-490f-a790-29d7eec4adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:21.084673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-331b5d60-616e-490f-a790-29d7eec4adc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1136 time: 0.5922160 Feb 04 12:57:21.227028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:21.237028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Usage tracker for resource:security_group_rule and tenant:8decdf55c826415c920b0eca8a9288e9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:21.267364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] For port 1d4dfcb8-f97e-41ab-98ab-5f944207983d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=1d4dfcb8-f97e-41ab-98ab-5f944207983d,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:21.267987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.270768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:21.323495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:21.386421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b907d119-340c-417d-b6e4-750235c6f162 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:21.387642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.465448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-caaaffed-89ce-49a3-a081-152eb661a662 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:21.467040 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-caaaffed-89ce-49a3-a081-152eb661a662 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1095 time: 0.6470635 Feb 04 12:57:21.537927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:57:21.558900 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.608752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:21.610171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:21.617915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Calling delete_port for 1d4dfcb8-f97e-41ab-98ab-5f944207983d owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:21.619198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.679265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.699530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10093b24-a8b2-4157-96a2-3dba1c822b4b req-41fcfe01-ac7f-4af0-a119-5acf26427cf3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:21.707291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10093b24-a8b2-4157-96a2-3dba1c822b4b req-41fcfe01-ac7f-4af0-a119-5acf26427cf3 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.7979825 Feb 04 12:57:21.712101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33772bf5-484a-4a60-8d30-1f27fed0af14 req-d2e2d862-7eaf-4517-82b6-45e6973a25f3 service neutron] 10.222.0.90 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623472 Feb 04 12:57:21.735363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:21.804659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-b454f310-ccba-4a6d-ab6e-a0ce7ba29242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:21.806653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-b454f310-ccba-4a6d-ab6e-a0ce7ba29242 service neutron] 10.222.0.90 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.6759565 Feb 04 12:57:21.819626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dd8aac-98d5-4cd9-a708-f86021c209a4 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:21.852303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:21.958477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Transition to ACTIVE for port object f5dd8aac-98d5-4cd9-a708-f86021c209a4 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:21.980753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10093b24-a8b2-4157-96a2-3dba1c822b4b req-dd2cee43-6b9f-42f7-8ba6-767fed8f694c tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724860 Feb 04 12:57:21.983142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-7b26623e-2eb7-4904-89d7-2250273c504a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 217 time: 0.1540382 Feb 04 12:57:22.009402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.015649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.100365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.147927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-d2bc63f7-4104-4a82-8504-f463b26543af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.149756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-d2bc63f7-4104-4a82-8504-f463b26543af service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8&tenant_id=d820d08857e04dbf8cb31c390277832e HTTP/1.1" status: 200 len: 1095 time: 0.6623793 Feb 04 12:57:22.166351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-9564e778-5f87-470d-9299-3e68fc787a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.170492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-9564e778-5f87-470d-9299-3e68fc787a9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1810803 Feb 04 12:57:22.328612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-19cfd6b7-5b51-4851-88b3-7a9d6ca9d2a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921662 Feb 04 12:57:22.404000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Pushing event updated for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.409507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8decdf55c826415c920b0eca8a9288e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7806425 Feb 04 12:57:22.418970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:22.425312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07f214-89fa-4b32-bdd6-2b974c2cb635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b96a02-6bd3-4575-bfeb-397d4dd0f262,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.456891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 712e6bb5-7a1b-474b-9178-daf27acede21 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:22.558294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 712e6bb5-7a1b-474b-9178-daf27acede21 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:22.558950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.600379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:22.657034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.673249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.680046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.697270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-e45db03d-c605-4067-a889-ec676110745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.699431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-e45db03d-c605-4067-a889-ec676110745a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d820d08857e04dbf8cb31c390277832e&device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1095 time: 0.4702058 Feb 04 12:57:22.704767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.719422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae08da4-9461-481b-8af1-58990ee8a0c5 req-1148bd13-bdb7-4b0a-b654-0a92b74d52b5 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:22.721146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eae08da4-9461-481b-8af1-58990ee8a0c5 req-1148bd13-bdb7-4b0a-b654-0a92b74d52b5 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 945 time: 0.5139399 Feb 04 12:57:22.754482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:22.755596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Attempting to bind port f5dd8aac-98d5-4cd9-a708-f86021c209a4 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:22.755933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Attempting to bind port f5dd8aac-98d5-4cd9-a708-f86021c209a4 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:22.756263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Attempting to bind port f5dd8aac-98d5-4cd9-a708-f86021c209a4 on network ea79272d-cfda-41fd-b519-a72743cdbc0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:22.831537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.849583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['17d17660-2286-4ebf-b35d-2dd0a2ff33ac'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:22.850838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Port f5dd8aac-98d5-4cd9-a708-f86021c209a4 on network ea79272d-cfda-41fd-b519-a72743cdbc0b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:22.851169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Attempting to bind port f5dd8aac-98d5-4cd9-a708-f86021c209a4 on network ea79272d-cfda-41fd-b519-a72743cdbc0b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:22.864719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.946703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:22.946997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Checking segment: {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:22.947681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Bound using segment: {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:22.948290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Bound port: f5dd8aac-98d5-4cd9-a708-f86021c209a4, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4fc84f5-bd14-4864-ac03-6914859785a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:22.948788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:22.979717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event deleted for resources: {'Port': ['ID=1d4dfcb8-f97e-41ab-98ab-5f944207983d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.990083 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eae08da4-9461-481b-8af1-58990ee8a0c5 req-b3dbb98f-a295-476c-9d38-ad14239c6249 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355819 Feb 04 12:57:23.044481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.047725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.049963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a5b9c0e-8d63-4933-ac6f-494a52ceae65 req-fcdd771b-ce02-4154-ae20-71501d9bb097 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "PUT /v2.0/ports/95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 1021 time: 2.1505952 Feb 04 12:57:23.060051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-43829f25-de32-4ed8-bc8f-d362d88ce4a2 service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186947 Feb 04 12:57:23.062596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:23.125843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-5d28c0ba-921e-4e51-86b6-d00727bb887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.127386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-5d28c0ba-921e-4e51-86b6-d00727bb887d service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 200 len: 909 time: 0.4184697 Feb 04 12:57:23.194553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:23.242662 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed', 'status': 'completed', 'code': 200} Feb 04 12:57:23.356658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.361639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-4ab2f5a7-5754-41d3-8b3c-3e919aca0a6b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 200 len: 217 time: 0.2153590 Feb 04 12:57:23.377232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] No DVR routers for this DVR port 1d4dfcb8-f97e-41ab-98ab-5f944207983d on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:23.401037 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.412271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:23.427049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.501348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-944c3eda-81af-40d7-a646-65c623078e93 req-835e71a8-fb4a-4fc8-81df-6c5bd641f004 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1381824 Feb 04 12:57:23.519131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8437c6a-d0be-41ac-83da-fef9d543e20b req-14c252e0-07ee-4c84-9924-12cb22bca8ca service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297752 Feb 04 12:57:23.522521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea8761c1-7e80-48b9-b164-9953501ad0aa req-dd8d0800-6a52-4e64-bbbf-0a63ac42b602 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "DELETE /v2.0/ports/1d4dfcb8-f97e-41ab-98ab-5f944207983d HTTP/1.1" status: 204 len: 173 time: 4.3082767 Feb 04 12:57:23.568896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-3c027f83-02f2-42ec-910a-092270bff4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.569739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-3c027f83-02f2-42ec-910a-092270bff4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.570362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-3c027f83-02f2-42ec-910a-092270bff4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:23.573204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-3c027f83-02f2-42ec-910a-092270bff4f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2757 time: 0.2462866 Feb 04 12:57:23.672937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:23.687439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b96a02-6bd3-4575-bfeb-397d4dd0f262,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:23.703721 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162', 'code': 200} Feb 04 12:57:23.709492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.729730 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:23.731672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d339207-a9c5-484a-80f3-8b2ef1b3288f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36b96a02-6bd3-4575-bfeb-397d4dd0f262 HTTP/1.1" status: 204 len: 168 time: 1.3082180 Feb 04 12:57:23.756294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:23.817452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:24.044785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:24.098254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-e95823ac-03cf-4614-aa0b-c74fb56e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.099023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-e95823ac-03cf-4614-aa0b-c74fb56e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.099496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-e95823ac-03cf-4614-aa0b-c74fb56e04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.102056 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-e95823ac-03cf-4614-aa0b-c74fb56e04b7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5184717 Feb 04 12:57:24.123765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:24.225022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-be2beea1-b3fd-4efc-9d23-f08c2173ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.226555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-be2beea1-b3fd-4efc-9d23-f08c2173ee27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 200 len: 848 time: 0.8445113 Feb 04 12:57:24.297026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.297673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:24.299051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] 10.222.0.90 "PUT /v2.0/ports/f5dd8aac-98d5-4cd9-a708-f86021c209a4 HTTP/1.1" status: 200 len: 1092 time: 5.2301633 Feb 04 12:57:24.370008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-cc840219-63fd-4170-a9d1-693a5709576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.371664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b7d2229-8582-46d6-8352-64398f11c4c4 req-cc840219-63fd-4170-a9d1-693a5709576c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491083 Feb 04 12:57:24.447813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a6b58-57e0-4908-8168-1aa204fa6017 req-6f6189c7-c7a3-4cc3-8362-6c231f119c50 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.452044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c31a6b58-57e0-4908-8168-1aa204fa6017 req-6f6189c7-c7a3-4cc3-8362-6c231f119c50 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.4498227 Feb 04 12:57:24.466699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-edf7b622-7000-4c84-87f0-2aee81149014 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcfdc147-0fb1-486f-9857-405563e1de8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842766 Feb 04 12:57:24.535870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:24.550090 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:24.739904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c31a6b58-57e0-4908-8168-1aa204fa6017 req-15ff5d69-cb5f-4fd8-9037-7c28192076b4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806127 Feb 04 12:57:24.863695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Request body: {'port': {'device_id': '609878b6-541c-407c-807e-6dbbd7acd964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:24.965113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-386bf956-4b29-4863-8f11-d44c3e52d33c service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961592 Feb 04 12:57:24.981983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585ba5-308f-4fc3-924b-50509e3f3295 req-828087dd-9ab7-4888-b921-b8de78011a7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:24.994536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585ba5-308f-4fc3-924b-50509e3f3295 req-828087dd-9ab7-4888-b921-b8de78011a7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.004085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9585ba5-308f-4fc3-924b-50509e3f3295 req-828087dd-9ab7-4888-b921-b8de78011a7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.006271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9585ba5-308f-4fc3-924b-50509e3f3295 req-828087dd-9ab7-4888-b921-b8de78011a7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2401 time: 1.7409790 Feb 04 12:57:25.039344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987302d9-14b0-4f5a-afab-9d65235790fd service neutron] Pushing event updated for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:25.230200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9585ba5-308f-4fc3-924b-50509e3f3295 req-780e55be-58f1-4efb-8a39-1ce14725f5e7 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954606 Feb 04 12:57:25.236599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:25.264558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:25.355693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b8556-9bfd-49a1-bbf3-3ff4d65a2db5 req-fb1724cc-667d-434c-960c-47474432310c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.358551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c70b8556-9bfd-49a1-bbf3-3ff4d65a2db5 req-fb1724cc-667d-434c-960c-47474432310c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1024 time: 0.1191547 Feb 04 12:57:25.362030 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c', 'status': 'completed', 'code': 200} Feb 04 12:57:25.425453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Deleting port 712e6bb5-7a1b-474b-9178-daf27acede21 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:25.425785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:25.556975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c70b8556-9bfd-49a1-bbf3-3ff4d65a2db5 req-1b23282c-a7f4-4545-ba06-2c8fb72e8c59 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=842ce328-2ee6-4763-b843-19bda9406595&id=48f136a7-7bfd-4b3f-9b1b-7fe702e563b3&id=3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 200 len: 6146 time: 0.1861005 Feb 04 12:57:25.584416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-c146a344-4a14-4338-abde-bd2da5ad7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.588869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-c146a344-4a14-4338-abde-bd2da5ad7114 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1175 time: 0.1721559 Feb 04 12:57:25.588963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-f17ff4f2-b766-4a82-ad27-05b04e8f1cab service neutron] 10.222.0.87 "GET /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773120 Feb 04 12:57:25.634129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-64def3c8-1adc-488b-968d-e88009dcff09 req-ca5ef31a-9d4c-405f-a4c6-5e2d402b2e6d tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1302221 Feb 04 12:57:25.705330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:25.902771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-e786046e-99e3-41a6-9f27-bbba4760adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:25.905047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-e786046e-99e3-41a6-9f27-bbba4760adba service neutron] 10.222.0.90 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.3111012 Feb 04 12:57:26.061576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-8a32ca04-3ee3-483d-8265-848307db6237 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 200 len: 217 time: 0.0823658 Feb 04 12:57:26.076907 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4', 'status': 'completed', 'code': 200} Feb 04 12:57:26.247166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-d46296a4-b750-4614-96aa-e6aa75155302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.249233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-d46296a4-b750-4614-96aa-e6aa75155302 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1639810 Feb 04 12:57:26.310520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': ' tempest-securitygroup -34575967 ', 'description': 'tempest-description-1112514544'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:26.323032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-29ccdb2b-412c-41bc-bcb0-fd66b67a9ed8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634410 Feb 04 12:57:26.342538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:26.483720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-158f493e-04ff-4747-bd0d-c5c3f4f86cac service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536336 Feb 04 12:57:26.659799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddaeb6f4-d262-4cc9-a7bc-aafef515e24c req-69d31005-23f0-4cae-a7df-1fe6bddbd511 service neutron] 10.222.0.90 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635442 Feb 04 12:57:26.688647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c2cab665-8096-42c1-a178-de9ff82695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.689557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c2cab665-8096-42c1-a178-de9ff82695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.690261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c2cab665-8096-42c1-a178-de9ff82695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.692293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c2cab665-8096-42c1-a178-de9ff82695b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2799 time: 0.7860270 Feb 04 12:57:26.787133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:26.917114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c8194167-362c-435d-875a-efc43d0b45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.917530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c8194167-362c-435d-875a-efc43d0b45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.918014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c8194167-362c-435d-875a-efc43d0b45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.919980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-c8194167-362c-435d-875a-efc43d0b45f9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2166331 Feb 04 12:57:26.962685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040b553-0325-4632-8ec9-51bb2e909c3e req-e50140ec-6e13-49a2-b2b2-2e5ed97470f1 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.970152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1040b553-0325-4632-8ec9-51bb2e909c3e req-e50140ec-6e13-49a2-b2b2-2e5ed97470f1 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.8774145 Feb 04 12:57:27.014519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.043845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:57:27.058352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] For port 712e6bb5-7a1b-474b-9178-daf27acede21, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=712e6bb5-7a1b-474b-9178-daf27acede21,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:27.058540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1040b553-0325-4632-8ec9-51bb2e909c3e req-5cde4e72-6581-4dbe-b865-4f9350534f48 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872624 Feb 04 12:57:27.060263 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.102354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:27.163708 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162', 'code': 200} Feb 04 12:57:27.317565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-aaed2f77-8b1e-4cd2-9b7e-40df16cba8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:27.319379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b27e3bc6-933e-4b9d-9b33-aa9964ed9b1a req-aaed2f77-8b1e-4cd2-9b7e-40df16cba8a8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3192840 Feb 04 12:57:27.329922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f846a-bb54-4940-9633-b864629aa163 req-c377ce6b-028b-4195-8732-2ffe82a46f82 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:27.332535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b24f846a-bb54-4940-9633-b864629aa163 req-c377ce6b-028b-4195-8732-2ffe82a46f82 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.87 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.4114289 Feb 04 12:57:27.347104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:27.361056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Calling delete_port for 712e6bb5-7a1b-474b-9178-daf27acede21 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:27.401880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:27.407589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-deleted', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:27.448079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:27.456315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f540f-29fb-4a82-b1fb-60a2897cb63e {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:27.480905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.523734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-0ac250e3-ba24-474a-b486-688063c08b33 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:27.525572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-0ac250e3-ba24-474a-b486-688063c08b33 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8&tenant_id=d820d08857e04dbf8cb31c390277832e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1095 time: 1.4470358 Feb 04 12:57:27.535518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Transition to ACTIVE for port object f22f540f-29fb-4a82-b1fb-60a2897cb63e will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:27.566369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Deleting port b907d119-340c-417d-b6e4-750235c6f162 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:27.566918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.577739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.800581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a456a-e1d1-4d24-ac1e-821d9423b38a req-574aa13c-24a2-47af-a715-67a93b11297d tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:27.805225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.810807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b01a456a-e1d1-4d24-ac1e-821d9423b38a req-574aa13c-24a2-47af-a715-67a93b11297d tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.3843756 Feb 04 12:57:27.853687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.961291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b01a456a-e1d1-4d24-ac1e-821d9423b38a req-601dbc2a-c25d-4448-a5aa-35475c4ba91a tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495974 Feb 04 12:57:27.970666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:27.972586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03772e5c-5ad9-4c29-8f32-8fc6c2b5a8c2 req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.8929136 Feb 04 12:57:28.145165 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f94822-ea20-4102-8c77-e1c61cfe3e40', 'name': 'network-vif-deleted', 'tag': '1d4dfcb8-f97e-41ab-98ab-5f944207983d', 'status': 'completed', 'code': 200} Feb 04 12:57:28.171715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb4174-f2dc-43ad-b93a-01c6af992b82 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c47393-15cb-49c0-82ed-e4557c0a4daa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:28.318931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-39562577-b2a5-4d1b-86b2-e020d2864f18 service neutron] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:28.339368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:28.359099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6da2976-89ed-4cc2-a541-32e278945d47 req-9abec077-3204-4ad1-a053-71adc89b09b3 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9c47393-15cb-49c0-82ed-e4557c0a4daa HTTP/1.1" status: 200 len: 1779 time: 0.1754391 Feb 04 12:57:28.441419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] For port b907d119-340c-417d-b6e4-750235c6f162, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b907d119-340c-417d-b6e4-750235c6f162,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:28.441790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:28.511699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-39562577-b2a5-4d1b-86b2-e020d2864f18 service neutron] Notify callbacks [] for binding, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:28.512859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-39562577-b2a5-4d1b-86b2-e020d2864f18 service neutron] 10.222.0.87 "DELETE /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a/bindings/n-h2-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.9391809 Feb 04 12:57:28.744579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Attempting to bind port f22f540f-29fb-4a82-b1fb-60a2897cb63e on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:28.745048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Attempting to bind port f22f540f-29fb-4a82-b1fb-60a2897cb63e by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:28.745736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Attempting to bind port f22f540f-29fb-4a82-b1fb-60a2897cb63e on network 9ada829f-a220-4951-ac8a-5961d5ffc52b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:28.749854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Calling delete_port for b907d119-340c-417d-b6e4-750235c6f162 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:28.858171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Port f22f540f-29fb-4a82-b1fb-60a2897cb63e on network 9ada829f-a220-4951-ac8a-5961d5ffc52b not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:28.863663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Attempting to bind port f22f540f-29fb-4a82-b1fb-60a2897cb63e on network 9ada829f-a220-4951-ac8a-5961d5ffc52b {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:28.866634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113864ab-21ad-4c18-865e-97c1ab3f2904 req-3a472bf9-67bb-4500-8742-5e0223a3db2a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:28.872579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113864ab-21ad-4c18-865e-97c1ab3f2904 req-3a472bf9-67bb-4500-8742-5e0223a3db2a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:28.878816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113864ab-21ad-4c18-865e-97c1ab3f2904 req-3a472bf9-67bb-4500-8742-5e0223a3db2a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:28.886150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-113864ab-21ad-4c18-865e-97c1ab3f2904 req-3a472bf9-67bb-4500-8742-5e0223a3db2a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2413 time: 0.6249282 Feb 04 12:57:28.923233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:28.933706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Checking segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:28.935372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Bound using segment: {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:28.938708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Bound port: f22f540f-29fb-4a82-b1fb-60a2897cb63e, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c79f38-6d45-4eb5-bad4-343890407e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:28.943488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:28.966284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-113864ab-21ad-4c18-865e-97c1ab3f2904 req-418fe88c-ba26-4da2-8f64-99a2ad0006ef tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791171 Feb 04 12:57:29.126354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.190116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:29.233824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event deleted for resources: {'Port': ['ID=b907d119-340c-417d-b6e4-750235c6f162,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:29.336512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce4d7-648a-42e2-b927-d6574401e499 req-566e9a1c-5ea8-4e50-9e6a-9fa67ea7fb49 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.347016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-848ce4d7-648a-42e2-b927-d6574401e499 req-566e9a1c-5ea8-4e50-9e6a-9fa67ea7fb49 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=eac55597-7d00-4981-89bc-de963ae99c69 HTTP/1.1" status: 200 len: 943 time: 0.7202795 Feb 04 12:57:29.350325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.403845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] No DVR routers for this DVR port b907d119-340c-417d-b6e4-750235c6f162 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:29.410154 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.416581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=712e6bb5-7a1b-474b-9178-daf27acede21,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:29.420656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339313-7c85-4181-b80f-94b34adbabd4 req-5fdc52af-c53b-49df-ac3f-9cd62768e4a1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.428518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67339313-7c85-4181-b80f-94b34adbabd4 req-5fdc52af-c53b-49df-ac3f-9cd62768e4a1 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 1095 time: 0.1984925 Feb 04 12:57:29.514364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.527097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b24f846a-bb54-4940-9633-b864629aa163 req-90bcea58-c1ee-4a74-9e10-2c998723ba15 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.87 "DELETE /v2.0/ports/b907d119-340c-417d-b6e4-750235c6f162 HTTP/1.1" status: 204 len: 173 time: 2.1878498 Feb 04 12:57:29.547624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67339313-7c85-4181-b80f-94b34adbabd4 req-11c8a293-a45d-4a53-ad15-f56a70953888 tempest-LiveMigrationTest-824462234 tempest-LiveMigrationTest-824462234-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178224 Feb 04 12:57:29.597239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-848ce4d7-648a-42e2-b927-d6574401e499 req-32324090-316f-426e-a021-0129e21694e4 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341890 Feb 04 12:57:29.661954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:29.666518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:29.686896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Usage tracker for resource:security_group_rule and tenant:220742a2bf984d87a854532f09846c34 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:29.694207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:29.697329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:29.729606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.740258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:29.753085 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06517e5e-4095-42ad-8462-984a25d4461c req-8c44b47d-7fcb-4779-81fe-588c17b3e5aa tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9c47393-15cb-49c0-82ed-e4557c0a4daa HTTP/1.1" status: 200 len: 1779 time: 0.1577387 Feb 04 12:57:29.861519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06517e5e-4095-42ad-8462-984a25d4461c req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.901831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06517e5e-4095-42ad-8462-984a25d4461c req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:29.988152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06517e5e-4095-42ad-8462-984a25d4461c req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:30.012517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:30.020307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c47393-15cb-49c0-82ed-e4557c0a4daa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:30.024595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.025478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:30.028156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-04e00e9a-ba8c-4050-a855-5124695d1d97 service neutron] 10.222.0.90 "PUT /v2.0/ports/f22f540f-29fb-4a82-b1fb-60a2897cb63e HTTP/1.1" status: 200 len: 1092 time: 5.4605639 Feb 04 12:57:30.028760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:30.038161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-06517e5e-4095-42ad-8462-984a25d4461c req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:30.042961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06517e5e-4095-42ad-8462-984a25d4461c req-d7b5ba6a-3575-418a-a3be-033793711861 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9c47393-15cb-49c0-82ed-e4557c0a4daa HTTP/1.1" status: 204 len: 173 time: 0.2875028 Feb 04 12:57:30.146996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-deleted', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:30.519320 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e', 'status': 'completed', 'code': 200} Feb 04 12:57:30.532377 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-86371e02-11c4-427d-82f9-0bef7a70510d req-61e65cab-e5cf-42ee-9a23-11254a26824b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:57:30.542953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86371e02-11c4-427d-82f9-0bef7a70510d req-61e65cab-e5cf-42ee-9a23-11254a26824b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9c47393-15cb-49c0-82ed-e4557c0a4daa HTTP/1.1" status: 404 len: 352 time: 0.0320361 Feb 04 12:57:30.612006 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac55597-7d00-4981-89bc-de963ae99c69', 'name': 'network-vif-deleted', 'tag': 'b907d119-340c-417d-b6e4-750235c6f162', 'status': 'completed', 'code': 200} Feb 04 12:57:30.787402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:30.809916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94179-861e-4c62-90c3-eb0d7c1c04f4 req-8715ae81-a954-41c3-95c5-4d80d7c9af27 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.818008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10f94179-861e-4c62-90c3-eb0d7c1c04f4 req-8715ae81-a954-41c3-95c5-4d80d7c9af27 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.1079900 Feb 04 12:57:30.898794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:30.908393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093139-f6c3-4497-bc55-f7c3c7c1f636 req-e8619e11-459e-411d-960b-398c911db4bb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.914420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093139-f6c3-4497-bc55-f7c3c7c1f636 req-e8619e11-459e-411d-960b-398c911db4bb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.920412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093139-f6c3-4497-bc55-f7c3c7c1f636 req-e8619e11-459e-411d-960b-398c911db4bb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.922159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56093139-f6c3-4497-bc55-f7c3c7c1f636 req-e8619e11-459e-411d-960b-398c911db4bb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2413 time: 0.4656444 Feb 04 12:57:30.932052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ace13771-a08b-41b0-93a8-7652e80a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.932423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ace13771-a08b-41b0-93a8-7652e80a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.932903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ace13771-a08b-41b0-93a8-7652e80a362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.934552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ace13771-a08b-41b0-93a8-7652e80a362b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2866 time: 0.6092281 Feb 04 12:57:30.943636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10f94179-861e-4c62-90c3-eb0d7c1c04f4 req-4630fba8-059a-43b3-801e-ede79307b474 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244290 Feb 04 12:57:30.951590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.020213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-19978940-f21f-444f-8f59-a768b87e3cc5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.022133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-19978940-f21f-444f-8f59-a768b87e3cc5 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 944 time: 0.1889482 Feb 04 12:57:31.075225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-16fe07a3-3826-4db1-8fdd-bd36935b768b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=129f1988-6f49-42d2-8302-08035f4c27ed HTTP/1.1" status: 200 len: 217 time: 0.1148307 Feb 04 12:57:31.127326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56093139-f6c3-4497-bc55-f7c3c7c1f636 req-9cb0f93c-efa1-4065-8fe7-5a4d27fc08e2 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916745 Feb 04 12:57:31.127982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Deleting port baee0557-e874-4129-bb8f-6d5a009b506a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:31.128457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.286892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-792172087', 'description': 'tempest-description-2057138006'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:31.294981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:31.311743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5239f353-70c7-453c-89a2-1a48183c9d4f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:31.327468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8455aa77-b3ad-451d-8c4d-ba0bb6c59057 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=220742a2bf984d87a854532f09846c34&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1334541 Feb 04 12:57:31.328295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:31.329891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:31.358577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:31.366698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:31.382330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:31.384962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: b907d119-340c-417d-b6e4-750235c6f162 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:31.385333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-33abd60f-8dea-4915-930c-d7a2fa4019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.385549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b907d119-340c-417d-b6e4-750235c6f162 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:31.386954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-33abd60f-8dea-4915-930c-d7a2fa4019c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92bfb2e1-84e5-458e-b864-34cc6efbaa97 HTTP/1.1" status: 200 len: 801 time: 0.2731183 Feb 04 12:57:31.456813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac011b91-235b-4b0a-8446-85408aa62dc6 req-58295376-1a48-4af9-a309-33262ec0e451 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.457740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac011b91-235b-4b0a-8446-85408aa62dc6 req-58295376-1a48-4af9-a309-33262ec0e451 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:31.539559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac011b91-235b-4b0a-8446-85408aa62dc6 req-58295376-1a48-4af9-a309-33262ec0e451 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:31.541388 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac011b91-235b-4b0a-8446-85408aa62dc6 req-58295376-1a48-4af9-a309-33262ec0e451 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.3638763 Feb 04 12:57:31.624117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.686573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:31.695472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Router 34dbac8b-91d9-406d-a35b-bb2384aecfbb has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:57:31.699546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:31.702480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.704455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:31.715240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-091d82bd-ba72-44ee-9c50-cf6363e7e944 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.716947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-091d82bd-ba72-44ee-9c50-cf6363e7e944 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 945 time: 0.5885823 Feb 04 12:57:31.726398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:31.727805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] For port baee0557-e874-4129-bb8f-6d5a009b506a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=baee0557-e874-4129-bb8f-6d5a009b506a,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:31.728865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.896881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-6257970b-db4f-4e7f-8285-82e1e8695a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.898312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-6257970b-db4f-4e7f-8285-82e1e8695a82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ada829f-a220-4951-ac8a-5961d5ffc52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5051205 Feb 04 12:57:31.903530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Calling delete_port for baee0557-e874-4129-bb8f-6d5a009b506a owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:31.910136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Deleting port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:31.910478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:31.934967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac011b91-235b-4b0a-8446-85408aa62dc6 req-e9fbfc15-77f7-4dd6-8cdf-f30b2ba85fe0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828466 Feb 04 12:57:31.952358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.160557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.163033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.172577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'baee0557-e874-4129-bb8f-6d5a009b506a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:32.288037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239f353-70c7-453c-89a2-1a48183c9d4f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:32.307668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event deleted for resources: {'Port': ['ID=baee0557-e874-4129-bb8f-6d5a009b506a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:32.425878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.428595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b2041f5f-b0a9-4f9f-8188-fc034ec532d3 req-dda864da-ca54-4087-a6e4-872727f81e5b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:32.465074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.469111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:57:32.482523 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Sync routers for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:32.497036 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:57:32.497675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:32.503492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] No DVR routers for this DVR port baee0557-e874-4129-bb8f-6d5a009b506a on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:32.510342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.512726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4921bf05-2df7-44f3-a456-dc7cdf98e7c2 req-b6ffb24c-2bda-4259-9d1b-ebc37efa4aa6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "DELETE /v2.0/ports/baee0557-e874-4129-bb8f-6d5a009b506a HTTP/1.1" status: 204 len: 173 time: 1.4842839 Feb 04 12:57:32.516142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.520578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7dc5b6d8-caad-417f-b03d-1c9ce8ba2262 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5239f353-70c7-453c-89a2-1a48183c9d4f HTTP/1.1" status: 204 len: 168 time: 1.1687379 Feb 04 12:57:32.536182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b2041f5f-b0a9-4f9f-8188-fc034ec532d3 req-dda864da-ca54-4087-a6e4-872727f81e5b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:32.540061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2041f5f-b0a9-4f9f-8188-fc034ec532d3 req-dda864da-ca54-4087-a6e4-872727f81e5b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 210 time: 0.2595026 Feb 04 12:57:32.611135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-da49fb3f-3a8b-4503-b01e-2992c637d1d0 service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689742 Feb 04 12:57:32.613046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-deleted', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:32.671037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b201ca77-072a-492c-bc8a-19bade8e94da,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:32.734721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:32.747208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35cbca66-7c01-41f7-8779-75ff3ae1a5e5 req-368fe059-33d2-41fc-8426-ef34c5ee786a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4841232 Feb 04 12:57:32.761835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-44453324-16ae-4ac2-9957-8cd84a4f54a3 admin admin] 10.222.0.53 "PUT /v2.0/routers/34dbac8b-91d9-406d-a35b-bb2384aecfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1306765 Feb 04 12:57:32.764415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:32.876872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] For port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:32.877491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.018654 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:57:33.070421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.102174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Calling delete_port for 17d17660-2286-4ebf-b35d-2dd0a2ff33ac owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:33.166735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:33.193496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.233699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:33.264910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-9376ebdc-0f2e-4fde-9668-c52b55b40092 service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321263 Feb 04 12:57:33.343947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Usage tracker for resource:security_group_rule and tenant:3f5bcd3dd8b14524b8c42e33bc57a313 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:33.356897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:33.383700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:33.383906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-05a7004a-7fe3-4cc8-bd2c-463da14ac955 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4 HTTP/1.1" status: 200 len: 217 time: 0.1047192 Feb 04 12:57:33.451898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.471652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-87e554a3-eb4f-48c9-a768-9c7da84d9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.473247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-87e554a3-eb4f-48c9-a768-9c7da84d9b93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b087b74-9667-41ec-97e8-b1a3effff4e0 HTTP/1.1" status: 200 len: 801 time: 0.0802808 Feb 04 12:57:33.493265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:29Z', 'revision_number': 5, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port': {'id': '1da1b844-b64e-4c47-b290-f906eb70134b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:37Z', 'updated_at': '2022-02-04T12:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:33.498456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Deleting port 1da1b844-b64e-4c47-b290-f906eb70134b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:33.499324 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Checking router: 34dbac8b-91d9-406d-a35b-bb2384aecfbb for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:33.505381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.510293 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Routers {'34dbac8b-91d9-406d-a35b-bb2384aecfbb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:57:33.510943 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:33.589746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea25b-d056-414d-8757-5292bebd2ab8 req-772916f2-e5bf-4892-bb4b-a4625d6929bd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.597604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea25b-d056-414d-8757-5292bebd2ab8 req-772916f2-e5bf-4892-bb4b-a4625d6929bd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.604859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea25b-d056-414d-8757-5292bebd2ab8 req-772916f2-e5bf-4892-bb4b-a4625d6929bd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.612339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-438ea25b-d056-414d-8757-5292bebd2ab8 req-772916f2-e5bf-4892-bb4b-a4625d6929bd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2413 time: 0.6994848 Feb 04 12:57:33.622015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34920) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:33.688681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-474694588', 'description': 'tempest-description-1889686857'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:33.697870 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6841ebca-2e5f-4952-812a-1fef1538b7d8', 'name': 'network-vif-deleted', 'tag': 'baee0557-e874-4129-bb8f-6d5a009b506a', 'status': 'completed', 'code': 200} Feb 04 12:57:33.701950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671743616', 'description': 'tempest-description--1468504534'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:33.709175 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] Set router 34dbac8b-91d9-406d-a35b-bb2384aecfbb gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:57:33.709750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:33.724930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:33.727670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:33.741580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:33.759741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:33.771345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:33.791133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.808186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.827272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-438ea25b-d056-414d-8757-5292bebd2ab8 req-2e61a180-5737-4f95-8cb0-844b55b494f4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139182 Feb 04 12:57:33.855130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.873425 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.894625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-73213e2d-b691-4ef1-bf1e-845bdd4aa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.898947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-73213e2d-b691-4ef1-bf1e-845bdd4aa832 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea79272d-cfda-41fd-b519-a72743cdbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4022152 Feb 04 12:57:33.905550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.925100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] For port 1da1b844-b64e-4c47-b290-f906eb70134b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1da1b844-b64e-4c47-b290-f906eb70134b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:33.925459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:33.954435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f5bcd3dd8b14524b8c42e33bc57a313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763450 Feb 04 12:57:33.954748 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:33Z', 'revision_number': 6, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:33.954843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:33.960100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce2372-d278-43e9-932b-a3a5143d4054 None None] The sync data for ids ['34dbac8b-91d9-406d-a35b-bb2384aecfbb'] in n-d-820555-2 is: [{'id': '34dbac8b-91d9-406d-a35b-bb2384aecfbb', 'name': 'tempest-FloatingIPsNegativeTestJSON-457733794-router', 'tenant_id': 'b6a6467fcb254353ae69d13856f9c81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:34Z', 'updated_at': '2022-02-04T12:57:33Z', 'revision_number': 6, 'project_id': 'b6a6467fcb254353ae69d13856f9c81e', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:33.960304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:34.084415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:34.096556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event deleted for resources: {'Port': ['ID=17d17660-2286-4ebf-b35d-2dd0a2ff33ac,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:34.149821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f263-8078-4db2-9b88-2b60ceb1c8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a283bd-160f-46c0-afc3-19113baa3380,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:34.153703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:34.157348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:34.211064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-815a8b21-2070-493b-acc2-ba964e4673af req-95e4addf-564c-4a07-b096-937e79add3aa tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8cc8d1d-3c0c-4563-8686-6b9ed301abcd HTTP/1.1" status: 200 len: 210 time: 0.1781895 Feb 04 12:57:34.225987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] No DVR routers for this DVR port 17d17660-2286-4ebf-b35d-2dd0a2ff33ac on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:34.230641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.241214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-deleted', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:34.257433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e24d6e5e-e6bb-4ea9-b0c6-92e0aa33c100 req-b51e61aa-cb0d-472d-9756-87e96126d6d0 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "DELETE /v2.0/ports/17d17660-2286-4ebf-b35d-2dd0a2ff33ac HTTP/1.1" status: 204 len: 173 time: 2.5338910 Feb 04 12:57:34.285564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Calling delete_port for 1da1b844-b64e-4c47-b290-f906eb70134b owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:34.327547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-13b7762e-15da-469d-b5b9-96e392e863c0 service neutron] 10.222.0.90 "GET /v2.0/networks/ea79272d-cfda-41fd-b519-a72743cdbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916090 Feb 04 12:57:34.344132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Usage tracker for resource:security_group_rule and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:34.348672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:34.391214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:34.395913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 712e6bb5-7a1b-474b-9178-daf27acede21 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:34.407218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:34.512373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 712e6bb5-7a1b-474b-9178-daf27acede21 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:34.513108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 712e6bb5-7a1b-474b-9178-daf27acede21 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:34.545194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.631009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.638249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.658826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.685249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0897b651-9b26-401a-b9cc-1f77f38d3222 req-d0754d9d-51da-42fe-a205-0afd386ad68b tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=6841ebca-2e5f-4952-812a-1fef1538b7d8 HTTP/1.1" status: 200 len: 210 time: 0.0496306 Feb 04 12:57:34.765798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-20dcec64-1a17-4588-8132-2ce6685a4b0d service neutron] 10.222.0.90 "GET /v2.0/networks/ea79272d-cfda-41fd-b519-a72743cdbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325724 Feb 04 12:57:34.863798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-31d592ed-7174-4cb3-abd7-06a5d9d18cb6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e HTTP/1.1" status: 200 len: 217 time: 0.0885210 Feb 04 12:57:34.927120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b909bd6a-8874-4902-a53e-f3afbacfbd47,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:34.944742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:34.963761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-457b8a0a-86f2-4692-bb89-39ce445223ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:34.965269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-457b8a0a-86f2-4692-bb89-39ce445223ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92bfb2e1-84e5-458e-b864-34cc6efbaa97 HTTP/1.1" status: 200 len: 801 time: 0.0952623 Feb 04 12:57:34.973197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.033390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000d5c90-87a6-46e4-9748-3bd7d5d771c8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:35.078932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-1ae03ed0-1fb1-4257-8c6d-2c878f040f1f tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1224429415&fields=id&tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe HTTP/1.1" status: 200 len: 267 time: 0.1123431 Feb 04 12:57:35.101161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.102551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-36fb516b-494b-4fa5-a263-536fe835d7bc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4750943 Feb 04 12:57:35.107600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:35.120117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'security_group_rule': {'security_group_id': 'b909bd6a-8874-4902-a53e-f3afbacfbd47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:35.125216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.126371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d475dce-353f-4aac-b496-f26262821087 req-70857c4a-86f3-497a-90e1-7993f29b34d4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4426911 Feb 04 12:57:35.136351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:35.143633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Usage tracker for resource:security_group_rule and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:35.145960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:35.153527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:35.191751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-66e9d393-307a-4d80-b035-0628a69a1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.193232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-66e9d393-307a-4d80-b035-0628a69a1241 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ada829f-a220-4951-ac8a-5961d5ffc52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121177 Feb 04 12:57:35.211202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.230336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.252738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a283bd-160f-46c0-afc3-19113baa3380,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:35.313294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.314317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-05dcd9ff-c76f-4084-9c5e-d41aa1e5546c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48a283bd-160f-46c0-afc3-19113baa3380 HTTP/1.1" status: 204 len: 168 time: 1.3603830 Feb 04 12:57:35.320911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.323961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:35.372627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-7bb9152b-fa9b-4f28-b341-bd01004d5419 service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661708 Feb 04 12:57:35.374639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da1b844-b64e-4c47-b290-f906eb70134b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:35.379284 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cc8d1d-3c0c-4563-8686-6b9ed301abcd', 'name': 'network-vif-deleted', 'tag': '17d17660-2286-4ebf-b35d-2dd0a2ff33ac', 'status': 'completed', 'code': 200} Feb 04 12:57:35.422634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 17d17660-2286-4ebf-b35d-2dd0a2ff33ac {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:35.423183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 17d17660-2286-4ebf-b35d-2dd0a2ff33ac not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:35.423378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:35.521396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: baee0557-e874-4129-bb8f-6d5a009b506a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:35.521747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device baee0557-e874-4129-bb8f-6d5a009b506a not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:35.522091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-5542ea2a-49bb-43c6-874b-4310f40f3f59 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.523637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-5542ea2a-49bb-43c6-874b-4310f40f3f59 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/networks?id=8c7103aa-4184-4cf5-93e1-eec9398c556e HTTP/1.1" status: 200 len: 815 time: 0.4439378 Feb 04 12:57:35.556554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-e1b88809-a78a-4f75-bb81-9feffc1f5d98 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/quotas/5c6ac465a175400d8c12cecfcc9b8bfe HTTP/1.1" status: 200 len: 375 time: 0.0139527 Feb 04 12:57:35.564679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.573495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.620590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a8af07-cb86-452c-97e5-b1382fe7a07b req-ca2196a6-fe36-442a-a6fe-7fd97ffe6f6b service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379467 Feb 04 12:57:35.623070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08e7f5a-caea-4b81-a59b-450d35a34951,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:35.629657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.736382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6b52646b-5cf8-407b-b718-1931c969f6cf tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Synchronizing usage tracker for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:35.764361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6b52646b-5cf8-407b-b718-1931c969f6cf tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Unset dirty status for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:35.767211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6b52646b-5cf8-407b-b718-1931c969f6cf tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996853 Feb 04 12:57:35.791770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-726f8864-753c-4e49-8ef6-cf067ba7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.792415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-726f8864-753c-4e49-8ef6-cf067ba7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.792893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-726f8864-753c-4e49-8ef6-cf067ba7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.794772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-726f8864-753c-4e49-8ef6-cf067ba7abb8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2866 time: 0.1136878 Feb 04 12:57:35.811954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.813282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-69f7915e-563e-483a-8225-bba97f94df3d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7026255 Feb 04 12:57:35.825680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f94f3-289a-4f48-8174-5daddd8e303b req-80a5a624-71ab-41ba-906d-1313d89fff15 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.831976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f94f3-289a-4f48-8174-5daddd8e303b req-80a5a624-71ab-41ba-906d-1313d89fff15 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.838654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f94f3-289a-4f48-8174-5daddd8e303b req-80a5a624-71ab-41ba-906d-1313d89fff15 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.840341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-716f94f3-289a-4f48-8174-5daddd8e303b req-80a5a624-71ab-41ba-906d-1313d89fff15 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2413 time: 0.4669104 Feb 04 12:57:35.910920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:35.932431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:35.957114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'security_group_rule': {'security_group_id': 'b909bd6a-8874-4902-a53e-f3afbacfbd47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:35.969010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-09bc2a60-bf9c-4258-8042-badc518adb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.970868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-09bc2a60-bf9c-4258-8042-badc518adb19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9ada829f-a220-4951-ac8a-5961d5ffc52b HTTP/1.1" status: 200 len: 903 time: 0.1626990 Feb 04 12:57:35.983223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:35.987765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Usage tracker for resource:security_group_rule and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:35.991834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:35.998926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:36.010941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.060831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-fa903733-76b9-4449-b70b-523ed83349cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e HTTP/1.1" status: 200 len: 217 time: 0.0829952 Feb 04 12:57:36.063262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.081614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.081614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34dbac8b-91d9-406d-a35b-bb2384aecfbb {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:57:36.125699 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.129235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fb74facf-06be-42fc-9745-cd687d9387f9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/34dbac8b-91d9-406d-a35b-bb2384aecfbb HTTP/1.1" status: 204 len: 168 time: 3.3609011 Feb 04 12:57:36.137739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:36.203328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-716f94f3-289a-4f48-8174-5daddd8e303b req-ad4cc8fa-7b67-4372-8f27-8bdd5aff3470 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955819 Feb 04 12:57:36.251454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1226622015', 'description': 'tempest-description-1923506911'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:36.262902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-b30b0b43-5478-4d52-9fa7-f2c59b1f22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:36.264825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-b30b0b43-5478-4d52-9fa7-f2c59b1f22e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=92bfb2e1-84e5-458e-b864-34cc6efbaa97 HTTP/1.1" status: 200 len: 801 time: 0.1727793 Feb 04 12:57:36.280679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:36.286355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.289126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:36.310303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:36.318948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.368339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1da1b844-b64e-4c47-b290-f906eb70134b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:36.375074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-c545e6cf-f179-43e9-896c-9f0cccaf43d9 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791659 Feb 04 12:57:36.397962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:36.412893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Deleting subnet 8667d2ed-9e64-4f1b-87e4-aabad496cf59 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:57:36.428121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.431463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5195267 Feb 04 12:57:36.436874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34976) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:36.437535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.450684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1da1b844-b64e-4c47-b290-f906eb70134b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:36.451208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1da1b844-b64e-4c47-b290-f906eb70134b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:36.489097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:36.495597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3976-d618-4a32-a9e7-f09ebb1ce940 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accaee9f-3fd9-4602-a426-3a251a57eb3a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:36.505092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:36.510214 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.532843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Usage tracker for resource:floatingip and tenant:2db9aa8b055345feae466249920eaecf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:36.537339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:36.551151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:36.561964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.605888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:36.615549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:36.624336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:36.627611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.653846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:36.686669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-b40ab5bc-338b-47ca-a631-c240ab16f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:36.688177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-b40ab5bc-338b-47ca-a631-c240ab16f868 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ada829f-a220-4951-ac8a-5961d5ffc52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4057519 Feb 04 12:57:36.786166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:36.878566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-9ee923cb-91c5-4bde-92fc-828d60b3366a service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780610 Feb 04 12:57:36.886517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-1d8833cc-d535-4d97-a2d0-331e38bf98c3 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105851 Feb 04 12:57:37.071561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0905df8-d925-47fc-92f8-0b30fd743593 req-ba3a79dd-a34c-45f1-9456-1c89629a2788 service neutron] 10.222.0.90 "GET /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839645 Feb 04 12:57:37.085307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.099573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.177314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.189626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-086df937-dab7-413a-af74-ec0109b16b55 req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9496214 Feb 04 12:57:37.204444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.281329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8667d2ed-9e64-4f1b-87e4-aabad496cf59,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:37.284418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb584c8-e923-44a8-9207-f3f656004dfa None None] Network a05aa678-fc39-40d8-9500-ff94e2c478c4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:57:37.290073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.293001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5c697ac7-57d7-4f5c-b975-6813e3315da1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8667d2ed-9e64-4f1b-87e4-aabad496cf59 HTTP/1.1" status: 204 len: 168 time: 1.1522102 Feb 04 12:57:37.294108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05a2d0-836a-4aaf-936d-85ab276c7981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f79560-2905-412e-8e1b-254df9f3a1a6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:37.296979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:37.310905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.552230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.568770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Deleting port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:37.569655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.793934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Allocated IP 172.25.4.252 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9b639785-60e4-4c48-a136-e94bbc968303) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:37.816518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-34fec933-362a-4547-bc33-d8dd2dcb41cb req-e35f3c66-f0fa-41b3-ae39-fbf96a80c3a7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:37.921377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] DHCP port deletion for a05aa678-fc39-40d8-9500-ff94e2c478c4 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:57:37.926479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Deleting port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:37.927176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:37.959914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-34fec933-362a-4547-bc33-d8dd2dcb41cb req-e35f3c66-f0fa-41b3-ae39-fbf96a80c3a7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:37.968011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34fec933-362a-4547-bc33-d8dd2dcb41cb req-e35f3c66-f0fa-41b3-ae39-fbf96a80c3a7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 10894 time: 0.4852965 Feb 04 12:57:38.001223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] For port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:38.001584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.158562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34fec933-362a-4547-bc33-d8dd2dcb41cb req-36cb7673-1b2f-46ee-a1a7-5e77e2e18f44 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 200 len: 2981 time: 0.1894701 Feb 04 12:57:38.244469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Calling delete_port for 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:38.260537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34fec933-362a-4547-bc33-d8dd2dcb41cb req-c122791c-538b-44d5-b02d-c2044d32690b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 200 len: 2981 time: 0.1009593 Feb 04 12:57:38.267609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] For port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,segment=NetworkSegment(9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0),segment_id=9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:38.268455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.273449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.340783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.353867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.482913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:38.487106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:38.489787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:38.507633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] No DVR routers for this DVR port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:38.563404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Calling delete_port for 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:38.579902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'Port': ['ID=9b639785-60e4-4c48-a136-e94bbc968303,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:38.612348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Pushing event deleted for resources: {'Port': ['ID=8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:38.685363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:38.709569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eba74-1209-461f-b20e-bb58e4464ccf req-05dc42db-ef27-4c4d-a9ce-fdfbe268d376 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.724095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eba74-1209-461f-b20e-bb58e4464ccf req-05dc42db-ef27-4c4d-a9ce-fdfbe268d376 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.739903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eba74-1209-461f-b20e-bb58e4464ccf req-05dc42db-ef27-4c4d-a9ce-fdfbe268d376 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.742788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e8eba74-1209-461f-b20e-bb58e4464ccf req-05dc42db-ef27-4c4d-a9ce-fdfbe268d376 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2413 time: 0.2204168 Feb 04 12:57:38.770296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:38.770999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:38.816929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:57:38.817442 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:57:38.818630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.826369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22f540f-29fb-4a82-b1fb-60a2897cb63e details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:38.878244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:38.964493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05aa678-fc39-40d8-9500-ff94e2c478c4']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:39.017183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:39.017473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc1b4a2-c2fe-46c9-8ae1-7ef8ab4718c0') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:39.025131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e8eba74-1209-461f-b20e-bb58e4464ccf req-9c4501e9-e4b0-4a62-811e-c526ce292b3e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742703 Feb 04 12:57:39.064188 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.085654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.124895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.163983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:57:39.164393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.164528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:39.179669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e', 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'port_id': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e', 'mac_address': 'fa:16:3e:9e:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bfb2e1-84e5-458e-b864-34cc6efbaa97', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:57:39.197255 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:57:39.252397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.276535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f540f-29fb-4a82-b1fb-60a2897cb63e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:39.313406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:39.318507 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.319144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 129f1988-6f49-42d2-8302-08035f4c27ed details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:39.321266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Deleting port 8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:39.321644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.377043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-3eb75a16-6c4b-4fbb-9ef3-e756640b75e7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/b201ca77-072a-492c-bc8a-19bade8e94da HTTP/1.1" status: 200 len: 1800 time: 0.2982767 Feb 04 12:57:39.401843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.441215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.469439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.474786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] Pushing event deleted for resources: {'Network': ['ID=a05aa678-fc39-40d8-9500-ff94e2c478c4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:39.528946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.577084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3f57c70-c19d-4e31-a9c9-df4acfc724b9 req-ab901c4a-5ca0-4a02-a4e3-b57225d93d89 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 210 time: 0.1099432 Feb 04 12:57:39.590074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:39.647916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d1cd144-09a1-4b3d-a624-bf2f05929eac admin admin] 10.222.0.53 "DELETE /v2.0/networks/a05aa678-fc39-40d8-9500-ff94e2c478c4 HTTP/1.1" status: 204 len: 168 time: 2.3487139 Feb 04 12:57:39.708009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:39.719201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '129f1988-6f49-42d2-8302-08035f4c27ed', 'network_id': '9ada829f-a220-4951-ac8a-5961d5ffc52b', 'port_id': '129f1988-6f49-42d2-8302-08035f4c27ed', 'mac_address': 'fa:16:3e:ad:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bfb2e1-84e5-458e-b864-34cc6efbaa97', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:39.736348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-86cce740-3b00-4b27-999a-dd6281268739 None None] The port '8d70ad4b-bf1b-4b8a-8e86-03e6bd8a5246' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:57:39.752774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.757598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'Port': ['ID=9b639785-60e4-4c48-a136-e94bbc968303,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:39.799384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.849623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.872672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.890437 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.891676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c87bb41-c3cc-46d2-9d69-08bbf9b4a3e8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4159636 Feb 04 12:57:39.915349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129f1988-6f49-42d2-8302-08035f4c27ed {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:39.935510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:39.943127 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.944070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f5dd8aac-98d5-4cd9-a708-f86021c209a4 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:39.956300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2464187-d478-4456-99c7-2b0c7cf1ae7a req-1b35d776-f1f3-452d-8233-d1bb509baf0a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:39.958136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:39.964455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2464187-d478-4456-99c7-2b0c7cf1ae7a req-1b35d776-f1f3-452d-8233-d1bb509baf0a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.1583183 Feb 04 12:57:40.029398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-daafbd74-8c09-4e2d-8cea-682fa05764f1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.030724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-daafbd74-8c09-4e2d-8cea-682fa05764f1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:40.038670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b201ca77-072a-492c-bc8a-19bade8e94da,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:40.045843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:40.053619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1bf1d87f-c97a-48c6-8a22-f8bfe6797973 req-efdecaa9-6dc1-4268-a911-f9a47b835dbe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/b201ca77-072a-492c-bc8a-19bade8e94da HTTP/1.1" status: 204 len: 173 time: 0.6727831 Feb 04 12:57:40.072398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2464187-d478-4456-99c7-2b0c7cf1ae7a req-6c2d491b-bed2-4f8e-9c91-0f0424ab9c5e tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Feb 04 12:57:40.112638 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-8dee04a8-9133-4cca-b6d7-0eca5986374a req-fd5e2c76-1211-4545-94b3-50091a2014af tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:57:40.124750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8dee04a8-9133-4cca-b6d7-0eca5986374a req-fd5e2c76-1211-4545-94b3-50091a2014af tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/b201ca77-072a-492c-bc8a-19bade8e94da HTTP/1.1" status: 404 len: 352 time: 0.0462670 Feb 04 12:57:40.124750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-daafbd74-8c09-4e2d-8cea-682fa05764f1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:40.135540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-daafbd74-8c09-4e2d-8cea-682fa05764f1 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 945 time: 0.6416576 Feb 04 12:57:40.339107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Deleting port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:40.339450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:40.351984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:40.357323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35066) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:40.536162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:40.540760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a353d-f87e-4c83-a812-0ae49cbc3ca1 req-68010baa-5bd7-4dd3-a2ed-f292b4431957 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.548332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a353d-f87e-4c83-a812-0ae49cbc3ca1 req-68010baa-5bd7-4dd3-a2ed-f292b4431957 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.555537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a353d-f87e-4c83-a812-0ae49cbc3ca1 req-68010baa-5bd7-4dd3-a2ed-f292b4431957 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.564066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c8a353d-f87e-4c83-a812-0ae49cbc3ca1 req-68010baa-5bd7-4dd3-a2ed-f292b4431957 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2415 time: 0.2964888 Feb 04 12:57:40.571963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-888c5a6d-757a-4971-8a03-63519f30abf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6a6467fcb254353ae69d13856f9c81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132928 Feb 04 12:57:40.585194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4', 'network_id': 'ea79272d-cfda-41fd-b519-a72743cdbc0b', 'port_id': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4', 'mac_address': 'fa:16:3e:f9:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b087b74-9667-41ec-97e8-b1a3effff4e0', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:40.606556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:40.691539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-b80a2919-d2f5-45fd-ac94-b80e259195a1 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:40.692410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-b80a2919-d2f5-45fd-ac94-b80e259195a1 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Synchronizing usage tracker for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:40.726038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:40.733840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c8a353d-f87e-4c83-a812-0ae49cbc3ca1 req-44f318d2-e49d-4b88-aebc-28137c02dbce tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683500 Feb 04 12:57:40.749302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-b80a2919-d2f5-45fd-ac94-b80e259195a1 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Unset dirty status for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:40.750992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dd8aac-98d5-4cd9-a708-f86021c209a4 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:40.752203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-b80a2919-d2f5-45fd-ac94-b80e259195a1 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.87 "GET /v2.0/networks?id=8c7103aa-4184-4cf5-93e1-eec9398c556e HTTP/1.1" status: 200 len: 815 time: 0.4255469 Feb 04 12:57:40.773867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:40.782437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:40.874663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-ee3da5fb-fb8b-4b14-9f42-562619f818a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/000d5c90-87a6-46e4-9748-3bd7d5d771c8 HTTP/1.1" status: 200 len: 1800 time: 0.5987716 Feb 04 12:57:40.983923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:40.991404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-51c57402-bd72-430d-afd5-4517b807acc5 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Synchronizing usage tracker for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:41.017745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:41.085127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22f540f-29fb-4a82-b1fb-60a2897cb63e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:41.147044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['129f1988-6f49-42d2-8302-08035f4c27ed'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:41.173961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-4f005295-bff0-4e8d-a40f-8d8e570b510a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:41.180939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-4f005295-bff0-4e8d-a40f-8d8e570b510a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.2006309 Feb 04 12:57:41.279751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.313538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] For port 07359178-6f2a-413f-b4b9-9fe5f16af3d3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=07359178-6f2a-413f-b4b9-9fe5f16af3d3,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:41.314255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.322541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.411905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.454648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870025f-b4e1-4b48-bdd5-f89245a0e26b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:41.460435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-090cd125-2af1-4259-aa25-da715b8fecd6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/quotas/2db9aa8b055345feae466249920eaecf HTTP/1.1" status: 200 len: 375 time: 0.2767591 Feb 04 12:57:41.463628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-51c57402-bd72-430d-afd5-4517b807acc5 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Unset dirty status for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:41.464741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-51c57402-bd72-430d-afd5-4517b807acc5 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe HTTP/1.1" status: 200 len: 380 time: 0.7036884 Feb 04 12:57:41.474030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Calling delete_port for 07359178-6f2a-413f-b4b9-9fe5f16af3d3 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:41.515834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'port': {'device_id': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'admin_state_up': True, 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'security_groups': ['f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:41.538127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.664179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.665623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ab386ff2-f93f-47ca-a80f-46ae7b2a5bd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3870025f-b4e1-4b48-bdd5-f89245a0e26b HTTP/1.1" status: 204 len: 168 time: 1.0536072 Feb 04 12:57:41.694895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.753969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-5645db11-fb8a-4e18-9343-b3b643945490 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:41.823508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d5c90-87a6-46e4-9748-3bd7d5d771c8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:41.840396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:41.880767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-5645db11-fb8a-4e18-9343-b3b643945490 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:41.882826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-5645db11-fb8a-4e18-9343-b3b643945490 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4167080 Feb 04 12:57:41.921742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:41.997271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:42.058211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Made reservation on behalf of 5c6ac465a175400d8c12cecfcc9b8bfe for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:42.066004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:42.143572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f5dd8aac-98d5-4cd9-a708-f86021c209a4'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:42.144506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event deleted for resources: {'Port': ['ID=07359178-6f2a-413f-b4b9-9fe5f16af3d3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:42.172487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:42.185952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a69ef6de-3c3d-429b-bdca-aa4269d3a2ad req-48e98afb-4d46-4eb8-8131-3b08628bfc84 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/000d5c90-87a6-46e4-9748-3bd7d5d771c8 HTTP/1.1" status: 204 len: 173 time: 1.1436512 Feb 04 12:57:42.187684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] No DVR routers for this DVR port 07359178-6f2a-413f-b4b9-9fe5f16af3d3 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:42.193375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:42.200063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92b66046-c3b0-4558-8762-6ff6f5c38ef0 req-3471709e-d8f3-48de-a0ec-839158a56770 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.87 "DELETE /v2.0/ports/07359178-6f2a-413f-b4b9-9fe5f16af3d3 HTTP/1.1" status: 204 len: 173 time: 2.0569339 Feb 04 12:57:42.201364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-deleted', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:42.258277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2b8e3cdd-c1a0-46bd-8bbf-6e1f75376ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619115 Feb 04 12:57:42.366392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3024bbca-522b-44a8-8917-84e71b480892 req-9ac5d29c-59c3-44d6-8261-bdecbaeb9cd2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 210 time: 0.0659418 Feb 04 12:57:42.559823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a8073733-3127-4850-bf56-dbabb52f4b2e req-b9e0ef8e-0e52-4eb9-9178-866d4cb6e975 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:42.579834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a8073733-3127-4850-bf56-dbabb52f4b2e req-b9e0ef8e-0e52-4eb9-9178-866d4cb6e975 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:42.595011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8073733-3127-4850-bf56-dbabb52f4b2e req-b9e0ef8e-0e52-4eb9-9178-866d4cb6e975 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=680bb675-5b97-4c36-ba47-a39b672904c4 HTTP/1.1" status: 200 len: 210 time: 0.0866673 Feb 04 12:57:42.846422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 129f1988-6f49-42d2-8302-08035f4c27ed up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:42.916246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-69cdec81-d528-4a78-a6b0-78088e5a8f60 service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569870 Feb 04 12:57:42.938497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Allocated IP 172.20.0.11 (8c7103aa-4184-4cf5-93e1-eec9398c556e/0b04d348-8bfd-4a92-80c3-96b732c44bac/80d2fd3c-38d8-4404-acac-215db0ed0713) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:43.076683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 129f1988-6f49-42d2-8302-08035f4c27ed completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:43.103333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 129f1988-6f49-42d2-8302-08035f4c27ed triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:43.105372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.398248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:43.555864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.574919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Transition to ACTIVE for port object 80d2fd3c-38d8-4404-acac-215db0ed0713 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:43.580344 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-483293e1-47d7-4243-9d8a-05da5f803241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.617042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.641215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 07359178-6f2a-413f-b4b9-9fe5f16af3d3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:43.641409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 07359178-6f2a-413f-b4b9-9fe5f16af3d3 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:43.738171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event updated for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:43.753425 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-7590c67b-8784-4781-b844-5708ad496166 req-bc56a625-3dbf-431d-9b54-79cccc5e9460 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:57:43.770344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7590c67b-8784-4781-b844-5708ad496166 req-bc56a625-3dbf-431d-9b54-79cccc5e9460 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/000d5c90-87a6-46e4-9748-3bd7d5d771c8 HTTP/1.1" status: 404 len: 352 time: 0.1697538 Feb 04 12:57:43.792208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:43.796700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:43.800342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:43.824461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.877357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d5454-7cb0-4648-ab89-560308262207 req-56c083fe-cf20-4ac5-a977-fd736735ec99 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:43.903902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d5454-7cb0-4648-ab89-560308262207 req-56c083fe-cf20-4ac5-a977-fd736735ec99 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:43.918899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:43.921052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:43.932304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:43.933704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22f540f-29fb-4a82-b1fb-60a2897cb63e up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:43.937385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d5454-7cb0-4648-ab89-560308262207 req-56c083fe-cf20-4ac5-a977-fd736735ec99 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:43.950013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e59d5454-7cb0-4648-ab89-560308262207 req-56c083fe-cf20-4ac5-a977-fd736735ec99 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2416 time: 0.5160453 Feb 04 12:57:43.961772 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680bb675-5b97-4c36-ba47-a39b672904c4', 'name': 'network-vif-deleted', 'tag': '07359178-6f2a-413f-b4b9-9fe5f16af3d3', 'status': 'completed', 'code': 200} Feb 04 12:57:44.030024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:44.034694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.111380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:44.183115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f22f540f-29fb-4a82-b1fb-60a2897cb63e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:44.192671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f22f540f-29fb-4a82-b1fb-60a2897cb63e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:44.196981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.245262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e59d5454-7cb0-4648-ab89-560308262207 req-ceddac91-082f-47a6-a92e-6998d586fcd3 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807016 Feb 04 12:57:44.312046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2733a-df23-4b78-89aa-f53acccce03c req-3a428345-45d6-4632-baca-85f0e1c4fe6f tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:44.315143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25f2733a-df23-4b78-89aa-f53acccce03c req-3a428345-45d6-4632-baca-85f0e1c4fe6f tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.7045922 Feb 04 12:57:44.370505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-632c1e4f-dbcf-4130-93d1-a99a90732847 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8674531 Feb 04 12:57:44.393835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Request body: {'port': {'device_id': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:44.408065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b2765140-3913-4810-a4bf-7296c2f2bc2e None None] Provisioning for port 80d2fd3c-38d8-4404-acac-215db0ed0713 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:44.471552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b2765140-3913-4810-a4bf-7296c2f2bc2e None None] Provisioning complete for port 80d2fd3c-38d8-4404-acac-215db0ed0713 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:44.471552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2765140-3913-4810-a4bf-7296c2f2bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.556121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6a762-c9a0-4b23-8662-d5ff5063e8fd req-e81e4850-3879-44a6-a3b1-fd16f02864a6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:44.557732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fee6a762-c9a0-4b23-8662-d5ff5063e8fd req-e81e4850-3879-44a6-a3b1-fd16f02864a6 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 945 time: 0.4552355 Feb 04 12:57:44.584599 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.590898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ad70a6c-c83f-47e6-b343-59abdc88e771 req-9e819475-8d62-45d8-b269-407d89ffbbc8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 210 time: 0.0987990 Feb 04 12:57:44.599766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Deleting port eb46838a-5971-4bcf-bc9e-06361ff81fbf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:44.600103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.604142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b2765140-3913-4810-a4bf-7296c2f2bc2e None None] Port 80d2fd3c-38d8-4404-acac-215db0ed0713 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:57:44.641229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:44.645968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.726246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fee6a762-c9a0-4b23-8662-d5ff5063e8fd req-de2e4fc8-4856-493e-90a9-d0402a82db7e tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598749 Feb 04 12:57:44.729467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:44.871980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:44.874973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f5dd8aac-98d5-4cd9-a708-f86021c209a4 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:45.056483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f5dd8aac-98d5-4cd9-a708-f86021c209a4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:45.066844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f5dd8aac-98d5-4cd9-a708-f86021c209a4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:45.067921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.169077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0f57e-8e26-4ffc-986e-07642803eabf req-105a978e-7964-4df9-8e46-66cc06442cb8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:45.170873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24b0f57e-8e26-4ffc-986e-07642803eabf req-105a978e-7964-4df9-8e46-66cc06442cb8 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 932 time: 0.2800875 Feb 04 12:57:45.193600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] For port eb46838a-5971-4bcf-bc9e-06361ff81fbf, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=eb46838a-5971-4bcf-bc9e-06361ff81fbf,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:45.194581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.244025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.295624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:45.301867 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.322526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-e67b8518-94ac-45f4-a999-fe5a32dab9d7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9f79560-2905-412e-8e1b-254df9f3a1a6 HTTP/1.1" status: 200 len: 1801 time: 0.3440187 Feb 04 12:57:45.442210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.462594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:45.474673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.497696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Calling delete_port for eb46838a-5971-4bcf-bc9e-06361ff81fbf owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:45.537641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.575338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f79560-2905-412e-8e1b-254df9f3a1a6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:45.659025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d2fd3c-38d8-4404-acac-215db0ed0713 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:45.668831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.679403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.680644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c8f237f-59b7-4c8d-a808-9494ef7e51a5 req-21a3b7c5-af68-43fb-84bc-3c83464dbf78 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9f79560-2905-412e-8e1b-254df9f3a1a6 HTTP/1.1" status: 204 len: 173 time: 0.3524644 Feb 04 12:57:45.697067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Transition to ACTIVE for port object 80d2fd3c-38d8-4404-acac-215db0ed0713 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:45.702012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.717361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24b0f57e-8e26-4ffc-986e-07642803eabf req-eda70a1b-39c7-417e-a1e5-69d2fa46301a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266018 Feb 04 12:57:45.738813 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed', 'code': 200} Feb 04 12:57:45.802189 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4fecf215-85ea-4c21-bf0f-a59afcc668f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:45.985181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-ed953042-5e6b-4631-a063-211a241080b6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:45.986142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-ed953042-5e6b-4631-a063-211a241080b6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:46.014064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.019966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-ed953042-5e6b-4631-a063-211a241080b6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:46.021790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-ed953042-5e6b-4631-a063-211a241080b6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.4859247 Feb 04 12:57:46.055155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Pushing event updated for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.083071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event deleted for resources: {'Port': ['ID=eb46838a-5971-4bcf-bc9e-06361ff81fbf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:46.088001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'port': {'device_id': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'admin_state_up': True, 'tenant_id': '2db9aa8b055345feae466249920eaecf'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:46.263835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Attempting to bind port 80d2fd3c-38d8-4404-acac-215db0ed0713 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:46.264176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Attempting to bind port 80d2fd3c-38d8-4404-acac-215db0ed0713 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:46.264505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Attempting to bind port 80d2fd3c-38d8-4404-acac-215db0ed0713 on network 8c7103aa-4184-4cf5-93e1-eec9398c556e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:46.281344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Port 80d2fd3c-38d8-4404-acac-215db0ed0713 on network 8c7103aa-4184-4cf5-93e1-eec9398c556e not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:46.281675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Attempting to bind port 80d2fd3c-38d8-4404-acac-215db0ed0713 on network 8c7103aa-4184-4cf5-93e1-eec9398c556e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:46.289042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:46.289382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Checking segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:46.289766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Bound using segment: {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:46.290233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Bound port: 80d2fd3c-38d8-4404-acac-215db0ed0713, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12bf514-abdf-471d-b44c-d34d4abcf2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:46.290580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.390545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] No DVR routers for this DVR port eb46838a-5971-4bcf-bc9e-06361ff81fbf on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:46.393881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.402651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-deleted', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:46.426700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:46.433997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25f2733a-df23-4b78-89aa-f53acccce03c req-c97d9ff6-a140-4062-8789-2c4a058086e7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "DELETE /v2.0/ports/eb46838a-5971-4bcf-bc9e-06361ff81fbf HTTP/1.1" status: 204 len: 173 time: 2.1118836 Feb 04 12:57:46.447324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:46.468494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Made reservation on behalf of 2db9aa8b055345feae466249920eaecf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:46.473758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.507904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b9da-ae9d-46b6-a5ad-0d5670da0bac req-f223aa43-f051-4d17-8a98-abae83fa872a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.525188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b9da-ae9d-46b6-a5ad-0d5670da0bac req-f223aa43-f051-4d17-8a98-abae83fa872a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.538339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643b9da-ae9d-46b6-a5ad-0d5670da0bac req-f223aa43-f051-4d17-8a98-abae83fa872a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.546183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8643b9da-ae9d-46b6-a5ad-0d5670da0bac req-f223aa43-f051-4d17-8a98-abae83fa872a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.3906856 Feb 04 12:57:46.609366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:46.639544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8643b9da-ae9d-46b6-a5ad-0d5670da0bac req-65dae2b9-ea30-467d-ab5f-e91b17b232d3 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837812 Feb 04 12:57:46.642528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=80d2fd3c-38d8-4404-acac-215db0ed0713,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:46.650565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.694114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1febefa-778d-422a-a8fa-5346d6a38ce8 req-659773a0-06eb-438f-949a-e0f208c8688a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 210 time: 0.0581234 Feb 04 12:57:46.721705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Allocated IP 172.20.0.14 (5d2ed1e3-aeb4-4048-b626-7305a489b19e/fde7fda1-5240-4566-b7f6-69a89307df98/fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:46.737139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.737417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.739289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] 10.222.0.87 "PUT /v2.0/ports/80d2fd3c-38d8-4404-acac-215db0ed0713 HTTP/1.1" status: 200 len: 1092 time: 2.3594325 Feb 04 12:57:46.768043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:46.769526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:46.809774 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-cf8fd004-2e5d-4b68-b66b-676677fd7073 req-d2ab1125-d58f-4464-9e80-f3bf299b8115 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:57:46.810781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf8fd004-2e5d-4b68-b66b-676677fd7073 req-d2ab1125-d58f-4464-9e80-f3bf299b8115 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9f79560-2905-412e-8e1b-254df9f3a1a6 HTTP/1.1" status: 404 len: 352 time: 0.1123350 Feb 04 12:57:46.915700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-0c1fe2e4-8952-4f8f-9770-53c82efb5b3b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:46.917214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-0c1fe2e4-8952-4f8f-9770-53c82efb5b3b tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.5088868 Feb 04 12:57:47.003150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35dbc3-2fe4-42ed-a8fe-249b053eaa02 service neutron] Pushing event updated for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.078466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0697d619-810f-4b01-90c2-e1943bac1874 req-1b1d115d-b019-414e-bb5b-0ab56469a643 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:47.099030 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:57:47.116364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0697d619-810f-4b01-90c2-e1943bac1874 req-1b1d115d-b019-414e-bb5b-0ab56469a643 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:47.125639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0697d619-810f-4b01-90c2-e1943bac1874 req-1b1d115d-b019-414e-bb5b-0ab56469a643 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f93857-99bd-42db-9109-81a90ad88cbc HTTP/1.1" status: 200 len: 210 time: 0.1130970 Feb 04 12:57:47.143686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.152085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Deleting port 76d39777-ec3b-4f6d-92cc-ddb424a25073 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:47.152647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.208427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.247088 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.276420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-36ff5e1d-1cdc-49b6-b611-c95f99fabd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.278015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-36ff5e1d-1cdc-49b6-b611-c95f99fabd36 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe&device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 1095 time: 0.4700844 Feb 04 12:57:47.310864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:47.314884 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f93857-99bd-42db-9109-81a90ad88cbc', 'name': 'network-vif-deleted', 'tag': 'eb46838a-5971-4bcf-bc9e-06361ff81fbf', 'status': 'completed', 'code': 200} Feb 04 12:57:47.321334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:47.330942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:47.365240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:47.385867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-09b9a990-daf0-45c9-8ed4-f63db5fedb52 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80d2fd3c-38d8-4404-acac-215db0ed0713 HTTP/1.1" status: 200 len: 217 time: 0.0932209 Feb 04 12:57:47.405284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: eb46838a-5971-4bcf-bc9e-06361ff81fbf {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:47.405632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device eb46838a-5971-4bcf-bc9e-06361ff81fbf not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:47.414753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.472285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.472638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.472974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.473307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.473637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.473979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.474283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.474624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.474952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.475504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.475606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.475890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:47.488433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.489267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.498198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a1dcd-6a34-480e-9ab2-23690570b4ee req-7c0a8db0-71bd-401d-bb59-4a7cefd2a523 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.500166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d7a1dcd-6a34-480e-9ab2-23690570b4ee req-7c0a8db0-71bd-401d-bb59-4a7cefd2a523 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 944 time: 0.5037916 Feb 04 12:57:47.531012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-2da98173-8709-4b21-8c8a-4cacd0ae2c4a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4493461 Feb 04 12:57:47.543745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Request body: {'port': {'device_id': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:47.582406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-a714805f-9c9a-4a96-b02e-2e3008613f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.583853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-a714805f-9c9a-4a96-b02e-2e3008613f38 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0b04d348-8bfd-4a92-80c3-96b732c44bac HTTP/1.1" status: 200 len: 854 time: 0.1724734 Feb 04 12:57:47.587229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308cd52-bcc9-48f0-8d03-1a055ade5902 req-ba4fa2a4-b9f7-4285-8e4d-97567e4b7ece tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:47.588758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6308cd52-bcc9-48f0-8d03-1a055ade5902 req-ba4fa2a4-b9f7-4285-8e4d-97567e4b7ece tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.1750941 Feb 04 12:57:47.598869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d7a1dcd-6a34-480e-9ab2-23690570b4ee req-9d182b00-5c70-472a-b730-8d6780e94b15 tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/security-groups?id=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Feb 04 12:57:47.740534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e'}, {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:47.745072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6308cd52-bcc9-48f0-8d03-1a055ade5902 req-8f15c684-fc34-4af3-b440-980a26bccc4e tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379006 Feb 04 12:57:47.754581 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'status': 'completed', 'code': 200} Feb 04 12:57:47.767493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.815811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] For port 76d39777-ec3b-4f6d-92cc-ddb424a25073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=76d39777-ec3b-4f6d-92cc-ddb424a25073,segment=NetworkSegment(6642a719-87c0-4412-a1f3-22c14b42e17f),segment_id=6642a719-87c0-4412-a1f3-22c14b42e17f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:47.815811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:47.969939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Calling delete_port for 76d39777-ec3b-4f6d-92cc-ddb424a25073 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:48.062470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5a1ac1fc-dc42-40e5-b11a-436e6c6fe3af req-f506d8c3-c355-4e12-887f-b61d1fadeedf tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:48.092364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-74777fa9-0ecc-42d7-b3ac-229217828d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.095014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-74777fa9-0ecc-42d7-b3ac-229217828d0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8c7103aa-4184-4cf5-93e1-eec9398c556e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5021224 Feb 04 12:57:48.100909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5a1ac1fc-dc42-40e5-b11a-436e6c6fe3af req-f506d8c3-c355-4e12-887f-b61d1fadeedf tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:48.102470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a1ac1fc-dc42-40e5-b11a-436e6c6fe3af req-f506d8c3-c355-4e12-887f-b61d1fadeedf tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 6146 time: 0.3496962 Feb 04 12:57:48.245725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd386c-1fe3-4109-a53e-78bb972a0da5 req-a8b0e57d-3b52-4a1d-b850-c69c4ae6ac0e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.251827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd386c-1fe3-4109-a53e-78bb972a0da5 req-a8b0e57d-3b52-4a1d-b850-c69c4ae6ac0e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.257590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd386c-1fe3-4109-a53e-78bb972a0da5 req-a8b0e57d-3b52-4a1d-b850-c69c4ae6ac0e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.259848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cccd386c-1fe3-4109-a53e-78bb972a0da5 req-a8b0e57d-3b52-4a1d-b850-c69c4ae6ac0e tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.3409138 Feb 04 12:57:48.311977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a1ac1fc-dc42-40e5-b11a-436e6c6fe3af req-37f7249b-6d2c-48d4-8000-5f574fec8acb tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 200 len: 2981 time: 0.1833396 Feb 04 12:57:48.312587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.346411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cccd386c-1fe3-4109-a53e-78bb972a0da5 req-c411a2a6-f566-414c-b84f-3a8b26d869a8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639634 Feb 04 12:57:48.389126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Pushing event deleted for resources: {'Port': ['ID=76d39777-ec3b-4f6d-92cc-ddb424a25073,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:48.425382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:48.435282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.453729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Transition to ACTIVE for port object fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:48.459639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.460402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-cd52a90a-7c86-41ca-aaee-613e441aebf4 service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561428 Feb 04 12:57:48.514865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.603507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] No DVR routers for this DVR port 76d39777-ec3b-4f6d-92cc-ddb424a25073 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:48.611513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.633425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a1ac1fc-dc42-40e5-b11a-436e6c6fe3af req-142211ce-205a-45e0-929f-f244d8bbd592 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 200 len: 2981 time: 0.3048034 Feb 04 12:57:48.657039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7d9cf0f-fb5e-4eb9-9847-db4348e99efc req-280a4c39-0a1a-490f-9888-02aa927a26dd tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.90 "DELETE /v2.0/ports/76d39777-ec3b-4f6d-92cc-ddb424a25073 HTTP/1.1" status: 204 len: 173 time: 1.7277305 Feb 04 12:57:48.698937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4dcf46a0-38fd-48f1-942b-5b135d6852bf req-137e008d-297e-45f4-8344-2aeb9fdc32b0 service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161744 Feb 04 12:57:48.712760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:48.785922 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e', 'code': 200} Feb 04 12:57:48.786297 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4', 'code': 200} Feb 04 12:57:48.801677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455e87b-e3e8-4e15-9126-b071252e232c req-25d800b5-0194-4112-8105-76b251889851 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.802304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f455e87b-e3e8-4e15-9126-b071252e232c req-25d800b5-0194-4112-8105-76b251889851 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:48.812672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Attempting to bind port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:57:48.813007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Attempting to bind port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:57:48.813338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Attempting to bind port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:48.823651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:57:48.824226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Attempting to bind port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:57:48.831464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:57:48.831805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Checking segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:48.832194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Bound using segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:57:48.832648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Bound port: fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:57:48.832979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:48.846313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f455e87b-e3e8-4e15-9126-b071252e232c req-25d800b5-0194-4112-8105-76b251889851 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:48.853531 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f455e87b-e3e8-4e15-9126-b071252e232c req-25d800b5-0194-4112-8105-76b251889851 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 944 time: 0.3298965 Feb 04 12:57:48.897178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-e01e8665-c88a-493e-838c-f5ab5674770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.899028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-e01e8665-c88a-493e-838c-f5ab5674770c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe&device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 1095 time: 0.1284180 Feb 04 12:57:48.969487 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f455e87b-e3e8-4e15-9126-b071252e232c req-8d811b9e-d785-42f6-b3e7-e9c9d5167a02 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149321 Feb 04 12:57:49.011834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-878207173', 'description': 'tempest-description-1490739820'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:49.021756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:49.035163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:57:49.037478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:49.040845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:57:49.058621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.105888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.146751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.147368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.148751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] 10.222.0.90 "PUT /v2.0/ports/fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f HTTP/1.1" status: 200 len: 1092 time: 1.6097205 Feb 04 12:57:49.150272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:49.158196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:49.164209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:49.173475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:49.177422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0e9bc-c699-41d8-b096-2cf0e4bb4646 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:49.281573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-a47970b5-1eb5-423d-869d-60d89e62e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.283529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-a47970b5-1eb5-423d-869d-60d89e62e7af service neutron] 10.222.0.87 "GET /v2.0/networks?id=8c7103aa-4184-4cf5-93e1-eec9398c556e HTTP/1.1" status: 200 len: 916 time: 0.3785586 Feb 04 12:57:49.296686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5ae67948-ad88-482c-82ea-05684970b023 req-56bb1f96-d899-4caa-aa36-9d7494987c5a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Synchronizing usage tracker for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:49.316557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:49.324174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.331152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.346767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-92263393-d959-4709-b53b-79727d77eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.348286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-92263393-d959-4709-b53b-79727d77eeed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 1095 time: 0.1453364 Feb 04 12:57:49.421165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a79bd-ce22-4e78-8c65-7e08d45aa5ea req-1f6f53cc-34db-4564-a3a5-cc81939438f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.422319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a79bd-ce22-4e78-8c65-7e08d45aa5ea req-1f6f53cc-34db-4564-a3a5-cc81939438f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.423065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a79bd-ce22-4e78-8c65-7e08d45aa5ea req-1f6f53cc-34db-4564-a3a5-cc81939438f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.426439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d20a79bd-ce22-4e78-8c65-7e08d45aa5ea req-1f6f53cc-34db-4564-a3a5-cc81939438f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2872 time: 0.4720643 Feb 04 12:57:49.430550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-5d99e9bd-a644-4153-9464-6bcecf01fa4c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80d2fd3c-38d8-4404-acac-215db0ed0713 HTTP/1.1" status: 200 len: 217 time: 0.1370869 Feb 04 12:57:49.443211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-f821cc10-eb16-4671-a735-9e49ef5590ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f HTTP/1.1" status: 200 len: 217 time: 0.0832086 Feb 04 12:57:49.454403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a323b82e-9e16-44bd-bbf4-56b54d1d80a8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:49.496484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.511190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-91e7fa47-df70-47c2-846f-ceb3b24fab87 req-ff9d49aa-d88f-4ac2-bf65-25d4c1d1c5a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5057468 Feb 04 12:57:49.543244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-67f9ad6d-b377-40f2-929b-8d2b372d650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.544789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-67f9ad6d-b377-40f2-929b-8d2b372d650b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.0914419 Feb 04 12:57:49.553698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5ae67948-ad88-482c-82ea-05684970b023 req-56bb1f96-d899-4caa-aa36-9d7494987c5a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] Unset dirty status for tenant:acbc69913a5b44dbbdbc5170b16273fb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:49.571946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae67948-ad88-482c-82ea-05684970b023 req-56bb1f96-d899-4caa-aa36-9d7494987c5a tempest-LiveAutoBlockMigrationV225Test-768198864 tempest-LiveAutoBlockMigrationV225Test-768198864-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a9d064f-937d-4d8c-b6ff-70fd5a1ac159 HTTP/1.1" status: 200 len: 210 time: 0.3940303 Feb 04 12:57:49.624599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-4655c31e-5c93-418f-9700-08dff9166514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.625593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-4655c31e-5c93-418f-9700-08dff9166514 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0b04d348-8bfd-4a92-80c3-96b732c44bac HTTP/1.1" status: 200 len: 854 time: 0.1541932 Feb 04 12:57:49.627366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d20a79bd-ce22-4e78-8c65-7e08d45aa5ea req-819adf17-5886-4a38-a33b-a369fa5e9cf9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923766 Feb 04 12:57:49.670978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-0cf00a5b-8c1d-404f-afce-2121d3c0058b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182060 Feb 04 12:57:49.717846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0c199-1655-4bae-889c-c877195d4401 req-dd19e376-76d4-456f-9af9-eae2b4f85796 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.719311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2a0c199-1655-4bae-889c-c877195d4401 req-dd19e376-76d4-456f-9af9-eae2b4f85796 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.1083164 Feb 04 12:57:49.729780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-e477bc83-b050-4253-b49e-cea91c9dfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.731815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-e477bc83-b050-4253-b49e-cea91c9dfb61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8c7103aa-4184-4cf5-93e1-eec9398c556e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991764 Feb 04 12:57:49.762295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-deleted', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:49.779395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2a0c199-1655-4bae-889c-c877195d4401 req-3458fa15-1254-42f5-a511-e7c3596459f7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523384 Feb 04 12:57:49.809832 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:49.948417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1872081383', 'description': 'tempest-description-1997007498'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:49.958937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:49.971482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:49.975922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:49.988258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:49.995706 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'status': 'completed', 'code': 200} Feb 04 12:57:50.011158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.056402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:50.060004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-99029104-2220-42f8-805a-6c96daf99c2a service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214045 Feb 04 12:57:50.062231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:50.065841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:50.083496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-8f10ec25-187a-45f0-9aa7-154e16bdb3f7 service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657013 Feb 04 12:57:50.091385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:50.117316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35304) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:50.244945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2994a56-1929-44d0-8e88-e15d7bf3a9bb req-8b20837e-b19e-42a2-af1b-263b553b661b service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763725 Feb 04 12:57:50.276890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.283773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.345493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.389170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.390283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f2c3a16e-a94e-4a76-9516-2ed2104fa689 req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4508996 Feb 04 12:57:50.390623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e3f3-f1d2-4d97-af01-f57dc114d24c req-44a74495-932a-4162-8ecb-64d685e5e80b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:50.390897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707465e-8e53-47f5-afe8-914f749cd2c7 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01612a-bb26-464b-a006-2c8300619989,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:50.398708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e3f3-f1d2-4d97-af01-f57dc114d24c req-44a74495-932a-4162-8ecb-64d685e5e80b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:50.406793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e3f3-f1d2-4d97-af01-f57dc114d24c req-44a74495-932a-4162-8ecb-64d685e5e80b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:50.408491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bcb5e3f3-f1d2-4d97-af01-f57dc114d24c req-44a74495-932a-4162-8ecb-64d685e5e80b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.3792195 Feb 04 12:57:50.410141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:50.424607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Usage tracker for resource:security_group_rule and tenant:131004f5511c4c82bdc7a8e116168485 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:50.425721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-575c731b-4e20-4ac3-90bf-5b377d37e2a4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:50.427223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-575c731b-4e20-4ac3-90bf-5b377d37e2a4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 944 time: 0.0968568 Feb 04 12:57:50.441533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:50.451416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:50.457603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ff72012-8a22-4d6d-b9db-7372e77e4ae9 req-9fd3efdd-9783-4549-9507-beb11ec08c60 service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675172 Feb 04 12:57:50.523759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bcb5e3f3-f1d2-4d97-af01-f57dc114d24c req-0f2d473e-a583-4b46-910a-2f8bc475b1de tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010165 Feb 04 12:57:50.551193 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9d064f-937d-4d8c-b6ff-70fd5a1ac159', 'name': 'network-vif-deleted', 'tag': '76d39777-ec3b-4f6d-92cc-ddb424a25073', 'status': 'completed', 'code': 200} Feb 04 12:57:50.555976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Deleting port 8e67982a-0247-4a1f-9103-fb6ad94c30da {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:50.556614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.657104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.669580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.733094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=131004f5511c4c82bdc7a8e116168485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045423 Feb 04 12:57:50.733915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:50.856111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:50.893509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76bdd6-f3a9-46aa-85e6-b49b898afa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de24663e-846b-45f0-8bc4-9efcf7197e30,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:50.906009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:50.944886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-665cb7a0-4777-4064-ab33-9671b952f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:50.946950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-665cb7a0-4777-4064-ab33-9671b952f9d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 1095 time: 0.4172482 Feb 04 12:57:50.949966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] For port 8e67982a-0247-4a1f-9103-fb6ad94c30da, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8e67982a-0247-4a1f-9103-fb6ad94c30da,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:50.950377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:50.973506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 76d39777-ec3b-4f6d-92cc-ddb424a25073 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:50.975159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 76d39777-ec3b-4f6d-92cc-ddb424a25073 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:50.975319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.081373 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.099862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Calling delete_port for 8e67982a-0247-4a1f-9103-fb6ad94c30da owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:51.106051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6edad-78f1-422a-a8f6-aba309b12a6d req-6b4e220c-b5b5-43a5-b0c4-134713b99070 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.107901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da6edad-78f1-422a-a8f6-aba309b12a6d req-6b4e220c-b5b5-43a5-b0c4-134713b99070 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 944 time: 0.3325708 Feb 04 12:57:51.151698 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.186627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47058a8-8a88-4a3b-bb00-6851d2d15014 req-6efe488e-38f0-4fe1-a705-b8481bf73aa4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.188030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e47058a8-8a88-4a3b-bb00-6851d2d15014 req-6efe488e-38f0-4fe1-a705-b8481bf73aa4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=70b6987c-29f8-4ea0-9a58-e6f21a44fca3 HTTP/1.1" status: 200 len: 944 time: 0.5073617 Feb 04 12:57:51.189001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:51.197510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-c350b79a-c202-4063-aa46-924bbfbffdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.197913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Usage tracker for resource:security_group_rule and tenant:11f8dc348e43464da13461f05f0aa17c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:51.199012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-c350b79a-c202-4063-aa46-924bbfbffdc1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 922 time: 0.2433553 Feb 04 12:57:51.201808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:51.204254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da6edad-78f1-422a-a8f6-aba309b12a6d req-299192e3-4329-43b3-bc66-c12629823513 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848544 Feb 04 12:57:51.237710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:51.278457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-d919d54a-b202-4c0a-a945-19410786aab6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f HTTP/1.1" status: 200 len: 217 time: 0.0734401 Feb 04 12:57:51.313456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e47058a8-8a88-4a3b-bb00-6851d2d15014 req-777011cb-d9fb-49cf-8059-0a1e619e2ae7 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126308 Feb 04 12:57:51.351966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-289cb1e1-abab-4287-be11-acc5448cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.353481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-289cb1e1-abab-4287-be11-acc5448cdd15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.0689151 Feb 04 12:57:51.400832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.434988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-f99b7e2d-091b-490b-b459-badb23300d01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744393 Feb 04 12:57:51.449858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:51.459866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.473682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event deleted for resources: {'Port': ['ID=8e67982a-0247-4a1f-9103-fb6ad94c30da,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:51.476303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.508877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.613337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de24663e-846b-45f0-8bc4-9efcf7197e30,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:51.631708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.634685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2b12db4c-ec70-4981-8f37-0199e5bfafe5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de24663e-846b-45f0-8bc4-9efcf7197e30 HTTP/1.1" status: 204 len: 168 time: 0.8962345 Feb 04 12:57:51.672957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] No DVR routers for this DVR port 8e67982a-0247-4a1f-9103-fb6ad94c30da on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:51.690494 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.698101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11f8dc348e43464da13461f05f0aa17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8382599 Feb 04 12:57:51.701342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab56be0-d3e7-45a0-b609-83c599fd7d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386a31aa-a187-4c59-b0b1-7a7ab433d580,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:51.702293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:51.757855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Deleting subnet e5e8d484-30d9-437f-be36-8e9fd626446a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:57:51.761911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-aaf68f29-b9d1-40a4-ab84-223bb88af17d service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970963 Feb 04 12:57:51.773734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.786338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-c1a0b1bf-764e-4324-a45d-e934db97fcf8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.787872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-c1a0b1bf-764e-4324-a45d-e934db97fcf8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 812 time: 0.3572004 Feb 04 12:57:51.839678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d77a1f62-4705-47c7-9a38-587388ca14cd req-33311a05-465d-4237-a0dc-58deb3db0f17 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "DELETE /v2.0/ports/8e67982a-0247-4a1f-9103-fb6ad94c30da HTTP/1.1" status: 204 len: 173 time: 1.4069448 Feb 04 12:57:51.846705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.905928 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-84ab76cd-916f-4f66-8265-4cde03733600 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/quotas/cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 375 time: 0.0950797 Feb 04 12:57:51.914501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c386f-ce20-465a-a597-e9ea60f5b89c req-a1d29efe-ffe5-4f35-a9ab-c37d6fadb708 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:51.915318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe3c386f-ce20-465a-a597-e9ea60f5b89c req-a1d29efe-ffe5-4f35-a9ab-c37d6fadb708 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Synchronizing usage tracker for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:51.940893 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:51.988080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.068136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a6c609-f4ed-489c-b378-75b17c7058e9 req-b96d43b6-119e-4407-9b36-d5dac7b2134e service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894480 Feb 04 12:57:52.071887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.077368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe3c386f-ce20-465a-a597-e9ea60f5b89c req-a1d29efe-ffe5-4f35-a9ab-c37d6fadb708 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Unset dirty status for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:52.084127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe3c386f-ce20-465a-a597-e9ea60f5b89c req-a1d29efe-ffe5-4f35-a9ab-c37d6fadb708 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.4803836 Feb 04 12:57:52.124989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:52.139354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-55ab556a-d973-4f6a-a7fd-3f22eff78a0e tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2203686 Feb 04 12:57:52.147147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe3c386f-ce20-465a-a597-e9ea60f5b89c req-0407c985-3d44-4c22-8ded-2b9eb8b53d9e tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620549 Feb 04 12:57:52.164354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.208255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e8d484-30d9-437f-be36-8e9fd626446a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.212992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.222042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f729553-b815-43fa-8e29-f319a6c5f024 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5e8d484-30d9-437f-be36-8e9fd626446a HTTP/1.1" status: 204 len: 168 time: 0.7635794 Feb 04 12:57:52.222276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35364) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:52.232690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.264698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:52.279340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3afbd22bde0440548cf3a95663f54811 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:52.282332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:52.289001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.294438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:52.311349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a31aa-a187-4c59-b0b1-7a7ab433d580,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.370153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.371328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff4db631-08d1-462c-9fd6-e61d567c57e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/386a31aa-a187-4c59-b0b1-7a7ab433d580 HTTP/1.1" status: 204 len: 168 time: 0.6658459 Feb 04 12:57:52.380300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-c3ed061b-1a42-4f78-a8af-03fa012ef8fe service neutron] 10.222.0.53 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400126 Feb 04 12:57:52.406795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.550246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfd4d-69ad-4879-9970-827162337e8c req-24458943-3991-418f-afc4-11dd23ecdb70 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.556503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfd4d-69ad-4879-9970-827162337e8c req-24458943-3991-418f-afc4-11dd23ecdb70 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.562272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfd4d-69ad-4879-9970-827162337e8c req-24458943-3991-418f-afc4-11dd23ecdb70 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:52.564013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c1cfd4d-69ad-4879-9970-827162337e8c req-24458943-3991-418f-afc4-11dd23ecdb70 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.2704101 Feb 04 12:57:52.569719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-deleted', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:52.613418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.654725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2dff08-03c8-428a-8a1c-98ccd458e26b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:52.667562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c1cfd4d-69ad-4879-9970-827162337e8c req-761b9ecd-5c65-417d-ba5d-7c3349952e73 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899887 Feb 04 12:57:52.677272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6642a719-87c0-4412-a1f3-22c14b42e17f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:52.677617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6642a719-87c0-4412-a1f3-22c14b42e17f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:52.693506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.715929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.726328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:57:52.727078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.733764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-6ced3b94-dba1-42f6-a265-70ce42314ac1 service neutron] 10.222.0.53 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438962 Feb 04 12:57:52.750252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.756777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.814882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3afbd22bde0440548cf3a95663f54811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884859 Feb 04 12:57:52.817705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:57:52.839536 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:57:52.885745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742e638-aa42-407a-b1f3-1094b99b65a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d74247-d141-46cf-bf55-cc1c8f189e20,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:52.914027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:52.949744 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.023004 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6987c-29f8-4ea0-9a58-e6f21a44fca3', 'name': 'network-vif-deleted', 'tag': '8e67982a-0247-4a1f-9103-fb6ad94c30da', 'status': 'completed', 'code': 200} Feb 04 12:57:53.027415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.042141 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.044153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.061361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d74247-d141-46cf-bf55-cc1c8f189e20,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:53.070428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.074356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afdc1fc2-912a-4c43-81b6-ad7dfa9deb15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d74247-d141-46cf-bf55-cc1c8f189e20 HTTP/1.1" status: 204 len: 168 time: 0.2408409 Feb 04 12:57:53.122651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a2dff08-03c8-428a-8a1c-98ccd458e26b HTTP/1.1" status: 204 len: 168 time: 0.8978791 Feb 04 12:57:53.124108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:53.153229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adf3e2-1019-4c66-8b8d-f66697322504 req-3974350b-0ebc-4847-a8fb-b5636dab1860 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:53.156877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5adf3e2-1019-4c66-8b8d-f66697322504 req-3974350b-0ebc-4847-a8fb-b5636dab1860 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 944 time: 0.3116271 Feb 04 12:57:53.201280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a4f4-aff9-4b09-981a-061075b3de45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2dff08-03c8-428a-8a1c-98ccd458e26b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:53.211108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Deleting subnet 29aadc18-d469-4ae8-8d7c-7ef50d909f1b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:57:53.215884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.235562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e5adf3e2-1019-4c66-8b8d-f66697322504 req-a67ff5b5-8ddc-40f1-803a-9840b1ecdd84 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:53.252322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e5adf3e2-1019-4c66-8b8d-f66697322504 req-a67ff5b5-8ddc-40f1-803a-9840b1ecdd84 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:53.261357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5adf3e2-1019-4c66-8b8d-f66697322504 req-a67ff5b5-8ddc-40f1-803a-9840b1ecdd84 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962658 Feb 04 12:57:53.376841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc33fa32-763e-474e-a599-54effd8deb2a req-79ca3faf-ab49-42b3-b920-623feb13a2aa tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 210 time: 0.1625276 Feb 04 12:57:53.393677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.478840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.615128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.732992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:53.746418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35430) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:53.750788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29aadc18-d469-4ae8-8d7c-7ef50d909f1b HTTP/1.1" status: 204 len: 168 time: 0.6255674 Feb 04 12:57:53.758156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35432) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:53.761413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ddbb5-89d4-4f40-9ffa-8ad18f00e661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29aadc18-d469-4ae8-8d7c-7ef50d909f1b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:54.031431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.072415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9159-a4ec-49f9-b066-a919a27b85f6 req-1eb2a2a1-958b-423c-862e-9fc9f3499bda tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.073947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-584b9159-a4ec-49f9-b066-a919a27b85f6 req-1eb2a2a1-958b-423c-862e-9fc9f3499bda tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 945 time: 0.1400685 Feb 04 12:57:54.088086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334a45-9f7e-41ed-a3a1-c08b76d6883c req-fdee9c13-6375-4937-a353-dda7874f89a3 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.095362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28334a45-9f7e-41ed-a3a1-c08b76d6883c req-fdee9c13-6375-4937-a353-dda7874f89a3 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.4119186 Feb 04 12:57:54.127481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1117730286-network', 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:54.137309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.140144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:54.154765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-584b9159-a4ec-49f9-b066-a919a27b85f6 req-d4436e3d-af20-41d0-9823-fa4414c7b3b4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721700 Feb 04 12:57:54.154765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Usage tracker for resource:network and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:54.163656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:54.176093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:54.188855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:54.191986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.207425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.238405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:54.249761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Usage tracker for resource:security_group_rule and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:54.252678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:54.259739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:54.273817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-3a99a384-b6a3-40ec-81e2-2cf7eba6adf0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.275137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-3a99a384-b6a3-40ec-81e2-2cf7eba6adf0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Synchronizing usage tracker for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:54.317600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28334a45-9f7e-41ed-a3a1-c08b76d6883c req-f15f78e3-6cf7-4110-a13e-8428aa44faed tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184227 Feb 04 12:57:54.320122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.366275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36602df0-e925-4d8d-a155-e69b49df1ba6']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:54.377835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-3a99a384-b6a3-40ec-81e2-2cf7eba6adf0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Unset dirty status for tenant:d820d08857e04dbf8cb31c390277832e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:54.379012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-3a99a384-b6a3-40ec-81e2-2cf7eba6adf0 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 945 time: 0.4236648 Feb 04 12:57:54.423515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ff5bde-4aaa-41d0-833d-219e29fa9df6') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:54.423811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ff5bde-4aaa-41d0-833d-219e29fa9df6') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:54.467817 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.552155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.571888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Deleting port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:54.572243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.605705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:57:54.605948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:57:54.619433 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:57:54.650547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-73ac0e9b-a3af-4e75-96cc-764da7fc207b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.652176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-73ac0e9b-a3af-4e75-96cc-764da7fc207b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.87 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 812 time: 0.2136731 Feb 04 12:57:54.668781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'device_id': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011', 'admin_state_up': True, 'tenant_id': 'cfb7e2fb663440f1a27e11cc208b350c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:54.696619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7dece-039b-44fa-9810-ed3817455baa req-41ea8988-13e1-4be8-8435-09b45d967b66 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.703051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7dece-039b-44fa-9810-ed3817455baa req-41ea8988-13e1-4be8-8435-09b45d967b66 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.709643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7dece-039b-44fa-9810-ed3817455baa req-41ea8988-13e1-4be8-8435-09b45d967b66 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:54.711314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2e7dece-039b-44fa-9810-ed3817455baa req-41ea8988-13e1-4be8-8435-09b45d967b66 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.4065838 Feb 04 12:57:54.802144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.835948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.855317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.904213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2e7dece-039b-44fa-9810-ed3817455baa req-de2e1692-1767-40c9-b8d1-85cec77fb1af tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305428 Feb 04 12:57:54.916579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:57:54.945169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874b06b-ebdc-4a9a-aabd-26dbbba475eb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:54.947641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:54.950276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.950638 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Added segment 6f3b497e-d4f9-4548-8c27-22a2d81702cb of type vlan for network f3458faf-5acb-4ea9-9d13-911d0da7300a Feb 04 12:57:54.964607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:54.972867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:54.992228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:55.003678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.012871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] 10.222.0.53 "DELETE /v2.0/networks/36602df0-e925-4d8d-a155-e69b49df1ba6 HTTP/1.1" status: 204 len: 168 time: 1.2423074 Feb 04 12:57:55.020740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Made reservation on behalf of cfb7e2fb663440f1a27e11cc208b350c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:55.025326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.026548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6022d-aa4f-4532-bf20-d2a7e17da66e admin admin] Pushing event deleted for resources: {'Network': ['ID=36602df0-e925-4d8d-a155-e69b49df1ba6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:55.040930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09399a-5424-47e5-8430-c5e607d81e56 req-9239c40d-aa0d-4968-b402-083df88293b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.049094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc09399a-5424-47e5-8430-c5e607d81e56 req-9239c40d-aa0d-4968-b402-083df88293b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 944 time: 0.5734987 Feb 04 12:57:55.153558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.154907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.155650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.234897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc09399a-5424-47e5-8430-c5e607d81e56 req-848d5be3-10c2-4277-8129-2a423d65999b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845996 Feb 04 12:57:55.279476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:55.308650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'port_id': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'mac_address': 'fa:16:3e:5a:1b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde7fda1-5240-4566-b7f6-69a89307df98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:55.359692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb45a482-6594-4266-92cd-cf1b5d8d45f3 req-6a6b7049-7d01-48cc-9dae-0c786dfa5bfd tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 210 time: 0.2000253 Feb 04 12:57:55.362045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] For port 8349767e-eff2-4222-bcde-39a5ccdb5bf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8349767e-eff2-4222-bcde-39a5ccdb5bf7,segment=NetworkSegment(85d602a0-f7e1-4387-bb8a-8197fe30f165),segment_id=85d602a0-f7e1-4387-bb8a-8197fe30f165)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:55.362416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.412549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8349767e-eff2-4222-bcde-39a5ccdb5bf7 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:55.475987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:55.502864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.584672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] Pushing event updated for resources: {'Network': ['ID=f3458faf-5acb-4ea9-9d13-911d0da7300a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:55.609831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:55.613739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Calling delete_port for 8349767e-eff2-4222-bcde-39a5ccdb5bf7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:55.615650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f3458faf-5acb-4ea9-9d13-911d0da7300a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:57:55.668881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8a18112-2431-4797-8948-f1d211426138 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9151647 Feb 04 12:57:55.673440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35506) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:55.700947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Request body: {'subnet': {'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1117730286-subnet', 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:55.716596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Allocated IP 172.20.0.6 (649cd847-1b8e-43e5-a29e-f9eb5b0d2011/361f5faf-d584-4c53-beca-a242a54a2560/efbe3c0d-1469-484f-9045-d0bd9d5e8333) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:55.727999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:57:55.746983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:55.749640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Usage tracker for resource:subnet and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:57:55.750337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:55.754579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:57:55.768294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:57:55.796934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3be93d40-148e-4b7a-8076-d4d9fa9dfa31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198054 Feb 04 12:57:55.800498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35518) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:55.809596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334fc6-5e0b-4641-8034-161689af7aef req-a1fa6cfe-3849-491c-8aa2-4701cb066e9f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.816173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334fc6-5e0b-4641-8034-161689af7aef req-a1fa6cfe-3849-491c-8aa2-4701cb066e9f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.825107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334fc6-5e0b-4641-8034-161689af7aef req-a1fa6cfe-3849-491c-8aa2-4701cb066e9f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.828188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c334fc6-5e0b-4641-8034-161689af7aef req-a1fa6cfe-3849-491c-8aa2-4701cb066e9f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.3333571 Feb 04 12:57:55.842017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949c500-e4d9-4ce0-b56c-0aa875dae1a4 req-464ebb90-ebc0-45f2-9dfe-31f612121fa4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.849704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2949c500-e4d9-4ce0-b56c-0aa875dae1a4 req-464ebb90-ebc0-45f2-9dfe-31f612121fa4 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad39eb2e-acb7-4c01-8d04-c1aac87bd633 HTTP/1.1" status: 200 len: 945 time: 0.3744500 Feb 04 12:57:55.852321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:55.854830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.880968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:55.980488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:55.984163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 8e67982a-0247-4a1f-9103-fb6ad94c30da {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:55.984766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8e67982a-0247-4a1f-9103-fb6ad94c30da not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:56.042584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23d089-5980-4d4e-9061-deea56049972 req-36741e81-c65b-486f-8346-785bb0f86bbd tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.044224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23d089-5980-4d4e-9061-deea56049972 req-36741e81-c65b-486f-8346-785bb0f86bbd tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.4527309 Feb 04 12:57:56.088371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2949c500-e4d9-4ce0-b56c-0aa875dae1a4 req-8390ce77-399c-4466-b2f2-89bcb17166b8 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.53 "GET /v2.0/security-groups?id=67a633f0-aa33-42b4-8455-33a5af46a301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370071 Feb 04 12:57:56.093488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:56.099710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.124953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.191411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port f22f540f-29fb-4a82-b1fb-60a2897cb63e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:56.191726 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.268139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23d089-5980-4d4e-9061-deea56049972 req-663e1375-3e40-489a-a6b0-96a969130f45 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892934 Feb 04 12:57:56.292256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Pushing event deleted for resources: {'Port': ['ID=8349767e-eff2-4222-bcde-39a5ccdb5bf7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:56.300489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.396138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.458889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.459347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.459699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.460035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.460371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.460804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.461136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.461973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.462305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.462638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.462966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.463360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:56.491961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] No DVR routers for this DVR port 8349767e-eff2-4222-bcde-39a5ccdb5bf7 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:56.494755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.505899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-deleted', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:56.583227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f447cb43-dd65-4176-871f-dd3c7440dc26 req-39336eaa-c136-43c6-b49e-5f83330c9191 tempest-LiveMigrationTest-508397349 tempest-LiveMigrationTest-508397349-project] 10.222.0.87 "DELETE /v2.0/ports/8349767e-eff2-4222-bcde-39a5ccdb5bf7 HTTP/1.1" status: 204 len: 173 time: 2.1965108 Feb 04 12:57:56.608256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b16f-8ab6-4a71-bbec-83053136eb9c req-ea9dc76a-054d-4b2b-84b1-9927ae515802 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.616451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b16f-8ab6-4a71-bbec-83053136eb9c req-ea9dc76a-054d-4b2b-84b1-9927ae515802 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.624452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b16f-8ab6-4a71-bbec-83053136eb9c req-ea9dc76a-054d-4b2b-84b1-9927ae515802 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.626448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f312b16f-8ab6-4a71-bbec-83053136eb9c req-ea9dc76a-054d-4b2b-84b1-9927ae515802 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 2419 time: 0.4003243 Feb 04 12:57:56.634831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.650508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:56.692275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.727892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855662ea-ff0d-4ef3-9cf4-6dd5be839a3b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:56.733373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.790853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:56.802298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f312b16f-8ab6-4a71-bbec-83053136eb9c req-b85c0c8e-e4dc-4005-8c76-1dd7ca9b3574 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594172 Feb 04 12:57:56.834147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83201b3-9636-4a42-8c5b-3ca8a57dd68c req-664390ea-4e54-42ae-8cb0-246d798511e1 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.836072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c83201b3-9636-4a42-8c5b-3ca8a57dd68c req-664390ea-4e54-42ae-8cb0-246d798511e1 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 945 time: 0.3596613 Feb 04 12:57:56.838728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port f22f540f-29fb-4a82-b1fb-60a2897cb63e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22f540f-29fb-4a82-b1fb-60a2897cb63e,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:56.839314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.840211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:56.845435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-475a2744-c646-4183-a776-b5845db0829a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/855662ea-ff0d-4ef3-9cf4-6dd5be839a3b HTTP/1.1" status: 204 len: 168 time: 1.0437722 Feb 04 12:57:56.897513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:56.956177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:57:56.964111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Checking segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:57:56.964473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Network hostable DHCP agents. Network: f3458faf-5acb-4ea9-9d13-911d0da7300a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:57:56.992438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:56.993247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5256b9b9-3723-45bb-8991-2adfe449d4b9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:56.994929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:57:57.017777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Network f3458faf-5acb-4ea9-9d13-911d0da7300a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:57:57.045945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f3458faf-5acb-4ea9-9d13-911d0da7300a) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:57.060529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:57.061086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:57.081530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d36ac-7d49-4781-aae5-7dcb64d117ed None None] Network f3458faf-5acb-4ea9-9d13-911d0da7300a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:57:57.141286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for f22f540f-29fb-4a82-b1fb-60a2897cb63e owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:57.184583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f993a316-62a9-400e-829d-0bb46ff51443 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4969695 Feb 04 12:57:57.215131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d1f9-6a7b-40ef-a1bc-f4a8416924ec req-8f25b04c-aa02-4a9c-970d-d5aa563aa75d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:57.230128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b338d1f9-6a7b-40ef-a1bc-f4a8416924ec req-8f25b04c-aa02-4a9c-970d-d5aa563aa75d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 931 time: 0.1577802 Feb 04 12:57:57.341119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:57.391307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b338d1f9-6a7b-40ef-a1bc-f4a8416924ec req-c3e0b19d-693d-4546-a4b1-74e46baefe8d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:57.419805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b338d1f9-6a7b-40ef-a1bc-f4a8416924ec req-c3e0b19d-693d-4546-a4b1-74e46baefe8d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:57.435624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b338d1f9-6a7b-40ef-a1bc-f4a8416924ec req-c3e0b19d-693d-4546-a4b1-74e46baefe8d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043781 Feb 04 12:57:57.441095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Port': ['ID=f22f540f-29fb-4a82-b1fb-60a2897cb63e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:57.505131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:57.514205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:57.514901 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:57.535970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 80d2fd3c-38d8-4404-acac-215db0ed0713 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:57:57.554465 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c83201b3-9636-4a42-8c5b-3ca8a57dd68c req-9f3892c9-13a9-4de4-820e-b33e1a544ef8 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612673 Feb 04 12:57:57.615931 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39eb2e-acb7-4c01-8d04-c1aac87bd633', 'name': 'network-vif-deleted', 'tag': '8349767e-eff2-4222-bcde-39a5ccdb5bf7', 'status': 'completed', 'code': 200} Feb 04 12:57:57.657441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-91be8e43-c0e8-433b-b2f5-018eeaabcc45 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9934599 Feb 04 12:57:57.694826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cf69c751-cf8d-4bc3-95f7-8ede7f071fad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c628431a2754619b185372446682bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878946 Feb 04 12:57:57.695064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Request body: {'port': {'device_id': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:57.695920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:57.737559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:57.829802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] No DVR routers for this DVR port f22f540f-29fb-4a82-b1fb-60a2897cb63e on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:57.852556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:57.855565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c334fc6-5e0b-4641-8034-161689af7aef req-2f51c52a-0946-4824-8f5c-0cd49a59a0d9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "DELETE /v2.0/ports/f22f540f-29fb-4a82-b1fb-60a2897cb63e HTTP/1.1" status: 204 len: 173 time: 2.0152841 Feb 04 12:57:57.856245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:57.876923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:57.897449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:57.909314 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:57:57.980668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9215f7-d21f-434c-9b56-a3edafe4b677 None None] Network f3458faf-5acb-4ea9-9d13-911d0da7300a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:57:57.983144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.065586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:58.066225 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.131776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port f5dd8aac-98d5-4cd9-a708-f86021c209a4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:57:58.132121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.145194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Deleting subnet 589050a1-4645-469f-902a-bfdcdd3db97e {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:57:58.172656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.208447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.235636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adbfd-8399-4af8-9398-1d0eceb9da65 req-322c4443-d94c-43b8-8007-183e432f02ac tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.243736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-508adbfd-8399-4af8-9398-1d0eceb9da65 req-322c4443-d94c-43b8-8007-183e432f02ac tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 944 time: 0.3813186 Feb 04 12:57:58.407657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.416602 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.456428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=80d2fd3c-38d8-4404-acac-215db0ed0713,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:58.471790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd66f2-d488-4ef3-a5ba-2bea24ee6041 req-22a0e108-3ddc-461a-9b05-ca5311ccd5de tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.479028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd66f2-d488-4ef3-a5ba-2bea24ee6041 req-22a0e108-3ddc-461a-9b05-ca5311ccd5de tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:58.489713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72bd66f2-d488-4ef3-a5ba-2bea24ee6041 req-22a0e108-3ddc-461a-9b05-ca5311ccd5de tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 1683 time: 0.4336302 Feb 04 12:57:58.503646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:57:58.512078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'port_id': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'mac_address': 'fa:16:3e:c9:bc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:57:58.543817 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.564603 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72bd66f2-d488-4ef3-a5ba-2bea24ee6041 req-477c423e-7501-425f-aeb6-ce4abd601d2a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Feb 04 12:57:58.576538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-508adbfd-8399-4af8-9398-1d0eceb9da65 req-de1d0222-3603-4346-bee2-e09e9c34b3d2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303456 Feb 04 12:57:58.578125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:58.607710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.608221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.608221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 129f1988-6f49-42d2-8302-08035f4c27ed no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:58.713943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.723470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54b9ded6-0be9-404a-b0f1-652d58535cba HTTP/1.1" status: 204 len: 168 time: 1.0213714 Feb 04 12:57:58.726039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57537be-ab1e-47e1-b1ec-0fbf56e143ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9ded6-0be9-404a-b0f1-652d58535cba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:58.739137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.822542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port f5dd8aac-98d5-4cd9-a708-f86021c209a4, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f5dd8aac-98d5-4cd9-a708-f86021c209a4,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:58.823546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.838401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.885240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:58.894679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589050a1-4645-469f-902a-bfdcdd3db97e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:58.918113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-05a6cd26-0bbc-4269-9d43-8702b79b8755 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/589050a1-4645-469f-902a-bfdcdd3db97e HTTP/1.1" status: 204 len: 168 time: 1.1786740 Feb 04 12:57:58.923740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35682) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:57:58.938994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d2fd3c-38d8-4404-acac-215db0ed0713 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:57:58.972383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:58.978391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=80d2fd3c-38d8-4404-acac-215db0ed0713,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:59.024737 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.062094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for f5dd8aac-98d5-4cd9-a708-f86021c209a4 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:57:59.121235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.173737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:57:59.181436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:59.186023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.187026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22f540f-29fb-4a82-b1fb-60a2897cb63e no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:59.207991 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': 'f22f540f-29fb-4a82-b1fb-60a2897cb63e', 'status': 'completed', 'code': 200} Feb 04 12:57:59.292487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.298862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['80d2fd3c-38d8-4404-acac-215db0ed0713'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:57:59.409587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: f22f540f-29fb-4a82-b1fb-60a2897cb63e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:57:59.409900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22f540f-29fb-4a82-b1fb-60a2897cb63e not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:59.410304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f5dd8aac-98d5-4cd9-a708-f86021c209a4 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:57:59.531182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.563468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfdc147-0fb1-486f-9857-405563e1de8d']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:59.577749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d602a0-f7e1-4387-bb8a-8197fe30f165') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:59.578518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d602a0-f7e1-4387-bb8a-8197fe30f165') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:59.591635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.594242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:59.598880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.610259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.616713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:57:59.617114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.619015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No active binding found for port f5dd8aac-98d5-4cd9-a708-f86021c209a4 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 12:57:59.619581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f5dd8aac-98d5-4cd9-a708-f86021c209a4 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:57:59.645911 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:57:59.689489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-2c044c25-837b-4cb4-ac93-10806a8c3110 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:59.691461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-2c044c25-837b-4cb4-ac93-10806a8c3110 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:57:59.726185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Port': ['ID=f5dd8aac-98d5-4cd9-a708-f86021c209a4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:59.751951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-207586be-0133-41ed-b426-0e84b9569596 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:59.768036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-207586be-0133-41ed-b426-0e84b9569596 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.5985696 Feb 04 12:57:59.804980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-b2549373-4f7b-42aa-846c-0fbbd19f4fad tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/quotas/a42a074bd4714df485b2ecbc2685b83e HTTP/1.1" status: 200 len: 375 time: 0.0338590 Feb 04 12:57:59.891821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-c3e3fd23-54ea-4a1e-9731-a4ede0a27a47 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855281 Feb 04 12:57:59.898855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:57:59.929356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-2c044c25-837b-4cb4-ac93-10806a8c3110 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:57:59.939801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-2c044c25-837b-4cb4-ac93-10806a8c3110 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 931 time: 0.7730486 Feb 04 12:58:00.024689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] No DVR routers for this DVR port f5dd8aac-98d5-4cd9-a708-f86021c209a4 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:00.053610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.092900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.096513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfdc147-0fb1-486f-9857-405563e1de8d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:00.138109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-29af90e3-5374-427e-a6b3-e767657f63f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fcfdc147-0fb1-486f-9857-405563e1de8d HTTP/1.1" status: 204 len: 168 time: 1.2112250 Feb 04 12:58:00.143182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35750) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:00.168259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c334fc6-5e0b-4641-8034-161689af7aef req-c962c056-89c1-49bb-a5d4-2152149d5e06 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "DELETE /v2.0/ports/f5dd8aac-98d5-4cd9-a708-f86021c209a4 HTTP/1.1" status: 204 len: 173 time: 2.2610505 Feb 04 12:58:00.180932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbe3c0d-1469-484f-9045-d0bd9d5e8333 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:00.212071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-57e3d136-e8c3-4000-8871-70ea66b194ff tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:00.229631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.262104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Deleting subnet 0831bc90-68b3-428b-854a-96306db8509b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:58:00.269369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-57e3d136-e8c3-4000-8871-70ea66b194ff tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:00.270643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82d3078a-03ca-4d2e-a24d-cc68fefa61e1 req-57e3d136-e8c3-4000-8871-70ea66b194ff tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405949 Feb 04 12:58:00.271401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.276859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Transition to ACTIVE for port object efbe3c0d-1469-484f-9045-d0bd9d5e8333 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:00.280807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 129f1988-6f49-42d2-8302-08035f4c27ed {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:00.281119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.312250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.351874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.391202 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'code': 200} Feb 04 12:58:00.418934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-4b450767-687a-4a32-8a6f-99664d7e0aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259593 Feb 04 12:58:00.563304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:00.614484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.636696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35760) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:00.737402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-d7b00258-1b61-4b94-a314-de8ce392f010 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122499 Feb 04 12:58:00.806159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:00.905876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65b433-c83b-4bff-a76c-ec7bf7443ffe req-75479d9a-77ce-4043-8f14-53a1e4554c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:00.907288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f65b433-c83b-4bff-a76c-ec7bf7443ffe req-75479d9a-77ce-4043-8f14-53a1e4554c54 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 1097 time: 0.3538096 Feb 04 12:58:00.961936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0831bc90-68b3-428b-854a-96306db8509b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:00.974429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.006184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-708ad4be-6640-44ce-8ca0-90a7d0ed93a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0831bc90-68b3-428b-854a-96306db8509b HTTP/1.1" status: 204 len: 168 time: 0.8608642 Feb 04 12:58:01.017459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:01.034898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f65b433-c83b-4bff-a76c-ec7bf7443ffe req-076f067d-4506-4ade-85b8-b1e079f1e389 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209836 Feb 04 12:58:01.076485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Attempting to bind port efbe3c0d-1469-484f-9045-d0bd9d5e8333 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:01.077034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Attempting to bind port efbe3c0d-1469-484f-9045-d0bd9d5e8333 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:01.077537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Attempting to bind port efbe3c0d-1469-484f-9045-d0bd9d5e8333 on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:01.140801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.181510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Port efbe3c0d-1469-484f-9045-d0bd9d5e8333 on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:01.182003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Attempting to bind port efbe3c0d-1469-484f-9045-d0bd9d5e8333 on network 649cd847-1b8e-43e5-a29e-f9eb5b0d2011 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:01.213794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:01.243464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:01.251829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:01.252356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Checking segment: {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:01.265786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Bound using segment: {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:01.266563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Bound port: efbe3c0d-1469-484f-9045-d0bd9d5e8333, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f21885-aa23-47de-b69c-a007df0a8920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:01.267120 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.319297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc30e666726449f9c2895729c222437 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:01.341806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:01.354130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc9e5e-5077-46fd-90c6-a051f3e156ce req-986b7fc2-9ba2-431c-949b-04acbb97bb45 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.356019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56cc9e5e-5077-46fd-90c6-a051f3e156ce req-986b7fc2-9ba2-431c-949b-04acbb97bb45 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.7938101 Feb 04 12:58:01.364517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:01.398257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 80d2fd3c-38d8-4404-acac-215db0ed0713 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:01.404180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port 129f1988-6f49-42d2-8302-08035f4c27ed, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=129f1988-6f49-42d2-8302-08035f4c27ed,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:01.404663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.414652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.499456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88062d02-a93c-4303-bffc-2df92ee48dc7 req-7a0946e7-2055-42ef-a0d1-e80d2f7ab0ec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0633490 Feb 04 12:58:01.510102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112847a5-1ba7-436b-ba19-37a2aa1e9eeb req-496f4b11-a640-406b-a57e-c68be2ebaa0d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.515287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 80d2fd3c-38d8-4404-acac-215db0ed0713 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:01.518700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-112847a5-1ba7-436b-ba19-37a2aa1e9eeb req-496f4b11-a640-406b-a57e-c68be2ebaa0d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 945 time: 0.3202455 Feb 04 12:58:01.520879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 80d2fd3c-38d8-4404-acac-215db0ed0713 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:01.521429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.600344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for 129f1988-6f49-42d2-8302-08035f4c27ed owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:01.611453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88062d02-a93c-4303-bffc-2df92ee48dc7 req-64f2bc12-896c-4cf2-9a2d-5780a3b18125 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0666046 Feb 04 12:58:01.623707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-112847a5-1ba7-436b-ba19-37a2aa1e9eeb req-71d16a54-88f2-4310-bfed-8a18d64f9a39 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038558 Feb 04 12:58:01.684076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88062d02-a93c-4303-bffc-2df92ee48dc7 req-e5477a11-efc8-46cf-a510-d270926469ad service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513613 Feb 04 12:58:01.714748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.761772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=80d2fd3c-38d8-4404-acac-215db0ed0713,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:01.766643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.806583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:01.816017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:01.851563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:01.909292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:01.978904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88062d02-a93c-4303-bffc-2df92ee48dc7 req-cafaef79-6696-47b8-9188-847b605e73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:01.981168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88062d02-a93c-4303-bffc-2df92ee48dc7 req-cafaef79-6696-47b8-9188-847b605e73d1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2909348 Feb 04 12:58:02.026863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b84ee-9c72-4f5d-a545-3ac14b7a8c6e req-9266e86e-a1a8-4e54-a659-9d32202ae45a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.035731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-528b84ee-9c72-4f5d-a545-3ac14b7a8c6e req-9266e86e-a1a8-4e54-a659-9d32202ae45a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 944 time: 0.1466427 Feb 04 12:58:02.099173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-528b84ee-9c72-4f5d-a545-3ac14b7a8c6e req-9d39d7c5-9df8-4a8e-a2aa-a85bf5592508 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623164 Feb 04 12:58:02.113133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56cc9e5e-5077-46fd-90c6-a051f3e156ce req-13690f08-97e2-4f72-b726-b8f44c80c99a tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172341 Feb 04 12:58:02.195899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.235988 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': 'f5dd8aac-98d5-4cd9-a708-f86021c209a4', 'status': 'completed', 'code': 200} Feb 04 12:58:02.272921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.273696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.275603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] 10.222.0.87 "PUT /v2.0/ports/efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 1091 time: 4.6043692 Feb 04 12:58:02.307152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-997e0412-99df-48d2-990c-b5be7fd6fd39 req-b40ce782-caa1-45d9-addb-7dcc390e222c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 210 time: 0.0553429 Feb 04 12:58:02.348365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.392161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed'}, {'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:02.539510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f71082-1a35-42f6-a3b4-66fdfe21e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:02.560335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.619304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd3956c-790c-4680-8332-b2aa1c4ea8a7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.629019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] No DVR routers for this DVR port 129f1988-6f49-42d2-8302-08035f4c27ed on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:02.645149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.653286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.658272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-400cf46e-bfc9-4a79-8b23-a36eecdf32ae tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362136 Feb 04 12:58:02.667719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Port': ['ID=129f1988-6f49-42d2-8302-08035f4c27ed,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:02.672176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17a4b73-9551-4146-bf78-cb67598ea708') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.672478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17a4b73-9551-4146-bf78-cb67598ea708') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.725953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.750615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c334fc6-5e0b-4641-8034-161689af7aef req-69a0c6e2-075f-411c-9a64-994f238df546 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.90 "DELETE /v2.0/ports/129f1988-6f49-42d2-8302-08035f4c27ed HTTP/1.1" status: 204 len: 173 time: 2.5774825 Feb 04 12:58:02.755510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04894609-daec-4299-98cd-b84ffc63ba30,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:02.763039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a06643e-acc6-4c6c-9deb-0fb8555df417 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bc30e666726449f9c2895729c222437&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1234300 Feb 04 12:58:02.767721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:02.769859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.781848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:02.782105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:02.798183 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:02.872722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-95405164-c89f-4297-9c3b-cc0f15a5d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.874534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-95405164-c89f-4297-9c3b-cc0f15a5d807 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1094 time: 0.5445416 Feb 04 12:58:02.893655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cccfbe-abdd-43b2-b0ec-138b4cd0eb58 req-b47ccc80-8138-4b41-9e26-689dbeac08a3 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.895584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82cccfbe-abdd-43b2-b0ec-138b4cd0eb58 req-b47ccc80-8138-4b41-9e26-689dbeac08a3 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 943 time: 0.4834993 Feb 04 12:58:02.924973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-87a01946-a516-47f8-8999-600464d477e1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:02.926471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-87a01946-a516-47f8-8999-600464d477e1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589715 Feb 04 12:58:02.950806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:02.957406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-a68f1e46-35f8-4194-a526-c16ffc87afba tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/quotas/4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 375 time: 0.0173843 Feb 04 12:58:02.995512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-6d46cf59-3745-4fd4-95c0-506dc287b48c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 217 time: 0.0940638 Feb 04 12:58:03.000878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.052553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-cc333dfc-936a-4e8a-8069-0324315cf6ca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775144 Feb 04 12:58:03.054534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.191718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.214440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd3956c-790c-4680-8332-b2aa1c4ea8a7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:03.224358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aaa6a505-c527-4f9a-a70b-8b5f75864a68 admin admin] 10.222.0.53 "DELETE /v2.0/networks/abd3956c-790c-4680-8332-b2aa1c4ea8a7 HTTP/1.1" status: 204 len: 168 time: 2.1958652 Feb 04 12:58:03.279976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82cccfbe-abdd-43b2-b0ec-138b4cd0eb58 req-4e964838-5814-47c1-bed3-974a93a3adf2 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127446 Feb 04 12:58:03.293888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-ddb5c614-139a-485a-a64d-e15e5b3789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.295441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-ddb5c614-139a-485a-a64d-e15e5b3789fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.2926042 Feb 04 12:58:03.369640 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed', 'code': 200} Feb 04 12:58:03.370134 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'code': 200} Feb 04 12:58:03.402467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-123b280e-44e3-459d-afcd-100855a79120 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.404568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-123b280e-44e3-459d-afcd-100855a79120 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.3551395 Feb 04 12:58:03.423299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Request body: {'port': {'device_id': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'admin_state_up': True, 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:03.434304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-dd8a24ea-350a-46ad-a0af-1001a21bb667 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270607 Feb 04 12:58:03.546747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.618472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:03.628015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04894609-daec-4299-98cd-b84ffc63ba30,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:03.661864 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76114f11-d8eb-4639-9c4e-b84a2d892597 req-83ec7b87-5c9a-4fbb-a621-97e938ae0c3b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=609878b6-541c-407c-807e-6dbbd7acd964 HTTP/1.1" status: 200 len: 210 time: 0.0988905 Feb 04 12:58:03.669644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.670826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5255a5a4-3fd4-4540-98cb-e32f2e295b89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04894609-daec-4299-98cd-b84ffc63ba30 HTTP/1.1" status: 204 len: 168 time: 0.9039001 Feb 04 12:58:03.723058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:03.727538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Usage tracker for resource:port and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:03.730705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:03.737777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:03.750795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:03.755314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:03.831618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6c07f6fa-c109-40b7-9671-8d215684d46e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d820d08857e04dbf8cb31c390277832e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086167 Feb 04 12:58:03.846970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:03.872797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-07607ca6-fa42-4287-9bf0-0bcef3229cc8 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262934 Feb 04 12:58:03.912766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0637dde-9651-4f7d-ad54-b9a75614b966 req-ee0d03c1-ed4a-4c8e-80eb-5a49a129d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.914263 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0637dde-9651-4f7d-ad54-b9a75614b966 req-ee0d03c1-ed4a-4c8e-80eb-5a49a129d0f3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 1097 time: 0.2948892 Feb 04 12:58:03.927342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a751f3-cd74-400d-900d-5111b4873ec3 req-8790e2ec-74c5-4b3f-9f05-a0563a62cc4d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:03.936918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19a751f3-cd74-400d-900d-5111b4873ec3 req-8790e2ec-74c5-4b3f-9f05-a0563a62cc4d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.4611540 Feb 04 12:58:04.021003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36f9de-ff6d-4b56-8c6c-dbeaa5615e74 req-48d7cb11-966c-47db-be1b-7bad9f377447 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:04.029359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f36f9de-ff6d-4b56-8c6c-dbeaa5615e74 req-48d7cb11-966c-47db-be1b-7bad9f377447 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.2031798 Feb 04 12:58:04.069163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Allocated IP 172.20.0.4 (f3458faf-5acb-4ea9-9d13-911d0da7300a/5256b9b9-3723-45bb-8991-2adfe449d4b9/8397af22-9ec5-4ed7-981b-2c447dd2d71c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:04.113684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f36f9de-ff6d-4b56-8c6c-dbeaa5615e74 req-de41771d-a256-4c1b-a958-2db9c457fc34 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Feb 04 12:58:04.127689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.135342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0637dde-9651-4f7d-ad54-b9a75614b966 req-9fa6972e-122c-4535-b600-f1e5df5d97b2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363223 Feb 04 12:58:04.167265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19a751f3-cd74-400d-900d-5111b4873ec3 req-730bd295-f15e-496e-91b0-15c9c3b1b6bb tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294269 Feb 04 12:58:04.198907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a36b3-9fa6-43f6-804f-d84d7628033b req-6750f705-1f07-433e-9135-9dbffae802f8 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103564 Feb 04 12:58:04.240802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.325224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333'}, {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:04.345028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.378729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a633f0-aa33-42b4-8455-33a5af46a301,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:04.388645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.392559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1daa525e-9817-4304-8bfa-d5c63900b439 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67a633f0-aa33-42b4-8455-33a5af46a301 HTTP/1.1" status: 204 len: 168 time: 0.5434909 Feb 04 12:58:04.442392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0634febf-9f04-49c3-82aa-36561967e765 req-0ef21b04-9ec9-4ba1-89a1-a6a959fea996 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 210 time: 0.0548127 Feb 04 12:58:04.576979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78155630-609f-4f2b-9baa-adcec32aeddc req-41849783-327a-42bc-9772-8ceca2c81236 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 210 time: 0.2442596 Feb 04 12:58:04.719692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.782860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:04.789808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c543-7cfb-409c-b820-77e6a67a45ed req-fbf868b4-b68a-4451-abd3-6a263eef55da tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:04.801902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f72c543-7cfb-409c-b820-77e6a67a45ed req-fbf868b4-b68a-4451-abd3-6a263eef55da tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.2423334 Feb 04 12:58:04.907001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-549cf533-e312-427b-a1de-9d617da919b9 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418010 Feb 04 12:58:04.918016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f72c543-7cfb-409c-b820-77e6a67a45ed req-348fdcc3-5469-4c4f-a543-a494d6d6c5c3 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096172 Feb 04 12:58:04.938283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Network f3458faf-5acb-4ea9-9d13-911d0da7300a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:04.956998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:05.005112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:05.155766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.156540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.163107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-555fbd1f-7aa0-4b9d-9db4-33ce7cb1d2ea tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.166113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-555fbd1f-7aa0-4b9d-9db4-33ce7cb1d2ea tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424681 Feb 04 12:58:05.167103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:05.167235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35880) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:05.185151 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'status': 'completed', 'code': 200} Feb 04 12:58:05.185564 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609878b6-541c-407c-807e-6dbbd7acd964', 'name': 'network-vif-deleted', 'tag': '129f1988-6f49-42d2-8302-08035f4c27ed', 'status': 'completed', 'code': 200} Feb 04 12:58:05.261537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:05.288743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-60fb7416-6832-4af3-8a64-49f1f7244a83 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8717527 Feb 04 12:58:05.303005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Request body: {'port': {'device_id': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:05.307002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Request body: {'port': {'device_id': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '4a0b9a301e1a418a9f1490c59e7ed44a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:05.483715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting subnet 8b087b74-9667-41ec-97e8-b1a3effff4e0 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:58:05.508317 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.544044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7577ce-e585-417f-ac95-e4c1685216ae req-832eb7aa-da41-460a-aca2-9f876ff13df0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.550945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec7577ce-e585-417f-ac95-e4c1685216ae req-832eb7aa-da41-460a-aca2-9f876ff13df0 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 943 time: 0.6529343 Feb 04 12:58:05.577806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:05.588097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Usage tracker for resource:port and tenant:4a0b9a301e1a418a9f1490c59e7ed44a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:05.598587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:05.612865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.620335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:05.650132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-743eb555-77e5-4aae-8382-b38d3b552d64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34a180baf609405786eec9f98ea904a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632692 Feb 04 12:58:05.653747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Made reservation on behalf of 4a0b9a301e1a418a9f1490c59e7ed44a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:05.657206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.660646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35902) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:05.686544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-c14d4346-650d-4d11-ad92-f476abc8f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.688250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-c14d4346-650d-4d11-ad92-f476abc8f2dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1094 time: 0.5199525 Feb 04 12:58:05.689054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.725935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:05.782710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:05.791418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Usage tracker for resource:security_group_rule and tenant:4a0b9a301e1a418a9f1490c59e7ed44a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:05.795839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:05.813051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:05.965949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec7577ce-e585-417f-ac95-e4c1685216ae req-89709323-4bb1-4907-8db9-d0522a203cc2 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141331 Feb 04 12:58:05.977071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-045ee363-e698-4a99-ba44-db116799258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:05.978443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-045ee363-e698-4a99-ba44-db116799258f service neutron] 10.222.0.87 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.2764478 Feb 04 12:58:06.180974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.206022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-e0fde281-437f-41a2-9105-2f9b6118fb8f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 217 time: 0.2149026 Feb 04 12:58:06.301870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.330843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-a2e98ce2-2772-4a85-9044-aab9fcf90004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:06.332334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-a2e98ce2-2772-4a85-9044-aab9fcf90004 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1169004 Feb 04 12:58:06.339349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.347352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1ccd-676c-4f54-8e9c-88bb41fa9fd5 req-c749af0a-b7fb-4308-a669-51490c6f380a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:06.349135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.354801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13ff1ccd-676c-4f54-8e9c-88bb41fa9fd5 req-c749af0a-b7fb-4308-a669-51490c6f380a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.4315233 Feb 04 12:58:06.399477 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.468567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-42a60636-a101-4120-ac4b-6427bc4a6926 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105275 Feb 04 12:58:06.469348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6acc8b-9a78-49e7-8d0d-8fbd2564967c req-7e918425-080b-4ce5-a2e2-a5fee4bb5faf tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:06.470049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dd6acc8b-9a78-49e7-8d0d-8fbd2564967c req-7e918425-080b-4ce5-a2e2-a5fee4bb5faf tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:06.514233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.561834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dd6acc8b-9a78-49e7-8d0d-8fbd2564967c req-7e918425-080b-4ce5-a2e2-a5fee4bb5faf tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:06.563030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dd6acc8b-9a78-49e7-8d0d-8fbd2564967c req-7e918425-080b-4ce5-a2e2-a5fee4bb5faf tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 931 time: 0.4588959 Feb 04 12:58:06.563587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.583690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.591080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146e853-2424-4f79-b299-df6a9b902c20 None None] Network ea79272d-cfda-41fd-b519-a72743cdbc0b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:06.591600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Subnet': ['ID=8b087b74-9667-41ec-97e8-b1a3effff4e0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.603130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13ff1ccd-676c-4f54-8e9c-88bb41fa9fd5 req-1cd1b65a-a3b0-4097-8727-7d67455af01f tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468784 Feb 04 12:58:06.636561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6de3b6-544b-4e6a-94d9-86aa10610e72,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.652477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c9bb48e5-bfea-4896-b292-d823d583867c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/subnets/8b087b74-9667-41ec-97e8-b1a3effff4e0 HTTP/1.1" status: 204 len: 168 time: 1.4800653 Feb 04 12:58:06.688360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:06.719337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.722664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ab8451ea-784f-449a-a1ef-972cc8046896 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c6de3b6-544b-4e6a-94d9-86aa10610e72 HTTP/1.1" status: 204 len: 168 time: 1.0131156 Feb 04 12:58:06.745322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-e7709d7a-601a-46b3-adf9-f50edec55256 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559738 Feb 04 12:58:06.766245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445b7f04-8182-444c-b958-75bafb7f4b94,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.835940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dd6acc8b-9a78-49e7-8d0d-8fbd2564967c req-cb26cee5-6aec-4bc0-aa8e-c675ff9d9c1c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565224 Feb 04 12:58:06.913866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.920122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8397af22-9ec5-4ed7-981b-2c447dd2d71c {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:06.931127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.957605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Transition to ACTIVE for port object 8397af22-9ec5-4ed7-981b-2c447dd2d71c will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:06.972740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:06.989777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 7e51649a-142a-476a-97b3-9bb3d958a1c3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:06.990125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:07.127590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] DHCP port deletion for ea79272d-cfda-41fd-b519-a72743cdbc0b request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:58:07.140787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Deleting port 7e51649a-142a-476a-97b3-9bb3d958a1c3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:07.141411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:07.224166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62342c99-aafe-4a01-9e81-49ce8f51f485 req-5409e2d9-f157-43bb-befa-e1d6828962ea tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 210 time: 0.2813964 Feb 04 12:58:07.354305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7931c5a-1a9e-4d3a-a9b5-1828c58a2be2 req-a869eb82-4ba0-45f9-b656-4f4ec1084857 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904016 Feb 04 12:58:07.436661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Allocated IP 192.168.233.134 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/f61788b5-51c2-445d-94f7-0426dca2edc7) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:07.441543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device efbe3c0d-1469-484f-9045-d0bd9d5e8333 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:07.562213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] For port 7e51649a-142a-476a-97b3-9bb3d958a1c3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e51649a-142a-476a-97b3-9bb3d958a1c3,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:07.564058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:07.589518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a426782-59bf-4f8b-9e8b-29e9fc2ffd72 req-c8429deb-35c6-4c7f-a675-de86f4f9aff5 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:07.598260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a426782-59bf-4f8b-9e8b-29e9fc2ffd72 req-c8429deb-35c6-4c7f-a675-de86f4f9aff5 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 943 time: 0.1512632 Feb 04 12:58:07.740890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Calling delete_port for 7e51649a-142a-476a-97b3-9bb3d958a1c3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:07.796443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.871055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:58:07.871254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a426782-59bf-4f8b-9e8b-29e9fc2ffd72 req-7549407a-744a-4456-9625-ddc9b0af5ecd tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680736 Feb 04 12:58:08.062533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.080301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:08.095212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'network_id': '649cd847-1b8e-43e5-a29e-f9eb5b0d2011', 'port_id': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'mac_address': 'fa:16:3e:dc:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361f5faf-d584-4c53-beca-a242a54a2560', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:08.129480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Transition to ACTIVE for port object f61788b5-51c2-445d-94f7-0426dca2edc7 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:08.144723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.222933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] No DVR routers for this DVR port 7e51649a-142a-476a-97b3-9bb3d958a1c3 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:08.248956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660e14-2378-4468-a67b-d26e405256a4 None None] Pushing event deleted for resources: {'Port': ['ID=7e51649a-142a-476a-97b3-9bb3d958a1c3,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:08.253136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port 7e51649a-142a-476a-97b3-9bb3d958a1c3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e51649a-142a-476a-97b3-9bb3d958a1c3,segment=NetworkSegment(b4fc84f5-bd14-4864-ac03-6914859785a6),segment_id=b4fc84f5-bd14-4864-ac03-6914859785a6)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:08.254205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.268832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.294470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.333418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbe3c0d-1469-484f-9045-d0bd9d5e8333 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:08.362245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:08.382538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:08.390238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.403572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:08.406450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:08.409943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:08.495984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e51649a-142a-476a-97b3-9bb3d958a1c3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:08.496246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Attempting to bind port 8397af22-9ec5-4ed7-981b-2c447dd2d71c on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:08.496551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Attempting to bind port 8397af22-9ec5-4ed7-981b-2c447dd2d71c by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:08.496884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Attempting to bind port 8397af22-9ec5-4ed7-981b-2c447dd2d71c on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:08.502754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bebb68-e182-499b-a0ec-695a2115bfa2 req-c9faa214-13f6-4d7b-a5ac-5dd917254c30 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.508583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for 7e51649a-142a-476a-97b3-9bb3d958a1c3 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:08.516404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11bebb68-e182-499b-a0ec-695a2115bfa2 req-c9faa214-13f6-4d7b-a5ac-5dd917254c30 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 943 time: 0.3193908 Feb 04 12:58:08.547557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Port 8397af22-9ec5-4ed7-981b-2c447dd2d71c on network f3458faf-5acb-4ea9-9d13-911d0da7300a not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:08.547557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Attempting to bind port 8397af22-9ec5-4ed7-981b-2c447dd2d71c on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:08.557471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88c1a6-733a-4d6b-a577-36acb6bdf762 req-4e05b1d6-58d9-46a8-9069-673974be3765 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.560947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be88c1a6-733a-4d6b-a577-36acb6bdf762 req-4e05b1d6-58d9-46a8-9069-673974be3765 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.9817712 Feb 04 12:58:08.579545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:08.596361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:08.596708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Checking segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:08.597107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Bound using segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:08.597556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Bound port: 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:08.597908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.603600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7e51649a-142a-476a-97b3-9bb3d958a1c3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:58:08.604073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e51649a-142a-476a-97b3-9bb3d958a1c3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:08.635286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Request body: {'floatingip': {'port_id': '80d2fd3c-38d8-4404-acac-215db0ed0713'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:08.639674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:08.640430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.651098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-11bebb68-e182-499b-a0ec-695a2115bfa2 req-ff99f11d-f392-4f62-8be0-aa6494493700 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:08.653314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:08.693855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-11bebb68-e182-499b-a0ec-695a2115bfa2 req-ff99f11d-f392-4f62-8be0-aa6494493700 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:08.702454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:08.716402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11bebb68-e182-499b-a0ec-695a2115bfa2 req-ff99f11d-f392-4f62-8be0-aa6494493700 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986670 Feb 04 12:58:08.777199 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-4f02d518-c2fb-45a0-8953-12d3551cc580 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5533783 Feb 04 12:58:08.793062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Request body: {'port': {'device_id': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:08.876160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c6f8b530-cd3b-44b8-8292-b9de99664bdd None None] Provisioning for port f61788b5-51c2-445d-94f7-0426dca2edc7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:08.893318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c6f8b530-cd3b-44b8-8292-b9de99664bdd None None] Provisioning complete for port f61788b5-51c2-445d-94f7-0426dca2edc7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:08.893744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c6f8b530-cd3b-44b8-8292-b9de99664bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:08.988371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8b530-cd3b-44b8-8292-b9de99664bdd None None] Port f61788b5-51c2-445d-94f7-0426dca2edc7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:58:08.999999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:09.085163 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.147084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.209616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:09.237044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:58:09.237262 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:58:09.251454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'port_id': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'mac_address': 'fa:16:3e:5a:1b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde7fda1-5240-4566-b7f6-69a89307df98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:09.275740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:09.325576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:09.335751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-92379c3c-c3ce-48c7-9fd0-decdb4b668a1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:09.336734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-92379c3c-c3ce-48c7-9fd0-decdb4b668a1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:09.346193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98817-635f-4652-a7ac-b1943c0b551e req-948d0d7e-eca3-4b9f-b12d-02f785c667a3 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:09.353760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bdd98817-635f-4652-a7ac-b1943c0b551e req-948d0d7e-eca3-4b9f-b12d-02f785c667a3 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.3757823 Feb 04 12:58:09.356707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.377236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.386481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-92379c3c-c3ce-48c7-9fd0-decdb4b668a1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:09.387887 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-92379c3c-c3ce-48c7-9fd0-decdb4b668a1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 936 time: 0.3509417 Feb 04 12:58:09.446740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:09.558879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:09.559937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:09.566575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.577876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:09.578878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.580452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] 10.222.0.87 "PUT /v2.0/ports/8397af22-9ec5-4ed7-981b-2c447dd2d71c HTTP/1.1" status: 200 len: 1091 time: 4.2834666 Feb 04 12:58:09.591574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:09.677457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:09.714888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:09.731909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbbff6-6e01-4d77-b2e3-0dd856858f64 service neutron] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:09.768074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bdd98817-635f-4652-a7ac-b1943c0b551e req-cb891bbf-2130-44ce-aea6-c4b002445c2b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133570 Feb 04 12:58:09.904070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 7e51649a-142a-476a-97b3-9bb3d958a1c3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:09.904415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:09.978484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61788b5-51c2-445d-94f7-0426dca2edc7 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:09.984549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-f7e42ce7-8671-46c4-b205-ead08a6a0647 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:09.993878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.018347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Transition to ACTIVE for port object f61788b5-51c2-445d-94f7-0426dca2edc7 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:10.022933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-f7e42ce7-8671-46c4-b205-ead08a6a0647 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:10.026245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-867e277d-2b70-4718-a1ac-354bb3bc51fc req-f7e42ce7-8671-46c4-b205-ead08a6a0647 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627245 Feb 04 12:58:10.027662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.137079 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'status': 'completed', 'code': 200} Feb 04 12:58:10.150000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.200558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] The port '7e51649a-142a-476a-97b3-9bb3d958a1c3' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:58:10.306953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:10.316495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:10.357991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Usage tracker for resource:security_group_rule and tenant:cb124f4dd24d4948aad642a1c9e41d0f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:10.370467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:10.371041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:10.371165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:10.373521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:10.378946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:10.379325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:10.390422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e7f6-1d6b-4abf-aa05-0c566d3be68d req-578d9266-30f4-4cda-93f1-d85f53ffc4e9 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.391946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f529e7f6-1d6b-4abf-aa05-0c566d3be68d req-578d9266-30f4-4cda-93f1-d85f53ffc4e9 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 943 time: 0.1851919 Feb 04 12:58:10.394627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:10.394982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:10.395365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:10.395796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Bound port: f61788b5-51c2-445d-94f7-0426dca2edc7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:10.396145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.490730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f529e7f6-1d6b-4abf-aa05-0c566d3be68d req-d498e0cb-a33b-4d05-bafc-2ad2df6acf5b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Feb 04 12:58:10.519996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:10.523126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:10.529134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.553670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:10.600365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.600365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.601609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] 10.222.0.90 "PUT /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 1096 time: 1.8152914 Feb 04 12:58:10.602097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:10.610486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-66b6c2f6-a79f-4d2b-b0d6-7794a6018fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.612007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-66b6c2f6-a79f-4d2b-b0d6-7794a6018fd7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 1094 time: 0.9782400 Feb 04 12:58:10.627549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a66ff-9803-4430-9d00-d32101a3600d service neutron] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:10.629933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.752896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-26962aa1-2a69-4515-8316-f717f1825310 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c HTTP/1.1" status: 200 len: 217 time: 0.1265855 Feb 04 12:58:10.787534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-ce1a2b42-3f73-40d9-a1b1-2c045d96387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.791383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-ce1a2b42-3f73-40d9-a1b1-2c045d96387c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1099 time: 0.1403153 Feb 04 12:58:10.818529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea79272d-cfda-41fd-b519-a72743cdbc0b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:10.841502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444230a-523f-4557-bb17-4b101c1e8b2c req-6da8b7d9-48ab-4e3a-bacf-feaecf909f60 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:10.872048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1444230a-523f-4557-bb17-4b101c1e8b2c req-6da8b7d9-48ab-4e3a-bacf-feaecf909f60 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 944 time: 0.9340014 Feb 04 12:58:10.916149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fc84f5-bd14-4864-ac03-6914859785a6') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:10.916385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fc84f5-bd14-4864-ac03-6914859785a6') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:10.940279 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-5e067bda-cec9-44ed-867c-581a2ff4fbbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1376245 Feb 04 12:58:10.989907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:10.990324 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'status': 'completed', 'code': 200} Feb 04 12:58:11.001452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:11.037480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-39bc1483-b985-4bab-84f4-30a1db275f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.042241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-39bc1483-b985-4bab-84f4-30a1db275f9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0920894 Feb 04 12:58:11.067922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.086700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1444230a-523f-4557-bb17-4b101c1e8b2c req-8776b93b-7cb0-46c0-95d3-88f322071e52 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135050 Feb 04 12:58:11.089070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:11.089752 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.093615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f07b2-b330-4139-a27d-403e3a30968b req-cfe36314-3803-45e9-a0eb-b63ecbfc851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.095092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-cfe36314-3803-45e9-a0eb-b63ecbfc851d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.3301337 Feb 04 12:58:11.207223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:11.207648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.223327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-ba720bf3-c100-4c83-b10b-ad7b2767a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.224892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-ba720bf3-c100-4c83-b10b-ad7b2767a6d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752236 Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:11.229589 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:11.241635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6295f-ffa7-4ad4-8840-91eeaaa84252 req-9cf9c7b9-a070-44c0-ba50-c05c116cd459 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.244350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44e6295f-ffa7-4ad4-8840-91eeaaa84252 req-9cf9c7b9-a070-44c0-ba50-c05c116cd459 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 945 time: 0.1320467 Feb 04 12:58:11.302446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-05074a64-3861-42e6-b6a6-6dbe25c5209c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006671 Feb 04 12:58:11.313692 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.351240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:11.367415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:11.373381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.412219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44e6295f-ffa7-4ad4-8840-91eeaaa84252 req-45984152-b16d-4382-83b3-9e8c50d7ed16 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380568 Feb 04 12:58:11.444756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.471592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-a843f5f2-d509-495d-8512-eba0f41cee16 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260580 Feb 04 12:58:11.493757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device efbe3c0d-1469-484f-9045-d0bd9d5e8333 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:11.511308 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.531731 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'code': 200} Feb 04 12:58:11.543148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:58:11.597970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:11.636691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port efbe3c0d-1469-484f-9045-d0bd9d5e8333 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:11.643116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port efbe3c0d-1469-484f-9045-d0bd9d5e8333 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:11.643493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.682276 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.694822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bee9b3d-686e-42e1-a53c-2855495a2a82 req-195fce03-e0a3-435c-98b2-a2a4a9f7c7c5 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094135 Feb 04 12:58:11.766639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.784233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.825424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.846259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.862847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-ae3bc569-c4c3-4e2c-957a-5e900955110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:11.866243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-ae3bc569-c4c3-4e2c-957a-5e900955110c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1099 time: 0.1214678 Feb 04 12:58:11.891305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:11.896583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:11.970797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:12.040820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-0032a319-3827-4486-9b65-faf8aa311592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.042303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-0032a319-3827-4486-9b65-faf8aa311592 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1714215 Feb 04 12:58:12.075016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9ff44b-eca9-45e6-897e-179d939da480,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:12.093339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Network': ['ID=ea79272d-cfda-41fd-b519-a72743cdbc0b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:12.096882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96d1421e-4839-4a8a-99ad-da347cfb2983 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb124f4dd24d4948aad642a1c9e41d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5277560 Feb 04 12:58:12.114970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:12.158646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-bf8d0fd1-0811-4134-bf91-9f1663d1b9fa service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403878 Feb 04 12:58:12.197216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-38b48cd3-e65d-470e-8f6b-9421a70a6346 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/networks/ea79272d-cfda-41fd-b519-a72743cdbc0b HTTP/1.1" status: 204 len: 168 time: 5.5072744 Feb 04 12:58:12.256615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:12.265498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-2e5b937b-5143-42eb-8312-9f75f147400d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.2171681 Feb 04 12:58:12.390869 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Floating IP d775ece6-b53d-40c2-a880-895d91967ff6 associated. External IP: 172.25.4.184, port: 80d2fd3c-38d8-4404-acac-215db0ed0713. Feb 04 12:58:12.396794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting subnet 92bfb2e1-84e5-458e-b864-34cc6efbaa97 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:58:12.404898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.435662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-d75d09c2-9732-4487-8218-f969755cc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.437133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-d75d09c2-9732-4487-8218-f969755cc711 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1390846 Feb 04 12:58:12.455546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd300bc-153e-4472-a0fd-3629229b7a68 req-fa7097f7-03a8-4806-b296-d44a6cb9e5c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.457054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9cd300bc-153e-4472-a0fd-3629229b7a68 req-fa7097f7-03a8-4806-b296-d44a6cb9e5c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 948 time: 1.0145118 Feb 04 12:58:12.468541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.518596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632d277-fedf-4588-beed-81a19ae8c774 req-bb67c08a-6fbf-470a-bb57-1b5d60d2c400 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.520083 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c632d277-fedf-4588-beed-81a19ae8c774 req-bb67c08a-6fbf-470a-bb57-1b5d60d2c400 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 943 time: 0.4040618 Feb 04 12:58:12.529915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.598009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.618019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-393f07b2-b330-4139-a27d-403e3a30968b req-4cee6675-5b3f-4300-87dd-b1888a6c4fd1 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509397 Feb 04 12:58:12.655771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c632d277-fedf-4588-beed-81a19ae8c774 req-90d2484e-9abd-431e-b08f-3ff9264b8644 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Feb 04 12:58:12.672706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-0db005f3-0615-413e-b3d6-b66831152966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:12.675525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-0db005f3-0615-413e-b3d6-b66831152966 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2252352 Feb 04 12:58:12.692910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9cd300bc-153e-4472-a0fd-3629229b7a68 req-2bc5e58f-0347-4b7d-929a-b700c8fa2020 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191486 Feb 04 12:58:12.775122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.922958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:12.973274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9ff44b-eca9-45e6-897e-179d939da480,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:13.050815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022b09-1b16-49bc-b8ab-0da6bec73f4c req-bd4ab377-ed94-4498-943d-ccddd26f8b38 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.052326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c022b09-1b16-49bc-b8ab-0da6bec73f4c req-bd4ab377-ed94-4498-943d-ccddd26f8b38 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.2272067 Feb 04 12:58:13.054165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-bdaface6-ffcd-4af4-9fb8-e97ca8c3c548 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721397 Feb 04 12:58:13.059462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.100832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.103180 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.107302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d706db7-98d6-458c-8ebb-3cc4d689536e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f9ff44b-eca9-45e6-897e-179d939da480 HTTP/1.1" status: 204 len: 168 time: 0.9832075 Feb 04 12:58:13.125930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd656be-42bd-4c41-bee6-8029c36c0549 None None] Network 9ada829f-a220-4951-ac8a-5961d5ffc52b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:13.126618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-8377ad25-49f5-4cb3-9c45-b88cb66f12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.128663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-8377ad25-49f5-4cb3-9c45-b88cb66f12d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 1094 time: 0.4222093 Feb 04 12:58:13.134914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/subnets/92bfb2e1-84e5-458e-b864-34cc6efbaa97 HTTP/1.1" status: 204 len: 168 time: 0.8771915 Feb 04 12:58:13.135784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:13.244577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44b939-c599-44d9-b280-205cf6c0fb20 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Subnet': ['ID=92bfb2e1-84e5-458e-b864-34cc6efbaa97,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:13.246457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Router 854caedf-4bcf-4149-ae65-b7884719309d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:58:13.448464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60f584-9992-481a-9988-c5473dbb4aa7 req-6874765c-8e0a-4f51-8378-a9ecf7afdfdb tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.450692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea60f584-9992-481a-9988-c5473dbb4aa7 req-6874765c-8e0a-4f51-8378-a9ecf7afdfdb tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 945 time: 0.4684470 Feb 04 12:58:13.491443 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f0d-b87c-4883-b7ba-b2ce4f54c364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.501078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-b90dadc9-74d0-48ad-ad43-6f67481064d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:13.502967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-b90dadc9-74d0-48ad-ad43-6f67481064d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 906 time: 0.3650007 Feb 04 12:58:13.544874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:13.555140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c022b09-1b16-49bc-b8ab-0da6bec73f4c req-02726f67-53f1-4306-8d49-43defb657f9b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844279 Feb 04 12:58:13.630181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] DHCP port deletion for 9ada829f-a220-4951-ac8a-5961d5ffc52b request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:58:13.636877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Deleting port 4e57a04b-baa8-46c3-926a-ccaf574187d8 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:13.637602 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.676903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.703392 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'code': 200} Feb 04 12:58:13.768379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 4e57a04b-baa8-46c3-926a-ccaf574187d8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:13.768592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:13.904440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69717414-8dc8-419e-b5ac-0e29da8b8d5d req-b3104b1b-30fc-4cc6-ba18-bbad719522cf service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337774 Feb 04 12:58:13.906110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36134) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:13.906438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36136) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:13.999918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.016645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] For port 4e57a04b-baa8-46c3-926a-ccaf574187d8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e57a04b-baa8-46c3-926a-ccaf574187d8,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:14.017033 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.034293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-2a9be241-911a-4665-88bd-d8fe704f330b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c HTTP/1.1" status: 200 len: 217 time: 0.4434135 Feb 04 12:58:14.085719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:14.104891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Usage tracker for resource:security_group_rule and tenant:7e6610da08ac481abc2c782d31189a69 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:14.109309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:14.132509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:14.143054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-c69fed18-d553-47e9-b3ae-0f27d58362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.144968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-c69fed18-d553-47e9-b3ae-0f27d58362ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.1009276 Feb 04 12:58:14.173379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Calling delete_port for 4e57a04b-baa8-46c3-926a-ccaf574187d8 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:14.232456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea60f584-9992-481a-9988-c5473dbb4aa7 req-764e4abd-a13f-4430-914a-0d31cd91b593 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637246 Feb 04 12:58:14.243334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:58:14.289592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.293242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Sync routers for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:14.296859 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.377007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] No DVR routers for this DVR port 4e57a04b-baa8-46c3-926a-ccaf574187d8 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:14.383054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628b000-79d4-459f-9aae-37513ff02e07 None None] Pushing event deleted for resources: {'Port': ['ID=4e57a04b-baa8-46c3-926a-ccaf574187d8,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:14.395201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:58:14.396784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:14.416676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-9b345313-187a-435d-9b15-0b14ef215593 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2619154 Feb 04 12:58:14.419071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port 4e57a04b-baa8-46c3-926a-ccaf574187d8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e57a04b-baa8-46c3-926a-ccaf574187d8,segment=NetworkSegment(f0c79f38-6d45-4eb5-bad4-343890407e83),segment_id=f0c79f38-6d45-4eb5-bad4-343890407e83)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:14.419441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.472507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ef70a35-f5e8-468e-80a7-640c11cc1a74 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "PUT /v2.0/floatingips/d775ece6-b53d-40c2-a880-895d91967ff6 HTTP/1.1" status: 200 len: 992 time: 5.8861699 Feb 04 12:58:14.487314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.487784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e57a04b-baa8-46c3-926a-ccaf574187d8 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:14.535035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:14.541426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4e57a04b-baa8-46c3-926a-ccaf574187d8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:58:14.541426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e57a04b-baa8-46c3-926a-ccaf574187d8 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:14.607314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-b400aa13-46a0-4f18-bd5a-e4015e80578e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.609109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-b400aa13-46a0-4f18-bd5a-e4015e80578e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 1.0172265 Feb 04 12:58:14.687903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:58:14.754325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Deleting port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:14.754702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.774379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.779687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c562f4-3b6f-47dd-8564-e3bf81586f03 req-d3735176-411a-4100-921e-7ef46d598962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.781616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-67c562f4-3b6f-47dd-8564-e3bf81586f03 req-d3735176-411a-4100-921e-7ef46d598962 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1096 time: 1.0183501 Feb 04 12:58:14.788119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-e3d5ab5b-a576-4362-a5f6-b5e98277cefc service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632185 Feb 04 12:58:14.790937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2226d-cce2-4c66-b94a-fcce0055f96e req-7587c613-faa9-4e8c-91a9-1fed97503cb8 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.792631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40e2226d-cce2-4c66-b94a-fcce0055f96e req-7587c613-faa9-4e8c-91a9-1fed97503cb8 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 943 time: 0.8872185 Feb 04 12:58:14.858861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:14.895039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for 4e57a04b-baa8-46c3-926a-ccaf574187d8 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:14.900111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c045-a5c4-472a-a352-2ae69c3ae802 req-8c1ec9d4-d6b0-4d79-bfdf-e5b81d39b8d6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:14.901610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d16c045-a5c4-472a-a352-2ae69c3ae802 req-8c1ec9d4-d6b0-4d79-bfdf-e5b81d39b8d6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 948 time: 0.4418318 Feb 04 12:58:14.964450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:14.999697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Usage tracker for resource:security_group_rule and tenant:9c9392c2989441b9b843842965871da9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:15.006444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e6610da08ac481abc2c782d31189a69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0890460 Feb 04 12:58:15.011737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:15.015986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36154) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:15.022336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:15.033851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:15.055672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe948f-9697-4b69-b0c4-4bf6954643cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11626c6b-32c2-495e-b755-370f7648734c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:15.091659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-67c562f4-3b6f-47dd-8564-e3bf81586f03 req-19c04bb0-714f-4bc2-b6a7-8afa64c24333 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958972 Feb 04 12:58:15.101398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40e2226d-cce2-4c66-b94a-fcce0055f96e req-bd41349e-d57b-4d18-bd77-b473a0a6da5d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261329 Feb 04 12:58:15.138996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:58:15.139656 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:58:15.181810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d16c045-a5c4-472a-a352-2ae69c3ae802 req-7eea2018-661f-4a3b-84e1-f0ce97c3d409 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705135 Feb 04 12:58:15.210792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3bbed25-fc79-4e6b-bf02-cae76b677b93 req-93000e06-a441-4de0-8900-9e318baa6858 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112914 Feb 04 12:58:15.271501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.277019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.277157 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'status': 'completed', 'code': 200} Feb 04 12:58:15.302272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd775ece6-b53d-40c2-a880-895d91967ff6', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'port_id': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'mac_address': 'fa:16:3e:c9:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:48Z', 'updated_at': '2022-02-04T12:58:11Z', 'revision_number': 1, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:15.311113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:15.316753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] For port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:15.317117 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.324004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Checking router: 854caedf-4bcf-4149-ae65-b7884719309d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:15.333697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.335115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'mac_address': 'fa:16:3e:bb:83:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:15.373758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.385861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:58:15.386176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:15.439307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c9392c2989441b9b843842965871da9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5199950 Feb 04 12:58:15.454469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36160) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:15.491938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210be37-bc99-493c-b005-94fa2948030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7137bd-ae5c-4ebe-8333-a203f3ca4fc8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:15.516899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:15.568794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.581915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Calling delete_port for fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:15.584976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b1c7-eb18-4998-b3f2-903339f1fff2 req-b261ad99-1ec4-4f29-a924-f91c9ffb5255 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.586536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54c9b1c7-eb18-4998-b3f2-903339f1fff2 req-b261ad99-1ec4-4f29-a924-f91c9ffb5255 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.3072524 Feb 04 12:58:15.587238 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.644503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.655995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 4e57a04b-baa8-46c3-926a-ccaf574187d8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:15.656648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.723324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61788b5-51c2-445d-94f7-0426dca2edc7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:15.761681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.790496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:15.800961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-7b89505e-b547-46e3-a5e5-388b6e2e8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.801421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:58:15.803511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-7b89505e-b547-46e3-a5e5-388b6e2e8258 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe&device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 1097 time: 0.4562867 Feb 04 12:58:15.853449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.865220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11626c6b-32c2-495e-b755-370f7648734c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:15.912342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] The port '4e57a04b-baa8-46c3-926a-ccaf574187d8' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:58:15.914853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.943528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54c9b1c7-eb18-4998-b3f2-903339f1fff2 req-2b93324f-71c9-422b-aee0-d7f04e95428a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463223 Feb 04 12:58:15.956250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0df7-0580-4f2a-955a-cd3bf3e74931 req-3793a92e-7791-4994-acb2-fb076b15fc35 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:15.976164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aca52aec-9171-4e23-8f83-48963e7953b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:15.976446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7137bd-ae5c-4ebe-8333-a203f3ca4fc8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:15.977164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa2e0df7-0580-4f2a-955a-cd3bf3e74931 req-3793a92e-7791-4994-acb2-fb076b15fc35 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2d67e8b-de35-4cfd-b463-ce0d16029782 HTTP/1.1" status: 200 len: 946 time: 0.5026102 Feb 04 12:58:16.119857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:16.152602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:16.216399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.232057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'mac_address': 'fa:16:3e:6c:44:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:16.238318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:16.313750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.319981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8372ec58-db1e-481e-9fc8-3fd68f9eb4fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11626c6b-32c2-495e-b755-370f7648734c HTTP/1.1" status: 204 len: 168 time: 1.3026521 Feb 04 12:58:16.332753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.445149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ada829f-a220-4951-ac8a-5961d5ffc52b']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:16.465616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.467964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f3d4dfef-d9a0-4786-9d73-f84833041fee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae7137bd-ae5c-4ebe-8333-a203f3ca4fc8 HTTP/1.1" status: 204 len: 168 time: 1.0029330 Feb 04 12:58:16.561364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c79f38-6d45-4eb5-bad4-343890407e83') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:16.561364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c79f38-6d45-4eb5-bad4-343890407e83') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:16.573484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.629058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.647766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8397af22-9ec5-4ed7-981b-2c447dd2d71c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:16.772004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:16.781435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.809179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.820010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:16.822059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:16.873922 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:16.907460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event deleted for resources: {'Port': ['ID=fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:16.913261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-c72fadd4-584e-43a3-b900-56e487ec2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:16.918424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-c72fadd4-584e-43a3-b900-56e487ec2f91 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8c7103aa-4184-4cf5-93e1-eec9398c556e HTTP/1.1" status: 200 len: 916 time: 1.0446982 Feb 04 12:58:16.934368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.029557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:17.043841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:17.068897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdb230-d422-4bdf-9314-343fc0907758 req-500df561-8c40-4ab3-8b1f-5baf7edc2437 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.072186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bbbdb230-d422-4bdf-9314-343fc0907758 req-500df561-8c40-4ab3-8b1f-5baf7edc2437 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 945 time: 0.8353860 Feb 04 12:58:17.109417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-b0a29b51-c8bb-4dd3-8dec-432b054313a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80d2fd3c-38d8-4404-acac-215db0ed0713 HTTP/1.1" status: 200 len: 1000 time: 0.1739490 Feb 04 12:58:17.128527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8397af22-9ec5-4ed7-981b-2c447dd2d71c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:17.175347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:58:17.175347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:17.187433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.204287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.246842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa2e0df7-0580-4f2a-955a-cd3bf3e74931 req-8e625bed-a7eb-4bc4-a8d6-89940e6202fc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2617273 Feb 04 12:58:17.260631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd775ece6-b53d-40c2-a880-895d91967ff6', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'port_id': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'mac_address': 'fa:16:3e:c9:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:48Z', 'updated_at': '2022-02-04T12:58:11Z', 'revision_number': 1, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:17.283147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.292186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4311be-949d-4057-8dc9-b2bcd0255fd6 None None] The sync data for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 is: [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd775ece6-b53d-40c2-a880-895d91967ff6', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'port_id': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'mac_address': 'fa:16:3e:c9:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:48Z', 'updated_at': '2022-02-04T12:58:11Z', 'revision_number': 1, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:17.320431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/networks/9ada829f-a220-4951-ac8a-5961d5ffc52b HTTP/1.1" status: 204 len: 168 time: 4.1574626 Feb 04 12:58:17.320431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:17.325914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf90bbf-6d6f-4fd4-aebe-a63169ab5e1c tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Network': ['ID=9ada829f-a220-4951-ac8a-5961d5ffc52b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:17.336376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2030631523'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:17.336376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bbbdb230-d422-4bdf-9314-343fc0907758 req-6a63537a-f954-4713-980b-31833dd034db tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513711 Feb 04 12:58:17.348030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:17.361243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:network and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:17.361243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:17.369152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] No DVR routers for this DVR port fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:17.375739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:17.380422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.398954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-deleted', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:17.404974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:17.411844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.450948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ed529b3-ae1e-4067-b00f-2a0365f13713 req-80f7f1e2-eb3b-4a17-8b0c-e9978682eb43 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "DELETE /v2.0/ports/fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f HTTP/1.1" status: 204 len: 173 time: 2.8263891 Feb 04 12:58:17.543104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:58:17.561252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-d4101d85-68a3-482c-8701-7baae9df6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.566067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-d4101d85-68a3-482c-8701-7baae9df6f03 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0b04d348-8bfd-4a92-80c3-96b732c44bac HTTP/1.1" status: 200 len: 854 time: 0.3463640 Feb 04 12:58:17.575287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.575287 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Added segment 903a1485-6078-404e-98cb-e820d24c57aa of type vlan for network 36c6d7c2-0ca1-4889-a117-4a3112394e9f Feb 04 12:58:17.577121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:17.693224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.754472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.836586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:17.847399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Usage tracker for resource:security_group_rule and tenant:378832c52dc546a995d741ec30c07b95 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:17.847399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:17.891788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:17.917175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.923654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-92e38907-f2a7-423e-b063-d529579324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.929457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.930923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-92e38907-f2a7-423e-b063-d529579324a9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8c7103aa-4184-4cf5-93e1-eec9398c556e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449543 Feb 04 12:58:17.931059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:17.931208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336e7fe-7248-4e5a-9669-ef92eecc96fa req-d5445439-b4ee-4b85-bfd4-66c8ec9f9504 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:17.931208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5336e7fe-7248-4e5a-9669-ef92eecc96fa req-d5445439-b4ee-4b85-bfd4-66c8ec9f9504 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 944 time: 0.3593872 Feb 04 12:58:18.029492 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc95ae32-6bee-48d7-bbbf-1bd80df7f655 None None] New status for floating IP d775ece6-b53d-40c2-a880-895d91967ff6: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:58:18.131273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5336e7fe-7248-4e5a-9669-ef92eecc96fa req-04dcada4-3144-46c9-8026-4f3261a5c23f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586192 Feb 04 12:58:18.164596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cff46-4916-4012-a303-c58e4466c5ff req-bebc33cf-a50e-442e-b399-b9fbe5fa66e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:18.168315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-764cff46-4916-4012-a303-c58e4466c5ff req-bebc33cf-a50e-442e-b399-b9fbe5fa66e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 949 time: 0.4330125 Feb 04 12:58:18.227044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9082074 Feb 04 12:58:18.229488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:18.242908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914691-9cbd-4d6b-9339-014a101bafc5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Network': ['ID=36c6d7c2-0ca1-4889-a117-4a3112394e9f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:18.249487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-2fee1461-907b-4c20-bdf0-ace5ed6f0fdb service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197243 Feb 04 12:58:18.253391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'subnet': {'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:18.257703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:58:18.447754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-764cff46-4916-4012-a303-c58e4466c5ff req-8ae46852-c1f6-4ac2-864c-cdb487a6d926 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539630 Feb 04 12:58:18.531252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:18.531490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:18.535753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:subnet and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:18.539618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:18.546768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:18.568006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:18.581913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:18.597195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71da4fc-3256-485f-a594-9531446b5c74 req-ff13d2b2-0f60-4df0-90af-a114fba956b2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:18.603336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a71da4fc-3256-485f-a594-9531446b5c74 req-ff13d2b2-0f60-4df0-90af-a114fba956b2 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.1760626 Feb 04 12:58:18.624215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:18.628916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:18.631300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f9717a5-0efe-4925-b153-b52e90dd0039 req-355b00b1-7386-43cf-a5d1-d4e66c6317db service neutron] 10.222.0.87 "GET /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736842 Feb 04 12:58:18.647448 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d67e8b-de35-4cfd-b463-ce0d16029782', 'name': 'network-vif-deleted', 'tag': 'fe8ad08c-2cae-4fa4-a1b6-167f5c9bc25f', 'status': 'completed', 'code': 200} Feb 04 12:58:18.684266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a71da4fc-3256-485f-a594-9531446b5c74 req-7b0fc2f0-0a21-417a-97a2-99cc296b1be3 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755689 Feb 04 12:58:18.856139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3495373-d330-4886-9d74-7781a58a9c73,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:18.873338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bcb11827-b9ea-4a02-b243-12c02454f069 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=378832c52dc546a995d741ec30c07b95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2936151 Feb 04 12:58:18.883225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36220) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:19.026447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:19.050161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e146b5-52e9-481b-a0d7-5acb01f0a54d req-80456b58-2ce1-466b-98cd-e3929db2665b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:19.060554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97e146b5-52e9-481b-a0d7-5acb01f0a54d req-80456b58-2ce1-466b-98cd-e3929db2665b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 945 time: 0.1875505 Feb 04 12:58:19.182210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97e146b5-52e9-481b-a0d7-5acb01f0a54d req-d6557952-6c33-45d7-a63a-f00fbd08f943 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130583 Feb 04 12:58:19.208604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f61788b5-51c2-445d-94f7-0426dca2edc7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:19.218116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f61788b5-51c2-445d-94f7-0426dca2edc7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:19.218509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.292173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.387668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.395819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.432540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cca40e-6759-4cc7-892e-9fd69ad504d6 req-933db98e-8b5c-40c6-89b7-db4be8cd137b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:19.434706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2cca40e-6759-4cc7-892e-9fd69ad504d6 req-933db98e-8b5c-40c6-89b7-db4be8cd137b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 944 time: 0.1328537 Feb 04 12:58:19.495741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:19.513639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-f5c6e943-41e6-4633-93ec-dca969dc1ca9 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:19.515290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-f5c6e943-41e6-4633-93ec-dca969dc1ca9 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.3279610 Feb 04 12:58:19.517406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:19.517901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2cca40e-6759-4cc7-892e-9fd69ad504d6 req-29c64740-5f49-4feb-8301-00e28f895f67 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733006 Feb 04 12:58:19.583160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:19.601946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a82ebcd7-7d57-48d9-8d0d-225b564991df tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/quotas/2db9aa8b055345feae466249920eaecf HTTP/1.1" status: 200 len: 375 time: 0.0667713 Feb 04 12:58:19.602231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:19.611429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.675570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.714617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-534239ee-63f8-40a5-8ea1-e41d088988fe tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-878207173&fields=id&tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 267 time: 0.0746126 Feb 04 12:58:19.745468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.749415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 8397af22-9ec5-4ed7-981b-2c447dd2d71c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:19.756813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8397af22-9ec5-4ed7-981b-2c447dd2d71c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:19.757007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.782924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3495373-d330-4886-9d74-7781a58a9c73,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:19.810683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.826318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:19.833199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-7afb0c2c-8860-4a07-91c9-29baf4e0ea99 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:19.835035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-7afb0c2c-8860-4a07-91c9-29baf4e0ea99 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 945 time: 0.1132238 Feb 04 12:58:19.851141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'security_groups': ['3be6e5dc-2eef-446a-993a-5584266dcc24', 'a323b82e-9e16-44bd-bbf4-56b54d1d80a8']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:19.862271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.862728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.862921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:19.863091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.863458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.863796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.864130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.864459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.864787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.865113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.865438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.865768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.866090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:19.866909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Usage tracker for resource:security_group_rule and tenant:2af568630bad41f4a6bc60ebe80ae734 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:19.870453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:19.876972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:19.904484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.905759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:19.908606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1c32aaf9-aaef-4f9e-b94f-bf1cad443229 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3495373-d330-4886-9d74-7781a58a9c73 HTTP/1.1" status: 204 len: 168 time: 1.0236473 Feb 04 12:58:19.915370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Subnet': ['ID=87fc53d8-35e5-4ccd-ae6c-291abfcb19e6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:19.920189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Checking segment: {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:19.920814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network hostable DHCP agents. Network: 36c6d7c2-0ca1-4889-a117-4a3112394e9f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:58:19.970283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:58:19.999577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-1cebf8ba-9e16-4b7c-aae2-965dc067894e tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3887503 Feb 04 12:58:20.006294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.028273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.030382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 36c6d7c2-0ca1-4889-a117-4a3112394e9f) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:20.060476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:20.064306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce89557-ad62-498a-9e90-7c25fb122c09 None None] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:20.092455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:20.093186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.166401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.191201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-988e5cff-e3a4-4f6a-8536-97f7f99652f5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9556563 Feb 04 12:58:20.198294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:20.217825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.222669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1899723819'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:20.238051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.248946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:20.272216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:20.306136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:network and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:20.315407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:20.320779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-8db0b3ff-15ab-4bd9-9510-0bb0834887fb service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193538 Feb 04 12:58:20.361999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:20.369452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2af568630bad41f4a6bc60ebe80ae734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8509293 Feb 04 12:58:20.370772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:20.425812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff74fd-41df-4900-917c-19328a9d39ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ac111-90a0-4c38-b142-277f2be7c813,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:20.470238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:20.474654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.475291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-36c6d7c2-0ca1-4889-a117-4a3112394e9f', 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'fixed_ips': [{'subnet_id': '87fc53d8-35e5-4ccd-ae6c-291abfcb19e6'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:58:20.479850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.540475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:58:20.548544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-2caf05a8-7642-480d-a90f-99b7f3b37ab7 service neutron] 10.222.0.53 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097456 Feb 04 12:58:20.556112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.556671 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Added segment 0ca83b5e-7246-4096-9143-9ecefb1a98de of type vlan for network 631d12bc-04fc-46f6-8198-089c202b47b0 Feb 04 12:58:20.600639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.651524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.659060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:20.659813 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.740554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Allocated IP 19.80.0.2 (36c6d7c2-0ca1-4889-a117-4a3112394e9f/87fc53d8-35e5-4ccd-ae6c-291abfcb19e6/51ae5472-c58d-45c3-87ac-00272199a86a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:20.748422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:20.775229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.821587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.824215 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.830489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6303449 Feb 04 12:58:20.838067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:20.840846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:20.846650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19715982-8d6f-40e9-becd-7e83cce1b685 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Network': ['ID=631d12bc-04fc-46f6-8198-089c202b47b0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:20.861411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'subnet': {'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:20.958973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:21.003143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:21.009703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.012225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.018200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9246f77-c73d-41dc-865e-a3e0e3acf141 req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "PUT /v2.0/ports/efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 981 time: 1.1745911 Feb 04 12:58:21.019409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:21.063260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 631d12bc-04fc-46f6-8198-089c202b47b0 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:58:21.091684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a5ee7-c5b9-4ea4-abe4-5860c2967952 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:21.116598 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.153378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ac111-90a0-4c38-b142-277f2be7c813,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:21.160175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:21.170111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:subnet and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:21.171822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.176341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-27ca2439-eead-4f52-be3c-61552dce109f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c20ac111-90a0-4c38-b142-277f2be7c813 HTTP/1.1" status: 204 len: 168 time: 0.8011582 Feb 04 12:58:21.184601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:21.195751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:21.235827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:21.246288 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.264612 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'code': 200} Feb 04 12:58:21.288136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187d547-865e-4ecb-892c-5f25b87721e5 req-4d50b596-63ee-4dbf-90fe-659c7140d355 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.296130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c187d547-865e-4ecb-892c-5f25b87721e5 req-4d50b596-63ee-4dbf-90fe-659c7140d355 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3002231 Feb 04 12:58:21.339300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4957a-c68f-41c8-b088-f326ab0be217 req-1aaabbb0-3e8d-4a71-8ccf-07e3fa2179db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.341648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71d4957a-c68f-41c8-b088-f326ab0be217 req-1aaabbb0-3e8d-4a71-8ccf-07e3fa2179db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.1251359 Feb 04 12:58:21.429770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c187d547-865e-4ecb-892c-5f25b87721e5 req-a86d3de2-e951-4d64-8670-e77cc2df6e7a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326993 Feb 04 12:58:21.466018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71d4957a-c68f-41c8-b088-f326ab0be217 req-6f2743de-061a-4edc-96a9-f7174bf69baf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Feb 04 12:58:21.542304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220d8a-f660-4a06-8ebd-9cf3aa47412b req-8286bcc9-839e-4b49-b551-c82a9db72c25 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.543928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f220d8a-f660-4a06-8ebd-9cf3aa47412b req-8286bcc9-839e-4b49-b551-c82a9db72c25 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.2092729 Feb 04 12:58:21.604821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f220d8a-f660-4a06-8ebd-9cf3aa47412b req-82992289-a85b-4e8e-a5ce-c71d4325f6dc tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522285 Feb 04 12:58:21.730860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:21.901696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.909224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:21.983726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Transition to ACTIVE for port object 51ae5472-c58d-45c3-87ac-00272199a86a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:22.009686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5405ebc4-1730-489d-ac0a-af7bc6c56800 req-c4b633dd-a7fa-4b09-bc92-d395962f101b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:22.038090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5405ebc4-1730-489d-ac0a-af7bc6c56800 req-c4b633dd-a7fa-4b09-bc92-d395962f101b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:22.049587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5405ebc4-1730-489d-ac0a-af7bc6c56800 req-c4b633dd-a7fa-4b09-bc92-d395962f101b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 210 time: 0.1267352 Feb 04 12:58:22.169315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Transition to ACTIVE for port object 51ae5472-c58d-45c3-87ac-00272199a86a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:22.204018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054616f-d9f9-4151-85c3-0c452d7c1577 req-8d9310ac-8de8-4841-9031-6e3d276c360b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.213078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3054616f-d9f9-4151-85c3-0c452d7c1577 req-8d9310ac-8de8-4841-9031-6e3d276c360b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 945 time: 0.6249766 Feb 04 12:58:22.219681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:22.275430 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8cfe5ea-7b0d-4dcc-96e2-700871cdfd31 req-6d70c9af-ee45-4461-9ddf-24aa6f123dbd tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/a323b82e-9e16-44bd-bbf4-56b54d1d80a8 HTTP/1.1" status: 200 len: 1800 time: 0.1511645 Feb 04 12:58:22.277313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Subnet': ['ID=5441cded-24d5-44b3-92e2-c80b8422f002,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:22.304614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Checking segment: {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:22.304970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network hostable DHCP agents. Network: 631d12bc-04fc-46f6-8198-089c202b47b0, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:58:22.370265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3054616f-d9f9-4151-85c3-0c452d7c1577 req-9bd8eb5d-1afa-4a10-bcd5-c00d62137837 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541679 Feb 04 12:58:22.384518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 631d12bc-04fc-46f6-8198-089c202b47b0 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:58:22.408692 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-b8cfe5ea-7b0d-4dcc-96e2-700871cdfd31 req-ab649867-3f02-4630-93cc-7511e073421c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:58:22.425843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 631d12bc-04fc-46f6-8198-089c202b47b0) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:22.429723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:22.431240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8cfe5ea-7b0d-4dcc-96e2-700871cdfd31 req-ab649867-3f02-4630-93cc-7511e073421c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/a323b82e-9e16-44bd-bbf4-56b54d1d80a8 HTTP/1.1" status: 409 len: 341 time: 0.1499188 Feb 04 12:58:22.435503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.437983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:22.439728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:22.455470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:22.467024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042314f-9569-4b1a-89eb-6e92370029fb None None] Network 631d12bc-04fc-46f6-8198-089c202b47b0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:22.536927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-30c0a793-976e-4bd8-8451-7db6694c2b67 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6952219 Feb 04 12:58:22.573565 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'status': 'completed', 'code': 200} Feb 04 12:58:22.721716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Pushing event updated for resources: {'Port': ['ID=51ae5472-c58d-45c3-87ac-00272199a86a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:22.893254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b34cf-49fb-43ab-94cd-13324760a8a2 req-13ef2e63-9be7-48bd-aac0-ec451944513a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.901728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a2b34cf-49fb-43ab-94cd-13324760a8a2 req-13ef2e63-9be7-48bd-aac0-ec451944513a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.2611790 Feb 04 12:58:22.904295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce483d3-a65d-4030-be30-b382433f6b77 req-fe540802-a2b4-42cc-a213-a902dba1af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.905957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-fe540802-a2b4-42cc-a213-a902dba1af64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1135 time: 0.3228056 Feb 04 12:58:23.162322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Attempting to bind port 51ae5472-c58d-45c3-87ac-00272199a86a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:23.163246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Attempting to bind port 51ae5472-c58d-45c3-87ac-00272199a86a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:23.163246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Attempting to bind port 51ae5472-c58d-45c3-87ac-00272199a86a on network 36c6d7c2-0ca1-4889-a117-4a3112394e9f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:23.233597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:23.234055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Checking segment: {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:23.235110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:23.235110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Bound using segment: {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:23.235677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Bound port: 51ae5472-c58d-45c3-87ac-00272199a86a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:23.236366 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:23.281560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:23.285478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550484-c751-430a-b116-57fe965123e0 req-69c35c02-51ed-44d6-9447-e7080df33403 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.286042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a2b34cf-49fb-43ab-94cd-13324760a8a2 req-52c9eb6b-ceb8-4175-82ed-d0082ce9753a tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740752 Feb 04 12:58:23.311165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6550484-c751-430a-b116-57fe965123e0 req-69c35c02-51ed-44d6-9447-e7080df33403 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.1412249 Feb 04 12:58:23.403667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce483d3-a65d-4030-be30-b382433f6b77 req-3e955552-7651-4cac-af24-f619ebb95068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.405387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-3e955552-7651-4cac-af24-f619ebb95068 service neutron] 10.222.0.87 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.4851842 Feb 04 12:58:23.407767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6550484-c751-430a-b116-57fe965123e0 req-9a49c2eb-295c-4d87-952b-a0d3a5111d7e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865734 Feb 04 12:58:23.415428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-1eaec3da-834e-4003-a660-703d59c9a827 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.417107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-1eaec3da-834e-4003-a660-703d59c9a827 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 821 time: 0.3995295 Feb 04 12:58:23.495148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Request body: {'port': {'device_id': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'admin_state_up': True, 'tenant_id': '2db9aa8b055345feae466249920eaecf'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:23.606590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-6658fbd0-34f7-48db-ad96-d606930713a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 217 time: 0.1879742 Feb 04 12:58:23.635121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-81086420-76b0-402f-acf9-f11849a63dca None None] For port 51ae5472-c58d-45c3-87ac-00272199a86a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:23.642230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-631d12bc-04fc-46f6-8198-089c202b47b0', 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'fixed_ips': [{'subnet_id': '5441cded-24d5-44b3-92e2-c80b8422f002'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:58:23.643256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:23.660911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-81086420-76b0-402f-acf9-f11849a63dca None None] For port 51ae5472-c58d-45c3-87ac-00272199a86a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=51ae5472-c58d-45c3-87ac-00272199a86a,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:23.700818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7ea81-1647-4a2a-b096-7e7f39590bfc req-c0e505df-d9f0-4bfd-9940-3a9f9ab36ed4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.703009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70b7ea81-1647-4a2a-b096-7e7f39590bfc req-c0e505df-d9f0-4bfd-9940-3a9f9ab36ed4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 984 time: 0.1395421 Feb 04 12:58:23.710203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:23.793444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70b7ea81-1647-4a2a-b096-7e7f39590bfc req-764a645b-a093-48d9-94f7-cf2936d998e3 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=a323b82e-9e16-44bd-bbf4-56b54d1d80a8&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0818040 Feb 04 12:58:23.830757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce483d3-a65d-4030-be30-b382433f6b77 req-570a6015-37c3-4898-8a30-9d76ea8963c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.832790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-570a6015-37c3-4898-8a30-9d76ea8963c7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.1613162 Feb 04 12:58:23.883603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81086420-76b0-402f-acf9-f11849a63dca None None] Pushing event updated for resources: {'Port': ['ID=51ae5472-c58d-45c3-87ac-00272199a86a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:23.926356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-45884609-7fd0-4c4e-98b8-ef3f57ae352f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796521 Feb 04 12:58:23.968526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Allocated IP 19.86.0.2 (631d12bc-04fc-46f6-8198-089c202b47b0/5441cded-24d5-44b3-92e2-c80b8422f002/ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:24.063441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-9d3fac83-6b00-44fd-a014-bddb24f10c7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:24.071615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-9d3fac83-6b00-44fd-a014-bddb24f10c7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:24.072482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-9d3fac83-6b00-44fd-a014-bddb24f10c7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:24.111045 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:58:24.193130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:24.543300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:24.562715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 51ae5472-c58d-45c3-87ac-00272199a86a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:24.587227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:24.593167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-751fbc70-a578-4194-97c3-007733e540a8 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596485 Feb 04 12:58:24.594081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:24.609814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Transition to ACTIVE for port object ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:24.612110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Made reservation on behalf of 2db9aa8b055345feae466249920eaecf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:24.614486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:24.682114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Transition to ACTIVE for port object ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:24.690528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:24.749029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36434) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:24.773840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-9d3fac83-6b00-44fd-a014-bddb24f10c7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:24.801722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-9d3fac83-6b00-44fd-a014-bddb24f10c7d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/networks?id=36c6d7c2-0ca1-4889-a117-4a3112394e9f&id=631d12bc-04fc-46f6-8198-089c202b47b0 HTTP/1.1" status: 200 len: 1392 time: 1.2711914 Feb 04 12:58:24.805400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Network 631d12bc-04fc-46f6-8198-089c202b47b0 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:24.805400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 51ae5472-c58d-45c3-87ac-00272199a86a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:24.805400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:24.824345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:24.824345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Pushing event updated for resources: {'Port': ['ID=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:24.901306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-0d7d982e-d292-436c-ac3c-879daf847ee3 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9499500 Feb 04 12:58:24.916298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-0fc91f74-50a4-47f7-a2ed-a5739a6ff873 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/quotas/6b5f9d7650ae4ed6a0cf095fc2bb2bba HTTP/1.1" status: 200 len: 375 time: 0.1241996 Feb 04 12:58:24.994816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-c5f15347-2908-46ff-b78c-78d0a5bf205a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:25.007403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-c5f15347-2908-46ff-b78c-78d0a5bf205a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4054999 Feb 04 12:58:25.040800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-d5487ded-d102-487f-8a44-146817537d4e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.0338032 Feb 04 12:58:25.092253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Attempting to bind port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:25.092623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Attempting to bind port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:25.095508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Attempting to bind port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 on network 631d12bc-04fc-46f6-8198-089c202b47b0 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Checking segment: {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Bound using segment: {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Bound port: ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:25.111435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:25.130196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-48b33e36-3493-4cee-8c80-0d25149cff18 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820541 Feb 04 12:58:25.255770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-214787960'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:25.297159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:25.302302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] For port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:25.302302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] For port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:25.316572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:25.322565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Usage tracker for resource:network and tenant:5b55d753388e49279a3cc77f45bc509e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:25.332653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:25.363886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:25.363886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Allocated IP 172.20.0.11 (5d2ed1e3-aeb4-4048-b626-7305a489b19e/fde7fda1-5240-4566-b7f6-69a89307df98/6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:25.427330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-55ebc553-9426-4d96-a2b9-dd634015f5f8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:25.537485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99931ee-1f39-443a-a565-b08bb4a18e96 None None] Pushing event updated for resources: {'Port': ['ID=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:25.601672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Made reservation on behalf of 5b55d753388e49279a3cc77f45bc509e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:25.606191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:25.611733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-02127860-0629-4c61-b3c9-968b67dadc5f req-0da913d8-0335-45f7-b338-b11c39deae9b tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 210 time: 0.0862908 Feb 04 12:58:25.622784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cce483d3-a65d-4030-be30-b382433f6b77 req-8782c947-8259-4ac4-b0eb-1f8dc3b07454 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897733 Feb 04 12:58:25.651115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-55ebc553-9426-4d96-a2b9-dd634015f5f8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:25.651115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-55ebc553-9426-4d96-a2b9-dd634015f5f8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7350311 Feb 04 12:58:25.785733 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'code': 200} Feb 04 12:58:25.811297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccd9d5-39c1-4235-8457-d9912018039f None None] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:25.821157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.010411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Provisioning for port 51ae5472-c58d-45c3-87ac-00272199a86a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:26.128115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:26.136477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6483514-90a8-4436-bd4f-93bce22f7104 req-2095e9c3-4721-4675-add2-b06ef04f85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.138827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6483514-90a8-4436-bd4f-93bce22f7104 req-2095e9c3-4721-4675-add2-b06ef04f85ee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 1096 time: 0.2426226 Feb 04 12:58:26.144055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Provisioning complete for port 51ae5472-c58d-45c3-87ac-00272199a86a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:26.144949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.183940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Usage tracker for resource:security_group_rule and tenant:5b55d753388e49279a3cc77f45bc509e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:26.198995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6483514-90a8-4436-bd4f-93bce22f7104 req-519c268f-f127-405a-8686-d1ac0714705d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Feb 04 12:58:26.246268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:26.256369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bc569-c795-49ec-838f-1c94fb89ffcb req-ec12f9cf-6aa7-4887-a92c-c7878ec8b2b5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.264465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:26.274267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a4bc569-c795-49ec-838f-1c94fb89ffcb req-ec12f9cf-6aa7-4887-a92c-c7878ec8b2b5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 945 time: 0.2379489 Feb 04 12:58:26.343074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a4bc569-c795-49ec-838f-1c94fb89ffcb req-14f17e30-d76c-46d9-ba5c-408c3e90f174 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Feb 04 12:58:26.390936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-843b7a2a-b0b1-4e03-b376-dfce0b89e972 service neutron] 10.222.0.53 "GET /v2.0/networks/36c6d7c2-0ca1-4889-a117-4a3112394e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426314 Feb 04 12:58:26.401703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-c3bf3531-d4e0-45f2-a70e-16c1786a3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.403686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-c3bf3531-d4e0-45f2-a70e-16c1786a3872 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1135 time: 0.5883040 Feb 04 12:58:26.550684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.556017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.574808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:26.664989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.733767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] For port 51ae5472-c58d-45c3-87ac-00272199a86a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=51ae5472-c58d-45c3-87ac-00272199a86a,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:26.751660 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.822592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:58:26.847901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.848488 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Added segment 78429762-beb3-487e-a62f-038cb727570b of type vlan for network c93b41c0-789c-4b40-aefb-43c90070249d Feb 04 12:58:26.884025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:26.894202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.906318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56d63-8fd8-4a82-83ce-ad14a6d3d1de None None] Pushing event updated for resources: {'Port': ['ID=51ae5472-c58d-45c3-87ac-00272199a86a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:26.959880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:26.966639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.967287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.082854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1f59c3-b5aa-46cc-aa7d-bf08c9802cb9 None None] Provisioning complete for port 51ae5472-c58d-45c3-87ac-00272199a86a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:27.083498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd1f59c3-b5aa-46cc-aa7d-bf08c9802cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.097414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-a7b3f91f-f4e6-4fe6-960a-68c5fb9b31db tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.099552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-a7b3f91f-f4e6-4fe6-960a-68c5fb9b31db tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.0879149 Feb 04 12:58:27.103101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841f0ddb-a351-4f23-94cc-020b9da2cf05,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:27.121999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.130446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.151064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:27.156055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Usage tracker for resource:security_group_rule and tenant:3d7bc85ecf524c1795dde8cd1bf7fe88 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:27.159316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:27.166108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:27.236341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Pushing event updated for resources: {'Network': ['ID=c93b41c0-789c-4b40-aefb-43c90070249d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:27.252633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-343a633f-4326-4ad4-8f14-4a5db5ebed79 tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5099943 Feb 04 12:58:27.256810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-979b7dc0-3681-40cd-abe4-bbfa98bcdd99 service neutron] 10.222.0.53 "GET /v2.0/networks/36c6d7c2-0ca1-4889-a117-4a3112394e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471525 Feb 04 12:58:27.260647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-d4d17ebf-0989-4295-a632-a71eca477aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.262394 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-d4d17ebf-0989-4295-a632-a71eca477aaf service neutron] 10.222.0.87 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.7096159 Feb 04 12:58:27.315938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c93b41c0-789c-4b40-aefb-43c90070249d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:58:27.366162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.373462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.458043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-86eb4042-b2ce-4701-bd0c-18e2b2c00cc8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 217 time: 0.1866002 Feb 04 12:58:27.485804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-28051d8a-ad9d-4bfc-b991-04e0e1ceea44 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856409 Feb 04 12:58:27.486686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8462f-d653-4f85-8aaf-6b87bf0130a5 None None] Network 631d12bc-04fc-46f6-8198-089c202b47b0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:27.707380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-cd590ce0-d334-4842-94c2-4e52eff6be01 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.709245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-cd590ce0-d334-4842-94c2-4e52eff6be01 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089751 Feb 04 12:58:27.714168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b8e26198-2df2-43e2-93aa-ca574b578be9 req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073201 Feb 04 12:58:27.716435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f396-ee7c-4457-ba8c-c56e7e848153 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4545ea7-f1dd-4d41-b4fc-179e3ffbf0b9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:27.745300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:27.781903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Provisioning for port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:27.796267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Provisioning complete for port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:27.797035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.882801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:27.975310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Network 5d2ed1e3-aeb4-4048-b626-7305a489b19e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:27.989112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:28.043388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.051893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:28.061017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:28.070192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bb160-d5d5-486b-bc2b-2a8953262ed0 req-c0eb86a9-b270-47f7-80aa-a698cbd6e643 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.077953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae4bb160-d5d5-486b-bc2b-2a8953262ed0 req-c0eb86a9-b270-47f7-80aa-a698cbd6e643 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 984 time: 0.1772721 Feb 04 12:58:28.096052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] For port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:28.096706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Usage tracker for resource:port and tenant:08e6f3fc1d504d4e82841f1801642f29 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:28.104501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:28.104727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.116934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:28.126270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-e67fb35c-4021-4a49-b756-495ee8a4d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.127813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-e67fb35c-4021-4a49-b756-495ee8a4d679 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.5810211 Feb 04 12:58:28.133653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event updated for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:28.166141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae4bb160-d5d5-486b-bc2b-2a8953262ed0 req-3f49ddc6-799f-4852-829f-ba16e2875113 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=a323b82e-9e16-44bd-bbf4-56b54d1d80a8&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0874453 Feb 04 12:58:28.208371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:28.208371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.246106 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-12b88387-a557-4278-9e75-9e6e2de9d4f0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051986 Feb 04 12:58:28.255200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.256805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.256982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.293734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab621-c95e-4cd1-a953-24b447ddc9d0 None None] Pushing event updated for resources: {'Port': ['ID=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:28.300044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:28.308522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Usage tracker for resource:security_group_rule and tenant:08e6f3fc1d504d4e82841f1801642f29 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:28.313100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:28.331542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1292c3e3-9c78-41b7-9057-739ff088f37a None None] Provisioning complete for port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:28.332039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1292c3e3-9c78-41b7-9057-739ff088f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.336341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:28.434348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-62971592-378d-470b-b5e1-5afcb40ef6b2 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0062478 Feb 04 12:58:28.444149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8aabb53a-c61d-4ac5-95f5-94b33c589c61 req-c700f374-fdde-4920-a28a-72199dff8b21 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 210 time: 0.0806255 Feb 04 12:58:28.446695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Request body: {'port': {'device_id': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:28.555515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.555515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.623955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 51ae5472-c58d-45c3-87ac-00272199a86a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:28.654201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.655692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06abe57d-c7cb-40e2-b698-57144b2517fa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:28.671041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-ce63d2c8-6817-4334-bd0f-f1bc7cfbb520 service neutron] 10.222.0.53 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2522120 Feb 04 12:58:28.758565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 51ae5472-c58d-45c3-87ac-00272199a86a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:28.759790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:28.836489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4d552-169e-4444-95d2-353a6ecbc028 req-5fcdb290-6f4f-4eb4-bfbf-87a3bbe4ed02 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.844127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38b4d552-169e-4444-95d2-353a6ecbc028 req-5fcdb290-6f4f-4eb4-bfbf-87a3bbe4ed02 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 932 time: 0.1822181 Feb 04 12:58:28.853668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-d48d7c80-0457-4d77-98ee-3abc4b06dc65 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897672 Feb 04 12:58:28.974487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:29.055445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.235 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/e7fd6eb5-d3de-4a7e-aead-fd7dc6568383) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:29.058782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38b4d552-169e-4444-95d2-353a6ecbc028 req-d68d7300-da96-419a-9d44-0e471e530e9f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130744 Feb 04 12:58:29.075318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-51847214-ec36-4c6c-9539-71e321eb15c0 service neutron] 10.222.0.53 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039450 Feb 04 12:58:29.096944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:29.096944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.258762 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b9bfe9d-5d1a-42ac-99b8-93b928bbb2e9 req-ea82fb84-a18e-423f-813d-2cdac6d09142 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884482 Feb 04 12:58:29.329276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:29.338857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d', 'binding:host_id': 'n-h2-820555-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1406856920'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:29.400164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:29.417664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Usage tracker for resource:port and tenant:71c66fef8f0546db802a1e65957a9a8a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:29.481956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:29.515418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:29.550123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.569874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.589798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:29.597371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Transition to ACTIVE for port object 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:29.603534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.703036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:29.728141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.807142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Made reservation on behalf of 71c66fef8f0546db802a1e65957a9a8a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:29.807142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.881666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:29.950356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:29.954231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:29.960764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:29.966010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:29.968362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:29.997063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Usage tracker for resource:security_group_rule and tenant:71c66fef8f0546db802a1e65957a9a8a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:30.004460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:30.033535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:30.104767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ec87-d5e0-41f8-bf16-82f61653328c req-577176a3-0929-4e27-a4c6-89a4f41e1959 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:30.115197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45f2ec87-d5e0-41f8-bf16-82f61653328c req-577176a3-0929-4e27-a4c6-89a4f41e1959 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 945 time: 0.4990950 Feb 04 12:58:30.202073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:30.235098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:30.236142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.269348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Attempting to bind port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:30.269826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Attempting to bind port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:30.270540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Attempting to bind port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:30.278430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:30.278939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Attempting to bind port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca on network 5d2ed1e3-aeb4-4048-b626-7305a489b19e {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:30.288044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:30.288726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Checking segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:30.292240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Bound using segment: {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:30.292839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Bound port: 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d57c798-da8a-449c-aa66-84336e9bff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:30.293463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.385161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45f2ec87-d5e0-41f8-bf16-82f61653328c req-468eb1dd-7ec2-424f-a9f8-530a784f644d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663875 Feb 04 12:58:30.469586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ae74ee0-699f-4a1e-a160-16c5009e6df5 None None] Provisioning for port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:30.469586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ae74ee0-699f-4a1e-a160-16c5009e6df5 None None] Provisioning complete for port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:30.469586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ae74ee0-699f-4a1e-a160-16c5009e6df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.533000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.533000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.579976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3ae74ee0-699f-4a1e-a160-16c5009e6df5 None None] Port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:58:30.580866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port ddeccb3a-2e74-4733-bc63-aee191073c0d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:30.703438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-29595383-d812-4dca-8eeb-b3b4dd651120 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9697373 Feb 04 12:58:30.704978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6059b75-fe20-4358-a529-e4d86b37cfdd req-1de8e00a-5f65-4416-8131-fea248355106 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:30.725244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Request body: {'port': {'device_id': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:30.766966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7be8b-55e6-46fa-83d8-931a58b1fce4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:30.801827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:30.825798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6059b75-fe20-4358-a529-e4d86b37cfdd req-1de8e00a-5f65-4416-8131-fea248355106 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:30.826244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:30.837658 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6059b75-fe20-4358-a529-e4d86b37cfdd req-1de8e00a-5f65-4416-8131-fea248355106 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 210 time: 0.2701705 Feb 04 12:58:30.838534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.930595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:30.932364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:30.933260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca HTTP/1.1" status: 200 len: 1092 time: 2.4913986 Feb 04 12:58:30.938506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170e00b-6e9d-49a0-8cec-3620bfb824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:30.941644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:30.963561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-0f788a74-503c-4422-b15d-122809a6fb83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6044683 Feb 04 12:58:30.996894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d2f4-7471-4548-bb36-1e8e06c87d0e req-c2b0ff27-e874-4e5a-b2fb-e5b22aa4e97f tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.001678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ec7d2f4-7471-4548-bb36-1e8e06c87d0e req-c2b0ff27-e874-4e5a-b2fb-e5b22aa4e97f tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 984 time: 0.3305099 Feb 04 12:58:31.077123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:31.170384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ec7d2f4-7471-4548-bb36-1e8e06c87d0e req-a80258f0-2e90-403a-8b87-0464e12bbe64 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=a323b82e-9e16-44bd-bbf4-56b54d1d80a8&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1097887 Feb 04 12:58:31.223795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-b45691dc-0402-4dc2-a2d0-a6ee30db54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.223795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-b45691dc-0402-4dc2-a2d0-a6ee30db54fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 1095 time: 0.2117858 Feb 04 12:58:31.384196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-8d2552d9-b7f8-4384-afa5-e62c70a1a529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca HTTP/1.1" status: 200 len: 217 time: 0.1630442 Feb 04 12:58:31.386285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-3c439ebf-49c6-4af7-a523-981d38c8e33d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.387079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-3c439ebf-49c6-4af7-a523-981d38c8e33d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:31.424368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-3c439ebf-49c6-4af7-a523-981d38c8e33d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:31.425528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-3c439ebf-49c6-4af7-a523-981d38c8e33d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 936 time: 0.4068573 Feb 04 12:58:31.431742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port ddeccb3a-2e74-4733-bc63-aee191073c0d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:31.461255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:31.574021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Transition to ACTIVE for port object ddeccb3a-2e74-4733-bc63-aee191073c0d will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:31.639886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-0ff493f0-e204-4535-88a0-14b3e1223938 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:31.639886 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:31.714092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-4eb42c45-b77d-4190-a296-d439219a0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.714092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-4eb42c45-b77d-4190-a296-d439219a0fcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.2826474 Feb 04 12:58:31.779827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-0ff493f0-e204-4535-88a0-14b3e1223938 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:31.780892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-e86ec7c8-ad90-4370-88bf-fbeabcc1dddc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504644 Feb 04 12:58:31.781023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc8bd7bf-d2ff-4ab1-8cdb-c28a540f39a6 req-0ff493f0-e204-4535-88a0-14b3e1223938 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421030 Feb 04 12:58:31.840625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeccb3a-2e74-4733-bc63-aee191073c0d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:31.873134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Checking segment: {'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:31.873134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Network hostable DHCP agents. Network: c93b41c0-789c-4b40-aefb-43c90070249d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:58:31.972289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:31.984115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:31.995812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-cc5d6af1-2a4c-430f-812f-52da0478253b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:31.998947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Transition to ACTIVE for port object e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:32.008005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-cc5d6af1-2a4c-430f-812f-52da0478253b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.008005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-cc5d6af1-2a4c-430f-812f-52da0478253b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "GET /v2.0/networks?id=36c6d7c2-0ca1-4889-a117-4a3112394e9f&id=631d12bc-04fc-46f6-8198-089c202b47b0 HTTP/1.1" status: 200 len: 1392 time: 0.5563731 Feb 04 12:58:32.008282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:32.022994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'port': {'device_id': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f', 'admin_state_up': True, 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:32.046502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96af16-4a09-499a-b823-fa225f655b23 req-425ba61c-d3bf-4575-8ff9-fb23a95f2022 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.047346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0d96af16-4a09-499a-b823-fa225f655b23 req-425ba61c-d3bf-4575-8ff9-fb23a95f2022 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Synchronizing usage tracker for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:32.196059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0d96af16-4a09-499a-b823-fa225f655b23 req-425ba61c-d3bf-4575-8ff9-fb23a95f2022 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Unset dirty status for tenant:2db9aa8b055345feae466249920eaecf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:32.210228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d96af16-4a09-499a-b823-fa225f655b23 req-425ba61c-d3bf-4575-8ff9-fb23a95f2022 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 944 time: 0.8188210 Feb 04 12:58:32.283656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-2dcd1e8b-dc2d-4fe3-9447-c21ab140dbe2 service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822826 Feb 04 12:58:32.360442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Network c93b41c0-789c-4b40-aefb-43c90070249d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:58:32.453111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:32.486939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d96af16-4a09-499a-b823-fa225f655b23 req-242872be-9a6a-452c-8f64-40ecbf0a0a99 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715490 Feb 04 12:58:32.489724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c93b41c0-789c-4b40-aefb-43c90070249d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:32.504354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413300-2949-48c0-a3ee-5d46983d1a70 req-2e584a2f-6619-4328-9f0f-f101b4bf9e7e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.505216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3f942-6970-441e-ab08-7d8d1d51bbb5 None None] Network c93b41c0-789c-4b40-aefb-43c90070249d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:58:32.514424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b413300-2949-48c0-a3ee-5d46983d1a70 req-2e584a2f-6619-4328-9f0f-f101b4bf9e7e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.5176611 Feb 04 12:58:32.515462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:32.540127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:32.540431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:32.541472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.556733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:32.582572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:32.583360 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:32.588877 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 2 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:32.603562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:32.641552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:32.641889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:32.642407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.652095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:32.656997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:32.661818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:32.662383 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:32.671714 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 3 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:32.701814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b413300-2949-48c0-a3ee-5d46983d1a70 req-6f65b48d-09c2-466b-9f7c-3035a77e45ef tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877766 Feb 04 12:58:32.721734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:32.734946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:32.737253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.738582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ad4b0a9-86e4-4973-a0d9-83671c6e5083 req-e1f09fa8-739e-44e2-84e4-8db2fe1b691a service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997283 Feb 04 12:58:32.760353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:32.776566 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:32.778899 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 4 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:32.807359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Attempting to bind port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:32.807578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Attempting to bind port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:32.813378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Attempting to bind port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.840089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:32.843648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Attempting to bind port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.861902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:32.862794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:32.864183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:32.890640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:32.891669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:32.895193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:32.895897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Bound port: e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:32.896455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:32.959839 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca', 'status': 'completed', 'code': 200} Feb 04 12:58:33.012181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.012514 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.034341 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 5 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.080519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.081264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.081264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.113344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.113344 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.113344 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 6 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.133237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.133910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.133996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.140026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-ae141783-3bb1-4a33-a52c-0204426cddca tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1872081383&fields=id&tenant_id=cfb7e2fb663440f1a27e11cc208b350c HTTP/1.1" status: 200 len: 267 time: 0.1604254 Feb 04 12:58:33.153047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.153772 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.187709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Allocated IP 19.80.0.17 (36c6d7c2-0ca1-4889-a117-4a3112394e9f/87fc53d8-35e5-4ccd-ae6c-291abfcb19e6/64aba8e7-d404-4fbd-9003-90516c369ca2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:33.193361 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 7 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.195507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff0fce34-7ceb-4c65-962e-344f874dda56 req-89f39b9f-045b-4732-9e7f-d09940a22742 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 210 time: 0.0792522 Feb 04 12:58:33.200770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:33.236908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:33.240904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.240904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.240904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.247198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.247890 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.252272 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 8 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.260902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-7d5c166c-4eb0-4ced-8ed8-d97f862a0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.269401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:33.276963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-7d5c166c-4eb0-4ced-8ed8-d97f862a0b37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.4572544 Feb 04 12:58:33.326986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-fbcea31a-9196-4e35-8896-6f1098ee6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.326986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-fbcea31a-9196-4e35-8896-6f1098ee6518 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2db9aa8b055345feae466249920eaecf&device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 1095 time: 0.4372621 Feb 04 12:58:33.377203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.377417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.377769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.402543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.403301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:33.404676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] 10.222.0.90 "PUT /v2.0/ports/e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 HTTP/1.1" status: 200 len: 1096 time: 2.6844511 Feb 04 12:58:33.406514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:33.417011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.417011 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.420029 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 9 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.449949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.450904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.450904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.453193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8d5ca-0b24-4b1c-a681-b1b68b4d5500 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:33.461592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.462000 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.462509 n-d-820555-2 neutron-server[87621]: INFO neutron.plugins.ml2.plugin [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 10 to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d Feb 04 12:58:33.484438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-1e38dc15-e7a6-4db9-a544-675f163d1fcf tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.497969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-1e38dc15-e7a6-4db9-a544-675f163d1fcf tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 984 time: 0.3422234 Feb 04 12:58:33.505921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'port': {'security_groups': ['3be6e5dc-2eef-446a-993a-5584266dcc24', 'a323b82e-9e16-44bd-bbf4-56b54d1d80a8', '4d01612a-bb26-464b-a006-2c8300619989']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:33.602770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:33.602770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:33.602770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:33.629801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port ddeccb3a-2e74-4733-bc63-aee191073c0d on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:33.629801 n-d-820555-2 neutron-server[87621]: ERROR neutron.plugins.ml2.managers [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port ddeccb3a-2e74-4733-bc63-aee191073c0d on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:33.629801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:33.892224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:33.919553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port ddeccb3a-2e74-4733-bc63-aee191073c0d, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:33.919553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempted to set empty binding levels {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 12:58:33.919553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-c7d74048-8403-4b96-8cb0-2b21c4f6c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.919553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-c7d74048-8403-4b96-8cb0-2b21c4f6c9a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 1099 time: 0.4195471 Feb 04 12:58:33.934452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-6c18385d-cf2f-40ca-a532-f403e61be357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.934452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-6c18385d-cf2f-40ca-a532-f403e61be357 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6573291 Feb 04 12:58:33.961876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:34.093039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-d10a2665-c708-4756-a47b-d307852cac05 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 HTTP/1.1" status: 200 len: 217 time: 0.1441112 Feb 04 12:58:34.100834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.101479 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:34.105553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-60847c08-bb8f-4fcc-800c-65e944a2f38e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1092796 Feb 04 12:58:34.172161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-a5813af6-2a79-4572-a5ca-cab7a0023adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.173631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-a5813af6-2a79-4572-a5ca-cab7a0023adf service neutron] 10.222.0.90 "GET /v2.0/networks?id=5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 200 len: 922 time: 0.6064155 Feb 04 12:58:34.196110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.8648314 Feb 04 12:58:34.204998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230f14-dca5-4abb-9941-2af462515750 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeccb3a-2e74-4733-bc63-aee191073c0d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:34.207172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36546) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:34.269260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-57ff8550-05d5-4cf3-8a76-6570c7fa5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.271658 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-57ff8550-05d5-4cf3-8a76-6570c7fa5a80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1621132 Feb 04 12:58:34.298548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38ced0-e674-4dfd-9387-e9a27ec231a8 req-2c8dbf83-8966-48b6-8242-fcd72ecff864 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.301638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf38ced0-e674-4dfd-9387-e9a27ec231a8 req-2c8dbf83-8966-48b6-8242-fcd72ecff864 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 948 time: 0.7110920 Feb 04 12:58:34.323728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-fed743c0-f9b8-46dc-b898-86fcc1a9d272 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca HTTP/1.1" status: 200 len: 217 time: 0.1369672 Feb 04 12:58:34.335552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-d27dfdf0-3186-4c1b-9e24-d48a7e61ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.336494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-d27dfdf0-3186-4c1b-9e24-d48a7e61ec30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2222507 Feb 04 12:58:34.367657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Deleting port ddeccb3a-2e74-4733-bc63-aee191073c0d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:34.368002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:34.453177 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:34.516085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Transition to ACTIVE for port object 64aba8e7-d404-4fbd-9003-90516c369ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:34.522688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-6d847816-7497-4fb7-aa2d-544ea7c81d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.524971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-6d847816-7497-4fb7-aa2d-544ea7c81d22 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 200 len: 861 time: 0.1870465 Feb 04 12:58:34.530084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf38ced0-e674-4dfd-9387-e9a27ec231a8 req-f9ed08b6-b6ef-44f8-adda-f2d0a9776d0d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056391 Feb 04 12:58:34.611158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-a0323ac6-dc68-481a-aa87-8fd496b18eb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5d2ed1e3-aeb4-4048-b626-7305a489b19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614281 Feb 04 12:58:34.636776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-870d7f19-18c8-43ca-9356-c987cd40a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.638265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-870d7f19-18c8-43ca-9356-c987cd40a0f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2614737 Feb 04 12:58:34.709748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d740a-9a75-44a9-be2b-051653b5411e req-227fe43b-537d-4482-81bc-ca3276244593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.711844 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-227fe43b-537d-4482-81bc-ca3276244593 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4255037 Feb 04 12:58:34.809876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:34.922074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:34.946064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:34.955396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:34.959821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:34.966651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port ddeccb3a-2e74-4733-bc63-aee191073c0d, host n-h2-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:34.967023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.022294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:35.048432 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-4382c9ee-30fc-4cd7-83b0-a6b0406a48a0 service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368217 Feb 04 12:58:35.059533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.090326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-4a70a968-06b8-48be-a22a-089d6b622c3a service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960731 Feb 04 12:58:35.118411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-aa0705fa-0921-45ed-bc0b-936cbb1dc695 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966422 Feb 04 12:58:35.125838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Calling delete_port for ddeccb3a-2e74-4733-bc63-aee191073c0d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:35.159220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.173285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:35.201296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:35.290781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d51eafe-61e5-4dc0-8189-fb15e686b173 None None] Provisioning for port 64aba8e7-d404-4fbd-9003-90516c369ca2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:35.308114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.308734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.310980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d51eafe-61e5-4dc0-8189-fb15e686b173 None None] Provisioning complete for port 64aba8e7-d404-4fbd-9003-90516c369ca2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:35.311354 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d51eafe-61e5-4dc0-8189-fb15e686b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.340644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.341245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.345294 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-385f85f1-66de-4dd1-8fba-38b3560785a2 req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "PUT /v2.0/ports/efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 1020 time: 1.8508232 Feb 04 12:58:35.371032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcaa40-521c-4ed3-a68e-f7c467798190 req-9d12d46c-6316-4e00-85b0-ecfa4686fec2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.377876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74bcaa40-521c-4ed3-a68e-f7c467798190 req-9d12d46c-6316-4e00-85b0-ecfa4686fec2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 945 time: 0.6847034 Feb 04 12:58:35.387819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f0aa-a1de-4130-8885-7a8668e03566 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:35.415304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.461270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d51eafe-61e5-4dc0-8189-fb15e686b173 None None] Port 64aba8e7-d404-4fbd-9003-90516c369ca2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:58:35.469663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:35.470889 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-2227a770-b044-4015-8d2b-efa4ef27e724 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4522712 Feb 04 12:58:35.479221 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', 'status': 'completed', 'code': 200} Feb 04 12:58:35.493416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddeccb3a-2e74-4733-bc63-aee191073c0d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:35.508494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614d740a-9a75-44a9-be2b-051653b5411e req-498a1a4e-4b61-4361-a86d-2f4c17c3b3af service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504105 Feb 04 12:58:35.509680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.509802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Request body: {'port': {'device_id': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0', 'admin_state_up': True, 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:35.517919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-18ecd418-d1eb-4799-879b-e4a52665a1cc tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ddeccb3a-2e74-4733-bc63-aee191073c0d HTTP/1.1" status: 204 len: 168 time: 1.3014631 Feb 04 12:58:35.520415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:35.603539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74bcaa40-521c-4ed3-a68e-f7c467798190 req-fb699aed-fed3-4ae8-a065-0889b57656e1 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246995 Feb 04 12:58:35.640625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-416fd46f-754a-46f9-9eac-98a3ba8965e5 req-8867ca58-56a0-4490-bacf-d26b7b67281a service neutron] 10.222.0.90 "GET /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856225 Feb 04 12:58:35.646372 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-ec00b71a-128d-4b49-945c-4adba2c45f59 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757193 Feb 04 12:58:35.672168 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2573ad1d-e1e0-466f-a6e5-391847c73ea1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:58:35.673174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2573ad1d-e1e0-466f-a6e5-391847c73ea1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Synchronizing usage tracker for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:35.732957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2573ad1d-e1e0-466f-a6e5-391847c73ea1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Unset dirty status for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:35.735086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2573ad1d-e1e0-466f-a6e5-391847c73ea1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports/ddeccb3a-2e74-4733-bc63-aee191073c0d HTTP/1.1" status: 404 len: 333 time: 0.2135074 Feb 04 12:58:35.741450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:35.749203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1821183990'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:35.760641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:35.785014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:35.794907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-06576f3e-1d1d-4a55-97f8-9dd948dc66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.797014 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-06576f3e-1d1d-4a55-97f8-9dd948dc66fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 1099 time: 0.2291684 Feb 04 12:58:35.811156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9edabe-60e2-46f6-b6ca-13038546d6d7 req-0363560f-7ed2-409c-8f8c-bf1fb23d778f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.813010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df9edabe-60e2-46f6-b6ca-13038546d6d7 req-0363560f-7ed2-409c-8f8c-bf1fb23d778f tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 944 time: 0.1962633 Feb 04 12:58:35.872839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:35.879978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Usage tracker for resource:port and tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:35.885492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:35.893451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:35.923062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Made reservation on behalf of 6b5f9d7650ae4ed6a0cf095fc2bb2bba for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:35.929235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:35.952998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Made reservation on behalf of 71c66fef8f0546db802a1e65957a9a8a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:35.952998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.020553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df9edabe-60e2-46f6-b6ca-13038546d6d7 req-535d591b-44bc-4ff4-aa14-949966797dff tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595471 Feb 04 12:58:36.020553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port 9f82377f-43f6-41e2-8eae-633db3d66718 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:36.128406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8c60-d8ff-4200-adfe-9704b86f183b req-97750928-77a4-4013-8338-f3497f1e0419 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.132520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e0e8c60-d8ff-4200-adfe-9704b86f183b req-97750928-77a4-4013-8338-f3497f1e0419 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3540609 Feb 04 12:58:36.134184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-744990d1-b94b-43e4-97ad-20506f67368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.137327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-744990d1-b94b-43e4-97ad-20506f67368c service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3218231 Feb 04 12:58:36.239539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e0e8c60-d8ff-4200-adfe-9704b86f183b req-9f6959db-ceb6-4fc5-8996-46ffa9a761b9 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Feb 04 12:58:36.282512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-20e5bdc9-81ff-400e-9d2e-e327e53a6075 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 HTTP/1.1" status: 200 len: 217 time: 0.1287987 Feb 04 12:58:36.416154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba22386f-af42-4261-aed8-df56eac3276b req-ddcf24c3-3648-4965-a418-32c1f06d8f0b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/4d01612a-bb26-464b-a006-2c8300619989 HTTP/1.1" status: 200 len: 1801 time: 0.1060607 Feb 04 12:58:36.416154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Allocated IP 19.86.0.172 (631d12bc-04fc-46f6-8198-089c202b47b0/5441cded-24d5-44b3-92e2-c80b8422f002/bd4137ce-2728-41f9-9fe1-7a1a46d331d8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:36.527513 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-ba22386f-af42-4261-aed8-df56eac3276b req-97439bae-2924-4f3b-a20f-9fc2c3134d79 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:58:36.540772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba22386f-af42-4261-aed8-df56eac3276b req-97439bae-2924-4f3b-a20f-9fc2c3134d79 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d01612a-bb26-464b-a006-2c8300619989 HTTP/1.1" status: 409 len: 341 time: 0.1317666 Feb 04 12:58:36.672203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.698004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-d5377439-ac2f-4320-a5b5-96ee951a32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.698004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-d5377439-ac2f-4320-a5b5-96ee951a32b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4049265 Feb 04 12:58:36.788512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.821017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.836949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Transition to ACTIVE for port object bd4137ce-2728-41f9-9fe1-7a1a46d331d8 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:36.867401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad5da5-c8fa-4ec7-9dfc-b75d32d1b52d req-ba52b049-e0a5-4751-a614-bff664aa5c20 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.867401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99ad5da5-c8fa-4ec7-9dfc-b75d32d1b52d req-ba52b049-e0a5-4751-a614-bff664aa5c20 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 948 time: 0.1672640 Feb 04 12:58:36.876667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Network c93b41c0-789c-4b40-aefb-43c90070249d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:36.884600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:36.889306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:36.889687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.890151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.912424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:36.925836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=9f82377f-43f6-41e2-8eae-633db3d66718,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:36.950591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3141c-e2b3-44c0-a4b9-8923be72e1a0 req-9f14f955-d45c-434e-9314-dbab01ec4fdf tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.950591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18d3141c-e2b3-44c0-a4b9-8923be72e1a0 req-9f14f955-d45c-434e-9314-dbab01ec4fdf tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 931 time: 0.7355294 Feb 04 12:58:36.950591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-9ca48e52-0d0a-4581-b34b-8a7a7e2baa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:36.962075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-9ca48e52-0d0a-4581-b34b-8a7a7e2baa33 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501261 Feb 04 12:58:36.980117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99ad5da5-c8fa-4ec7-9dfc-b75d32d1b52d req-8228ab15-dcbb-4758-834f-3b8ff0e78380 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129775 Feb 04 12:58:37.011327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9a997a5d-f752-4299-af92-3718ee2636c1 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2655749 Feb 04 12:58:37.012690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:37.024006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Network 631d12bc-04fc-46f6-8198-089c202b47b0 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:37.034469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:37.066516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:37.080124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:37.125895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:37.159891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:37.195490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18d3141c-e2b3-44c0-a4b9-8923be72e1a0 req-2354cca6-e0a9-44ce-b283-98d2b8a74be4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048435 Feb 04 12:58:37.297982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:37.299202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.346336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-99fefba0-c020-4db8-969f-eae6ac3387e4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8409200 Feb 04 12:58:37.363250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-8c932b38-55c9-4f46-aba2-9d7b5429720a service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031470 Feb 04 12:58:37.366111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Request body: {'port': {'device_id': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:37.413072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:37.433421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca', 'network_id': '5d2ed1e3-aeb4-4048-b626-7305a489b19e', 'port_id': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca', 'mac_address': 'fa:16:3e:58:0a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde7fda1-5240-4566-b7f6-69a89307df98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:37.446587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.516824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.540532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:37.545799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:37.562188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:37.568203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.656412 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.780970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b302b70-2984-4933-b3a0-32351ef805b7 req-8b3d37e6-842a-4f0b-9dee-03e60ecf400e service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012189 Feb 04 12:58:37.832373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f0df9cbc-c4e0-4fbc-abb8-86d6301b5456 None None] Provisioning for port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:37.859854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:37.911023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f0df9cbc-c4e0-4fbc-abb8-86d6301b5456 None None] Provisioning complete for port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:37.911392 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0df9cbc-c4e0-4fbc-abb8-86d6301b5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:37.984617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:38.028039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0df9cbc-c4e0-4fbc-abb8-86d6301b5456 None None] Port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:58:38.150669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6509-4883-453d-a324-2199e992d3c6 req-1e17b58b-2fda-4f4a-9074-23bf7b35f277 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.161876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-318e6509-4883-453d-a324-2199e992d3c6 req-1e17b58b-2fda-4f4a-9074-23bf7b35f277 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 945 time: 0.1428015 Feb 04 12:58:38.235184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-318e6509-4883-453d-a324-2199e992d3c6 req-745916eb-896c-403b-b68a-6ebd6ed0939d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727482 Feb 04 12:58:38.301827 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'status': 'completed', 'code': 200} Feb 04 12:58:38.527320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063fed-4290-4c77-825e-cb64395a82ed req-4588dc8b-8771-4081-864b-d8602925584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.527320 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-4588dc8b-8771-4081-864b-d8602925584d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1174 time: 0.1961775 Feb 04 12:58:38.557887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port 9f82377f-43f6-41e2-8eae-633db3d66718 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:38.570461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:38.579530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843835-28f8-4f17-bb40-2334dfbdff85 req-c198fd39-191c-4208-946e-0316a723592f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.579530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84843835-28f8-4f17-bb40-2334dfbdff85 req-c198fd39-191c-4208-946e-0316a723592f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3352058 Feb 04 12:58:38.638253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Transition to ACTIVE for port object 9f82377f-43f6-41e2-8eae-633db3d66718 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:38.652393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f48fb3-be59-44b8-b8dc-b46da86c8d77 req-7dbd75ae-3505-43cc-88cd-fb6e1016cdce tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.652393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-05f48fb3-be59-44b8-b8dc-b46da86c8d77 req-7dbd75ae-3505-43cc-88cd-fb6e1016cdce tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1023 time: 0.1919663 Feb 04 12:58:38.654822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:38.701915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84843835-28f8-4f17-bb40-2334dfbdff85 req-5dfb6c30-3566-41e2-9552-bb4c2dd6ca29 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118066 Feb 04 12:58:38.716647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063fed-4290-4c77-825e-cb64395a82ed req-3a7e2d8d-f685-4016-b75f-358891fde124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.718133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-3a7e2d8d-f685-4016-b75f-358891fde124 service neutron] 10.222.0.87 "GET /v2.0/networks?id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 200 len: 913 time: 0.1921518 Feb 04 12:58:38.820363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-05f48fb3-be59-44b8-b8dc-b46da86c8d77 req-a6ef4d53-6fab-4b1a-b4e4-37ae9f812158 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d01612a-bb26-464b-a006-2c8300619989&id=a323b82e-9e16-44bd-bbf4-56b54d1d80a8&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1546388 Feb 04 12:58:38.846683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-81f1ab16-db31-493d-8f49-d1f487675877 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 200 len: 217 time: 0.1193156 Feb 04 12:58:38.878416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:58:38.887224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=9f82377f-43f6-41e2-8eae-633db3d66718,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:38.941020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063fed-4290-4c77-825e-cb64395a82ed req-9eccba91-614a-47d9-bba6-e8a528689a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.942769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-9eccba91-614a-47d9-bba6-e8a528689a38 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 200 len: 852 time: 0.0903301 Feb 04 12:58:39.017596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.017956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.018504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.036734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:39.037082 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:39.039314 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 2 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:39.052924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aba8e7-d404-4fbd-9003-90516c369ca2 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:39.058955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-d0b51805-493f-4b24-9b0f-5c1a6dbacbd0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=649cd847-1b8e-43e5-a29e-f9eb5b0d2011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964847 Feb 04 12:58:39.080860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.103594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.103594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.104834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.119792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:39.123381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Transition to ACTIVE for port object 64aba8e7-d404-4fbd-9003-90516c369ca2 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:39.125409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:39.125409 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:39.125918 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 3 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:39.127396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:39.141661 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.242225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ee0e3-a8d9-4b37-a619-7bd7efad84dd req-3b141db2-634e-49fc-a29e-9e850f2b63b3 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.249964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ee0e3-a8d9-4b37-a619-7bd7efad84dd req-3b141db2-634e-49fc-a29e-9e850f2b63b3 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.269136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c1ee0e3-a8d9-4b37-a619-7bd7efad84dd req-3b141db2-634e-49fc-a29e-9e850f2b63b3 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1654 time: 0.2473228 Feb 04 12:58:39.336974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:39.358176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:39.358176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.429587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.429587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.429587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.502790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:39.518687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-f99fb63e-d5b3-4785-bfb1-59d7c913158f service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433744 Feb 04 12:58:39.518914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc52b6-86ed-45ca-8850-6ccdaba373d8 req-7d30ee45-1994-40d1-987e-a8e8e29d3fd9 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.526452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07dc52b6-86ed-45ca-8850-6ccdaba373d8 req-7d30ee45-1994-40d1-987e-a8e8e29d3fd9 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 948 time: 0.5543423 Feb 04 12:58:39.529273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:39.531707 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:39.541533 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 4 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:39.546123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:39.567032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.567731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.567731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.613517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:39.613517 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:39.645330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.658095 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 5 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:39.687892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.687892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.687892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.749663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:39.789691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:39.854986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.875048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c1ee0e3-a8d9-4b37-a619-7bd7efad84dd req-07f461d7-b439-46c2-8df3-15b4d2dd4a11 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574734 Feb 04 12:58:39.884210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:39.893365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:39.893365 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:39.923907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Pushing event updated for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:39.947008 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 6 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:39.966295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Attempting to bind port 64aba8e7-d404-4fbd-9003-90516c369ca2 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:39.966295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Attempting to bind port 64aba8e7-d404-4fbd-9003-90516c369ca2 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:39.966295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Attempting to bind port 64aba8e7-d404-4fbd-9003-90516c369ca2 on network 36c6d7c2-0ca1-4889-a117-4a3112394e9f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:39.985451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07dc52b6-86ed-45ca-8850-6ccdaba373d8 req-9e3e8299-ff23-4fc1-8c31-f1649e292247 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190207 Feb 04 12:58:39.992220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:40.028121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Port 64aba8e7-d404-4fbd-9003-90516c369ca2 on network 36c6d7c2-0ca1-4889-a117-4a3112394e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.028121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Attempting to bind port 64aba8e7-d404-4fbd-9003-90516c369ca2 on network 36c6d7c2-0ca1-4889-a117-4a3112394e9f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.035449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:40.043788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:40.055760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:40.055760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Checking segment: {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:40.055760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Bound using segment: {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:40.061596 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.067401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Bound port: 64aba8e7-d404-4fbd-9003-90516c369ca2, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903a1485-6078-404e-98cb-e820d24c57aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:40.067401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.104783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:40.104783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:40.104783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.160372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5063fed-4290-4c77-825e-cb64395a82ed req-c3bca1e7-6a52-4a3b-896f-aae1b57fb925 service neutron] 10.222.0.87 "GET /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364305 Feb 04 12:58:40.180383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:40.235387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.235387 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:40.245733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-ee4c08a7-f50b-4107-b76d-f5de362bbf6a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.248106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-ee4c08a7-f50b-4107-b76d-f5de362bbf6a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1023 time: 0.6832480 Feb 04 12:58:40.281418 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 7 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:40.322528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:40.322528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:40.323020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.336828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:40.345974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Deleting port efbe3c0d-1469-484f-9045-d0bd9d5e8333 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:40.346314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.356826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.357152 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:40.359912 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 8 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:40.388669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:40.390909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:40.391327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:40.391729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.395551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=64aba8e7-d404-4fbd-9003-90516c369ca2,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:40.412621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfd229-62f1-4af3-bcbb-2fede0590269 req-c26e7874-fda2-4728-adc2-44bc6402e2a5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.415691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-accfd229-62f1-4af3-bcbb-2fede0590269 req-c26e7874-fda2-4728-adc2-44bc6402e2a5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.2567618 Feb 04 12:58:40.416968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.417482 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:40.418742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.420606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45924f-d771-441a-85d9-cfcddf42f430 req-4bedb496-24cb-4739-946a-c1459ab4dbb6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.423979 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 9 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:40.429978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc45924f-d771-441a-85d9-cfcddf42f430 req-4bedb496-24cb-4739-946a-c1459ab4dbb6 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 946 time: 0.2762537 Feb 04 12:58:40.531514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc45924f-d771-441a-85d9-cfcddf42f430 req-89700ed1-8330-4482-b67c-704574368ac9 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002836 Feb 04 12:58:40.532795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.534311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.536292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] 10.222.0.87 "PUT /v2.0/ports/64aba8e7-d404-4fbd-9003-90516c369ca2 HTTP/1.1" status: 200 len: 1091 time: 3.1763499 Feb 04 12:58:40.547173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:40.551172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:40.551857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.554960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:40.575064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Request body: {'port': {'device_id': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:40.625557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.626377 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:40.638036 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 10 to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 Feb 04 12:58:40.682437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-accfd229-62f1-4af3-bcbb-2fede0590269 req-a4618bf2-c036-496e-8dd5-76d3845c4c3e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130287 Feb 04 12:58:40.701160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0241f-8602-4158-8c85-c8e309d442d9 service neutron] Pushing event updated for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:40.733504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:40.733934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:40.734295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:40.767227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:40.767582 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port 9f82377f-43f6-41e2-8eae-633db3d66718 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:40.767926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.793164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port efbe3c0d-1469-484f-9045-d0bd9d5e8333, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=efbe3c0d-1469-484f-9045-d0bd9d5e8333,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:40.794363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.813881 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca', 'code': 200} Feb 04 12:58:40.879243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:40.911601 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2', 'status': 'completed', 'code': 200} Feb 04 12:58:41.015409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port 9f82377f-43f6-41e2-8eae-633db3d66718, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:41.016093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 12:58:41.030037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.136963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:41.217705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Calling delete_port for efbe3c0d-1469-484f-9045-d0bd9d5e8333 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:41.227834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:41.227834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:41.227834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.367148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] In _notify_port_updated(), no bound segment for port 9f82377f-43f6-41e2-8eae-633db3d66718 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 12:58:41.367148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.367148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.367148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "PUT /v2.0/ports/9f82377f-43f6-41e2-8eae-633db3d66718 HTTP/1.1" status: 200 len: 975 time: 4.3310826 Feb 04 12:58:41.374690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:41.410705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f91cd-0172-4c25-9b87-1000f8cb74f5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=9f82377f-43f6-41e2-8eae-633db3d66718,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:41.425522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-0b179eb8-82bc-4550-9922-0ff926b73ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.425522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-0b179eb8-82bc-4550-9922-0ff926b73ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.425522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28382a37-477e-4f41-bde2-d334511a20f3 req-0b179eb8-82bc-4550-9922-0ff926b73ebb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1913 time: 0.4352987 Feb 04 12:58:41.478628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1bb73-aaaa-4593-8872-9cb3cbe2a5cb req-36ed8f34-923b-4973-b116-6d4c49eff895 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.480114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b1bb73-aaaa-4593-8872-9cb3cbe2a5cb req-36ed8f34-923b-4973-b116-6d4c49eff895 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 1023 time: 0.4939117 Feb 04 12:58:41.501087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3dbd0e0c-6b08-427f-aaa7-91e7f71ed9fc tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.501639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.507606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3dbd0e0c-6b08-427f-aaa7-91e7f71ed9fc tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.508435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3dbd0e0c-6b08-427f-aaa7-91e7f71ed9fc tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:41.543144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:41.556081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3dbd0e0c-6b08-427f-aaa7-91e7f71ed9fc tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:41.562826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3dbd0e0c-6b08-427f-aaa7-91e7f71ed9fc tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1666 time: 0.3179436 Feb 04 12:58:41.569826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:41.579079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.658867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84ff70-8b94-4b34-a1b6-1aaf5b214ee3 req-a10c34f1-decf-4bd7-ad1d-94a0881a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.660270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b84ff70-8b94-4b34-a1b6-1aaf5b214ee3 req-a10c34f1-decf-4bd7-ad1d-94a0881a8ceb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 1097 time: 0.6173496 Feb 04 12:58:41.670364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1061bd80-8d95-462d-95c7-1126eb4a209a req-3c1280d1-1722-4c46-b245-a09d624c5f2d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063440 Feb 04 12:58:41.711843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4137ce-2728-41f9-9fe1-7a1a46d331d8 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:41.728952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.761092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.763773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Transition to ACTIVE for port object bd4137ce-2728-41f9-9fe1-7a1a46d331d8 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:41.769509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:41.779521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['95672055-a423-4ed9-9527-554e6e304f1c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:41.856792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['efbe3c0d-1469-484f-9045-d0bd9d5e8333'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:41.884899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'Port': ['ID=efbe3c0d-1469-484f-9045-d0bd9d5e8333,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:41.901294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-fdfc765b-0190-487a-942d-ca7ab34da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.902461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-fdfc765b-0190-487a-942d-ca7ab34da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.903437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-fdfc765b-0190-487a-942d-ca7ab34da493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.905857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28382a37-477e-4f41-bde2-d334511a20f3 req-fdfc765b-0190-487a-942d-ca7ab34da493 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4455638 Feb 04 12:58:41.936136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:41.985628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b1bb73-aaaa-4593-8872-9cb3cbe2a5cb req-cd18e27e-83e0-4002-b39e-e15eca6f4426 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d01612a-bb26-464b-a006-2c8300619989&id=a323b82e-9e16-44bd-bbf4-56b54d1d80a8&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3565600 Feb 04 12:58:42.027296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b84ff70-8b94-4b34-a1b6-1aaf5b214ee3 req-03a3127d-2f25-4fdd-ab83-879d23c3075e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692244 Feb 04 12:58:42.035098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:42.178195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'mac_address': 'fa:16:3e:6c:44:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:42.220120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:42.339548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763470d-d608-4dcd-b8b4-649531a11700 req-2815d21c-5150-49aa-a2ab-9beb019ba336 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.341389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d763470d-d608-4dcd-b8b4-649531a11700 req-2815d21c-5150-49aa-a2ab-9beb019ba336 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 950 time: 0.4411232 Feb 04 12:58:42.368668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] No DVR routers for this DVR port efbe3c0d-1469-484f-9045-d0bd9d5e8333 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:42.375282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.391492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.400528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'name': 'network-vif-deleted', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:42.420532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8397af22-9ec5-4ed7-981b-2c447dd2d71c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:42.430483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.431609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.432109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.432575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.433045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.433838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.434302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.434876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.435274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.435734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.436196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.436657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.437109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.437562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.438013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.438686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.439228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.439743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.440199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.440650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.441107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.441560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.442773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.443240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.445611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Synchronizing usage tracker for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:42.488974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:42.498813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.514761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Attempting to bind port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:42.517451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Attempting to bind port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:42.518115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Attempting to bind port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 on network 631d12bc-04fc-46f6-8198-089c202b47b0 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:42.555705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d763470d-d608-4dcd-b8b4-649531a11700 req-76d2f516-610f-429f-ae44-292fad10cc76 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065079 Feb 04 12:58:42.571228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Unset dirty status for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:42.573236 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-574c9068-5d03-403d-95b9-85b3ef59e76b tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21641 time: 1.2124588 Feb 04 12:58:42.574913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 on network 631d12bc-04fc-46f6-8198-089c202b47b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:42.578218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Attempting to bind port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 on network 631d12bc-04fc-46f6-8198-089c202b47b0 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:42.590491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a0ed2ba-52ba-49fa-881d-6f5b29735a6e req-bdb9a497-e8e2-4e65-b162-077b14b4524d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.87 "DELETE /v2.0/ports/efbe3c0d-1469-484f-9045-d0bd9d5e8333 HTTP/1.1" status: 204 len: 173 time: 2.3205731 Feb 04 12:58:42.598040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36668) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:42.599601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:42.600258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Checking segment: {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:42.600968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Bound using segment: {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:42.602266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Bound port: bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca83b5e-7246-4096-9143-9ecefb1a98de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:42.603414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.604416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8397af22-9ec5-4ed7-981b-2c447dd2d71c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:42.704936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382a37-477e-4f41-bde2-d334511a20f3 req-38de5710-2789-41f2-91a6-958a15e17e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.722174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28382a37-477e-4f41-bde2-d334511a20f3 req-38de5710-2789-41f2-91a6-958a15e17e9f service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7451200 Feb 04 12:58:42.823450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:42.826968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6d19-2815-49cf-a042-6d87897e70c3 req-20a9e7d2-ff86-4f53-b86c-37c7edd126dc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.828182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:42.828698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-170c6d19-2815-49cf-a042-6d87897e70c3 req-20a9e7d2-ff86-4f53-b86c-37c7edd126dc tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 946 time: 0.4638851 Feb 04 12:58:42.845928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.854659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:42.910109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Deleting port 9f82377f-43f6-41e2-8eae-633db3d66718 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:42.910109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:42.944213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:43.073279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.073980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:43.075749 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] 10.222.0.87 "PUT /v2.0/ports/bd4137ce-2728-41f9-9fe1-7a1a46d331d8 HTTP/1.1" status: 200 len: 1092 time: 2.5080926 Feb 04 12:58:43.079608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:43.139054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38498088-e03b-42e8-8265-9892c9631fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:43.312492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c151-7661-4f6a-aab4-fc080dcbf609 req-2b61e6e1-0b3a-4238-a28d-1f2176010466 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.314052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-93d8c151-7661-4f6a-aab4-fc080dcbf609 req-2b61e6e1-0b3a-4238-a28d-1f2176010466 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3524971 Feb 04 12:58:43.346926 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ff2965c-2d9b-4af2-8b7d-ee02c3670796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:43.374062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-170c6d19-2815-49cf-a042-6d87897e70c3 req-e1c837f2-319d-44d8-9f7e-dda3a9eddf11 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279448 Feb 04 12:58:43.415686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port 9f82377f-43f6-41e2-8eae-633db3d66718, host n-h2-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:43.416399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:43.463150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-93d8c151-7661-4f6a-aab4-fc080dcbf609 req-664c3197-73f8-4f58-94a9-86fe3c6855af tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374862 Feb 04 12:58:43.476552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-1e325977-fb2e-4c09-b827-ee85c23e7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.478056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-1e325977-fb2e-4c09-b827-ee85c23e7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.479963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-1e325977-fb2e-4c09-b827-ee85c23e7e00 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1980 time: 0.3261473 Feb 04 12:58:43.540987 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b17841-b482-4880-bcea-b79bcb5cea52', 'name': 'network-vif-deleted', 'tag': 'efbe3c0d-1469-484f-9045-d0bd9d5e8333', 'status': 'completed', 'code': 200} Feb 04 12:58:43.578868 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', 'code': 200} Feb 04 12:58:43.579756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:43.689359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Calling delete_port for 9f82377f-43f6-41e2-8eae-633db3d66718 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:43.829497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8397af22-9ec5-4ed7-981b-2c447dd2d71c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:43.829874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:43.842851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-67d71369-699a-4077-b547-131cdf1dc01f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=64aba8e7-d404-4fbd-9003-90516c369ca2 HTTP/1.1" status: 200 len: 217 time: 0.3509023 Feb 04 12:58:43.877799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cc3ab47a-65e0-41ec-9302-c444b503a295 req-40c9f425-6f42-4f72-bc9b-620bed31e378 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:43.933230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cc3ab47a-65e0-41ec-9302-c444b503a295 req-40c9f425-6f42-4f72-bc9b-620bed31e378 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:43.935518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc3ab47a-65e0-41ec-9302-c444b503a295 req-40c9f425-6f42-4f72-bc9b-620bed31e378 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0b17841-b482-4880-bcea-b79bcb5cea52 HTTP/1.1" status: 200 len: 210 time: 0.1368046 Feb 04 12:58:43.983093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.008616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-85a62707-0d94-44fc-b2b9-f096ccdda6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.011885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-85a62707-0d94-44fc-b2b9-f096ccdda6fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=87fc53d8-35e5-4ccd-ae6c-291abfcb19e6 HTTP/1.1" status: 200 len: 801 time: 0.1596124 Feb 04 12:58:44.065539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe519b-10a6-4a0b-96bc-391678ccdc22 req-6b24e678-dcee-403e-a0c7-07939fffd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.067269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6fe519b-10a6-4a0b-96bc-391678ccdc22 req-6b24e678-dcee-403e-a0c7-07939fffd316 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 1101 time: 0.3377283 Feb 04 12:58:44.093459 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'status': 'completed', 'code': 200} Feb 04 12:58:44.102428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.107748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f82377f-43f6-41e2-8eae-633db3d66718,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:44.125259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.160547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:44.165760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.166831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6fe519b-10a6-4a0b-96bc-391678ccdc22 req-3562ca27-fcf0-4f1d-9a32-520be047280d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892103 Feb 04 12:58:44.168717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c86466ac-aad9-48e9-8dcd-8d2f55054493 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9f82377f-43f6-41e2-8eae-633db3d66718 HTTP/1.1" status: 204 len: 168 time: 1.5549767 Feb 04 12:58:44.169386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device efbe3c0d-1469-484f-9045-d0bd9d5e8333 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:44.173288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36692) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:44.185839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072920-8cd2-46fc-8970-9c89418b96a8 req-2c58bfe2-df53-43e7-af38-d6442ed7b1b5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.194216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072920-8cd2-46fc-8970-9c89418b96a8 req-2c58bfe2-df53-43e7-af38-d6442ed7b1b5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.205586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30072920-8cd2-46fc-8970-9c89418b96a8 req-2c58bfe2-df53-43e7-af38-d6442ed7b1b5 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1678 time: 0.4617569 Feb 04 12:58:44.243063 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3e1f9c-3047-49c8-9ba2-de4fb72331d5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:58:44.243949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a3e1f9c-3047-49c8-9ba2-de4fb72331d5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Synchronizing usage tracker for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:44.260169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-4cbcb470-1389-4b14-9d8e-786a9ef44446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.262249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-4cbcb470-1389-4b14-9d8e-786a9ef44446 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=36c6d7c2-0ca1-4889-a117-4a3112394e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2425342 Feb 04 12:58:44.265862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30072920-8cd2-46fc-8970-9c89418b96a8 req-520dea31-56e7-496a-a65f-4f43bd2fd068 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594590 Feb 04 12:58:44.266058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a3e1f9c-3047-49c8-9ba2-de4fb72331d5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Unset dirty status for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:44.276728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5a3e1f9c-3047-49c8-9ba2-de4fb72331d5 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports/9f82377f-43f6-41e2-8eae-633db3d66718 HTTP/1.1" status: 404 len: 333 time: 0.1003256 Feb 04 12:58:44.277385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:44.305359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583125371', 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:44.315631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:44.321411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: efbe3c0d-1469-484f-9045-d0bd9d5e8333 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:58:44.321757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device efbe3c0d-1469-484f-9045-d0bd9d5e8333 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:44.327199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:44.373379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:44.403768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Made reservation on behalf of 71c66fef8f0546db802a1e65957a9a8a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:44.407941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.449610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port b8771d0e-9fa1-49d5-8cb2-5affac6f23aa yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:44.561881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6ff9-4552-4abf-b17c-a8d04a353bac req-5e1634e3-b206-4f97-95d7-4b2acfcd47c6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.569233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-944a6ff9-4552-4abf-b17c-a8d04a353bac req-5e1634e3-b206-4f97-95d7-4b2acfcd47c6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 950 time: 0.2313030 Feb 04 12:58:44.675700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-b4c868ef-b46c-47ff-8c93-e0c0a6737417 service neutron] 10.222.0.87 "GET /v2.0/networks/36c6d7c2-0ca1-4889-a117-4a3112394e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071555 Feb 04 12:58:44.716087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-944a6ff9-4552-4abf-b17c-a8d04a353bac req-40c2e521-5c8a-42f6-9567-d72d764fb335 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455827 Feb 04 12:58:44.716879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a954d3-4b98-48f5-9044-19d128e4837e req-1fa9e525-e361-4089-a4d9-457b9b896746 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.718671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68a954d3-4b98-48f5-9044-19d128e4837e req-1fa9e525-e361-4089-a4d9-457b9b896746 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 946 time: 0.1660650 Feb 04 12:58:44.838169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.858537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68a954d3-4b98-48f5-9044-19d128e4837e req-7018cb1e-b815-41c6-bf98-b3e1fc1aa961 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Feb 04 12:58:44.942206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:44.955506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-a3dcc8fe-c3e8-490a-b8aa-06f81f2d318d service neutron] 10.222.0.87 "GET /v2.0/networks/36c6d7c2-0ca1-4889-a117-4a3112394e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725930 Feb 04 12:58:45.030189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-296eb909-4adf-4fc8-9486-0fd5087814bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8 HTTP/1.1" status: 200 len: 217 time: 0.0681047 Feb 04 12:58:45.033773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Network c93b41c0-789c-4b40-aefb-43c90070249d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:45.039593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:45.044968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:45.045639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.046233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.050054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=b8771d0e-9fa1-49d5-8cb2-5affac6f23aa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:45.071146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efba76-5f63-4f66-8b31-d264acd35281 req-20a33fe7-d29c-485f-9410-c9d38e478627 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.078229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52efba76-5f63-4f66-8b31-d264acd35281 req-20a33fe7-d29c-485f-9410-c9d38e478627 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.2030647 Feb 04 12:58:45.144755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52efba76-5f63-4f66-8b31-d264acd35281 req-ce0f8874-35a2-4c00-8313-3aa20cc44d8d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Feb 04 12:58:45.146741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad4697a9-716b-46a2-83c0-177e257102fa tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8683779 Feb 04 12:58:45.149669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:45.162266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-160327c9-b15e-4d1a-ae7c-97254ceaeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.164581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-160327c9-b15e-4d1a-ae7c-97254ceaeb6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5441cded-24d5-44b3-92e2-c80b8422f002 HTTP/1.1" status: 200 len: 801 time: 0.1278665 Feb 04 12:58:45.321872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-364519a9-048a-4984-910c-cd0ea3160f17 req-22fc3522-c94f-40db-a052-221b4537a108 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/a323b82e-9e16-44bd-bbf4-56b54d1d80a8 HTTP/1.1" status: 200 len: 1800 time: 0.0669913 Feb 04 12:58:45.344676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b17cd9-020b-4c65-9f59-72857a8506f2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.346527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-13b17cd9-020b-4c65-9f59-72857a8506f2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports/b8771d0e-9fa1-49d5-8cb2-5affac6f23aa HTTP/1.1" status: 200 len: 955 time: 0.1959982 Feb 04 12:58:45.350150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:45.441036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-a9dfd279-c714-4099-9fef-24766f05c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.454261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-a9dfd279-c714-4099-9fef-24766f05c1ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=631d12bc-04fc-46f6-8198-089c202b47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2414777 Feb 04 12:58:45.472796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-364519a9-048a-4984-910c-cd0ea3160f17 req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.511657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Deleting port b8771d0e-9fa1-49d5-8cb2-5affac6f23aa {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:45.512835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.523179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-364519a9-048a-4984-910c-cd0ea3160f17 req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.580670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:45.748904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-364519a9-048a-4984-910c-cd0ea3160f17 req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.802892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a323b82e-9e16-44bd-bbf4-56b54d1d80a8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:45.809058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d786e5f0-f926-4c7b-868b-53386531ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.835611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-364519a9-048a-4984-910c-cd0ea3160f17 req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:45.863527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-364519a9-048a-4984-910c-cd0ea3160f17 req-0409af44-5226-4891-a9ff-06502d951360 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/a323b82e-9e16-44bd-bbf4-56b54d1d80a8 HTTP/1.1" status: 204 len: 173 time: 0.5349038 Feb 04 12:58:45.907153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078e729-c08c-48e3-abe1-122ec8b03c8a req-2ad6d904-7d0e-4c57-a392-2d13d2968143 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:45.914788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b078e729-c08c-48e3-abe1-122ec8b03c8a req-2ad6d904-7d0e-4c57-a392-2d13d2968143 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 946 time: 0.4589422 Feb 04 12:58:45.917895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-a75064b5-61ba-4f45-843d-e0e36f0bc1ff service neutron] 10.222.0.87 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716743 Feb 04 12:58:46.030209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.036759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc820f-4c3a-421b-91dc-ba806eb93e5b req-2a25607e-772b-4cb7-bea9-f06673a201c8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.043304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc820f-4c3a-421b-91dc-ba806eb93e5b req-2a25607e-772b-4cb7-bea9-f06673a201c8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.048343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fcdc820f-4c3a-421b-91dc-ba806eb93e5b req-2a25607e-772b-4cb7-bea9-f06673a201c8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1678 time: 0.1029947 Feb 04 12:58:46.085965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b078e729-c08c-48e3-abe1-122ec8b03c8a req-1ef6997b-32ef-435c-877d-030f7b0a2f98 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b4e1b02-4f6c-4aa8-930d-93e25134bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696236 Feb 04 12:58:46.138327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fcdc820f-4c3a-421b-91dc-ba806eb93e5b req-2fb07d54-bb86-4597-91f4-83197d37c314 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834098 Feb 04 12:58:46.224431 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'code': 200} Feb 04 12:58:46.240037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Calling delete_port for b8771d0e-9fa1-49d5-8cb2-5affac6f23aa owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:46.306537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c75a273-bdef-4784-9cef-f948d0157dac req-32858d71-ecf8-48c9-b71d-41399f350f76 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/4d01612a-bb26-464b-a006-2c8300619989 HTTP/1.1" status: 200 len: 1801 time: 0.0635636 Feb 04 12:58:46.379568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5c75a273-bdef-4784-9cef-f948d0157dac req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.402988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7482798d-4e40-4d9c-a1d3-988a7dcbb7f8 req-e58b960a-0705-409a-bb1a-86850e4ac5bb service neutron] 10.222.0.87 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591224 Feb 04 12:58:46.410205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5c75a273-bdef-4784-9cef-f948d0157dac req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.420666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.485104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5c75a273-bdef-4784-9cef-f948d0157dac req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.516974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01612a-bb26-464b-a006-2c8300619989,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:46.528779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5c75a273-bdef-4784-9cef-f948d0157dac req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.551298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c75a273-bdef-4784-9cef-f948d0157dac req-71eeed92-5c78-4883-b190-d602b4d1730a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d01612a-bb26-464b-a006-2c8300619989 HTTP/1.1" status: 204 len: 173 time: 0.2431233 Feb 04 12:58:46.676603 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.688921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8771d0e-9fa1-49d5-8cb2-5affac6f23aa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:46.725558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69427a00-907c-426b-8953-3ed0faa0673e req-24ce0a4f-321d-439e-bfbb-0bb2c1a5cab4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.727172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69427a00-907c-426b-8953-3ed0faa0673e req-24ce0a4f-321d-439e-bfbb-0bb2c1a5cab4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 950 time: 0.4124765 Feb 04 12:58:46.732518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bb8ed6b6-d96c-45a3-858d-0c2ffecedd3a tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b8771d0e-9fa1-49d5-8cb2-5affac6f23aa HTTP/1.1" status: 204 len: 168 time: 1.3768506 Feb 04 12:58:46.734100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36752) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:46.771756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:46.809048 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b9a2f7-e954-4add-a123-5a51a7d7b32d tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:58:46.809048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76b9a2f7-e954-4add-a123-5a51a7d7b32d tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Synchronizing usage tracker for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:46.845563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-cd51d770-4bbd-4c4f-85a4-a495da7e5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.846199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-cd51d770-4bbd-4c4f-85a4-a495da7e5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.848107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-cd51d770-4bbd-4c4f-85a4-a495da7e5615 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1980 time: 0.2210698 Feb 04 12:58:46.851495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76b9a2f7-e954-4add-a123-5a51a7d7b32d tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Unset dirty status for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:46.852557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76b9a2f7-e954-4add-a123-5a51a7d7b32d tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports/b8771d0e-9fa1-49d5-8cb2-5affac6f23aa HTTP/1.1" status: 404 len: 333 time: 0.1175148 Feb 04 12:58:46.857137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:46.871451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458ac0-377d-4087-8f2e-e8baeb0f5044 req-1fe072dc-5f10-4a8d-8a99-79edc40cfed4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.880866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50458ac0-377d-4087-8f2e-e8baeb0f5044 req-1fe072dc-5f10-4a8d-8a99-79edc40cfed4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.2102828 Feb 04 12:58:46.892803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69427a00-907c-426b-8953-3ed0faa0673e req-3be6dcd1-0429-4e5b-97ee-5b1a4780e7ea tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208375 Feb 04 12:58:46.908937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-342d69e6-46f0-4efa-b12c-6f5c30f7a189 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:46.908937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-342d69e6-46f0-4efa-b12c-6f5c30f7a189 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 946 time: 0.1869254 Feb 04 12:58:46.910438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-332640399'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:46.924209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:46.937515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:47.000364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50458ac0-377d-4087-8f2e-e8baeb0f5044 req-8c783298-bd54-45ef-b5b5-058881fd187c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182594 Feb 04 12:58:47.004863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-822870991', 'description': 'tempest-description-1881723399'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:47.034408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Made reservation on behalf of 71c66fef8f0546db802a1e65957a9a8a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:47.037874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.043097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Deleting port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:47.043941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.049575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:47.064019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:47.078440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:47.095555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:47.119727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:47.289891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-642cdd63-763b-4127-aaaa-d3795e1f131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.293238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-642cdd63-763b-4127-aaaa-d3795e1f131a service neutron] 10.222.0.87 "GET /v2.0/networks?id=631d12bc-04fc-46f6-8198-089c202b47b0 HTTP/1.1" status: 200 len: 903 time: 0.4345396 Feb 04 12:58:47.296833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.311144 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.420756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:47.425588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-339b12a3-95fd-4dec-a638-fdb1260f7544 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8 HTTP/1.1" status: 200 len: 217 time: 0.1055458 Feb 04 12:58:47.430313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Usage tracker for resource:security_group_rule and tenant:cfb7e2fb663440f1a27e11cc208b350c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:47.458370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] For port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,segment=NetworkSegment(0d57c798-da8a-449c-aa66-84336e9bff1a),segment_id=0d57c798-da8a-449c-aa66-84336e9bff1a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:47.459235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.515597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:47.556453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:47.602088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-dcc410ff-f8c2-4993-8195-bffaf9c6a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.603697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-dcc410ff-f8c2-4993-8195-bffaf9c6a8d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5441cded-24d5-44b3-92e2-c80b8422f002 HTTP/1.1" status: 200 len: 801 time: 0.1672025 Feb 04 12:58:47.683436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Calling delete_port for 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:47.911192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-1ea02c2c-fb5e-4c5a-99ce-6803c3a32452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.914203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-1ea02c2c-fb5e-4c5a-99ce-6803c3a32452 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=631d12bc-04fc-46f6-8198-089c202b47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3027725 Feb 04 12:58:47.920003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.935169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-3d5500dc-5e05-4b71-b93e-574a5189c5b5 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.937001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-3d5500dc-5e05-4b71-b93e-574a5189c5b5 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 1101 time: 0.2658887 Feb 04 12:58:47.939323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.966003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:47.988760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:47.993759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Usage tracker for resource:security_group_rule and tenant:3c0e409bbb5b494494970364b71c5277 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:58:47.997104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:58:48.004082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:48.027586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.035407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:48.037190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.069997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event deleted for resources: {'Port': ['ID=6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.084223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.085518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.085518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.085722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.086454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.087747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.087747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.087747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.090173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.090173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.090173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.090173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:48.120949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.122634 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cee87a59-d1f7-4728-ace7-76858426d0f8 req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1216474 Feb 04 12:58:48.166502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cf73d-57b2-4873-bf40-db9068b9f5f8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756ff74f-9e47-4f78-b63a-b23c713d8607,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.211344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.215056 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-38f93dae-290b-4586-b771-d6fe2eb2a681 service neutron] 10.222.0.87 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885222 Feb 04 12:58:48.225036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] No DVR routers for this DVR port 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:48.241748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.244549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'name': 'network-vif-deleted', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:48.279902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8080b9aa-05cd-479a-91fc-2011c0b91aad req-87165cdc-6017-4455-8d9e-355d3cd83f77 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.90 "DELETE /v2.0/ports/6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca HTTP/1.1" status: 204 len: 173 time: 1.3658450 Feb 04 12:58:48.358494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.363679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.419996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Synchronizing usage tracker for tenant:3c0e409bbb5b494494970364b71c5277 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:48.435151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaed4a4-e3aa-4d56-ac9c-dc11356ed37b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.472078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Unset dirty status for tenant:3c0e409bbb5b494494970364b71c5277 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:48.482417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9c0e590-63d0-447a-8384-3386aa34a20b req-493b741a-f6d8-48ca-8476-757a221b3238 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355155 Feb 04 12:58:48.486547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42edb43e-146c-49b9-91f6-caae7d4a8866 req-cea6bbb0-8991-4ae8-8cb1-04b58f109f7a service neutron] 10.222.0.87 "GET /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665576 Feb 04 12:58:48.501814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Network c93b41c0-789c-4b40-aefb-43c90070249d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:48.515413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:48.521664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-73f6c786-359a-4a2a-b63e-79fbcca76064 req-d1317d46-3771-4e19-93b0-27179edd2418 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad9c34f1-1514-4edc-8379-e0fd8f0a6095 HTTP/1.1" status: 200 len: 210 time: 0.2577963 Feb 04 12:58:48.524621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:48.524621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.525264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.550897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=f07d522d-ccbb-4c62-8556-1e1e116ef3c7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:48.555776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d574abe4-e342-4cdb-81fb-9882deaa5edd tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6754661 Feb 04 12:58:48.558249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:48.572643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:48.587232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.878026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:48.973259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ae0a-7b22-4cb9-8280-c67c3859d163 req-14d8c9aa-c34a-4ce2-8961-7673a36aa381 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.989704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ae0a-7b22-4cb9-8280-c67c3859d163 req-14d8c9aa-c34a-4ce2-8961-7673a36aa381 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.999207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d08ae0a-7b22-4cb9-8280-c67c3859d163 req-14d8c9aa-c34a-4ce2-8961-7673a36aa381 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1678 time: 0.2488170 Feb 04 12:58:49.105377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d08ae0a-7b22-4cb9-8280-c67c3859d163 req-c9b5fc72-323d-4309-8c58-f2ef90128114 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993576 Feb 04 12:58:49.316113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-8be3c6c3-8370-4bed-8659-a26a421586cb tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/756ff74f-9e47-4f78-b63a-b23c713d8607 HTTP/1.1" status: 200 len: 1800 time: 0.1632488 Feb 04 12:58:49.331525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1284836824', 'description': 'tempest-description-hth-1547674323'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:49.412462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:49.556456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:49.556456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:49.617239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:49.633456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 64aba8e7-d404-4fbd-9003-90516c369ca2 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:49.638632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7716c050-0581-4e8a-8acd-b4a4f1d3372d req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "PUT /v2.0/security-groups/756ff74f-9e47-4f78-b63a-b23c713d8607 HTTP/1.1" status: 200 len: 1775 time: 0.3057594 Feb 04 12:58:49.687561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c930-50f3-4a53-a4e1-d68dfbfcb9a4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756ff74f-9e47-4f78-b63a-b23c713d8607,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:49.755769 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9c34f1-1514-4edc-8379-e0fd8f0a6095', 'name': 'network-vif-deleted', 'tag': '6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca', 'status': 'completed', 'code': 200} Feb 04 12:58:49.908549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=64aba8e7-d404-4fbd-9003-90516c369ca2,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:49.937660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '64aba8e7-d404-4fbd-9003-90516c369ca2', 'network_id': '36c6d7c2-0ca1-4889-a117-4a3112394e9f', 'port_id': '64aba8e7-d404-4fbd-9003-90516c369ca2', 'mac_address': 'fa:16:3e:1a:72:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fc53d8-35e5-4ccd-ae6c-291abfcb19e6', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:49.951010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082097f-183e-4795-9062-886d02c79a15 req-0c463d6e-bf4b-49c2-ae25-bafb95eb12b7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:49.951010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c082097f-183e-4795-9062-886d02c79a15 req-0c463d6e-bf4b-49c2-ae25-bafb95eb12b7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.4799676 Feb 04 12:58:50.098542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:50.114030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] device_id is not set on port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 12:58:50.127538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:50.143811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:50.173782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c082097f-183e-4795-9062-886d02c79a15 req-e851b82f-e20f-4c6f-9597-b2b0e4100971 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134130 Feb 04 12:58:50.186790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aba8e7-d404-4fbd-9003-90516c369ca2 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:50.240485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=64aba8e7-d404-4fbd-9003-90516c369ca2,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:50.240485 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:50.248033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Transition to ACTIVE for port object f07d522d-ccbb-4c62-8556-1e1e116ef3c7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:50.253931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bd4137ce-2728-41f9-9fe1-7a1a46d331d8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:58:50.295065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:50.670412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab0d4779-e3a9-4371-bc5d-1caf6bdc00c4 req-8456397a-2719-42aa-8383-6eeda8c3fde6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/756ff74f-9e47-4f78-b63a-b23c713d8607 HTTP/1.1" status: 200 len: 1775 time: 0.4189026 Feb 04 12:58:50.852115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=f07d522d-ccbb-4c62-8556-1e1e116ef3c7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:50.915647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:50.919623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:50.920079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:50.921197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:50.932983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:50.933587 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:50.936360 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 2 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:50.949866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-4c126724-5342-44f2-a073-8c685c2eef1a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937467 Feb 04 12:58:50.971859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'network_id': '631d12bc-04fc-46f6-8198-089c202b47b0', 'port_id': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'mac_address': 'fa:16:3e:ce:ad:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5441cded-24d5-44b3-92e2-c80b8422f002', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:58:51.007683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.050114 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.071307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4137ce-2728-41f9-9fe1-7a1a46d331d8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:58:51.095041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:51.100158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.134478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8597-9ecb-4459-beed-23b65aade67e req-c7aa0c6d-d2d3-491a-8bef-26ce5370c1df tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.143458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8597-9ecb-4459-beed-23b65aade67e req-c7aa0c6d-d2d3-491a-8bef-26ce5370c1df tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.154973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-185f8597-9ecb-4459-beed-23b65aade67e req-c7aa0c6d-d2d3-491a-8bef-26ce5370c1df tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1679 time: 0.2825873 Feb 04 12:58:51.180553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.183963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.184514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.210275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.215939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.216537 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.217538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:51.220128 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 3 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.223934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-185f8597-9ecb-4459-beed-23b65aade67e req-5acb59be-f441-4345-a0d6-b174c9ec8338 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680072 Feb 04 12:58:51.253306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.254438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.255656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.271423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.272140 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.274502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:58:51.274972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6c6c9ee4-6ed7-4d9b-99f1-1d2314a517ca not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:51.285501 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 4 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.323001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.323331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.323926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.335289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-c9aa416a-a0c2-4e10-bcb3-ac980ce2df14 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.336858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-c9aa416a-a0c2-4e10-bcb3-ac980ce2df14 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371849 Feb 04 12:58:51.338954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.339456 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.340013 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 5 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.362668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-38928cb7-c458-4107-9f54-9327a46db97b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/756ff74f-9e47-4f78-b63a-b23c713d8607 HTTP/1.1" status: 200 len: 1775 time: 0.0577669 Feb 04 12:58:51.368302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-cece67eb-f3bb-4880-842a-079728373beb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.0191545 Feb 04 12:58:51.395058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['64aba8e7-d404-4fbd-9003-90516c369ca2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:51.420422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.420793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.421155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.435753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.436374 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.439047 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 6 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.447544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.461070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.461646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.462696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.469535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.470117 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.473324 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 7 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.488903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.494133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.494675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.495160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.503202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.503754 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.505115 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 8 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.540961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-caab02ff-c423-46b2-acd3-ff001fcafc1c tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708844 Feb 04 12:58:51.552447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.553304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.554350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.562355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.562554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.566335 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.566976 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 9 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.600318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.601169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.603966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ff74f-9e47-4f78-b63a-b23c713d8607,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:51.607501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.615570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.616105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.618570 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.620061 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempt 10 to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 Feb 04 12:58:51.635362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-908147d8-de61-4a1e-b3ff-2bc8fbf1e295 req-ff57bf54-a412-4c47-94c1-d13884191e7c tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/756ff74f-9e47-4f78-b63a-b23c713d8607 HTTP/1.1" status: 204 len: 173 time: 0.2714250 Feb 04 12:58:51.662548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:51.664077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:51.666097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempting to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:51.676186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:51.676525 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Failed to bind port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on host n-h2-820555-2 for vnic_type normal using segments [{'id': '78429762-beb3-487e-a62f-038cb727570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c93b41c0-789c-4b40-aefb-43c90070249d'}] Feb 04 12:58:51.676894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.824407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port f07d522d-ccbb-4c62-8556-1e1e116ef3c7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:51.826863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 12:58:51.834896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.865283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928532-79bc-45af-a329-b9e898bb2c70 req-457e4413-a2fb-4c2d-97a1-0b350fd15e70 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.868839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66928532-79bc-45af-a329-b9e898bb2c70 req-457e4413-a2fb-4c2d-97a1-0b350fd15e70 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.1176569 Feb 04 12:58:51.912298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] In _notify_port_updated(), no bound segment for port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 on network c93b41c0-789c-4b40-aefb-43c90070249d {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 12:58:51.914071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:51.914920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:51.916482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "PUT /v2.0/ports/f07d522d-ccbb-4c62-8556-1e1e116ef3c7 HTTP/1.1" status: 200 len: 974 time: 3.3571138 Feb 04 12:58:51.919850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:51.952844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afac93f-6e69-45f8-b4d2-aa1e55b02ec2 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event updated for resources: {'Port': ['ID=f07d522d-ccbb-4c62-8556-1e1e116ef3c7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:52.033497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Deleting port f07d522d-ccbb-4c62-8556-1e1e116ef3c7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:52.033925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:52.201618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66928532-79bc-45af-a329-b9e898bb2c70 req-3916e012-463e-4a88-9db9-543f65bd9632 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248439 Feb 04 12:58:52.411344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['bd4137ce-2728-41f9-9fe1-7a1a46d331d8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:52.434156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] For port f07d522d-ccbb-4c62-8556-1e1e116ef3c7, host n-h2-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:52.434521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:52.618360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Calling delete_port for f07d522d-ccbb-4c62-8556-1e1e116ef3c7 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:52.958305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:52.992397 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-fc0c2e1e-f1e7-4374-a2d4-0f42864b016e service neutron] show failed (client error): The resource could not be found. Feb 04 12:58:52.993401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-fc0c2e1e-f1e7-4374-a2d4-0f42864b016e service neutron] 10.222.0.90 "GET /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1940172 Feb 04 12:58:53.075104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7910d-71c3-405a-a1ac-1aa6813ed7c6 req-83d0effe-acd4-4ba5-a584-124543030e07 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:53.086476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7910d-71c3-405a-a1ac-1aa6813ed7c6 req-83d0effe-acd4-4ba5-a584-124543030e07 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:53.097168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8c7910d-71c3-405a-a1ac-1aa6813ed7c6 req-83d0effe-acd4-4ba5-a584-124543030e07 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1680 time: 0.4302189 Feb 04 12:58:53.177620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.269798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Pushing event deleted for resources: {'Port': ['ID=f07d522d-ccbb-4c62-8556-1e1e116ef3c7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:53.296511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8c7910d-71c3-405a-a1ac-1aa6813ed7c6 req-d64f1efe-5459-4c0a-b64b-04f6c76048c6 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990871 Feb 04 12:58:53.321896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69b73b57-6521-4d8a-8833-3bfac4531cda req-de14b390-7b5a-4278-801e-6249d4d0e4ec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 210 time: 0.1282248 Feb 04 12:58:53.347238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.352020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.429752 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-74b1acab-4fb9-4e18-8fcb-83b97e89ea26 req-365cb7fd-5771-46d5-af79-27ff67a80c4b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:53.442870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74b1acab-4fb9-4e18-8fcb-83b97e89ea26 req-365cb7fd-5771-46d5-af79-27ff67a80c4b tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/4d01612a-bb26-464b-a006-2c8300619989 HTTP/1.1" status: 404 len: 352 time: 0.0452888 Feb 04 12:58:53.450230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c8f6ce35-9662-438d-94e0-321128dca331 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f07d522d-ccbb-4c62-8556-1e1e116ef3c7 HTTP/1.1" status: 204 len: 168 time: 1.5113869 Feb 04 12:58:53.451062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36890) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:53.562433 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.563418 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-722d9a8f-283d-441c-a083-aad6b2ae9f17 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] GET failed (client error): The resource could not be found. Feb 04 12:58:53.564026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-722d9a8f-283d-441c-a083-aad6b2ae9f17 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Synchronizing usage tracker for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:53.610571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-722d9a8f-283d-441c-a083-aad6b2ae9f17 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] Unset dirty status for tenant:71c66fef8f0546db802a1e65957a9a8a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:53.611840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-722d9a8f-283d-441c-a083-aad6b2ae9f17 tempest-PortsAdminExtendedAttrsTestJSON-122898483 tempest-PortsAdminExtendedAttrsTestJSON-122898483-project-admin] 10.222.0.53 "GET /v2.0/ports/f07d522d-ccbb-4c62-8556-1e1e116ef3c7 HTTP/1.1" status: 404 len: 333 time: 0.1598568 Feb 04 12:58:53.615859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:53.643255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 64aba8e7-d404-4fbd-9003-90516c369ca2 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:53.755663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-fa1276e8-cda5-41d5-99a6-1081f4302c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:53.758019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-fa1276e8-cda5-41d5-99a6-1081f4302c8b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1101 time: 0.3454907 Feb 04 12:58:53.764837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.787344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:53.818591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 64aba8e7-d404-4fbd-9003-90516c369ca2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:53.837109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 64aba8e7-d404-4fbd-9003-90516c369ca2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:53.837485 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.870830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b909bd6a-8874-4902-a53e-f3afbacfbd47,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:53.888836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.954095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:53.958385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36908) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:53.959027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-973b843e-3eba-468b-bab6-a1ae9cc5fc8d tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "DELETE /v2.0/security-groups/b909bd6a-8874-4902-a53e-f3afbacfbd47 HTTP/1.1" status: 204 len: 168 time: 0.9984651 Feb 04 12:58:54.061295 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-7ff0ed46-1d3c-4ac5-97c8-8aea3de74870 req-f186f5c2-02b3-4a04-9e18-3a842d8d2316 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:54.081075 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ff0ed46-1d3c-4ac5-97c8-8aea3de74870 req-f186f5c2-02b3-4a04-9e18-3a842d8d2316 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/a323b82e-9e16-44bd-bbf4-56b54d1d80a8 HTTP/1.1" status: 404 len: 352 time: 0.0976701 Feb 04 12:58:54.107918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.143245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.151943 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-80fb6304-1b6a-46c2-ac13-5f05abb2a122 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] show failed (client error): The resource could not be found. Feb 04 12:58:54.153038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80fb6304-1b6a-46c2-ac13-5f05abb2a122 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "GET /v2.0/security-groups/b909bd6a-8874-4902-a53e-f3afbacfbd47 HTTP/1.1" status: 404 len: 347 time: 0.1219208 Feb 04 12:58:54.158310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:54.198792 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.208951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:54.210580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.229637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=64aba8e7-d404-4fbd-9003-90516c369ca2,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:54.236306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.238583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bd4137ce-2728-41f9-9fe1-7a1a46d331d8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:58:54.261548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d514a-1a11-4ada-a021-69d978f56363 req-fa007515-b021-41c9-84b1-c5a10ccb66d2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:54.270319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-348d514a-1a11-4ada-a021-69d978f56363 req-fa007515-b021-41c9-84b1-c5a10ccb66d2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.4500599 Feb 04 12:58:54.277356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93b41c0-789c-4b40-aefb-43c90070249d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:54.332699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78429762-beb3-487e-a62f-038cb727570b') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:54.333408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78429762-beb3-487e-a62f-038cb727570b') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:54.362386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:54.376960 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-348d514a-1a11-4ada-a021-69d978f56363 req-cdf01661-4738-4823-9723-f92793a45196 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016593 Feb 04 12:58:54.393102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.531454 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-575b6cbb-9462-4037-b755-4032adb6eb98 req-71cc1b53-c910-4394-9806-735314ec07e2 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:54.532930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-575b6cbb-9462-4037-b755-4032adb6eb98 req-71cc1b53-c910-4394-9806-735314ec07e2 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9f79560-2905-412e-8e1b-254df9f3a1a6 HTTP/1.1" status: 404 len: 352 time: 0.0837238 Feb 04 12:58:54.544020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.553764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:54.555241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.582152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:54.599363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:54.599651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:54.807429 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2', 'code': 200} Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:54.908148 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:54.948475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-ced0f238-95be-437c-a0be-22a347da688e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364695 Feb 04 12:58:55.005428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.009439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.023533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.049203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:55.055092 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.136626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Deleting port 9b639785-60e4-4c48-a136-e94bbc968303 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:55.138103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.209373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:55.307677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] 10.222.0.53 "DELETE /v2.0/networks/c93b41c0-789c-4b40-aefb-43c90070249d HTTP/1.1" status: 204 len: 168 time: 1.6851242 Feb 04 12:58:55.311064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0447727-be70-4a2e-a6c3-3f4f265d7a6b tempest-PortsAdminExtendedAttrsTestJSON-808788639 tempest-PortsAdminExtendedAttrsTestJSON-808788639-project] Pushing event deleted for resources: {'Network': ['ID=c93b41c0-789c-4b40-aefb-43c90070249d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:55.350152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-69661075-c8a9-4dfa-84d6-f99d2374c67b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576386 Feb 04 12:58:55.390597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea185-8120-4a76-b22a-89568ab3cd66 req-95cc50c6-f3e7-4b6b-84b6-52b7e7541a71 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.398960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea185-8120-4a76-b22a-89568ab3cd66 req-95cc50c6-f3e7-4b6b-84b6-52b7e7541a71 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.408290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e9ea185-8120-4a76-b22a-89568ab3cd66 req-95cc50c6-f3e7-4b6b-84b6-52b7e7541a71 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1682 time: 0.4052234 Feb 04 12:58:55.488400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e9ea185-8120-4a76-b22a-89568ab3cd66 req-12db0780-eeff-4a19-9313-8a9dfb6ef406 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789237 Feb 04 12:58:55.507951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-46515124-f260-434d-a50b-15eb0bad8df4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.510108 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-46515124-f260-434d-a50b-15eb0bad8df4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5523477 Feb 04 12:58:55.539600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': '026d553d-7325-48ad-9c4c-f979c23717a3', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:55.729646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca22322-93ba-4284-a62f-5838693fcc6b req-f5917ef1-f8b3-4cca-9e37-68e52685691f tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.749754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ca22322-93ba-4284-a62f-5838693fcc6b req-f5917ef1-f8b3-4cca-9e37-68e52685691f tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.8900509 Feb 04 12:58:55.843017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa75e446-b32d-45cd-8896-d576a788dc7c req-af661199-7ecc-45bc-925c-79919f3ae854 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 210 time: 0.0713501 Feb 04 12:58:55.900179 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-480b8962-3ca7-463e-bb1b-016522b01b77 req-33f80b4b-09bf-47f0-a801-a9bf9410d396 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:55.912452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-480b8962-3ca7-463e-bb1b-016522b01b77 req-33f80b4b-09bf-47f0-a801-a9bf9410d396 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/000d5c90-87a6-46e4-9748-3bd7d5d771c8 HTTP/1.1" status: 404 len: 352 time: 0.0394998 Feb 04 12:58:55.919917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.920626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:55.945768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-f6687795-6c19-4057-947b-c0fbb45f8b35 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:55.947870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-f6687795-6c19-4057-947b-c0fbb45f8b35 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5819623 Feb 04 12:58:55.954176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:55.960442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36946) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:55.971400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:55.999663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:56.021875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:56.027603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.155221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ca22322-93ba-4284-a62f-5838693fcc6b req-97d53edb-b486-4cf2-87ea-8c95d1a003e6 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041636 Feb 04 12:58:56.245712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Calling delete_port for 9b639785-60e4-4c48-a136-e94bbc968303 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:58:56.282241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a023b-7b9b-48b6-95ce-09642e6bd8a4 req-c247e100-6853-4e90-86ea-04a2f2476499 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:56.283741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec6a023b-7b9b-48b6-95ce-09642e6bd8a4 req-c247e100-6853-4e90-86ea-04a2f2476499 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.1696005 Feb 04 12:58:56.317552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:58:56.334066 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-685060a9-065c-46a4-aba3-5ce793436519 req-4109511c-9433-4942-ac68-5378566912ad tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:56.335476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-685060a9-065c-46a4-aba3-5ce793436519 req-4109511c-9433-4942-ac68-5378566912ad tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/b201ca77-072a-492c-bc8a-19bade8e94da HTTP/1.1" status: 404 len: 352 time: 0.0542066 Feb 04 12:58:56.367613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec6a023b-7b9b-48b6-95ce-09642e6bd8a4 req-d58bfa5c-843c-4adb-b5c2-9456b92d59f6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 Feb 04 12:58:56.390622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-09d90dda-2ec3-4ed0-8c62-3ce2436e3821 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b55d753388e49279a3cc77f45bc509e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131029 Feb 04 12:58:56.390622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36960) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:56.457948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:56.461228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.489306 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-639bddd5-f700-4056-914b-b282b37f3cdd req-e1f2f618-5550-4e79-9177-602c07bdeb7a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] show failed (client error): The resource could not be found. Feb 04 12:58:56.490521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-639bddd5-f700-4056-914b-b282b37f3cdd req-e1f2f618-5550-4e79-9177-602c07bdeb7a tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/c9c47393-15cb-49c0-82ed-e4557c0a4daa HTTP/1.1" status: 404 len: 352 time: 0.0760429 Feb 04 12:58:56.502029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.587498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:58:56.594087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:56.604230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.628761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:58:56.662920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.693410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:58:56.697884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.702382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f0ddb-a351-4f23-94cc-020b9da2cf05,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:56.711602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.715172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7395ec61-838d-45ac-b0f9-54e0ea8ef17c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/841f0ddb-a351-4f23-94cc-020b9da2cf05 HTTP/1.1" status: 204 len: 168 time: 0.3234446 Feb 04 12:58:56.748218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Transition to ACTIVE for port object f61788b5-51c2-445d-94f7-0426dca2edc7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:56.808697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:56.900130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.904451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:56.972775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.86 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/19497197-2184-4e98-87cd-ad72e6b3192b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:57.072272 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'code': 200} Feb 04 12:58:57.120131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Pushing event deleted for resources: {'Port': ['ID=9b639785-60e4-4c48-a136-e94bbc968303,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.174429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:58:57.298312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:58:57.417058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:57.436038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:57.437971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.439092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.439907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.440579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.441233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.441772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.442305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.442889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.443423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.444051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.445097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.445707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:58:57.468301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object 19497197-2184-4e98-87cd-ad72e6b3192b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:57.469949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] No DVR routers for this DVR port f61788b5-51c2-445d-94f7-0426dca2edc7 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:57.508216 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'code': 200} Feb 04 12:58:57.554730 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:57.572048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:57.738319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:58:57.738617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:58:57.738942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:57.742647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f78a9c40-0721-47e3-b080-54edc27783f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71c66fef8f0546db802a1e65957a9a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054240 Feb 04 12:58:57.768322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:57.786193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:57.801916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:57.804813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9059c3c-be10-476e-9d80-41dac12b3c5d req-0a09c501-0a27-4432-8085-43193c1cf4f6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:57.822777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:57.871176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408bf-338e-4068-a423-72dbdb9ae5eb req-5e7efa7c-7d95-4183-9d29-de10a9044639 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:57.878194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408bf-338e-4068-a423-72dbdb9ae5eb req-5e7efa7c-7d95-4183-9d29-de10a9044639 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:57.879853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408bf-338e-4068-a423-72dbdb9ae5eb req-5e7efa7c-7d95-4183-9d29-de10a9044639 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1682 time: 1.2315421 Feb 04 12:58:57.896912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:58:57.897359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Attempting to bind port f61788b5-51c2-445d-94f7-0426dca2edc7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:58:57.930184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.942826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:57.954706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:57.955423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e9059c3c-be10-476e-9d80-41dac12b3c5d req-0a09c501-0a27-4432-8085-43193c1cf4f6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:57.956612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9059c3c-be10-476e-9d80-41dac12b3c5d req-0a09c501-0a27-4432-8085-43193c1cf4f6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 210 time: 0.2510076 Feb 04 12:58:57.967932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062270a5-577c-439a-9ff7-48564f24b49a req-350a45a4-8cfa-4bb6-9421-809744cde781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:57.971162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062270a5-577c-439a-9ff7-48564f24b49a req-350a45a4-8cfa-4bb6-9421-809744cde781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:57.973057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062270a5-577c-439a-9ff7-48564f24b49a req-350a45a4-8cfa-4bb6-9421-809744cde781 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1984 time: 0.3548343 Feb 04 12:58:58.011664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.88 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/7f178690-fa98-484f-b3d4-d60a8b2afa79) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:58:58.019827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.020495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.201618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4996d57-a1a2-46e3-9529-65d7434684ee None None] Provisioning for port 19497197-2184-4e98-87cd-ad72e6b3192b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:58.215174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4996d57-a1a2-46e3-9529-65d7434684ee None None] Provisioning complete for port 19497197-2184-4e98-87cd-ad72e6b3192b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:58.215613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4996d57-a1a2-46e3-9529-65d7434684ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.263951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.277322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:58:58.277720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:58:58.278054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:58:58.278508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Bound port: f61788b5-51c2-445d-94f7-0426dca2edc7, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:58:58.278882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.311541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062270a5-577c-439a-9ff7-48564f24b49a req-6662d104-cbf6-43cb-b318-3091ea496b2f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262923 Feb 04 12:58:58.321598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c4996d57-a1a2-46e3-9529-65d7434684ee None None] Port 19497197-2184-4e98-87cd-ad72e6b3192b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:58:58.329671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-f9fad9cd-cbdf-4b1c-8090-9a8faaf54cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8110397 Feb 04 12:58:58.346083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Request body: {'port': {'device_id': '026d553d-7325-48ad-9c4c-f979c23717a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:58:58.433320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.495925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408bf-338e-4068-a423-72dbdb9ae5eb req-baa1a210-1be3-498c-bfe3-58803df7dcd7 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999656 Feb 04 12:58:58.505652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.512190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.515789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a6763fd0-3111-43aa-bddf-cbcd45130b61 tempest-ImagesOneServerNegativeTestJSON-533971596 tempest-ImagesOneServerNegativeTestJSON-533971596-project] 10.222.0.53 "DELETE /v2.0/floatingips/6010256a-b04e-4d72-8092-9ef73a95ac01 HTTP/1.1" status: 204 len: 168 time: 4.3540902 Feb 04 12:58:58.573393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ab2d0-d27c-4638-acc2-534d5639886e req-3ef0a6b8-e0e4-4b56-b4e3-465e6f1902e1 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.575049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-466ab2d0-d27c-4638-acc2-534d5639886e req-3ef0a6b8-e0e4-4b56-b4e3-465e6f1902e1 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.90 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1024 time: 0.2733359 Feb 04 12:58:58.576200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:58:58.578636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object 7f178690-fa98-484f-b3d4-d60a8b2afa79 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:58:58.580800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:58:58.654220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.681548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81da14-63b1-4aca-96e4-b519dfdfe265 req-5208bf9e-5bbb-4c02-ad9d-a85f2186e285 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.689526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c81da14-63b1-4aca-96e4-b519dfdfe265 req-5208bf9e-5bbb-4c02-ad9d-a85f2186e285 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 1024 time: 0.4232767 Feb 04 12:58:58.731018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.770860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:58.771413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.773624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] 10.222.0.87 "PUT /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 1096 time: 4.9985611 Feb 04 12:58:58.804732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Deleting port 95672055-a423-4ed9-9527-554e6e304f1c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:58:58.805110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.817270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.838569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7be8b-55e6-46fa-83d8-931a58b1fce4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:58.890231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c81da14-63b1-4aca-96e4-b519dfdfe265 req-4f92db1e-533a-4bc2-aa39-c7a1dfaae4f4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Synchronizing usage tracker for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:58:58.933034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:58.934343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1f826ccb-9925-4f0b-a321-5af63cc4f3d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fb7be8b-55e6-46fa-83d8-931a58b1fce4 HTTP/1.1" status: 204 len: 168 time: 1.1590350 Feb 04 12:58:58.953724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c81da14-63b1-4aca-96e4-b519dfdfe265 req-4f92db1e-533a-4bc2-aa39-c7a1dfaae4f4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Unset dirty status for tenant:cfb7e2fb663440f1a27e11cc208b350c on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:58:58.965322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c81da14-63b1-4aca-96e4-b519dfdfe265 req-4f92db1e-533a-4bc2-aa39-c7a1dfaae4f4 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups?id=842ce328-2ee6-4763-b843-19bda9406595&id=48f136a7-7bfd-4b3f-9b1b-7fe702e563b3&id=3be6e5dc-2eef-446a-993a-5584266dcc24&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2748325 Feb 04 12:58:59.188768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b2c3-e23f-46a1-a826-a1387cafc43d service neutron] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:59.211678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:58:59.217251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:59.232766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:58:59.312880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:58:59.327928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:58:59.389436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:58:59.641368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701fe2e-6016-411d-8a1c-1c7a3222501a req-d6b70061-c4da-4e4f-bf10-7cec05cbbad9 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:59.649516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5701fe2e-6016-411d-8a1c-1c7a3222501a req-d6b70061-c4da-4e4f-bf10-7cec05cbbad9 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.4724779 Feb 04 12:58:59.739638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-69845406-9cd7-42b5-a4d0-4543314fb0cd tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:59.746407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-69845406-9cd7-42b5-a4d0-4543314fb0cd tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.87 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 946 time: 0.3915389 Feb 04 12:58:59.771871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:58:59.929619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-866fdbad-34fa-4635-bd02-68757deaa1dc None None] Provisioning for port 7f178690-fa98-484f-b3d4-d60a8b2afa79 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:58:59.941930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:59.957613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-866fdbad-34fa-4635-bd02-68757deaa1dc None None] Provisioning complete for port 7f178690-fa98-484f-b3d4-d60a8b2afa79 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:58:59.957994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-866fdbad-34fa-4635-bd02-68757deaa1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:58:59.978272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c5c20-de24-447b-88c4-61c0bf6d9b87 req-4fc1f008-c0c0-46f9-8164-2cd55cdf71f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:59.985717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d2c5c20-de24-447b-88c4-61c0bf6d9b87 req-4fc1f008-c0c0-46f9-8164-2cd55cdf71f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 948 time: 1.1871614 Feb 04 12:59:00.010323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5701fe2e-6016-411d-8a1c-1c7a3222501a req-708b5823-5bb1-40ec-b7be-4c8fe2424fea tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596601 Feb 04 12:59:00.120857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-866fdbad-34fa-4635-bd02-68757deaa1dc None None] Port 7f178690-fa98-484f-b3d4-d60a8b2afa79 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:00.128780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:00.129634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Deleting port 80d2fd3c-38d8-4404-acac-215db0ed0713 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:00.129979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:00.133556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:00.176552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-2242ff42-8bb4-49ba-861a-eda416c03b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:00.178166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-2242ff42-8bb4-49ba-861a-eda416c03b4c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1099 time: 1.3217268 Feb 04 12:59:00.188612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19497197-2184-4e98-87cd-ad72e6b3192b {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:00.205332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:00.292667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] For port 95672055-a423-4ed9-9527-554e6e304f1c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=95672055-a423-4ed9-9527-554e6e304f1c,segment=NetworkSegment(e3f21885-aa23-47de-b69c-a007df0a8920),segment_id=e3f21885-aa23-47de-b69c-a007df0a8920)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:00.293031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:00.343181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Transition to ACTIVE for port object 19497197-2184-4e98-87cd-ad72e6b3192b will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:00.359147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:00.661964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Calling delete_port for 95672055-a423-4ed9-9527-554e6e304f1c owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:00.873927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-adde1d71-e233-434c-a35a-45092f207dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:00.875543 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-adde1d71-e233-434c-a35a-45092f207dd4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6533291 Feb 04 12:59:00.895583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d2c5c20-de24-447b-88c4-61c0bf6d9b87 req-0c3b4e69-266e-4391-b8d8-eb0dd283a30e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8823617 Feb 04 12:59:00.897453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-360d2cf3-ac08-448d-9bc2-88cb3a6e169f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9297450 Feb 04 12:59:00.944706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Pushing event updated for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:00.995610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] For port 80d2fd3c-38d8-4404-acac-215db0ed0713, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=80d2fd3c-38d8-4404-acac-215db0ed0713,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:00.999121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:01.046060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Request body: {'port': {'device_id': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:01.103179 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:59:01.125373 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'status': 'completed', 'code': 200} Feb 04 12:59:01.128331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-242b368e-376c-4e5b-92c8-4a2b4f4c8acc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.2397559 Feb 04 12:59:01.268972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Attempting to bind port 19497197-2184-4e98-87cd-ad72e6b3192b on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:01.269663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Attempting to bind port 19497197-2184-4e98-87cd-ad72e6b3192b by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:01.270148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Attempting to bind port 19497197-2184-4e98-87cd-ad72e6b3192b on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:01.299644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15c9eb-86a0-4f08-a21f-dcf599bc0368 req-c5f7e0cf-56fa-4331-977f-6c8a3860873e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:01.302499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da15c9eb-86a0-4f08-a21f-dcf599bc0368 req-c5f7e0cf-56fa-4331-977f-6c8a3860873e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 935 time: 1.0516677 Feb 04 12:59:01.306517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Port 19497197-2184-4e98-87cd-ad72e6b3192b on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:01.307107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Attempting to bind port 19497197-2184-4e98-87cd-ad72e6b3192b on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:01.319950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:01.320701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:01.321678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:01.322278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Bound port: 19497197-2184-4e98-87cd-ad72e6b3192b, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:01.322842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:01.412401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-6a73214c-34bc-4e49-a21e-1adb29ab5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:01.414696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-6a73214c-34bc-4e49-a21e-1adb29ab5e82 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2311468 Feb 04 12:59:01.532596 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:01.760002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da15c9eb-86a0-4f08-a21f-dcf599bc0368 req-9a6d19a5-1c52-4bdc-aed0-a4c7a0327022 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418185 Feb 04 12:59:01.945489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:01.981707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=19497197-2184-4e98-87cd-ad72e6b3192b,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:01.994835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:01.996742 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.000577 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Floating IP d775ece6-b53d-40c2-a880-895d91967ff6 disassociated. External IP: 172.25.4.184, port: 80d2fd3c-38d8-4404-acac-215db0ed0713. Feb 04 12:59:02.001307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Calling delete_port for 80d2fd3c-38d8-4404-acac-215db0ed0713 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:02.096912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.187698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-1fd49d6d-a8a0-4744-8306-4d821af40af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.189576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-1fd49d6d-a8a0-4744-8306-4d821af40af4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1099 time: 1.0634084 Feb 04 12:59:02.250395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.275689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:02.370928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.371540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.373152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] 10.222.0.90 "PUT /v2.0/ports/19497197-2184-4e98-87cd-ad72e6b3192b HTTP/1.1" status: 200 len: 1095 time: 4.0335932 Feb 04 12:59:02.373617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:02.394174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f533064-9cc5-4f4e-a1f5-edbb12fb4ae7 req-c610d65a-148c-4b5f-b3ef-012253719812 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/ports?device_id=80738ef6-37f7-4a43-b3b7-c26fb70826f8 HTTP/1.1" status: 200 len: 210 time: 0.1290474 Feb 04 12:59:02.473355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'Port': ['ID=95672055-a423-4ed9-9527-554e6e304f1c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:02.541040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe955b8-0266-48cc-a6f7-98bc5ddd2533 req-44a15d36-6194-4396-82ac-69527c73bdbb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.549313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe955b8-0266-48cc-a6f7-98bc5ddd2533 req-44a15d36-6194-4396-82ac-69527c73bdbb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:02.571180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fe955b8-0266-48cc-a6f7-98bc5ddd2533 req-44a15d36-6194-4396-82ac-69527c73bdbb tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1682 time: 1.2764373 Feb 04 12:59:02.675120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6414-e009-431c-8bd9-1369d55f432d service neutron] Pushing event updated for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:02.684952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-743365569'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:02.713350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.738967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:02.743339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Usage tracker for resource:router and tenant:fbbce197312c4bc99235ad06a54471cf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:02.747035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:02.758045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f178690-fa98-484f-b3d4-d60a8b2afa79 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:02.760418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:02.766621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.786451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Transition to ACTIVE for port object 7f178690-fa98-484f-b3d4-d60a8b2afa79 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:02.872553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.883668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.883943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:02.889826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event deleted for resources: {'Port': ['ID=80d2fd3c-38d8-4404-acac-215db0ed0713,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:02.901822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8fdfe26c-5943-4229-9daf-0b2c1b7002df req-1534280d-28a9-4405-abd9-9f64baeb56f1 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 210 time: 0.1328497 Feb 04 12:59:03.080015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.195292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 95672055-a423-4ed9-9527-554e6e304f1c no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:03.217767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-ff69bcaa-2d30-4555-b5fb-27d06a18e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.219829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-ff69bcaa-2d30-4555-b5fb-27d06a18e6d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 1098 time: 0.7831664 Feb 04 12:59:03.258095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 95672055-a423-4ed9-9527-554e6e304f1c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:03.258759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 95672055-a423-4ed9-9527-554e6e304f1c not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:03.280740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.290456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] No DVR routers for this DVR port 95672055-a423-4ed9-9527-554e6e304f1c on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:03.301696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.315585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'name': 'network-vif-deleted', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:03.369233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-98c3f623-998c-46e7-9c63-13930e315abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.370798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-98c3f623-998c-46e7-9c63-13930e315abf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8452508 Feb 04 12:59:03.409950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-9e158154-2e69-4ee1-8613-3ee1cde87aaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=19497197-2184-4e98-87cd-ad72e6b3192b HTTP/1.1" status: 200 len: 217 time: 0.0912843 Feb 04 12:59:03.417549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.421495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0df5a352-d019-4c9a-ad4c-966184957376 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1312807 Feb 04 12:59:03.425416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:03.469119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fe955b8-0266-48cc-a6f7-98bc5ddd2533 req-594e1885-37b1-425f-8d57-635fea564989 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968685 Feb 04 12:59:03.526678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Pushing event updated for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:03.530285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-466ab2d0-d27c-4638-acc2-534d5639886e req-85c16fa3-f1db-4d01-8f0d-02065fc634c6 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.90 "DELETE /v2.0/ports/95672055-a423-4ed9-9527-554e6e304f1c HTTP/1.1" status: 204 len: 173 time: 4.9479897 Feb 04 12:59:03.585189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-1e4eb9e9-0d1d-4704-a568-ed4cfa9ee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.588683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-1e4eb9e9-0d1d-4704-a568-ed4cfa9ee22a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 1.2757750 Feb 04 12:59:03.602372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Router 854caedf-4bcf-4149-ae65-b7884719309d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:59:03.606750 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b', 'status': 'completed', 'code': 200} Feb 04 12:59:03.683790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 80d2fd3c-38d8-4404-acac-215db0ed0713 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:03.699033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-b7e3614d-b3cb-4364-ae15-b42dd80895aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.700127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-b7e3614d-b3cb-4364-ae15-b42dd80895aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2770970 Feb 04 12:59:03.701012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.701743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-a3231654-e0e5-47f5-8305-d758304dba89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1047928 Feb 04 12:59:03.764584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e7ea-1c2b-4e10-a259-96164e21ad37 req-050be6bf-e5d9-4731-b923-d58baed22ada tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.766128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0be6e7ea-1c2b-4e10-a259-96164e21ad37 req-050be6bf-e5d9-4731-b923-d58baed22ada tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 948 time: 0.6700299 Feb 04 12:59:03.775973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Attempting to bind port 7f178690-fa98-484f-b3d4-d60a8b2afa79 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:03.776307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Attempting to bind port 7f178690-fa98-484f-b3d4-d60a8b2afa79 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:03.776653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Attempting to bind port 7f178690-fa98-484f-b3d4-d60a8b2afa79 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:03.791284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Port 7f178690-fa98-484f-b3d4-d60a8b2afa79 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:03.791663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Attempting to bind port 7f178690-fa98-484f-b3d4-d60a8b2afa79 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:03.798496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-dbc11c93-340a-48f4-aa50-e247ca94aeaf service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128046 Feb 04 12:59:03.809282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 80d2fd3c-38d8-4404-acac-215db0ed0713 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:03.811423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 80d2fd3c-38d8-4404-acac-215db0ed0713 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:03.833263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:03.833605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:03.834019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:03.835174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Bound port: 7f178690-fa98-484f-b3d4-d60a8b2afa79, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:03.835533 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:03.848704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:03.987598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-26c75b07-4149-4566-965a-48d598264852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:03.989063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-26c75b07-4149-4566-965a-48d598264852 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2698512 Feb 04 12:59:04.148779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Deleting subnet fde7fda1-5240-4566-b7f6-69a89307df98 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:04.180503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.191749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0be6e7ea-1c2b-4e10-a259-96164e21ad37 req-e3386971-3d66-4516-a340-2b7f6d1238f1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148867 Feb 04 12:59:04.283890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ae8d647-ff32-4e6e-bce4-34a5818c40d4 req-5ecff375-d3bd-46e2-9607-9d4dfcdf5030 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767587 Feb 04 12:59:04.290862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:04.299757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.348624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:04.368624 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80738ef6-37f7-4a43-b3b7-c26fb70826f8', 'name': 'network-vif-deleted', 'tag': '95672055-a423-4ed9-9527-554e6e304f1c', 'status': 'completed', 'code': 200} Feb 04 12:59:04.370513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.416122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-7d801755-fe61-43a9-af96-ef005f1dcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.417631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-7d801755-fe61-43a9-af96-ef005f1dcbd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4042449 Feb 04 12:59:04.427828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.447459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:04.451387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.459761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Sync routers for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:04.474648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:04.477466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:58:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:04.483199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1a0a-9543-48c3-9370-f7cce6f7d5dd req-37c75f64-5b9f-46b0-b0db-501cebcc7dec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.483948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-da9a1a0a-9543-48c3-9370-f7cce6f7d5dd req-37c75f64-5b9f-46b0-b0db-501cebcc7dec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:04.535968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.549590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-e72e22d2-1e8d-45c3-971d-698924e4c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.550776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-e72e22d2-1e8d-45c3-971d-698924e4c2e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7785447 Feb 04 12:59:04.561775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.562281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4a349a-2a65-4012-8a47-4675989fac12 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:04.688666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:04.690977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.700295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] 10.222.0.90 "PUT /v2.0/ports/7f178690-fa98-484f-b3d4-d60a8b2afa79 HTTP/1.1" status: 200 len: 1095 time: 3.6696472 Feb 04 12:59:04.817474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:04.826896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-49faa7dd-a118-41b4-8c25-ff3a224d31d9 req-f4a6bd9c-9208-4c16-b511-d1fd561d575c tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Synchronizing usage tracker for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:04.833046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] No DVR routers for this DVR port 80d2fd3c-38d8-4404-acac-215db0ed0713 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:04.836688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.837834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9251ed34-06db-4615-a090-c7b65ff6b168 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7b4a349a-2a65-4012-8a47-4675989fac12 HTTP/1.1" status: 204 len: 168 time: 1.3774271 Feb 04 12:59:04.839433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:04.841895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afdfe587-8ead-4ccc-9316-da5f9581cd5a req-bbcfb859-3e23-43a4-90d2-63f4dad96d31 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.87 "DELETE /v2.0/ports/80d2fd3c-38d8-4404-acac-215db0ed0713 HTTP/1.1" status: 204 len: 173 time: 5.0761266 Feb 04 12:59:04.856743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:04.858243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-da9a1a0a-9543-48c3-9370-f7cce6f7d5dd req-37c75f64-5b9f-46b0-b0db-501cebcc7dec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:04.867586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da9a1a0a-9543-48c3-9370-f7cce6f7d5dd req-37c75f64-5b9f-46b0-b0db-501cebcc7dec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 947 time: 0.9252455 Feb 04 12:59:04.869947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1b9d-41ea-48cb-aa25-c2f6e5d88e25 service neutron] Pushing event updated for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:04.880729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Request body: {'router': {'name': 'tempest-router-297555930', 'distributed': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:04.885366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-49faa7dd-a118-41b4-8c25-ff3a224d31d9 req-f4a6bd9c-9208-4c16-b511-d1fd561d575c tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Unset dirty status for tenant:5c6ac465a175400d8c12cecfcc9b8bfe on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:04.895748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-49faa7dd-a118-41b4-8c25-ff3a224d31d9 req-f4a6bd9c-9208-4c16-b511-d1fd561d575c tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a4d9ec-e971-4dce-aae0-c1a71cd49102 HTTP/1.1" status: 200 len: 210 time: 0.1318209 Feb 04 12:59:04.905259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-7ce946f5-837d-40fd-a174-faff73995cf9 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248560 Feb 04 12:59:04.977149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:04.999799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Usage tracker for resource:router and tenant:fbbce197312c4bc99235ad06a54471cf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:05.008954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:05.026305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:05.041211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-6c164999-12b4-4fb0-886f-77686b846029 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672271 Feb 04 12:59:05.057262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.121460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-35a4381e-725b-4d80-9900-9dc91a888b27 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091384 Feb 04 12:59:05.213128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da9a1a0a-9543-48c3-9370-f7cce6f7d5dd req-34f97c9c-78d6-4336-af0d-91ccf4a6e7ec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442976 Feb 04 12:59:05.214244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.215519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.239773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-87db711d-2005-4e9c-9508-ede7c53ff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.243480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-4c8c1bc7-1373-43cd-b4b4-810edfbf48e8 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/48f136a7-7bfd-4b3f-9b1b-7fe702e563b3 HTTP/1.1" status: 200 len: 1799 time: 0.1204844 Feb 04 12:59:05.247981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-87db711d-2005-4e9c-9508-ede7c53ff517 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1099 time: 0.8250697 Feb 04 12:59:05.251311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde7fda1-5240-4566-b7f6-69a89307df98,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:05.386010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:05.403360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Checking router: 854caedf-4bcf-4149-ae65-b7884719309d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:05.415297 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.425591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:05.426487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:58:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:05.472459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.482118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.508643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-28c2eadf-6b45-4266-ad56-93524e4a8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.510062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-28c2eadf-6b45-4266-ad56-93524e4a8f9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 1098 time: 0.3025007 Feb 04 12:59:05.614226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'name': 'network-vif-deleted', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:05.630641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-f31ac14b-b0e9-49be-9efc-17f9439281e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.632829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-f31ac14b-b0e9-49be-9efc-17f9439281e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 1098 time: 0.8791265 Feb 04 12:59:05.655928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.675948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.766212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e65f92d3-07bb-4a62-804c-4b3e69f65816 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fde7fda1-5240-4566-b7f6-69a89307df98 HTTP/1.1" status: 204 len: 168 time: 1.9160206 Feb 04 12:59:05.790341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:05.801811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:05.852717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-c1ffe432-ca90-4be1-8c40-05aaa898d5d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79 HTTP/1.1" status: 200 len: 217 time: 0.2085907 Feb 04 12:59:05.870153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f136a7-7bfd-4b3f-9b1b-7fe702e563b3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:05.903171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-d598f6c0-03d4-4f8e-ba27-834fcbbcf06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:05.904713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-d598f6c0-03d4-4f8e-ba27-834fcbbcf06d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3812103 Feb 04 12:59:05.905534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:05.939425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2f8ae34-7806-4834-af0b-179e5fa83adb req-55551427-937c-472e-96be-f2bc0d80d69d tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/48f136a7-7bfd-4b3f-9b1b-7fe702e563b3 HTTP/1.1" status: 204 len: 173 time: 0.6945043 Feb 04 12:59:06.070010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:06.119141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-e595936d-40c3-4fa3-80be-f4b2042bf2cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=19497197-2184-4e98-87cd-ad72e6b3192b HTTP/1.1" status: 200 len: 217 time: 0.1783960 Feb 04 12:59:06.190991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-162e94df-622e-44c0-97bd-3221d94eab51 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1350493 Feb 04 12:59:06.229341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-70eabfe7-b74b-4636-a6ed-949175560065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.231954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-70eabfe7-b74b-4636-a6ed-949175560065 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1024928 Feb 04 12:59:06.240420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:06.276793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:06.277977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8321ffe-50aa-4c94-90ac-325d6257767b tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4037549 Feb 04 12:59:06.281929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-c50d7b93-2215-4808-ad42-22012265d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.283611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-c50d7b93-2215-4808-ad42-22012265d9d0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 1.0259526 Feb 04 12:59:06.325609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:06.359627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-6488b933-1e88-482e-9b75-3dee42062ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.361123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-6488b933-1e88-482e-9b75-3dee42062ad6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4308765 Feb 04 12:59:06.405555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:06.410622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc35b5d-d811-4469-a837-7e4a302df820 None None] The sync data for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 is: [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:56:29Z', 'revision_number': 4, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '819cff28-b738-480e-9bd9-9a129f829977', 'name': '', 'network_id': '8c7103aa-4184-4cf5-93e1-eec9398c556e', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'mac_address': 'fa:16:3e:c3:0e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:26Z', 'updated_at': '2022-02-04T12:56:56Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'subnets': [{'id': '0b04d348-8bfd-4a92-80c3-96b732c44bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:06.411463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:06.444789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-64bbb065-3ab0-4402-a320-ca0028cff13b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1492054 Feb 04 12:59:06.715494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:06.831701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:06.851001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-64488e77-ef0b-4022-964f-48f9d3d64b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:06.852962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-64488e77-ef0b-4022-964f-48f9d3d64b16 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3690348 Feb 04 12:59:06.939393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2ed1e3-aeb4-4048-b626-7305a489b19e']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:06.985352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d57c798-da8a-449c-aa66-84336e9bff1a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:06.985685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d57c798-da8a-449c-aa66-84336e9bff1a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:07.011794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.045627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b48cf-2ea2-47ba-bc9a-a52754b8bfe8 None None] New status for floating IP d775ece6-b53d-40c2-a880-895d91967ff6: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:59:07.052179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426108-bb0e-4155-a160-20ac8997059b req-eda2d0e5-02f7-49c3-84fd-0a6a25b04492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.061021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-eda2d0e5-02f7-49c3-84fd-0a6a25b04492 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6914451 Feb 04 12:59:07.274141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.278381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.300919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.314737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-c7f72c95-6637-4270-b09c-25d9978dd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.316739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-c7f72c95-6637-4270-b09c-25d9978dd95b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9749045 Feb 04 12:59:07.373302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a25fb-1f27-4199-8b17-5f4ff6480dc3 req-8f904e04-67dc-4db9-85e2-85f1b3a60f19 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.383665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-129a25fb-1f27-4199-8b17-5f4ff6480dc3 req-8f904e04-67dc-4db9-85e2-85f1b3a60f19 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 948 time: 1.1921442 Feb 04 12:59:07.387683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:07.388095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:07.461680 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:07.510143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.511988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7efc4e-6031-48cf-b917-b669491183b6 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:07.534398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.540104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-129a25fb-1f27-4199-8b17-5f4ff6480dc3 req-7c0783e9-7e7c-41b6-9a69-45361da44c4c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543481 Feb 04 12:59:07.562371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.564206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-889300bb-56b0-4519-b550-72fce08ce0c7 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1a7efc4e-6031-48cf-b917-b669491183b6 HTTP/1.1" status: 204 len: 168 time: 1.2140691 Feb 04 12:59:07.576357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-b17cfe40-17b8-455f-a076-fbdbbce8a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.578422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-b17cfe40-17b8-455f-a076-fbdbbce8a59f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7106946 Feb 04 12:59:07.579254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:07.583723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.604270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Request body: {'router': {'name': 'tempest-router-559745778', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9939a43b92444bcebd69127d50abfcfc'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:07.611428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:07.622057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2ed1e3-aeb4-4048-b626-7305a489b19e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:07.636679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Usage tracker for resource:router and tenant:9939a43b92444bcebd69127d50abfcfc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:07.640294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:07.647661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:07.670927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-9a137ff8-aa4d-4ee9-8fd3-d935f31f8ed9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.679805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-9a137ff8-aa4d-4ee9-8fd3-d935f31f8ed9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.681924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-9a137ff8-aa4d-4ee9-8fd3-d935f31f8ed9 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1682 time: 0.4537902 Feb 04 12:59:07.694967 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4d9ec-e971-4dce-aae0-c1a71cd49102', 'name': 'network-vif-deleted', 'tag': '80d2fd3c-38d8-4404-acac-215db0ed0713', 'status': 'completed', 'code': 200} Feb 04 12:59:07.697104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.697996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.710399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:07.719311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2d25-a5aa-4af1-9bc9-6e18d24e8e73 req-9b629ac7-3c82-4090-ba32-239623bb3dc4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.725359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe2d25-a5aa-4af1-9bc9-6e18d24e8e73 req-9b629ac7-3c82-4090-ba32-239623bb3dc4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:07.726989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4afe2d25-a5aa-4af1-9bc9-6e18d24e8e73 req-9b629ac7-3c82-4090-ba32-239623bb3dc4 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 1682 time: 0.6614535 Feb 04 12:59:07.737341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0327c0e7-2648-45b2-911a-d0c18c53089e admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d2ed1e3-aeb4-4048-b626-7305a489b19e HTTP/1.1" status: 204 len: 168 time: 1.9462025 Feb 04 12:59:07.762098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-c158a870-2ff5-483f-a8d9-239cdb9d0a09 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381763 Feb 04 12:59:07.839934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:07.852401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-28164edd-ef72-44b0-9616-7a4252c40b4a service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114439 Feb 04 12:59:07.915101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 64aba8e7-d404-4fbd-9003-90516c369ca2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:07.915786 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.043685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4afe2d25-a5aa-4af1-9bc9-6e18d24e8e73 req-816039d5-38a5-4ede-ac74-747e576d42ce tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037751 Feb 04 12:59:08.097937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:08.159215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:08.198157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37210) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:08.202186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-ce532a0d-b77e-420e-b9df-c0f6e6ff3b3b service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112578 Feb 04 12:59:08.280167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-e382b97b-dc5f-4053-8e68-45239df76754 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "GET /v2.0/security-groups/842ce328-2ee6-4763-b843-19bda9406595 HTTP/1.1" status: 200 len: 1799 time: 0.5843265 Feb 04 12:59:08.291399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'mac_address': 'fa:16:3e:bb:83:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:08.374420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.397186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.444541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.449576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cc5b7938-34c8-434e-8f8e-c1118ab3f7cf tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8567650 Feb 04 12:59:08.502146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.519327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37216) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:08.542235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:08.557074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61788b5-51c2-445d-94f7-0426dca2edc7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:08.573404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:08.596040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:08.604482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:08.608143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.637264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25426108-bb0e-4155-a160-20ac8997059b req-92225552-8c82-42b6-9880-9d87ced99382 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610232 Feb 04 12:59:08.645500 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.715378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd5d4890-fa89-4439-8a5c-950fdcfb671d req-2e33d9fa-f611-4efb-8c6c-f185a8ce54c1 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8344846 Feb 04 12:59:08.730010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:08.742884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.773302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.833311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.859179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:08.889731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b3105259-901b-4cc2-8cfe-455b25df5707 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2db9aa8b055345feae466249920eaecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891129 Feb 04 12:59:08.890865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:08.901916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ce328-2ee6-4763-b843-19bda9406595,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:08.906462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port 64aba8e7-d404-4fbd-9003-90516c369ca2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=64aba8e7-d404-4fbd-9003-90516c369ca2,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:08.907831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.918993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:08.931806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98ee8cf4-f59a-490c-8f0b-6ee988bd1ffe req-781da285-aa7a-4948-834e-47cdded55981 tempest-SecurityGroupsTestJSON-1647071315 tempest-SecurityGroupsTestJSON-1647071315-project] 10.222.0.53 "DELETE /v2.0/security-groups/842ce328-2ee6-4763-b843-19bda9406595 HTTP/1.1" status: 204 len: 173 time: 0.6343482 Feb 04 12:59:08.936596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:08.948996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-126428ac-72a1-4ec9-ace5-b48e9d1bcabf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3841743 Feb 04 12:59:08.964612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:09.092230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for 64aba8e7-d404-4fbd-9003-90516c369ca2 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:09.146311 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'status': 'completed', 'code': 200} Feb 04 12:59:09.232560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbd8db2c-98ef-43c3-8a77-366bff28f3fd req-70f50797-b024-4025-9376-576f2a40b4fe service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0197327 Feb 04 12:59:09.233760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 19497197-2184-4e98-87cd-ad72e6b3192b details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:09.386277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.387205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.452710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-cf11f418-ddf8-4b0c-a8ea-95bee35a402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:09.454586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-cf11f418-ddf8-4b0c-a8ea-95bee35a402b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 1094 time: 0.2583561 Feb 04 12:59:09.466082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-fd966811-d147-4ba9-b3e8-915a0b3325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:09.467791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-fd966811-d147-4ba9-b3e8-915a0b3325e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 1098 time: 0.3831308 Feb 04 12:59:09.538296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Deleting subnet 361f5faf-d584-4c53-beca-a242a54a2560 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:09.560360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f03a34-52ed-4ecc-ba21-92d88251c475 req-637cc8ea-3442-478f-a62c-85c234ca4d09 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:09.560728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:09.574281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84f03a34-52ed-4ecc-ba21-92d88251c475 req-637cc8ea-3442-478f-a62c-85c234ca4d09 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 947 time: 1.1782885 Feb 04 12:59:09.610363 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.672277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=19497197-2184-4e98-87cd-ad72e6b3192b,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:09.728521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '19497197-2184-4e98-87cd-ad72e6b3192b', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '19497197-2184-4e98-87cd-ad72e6b3192b', 'mac_address': 'fa:16:3e:88:9b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:09.735087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 64aba8e7-d404-4fbd-9003-90516c369ca2 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:09.761972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.833819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 12:59:09.834181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Router 28f7ff24-9ba3-4f87-baf8-ad239e970b5e migrating from provider to provider. {{(pid=87620) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 12:59:09.834575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.843004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.890780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84f03a34-52ed-4ecc-ba21-92d88251c475 req-d8a03d7d-16fc-4c68-a702-36bdc022a215 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152411 Feb 04 12:59:09.902424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.945937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:09.983758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.027657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.073270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.084766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.113638 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'code': 200} Feb 04 12:59:10.134231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.170126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19497197-2184-4e98-87cd-ad72e6b3192b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:10.174183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bd4137ce-2728-41f9-9fe1-7a1a46d331d8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:10.221620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Port': ['ID=64aba8e7-d404-4fbd-9003-90516c369ca2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:10.274500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=19497197-2184-4e98-87cd-ad72e6b3192b,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:10.386977 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.389981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.408394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.433221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-301cfb7f-94cc-447e-accb-4e29051a9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.434757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-301cfb7f-94cc-447e-accb-4e29051a9beb service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.9565079 Feb 04 12:59:10.515622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] No DVR routers for this DVR port 64aba8e7-d404-4fbd-9003-90516c369ca2 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:10.523338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.571572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:10.588587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-deleted', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:10.612442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:10.616506 n-d-820555-2 neutron-server[87620]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] No L3 agents can host the router 28f7ff24-9ba3-4f87-baf8-ad239e970b5e Feb 04 12:59:10.617280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.620772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.623230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-6d0b7eb0-ff43-48df-837a-a426367de649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.624882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-6d0b7eb0-ff43-48df-837a-a426367de649 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 906 time: 1.0633693 Feb 04 12:59:10.633101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-a4e4cb11-2b1c-49fc-82af-7078b741618a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79 HTTP/1.1" status: 200 len: 217 time: 0.1221714 Feb 04 12:59:10.641037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2f7e4-6d54-42ad-89ac-961bdc6aebbd req-b4e26948-d084-464d-8857-7a0ee0f513f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.642633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07f2f7e4-6d54-42ad-89ac-961bdc6aebbd req-b4e26948-d084-464d-8857-7a0ee0f513f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 949 time: 0.6833048 Feb 04 12:59:10.659580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e1b02-4f6c-4aa8-930d-93e25134bd70,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:10.675965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['19497197-2184-4e98-87cd-ad72e6b3192b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:10.682649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.740092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.744712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d1588399-fdfc-4bf3-973d-6cb3a1a911cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b4e1b02-4f6c-4aa8-930d-93e25134bd70 HTTP/1.1" status: 204 len: 168 time: 1.8413777 Feb 04 12:59:10.746186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.833689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361f5faf-d584-4c53-beca-a242a54a2560,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:10.899720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:10.951060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2a06ffe2-0c8e-42c4-86cf-43d42fedd0d9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/361f5faf-d584-4c53-beca-a242a54a2560 HTTP/1.1" status: 204 len: 168 time: 2.0054319 Feb 04 12:59:10.953209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-43d3ab7d-fd02-4a64-bdcb-bbbdd0ab0f6d tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "DELETE /v2.0/ports/64aba8e7-d404-4fbd-9003-90516c369ca2 HTTP/1.1" status: 204 len: 173 time: 3.2475281 Feb 04 12:59:10.955661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37248) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:10.956786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Hosts for router 28f7ff24-9ba3-4f87-baf8-ad239e970b5e: [] {{(pid=87620) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 12:59:10.988106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:10.996868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead5fd-02ac-456f-88eb-8994e5225363 req-ca8d6247-b434-4350-9200-2817a71293dd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:10.998417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23ead5fd-02ac-456f-88eb-8994e5225363 req-ca8d6247-b434-4350-9200-2817a71293dd tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 946 time: 0.8708272 Feb 04 12:59:11.027391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Hosts for other DVR routers connected to router 28f7ff24-9ba3-4f87-baf8-ad239e970b5e: set() {{(pid=87620) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 12:59:11.029982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.033429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ecb567a-1a54-4141-8244-04181b039d4a tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "PUT /v2.0/routers/28f7ff24-9ba3-4f87-baf8-ad239e970b5e HTTP/1.1" status: 200 len: 716 time: 2.5028484 Feb 04 12:59:11.035307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37254) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:11.036145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-d471f333-87b5-40c9-82c8-0c29c32d9148 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c HTTP/1.1" status: 200 len: 217 time: 0.3875151 Feb 04 12:59:11.066040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-07b73a34-8fba-45c5-8266-f0254613aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:11.067272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-07b73a34-8fba-45c5-8266-f0254613aaf7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4212489 Feb 04 12:59:11.193041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23ead5fd-02ac-456f-88eb-8994e5225363 req-bec6cc6d-8df3-41fa-9350-a9ff954fdf8b tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/security-groups?id=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887929 Feb 04 12:59:11.202558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b8c4475-5c7a-40c4-ba9a-7362ecca3e28 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "GET /v2.0/routers/28f7ff24-9ba3-4f87-baf8-ad239e970b5e HTTP/1.1" status: 200 len: 716 time: 0.1661711 Feb 04 12:59:11.205062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:11.247889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7f178690-fa98-484f-b3d4-d60a8b2afa79 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:11.306877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07f2f7e4-6d54-42ad-89ac-961bdc6aebbd req-6773da44-b2ce-460d-ae43-798bb5436602 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846402 Feb 04 12:59:11.403951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-1b953743-fb33-4429-b18f-3d56c6a10edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:11.407529 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-1b953743-fb33-4429-b18f-3d56c6a10edd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.3393528 Feb 04 12:59:11.433637 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-deleted', 'tag': '64aba8e7-d404-4fbd-9003-90516c369ca2', 'status': 'completed', 'code': 200} Feb 04 12:59:11.440168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:11.440514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.513025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:11.544253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'mac_address': 'fa:16:3e:02:33:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:11.578069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-0a09aa5a-06f9-4ca4-9a61-5c4c660e6319 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:11.579676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-0a09aa5a-06f9-4ca4-9a61-5c4c660e6319 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/ports?device_id=f86dfd88-404f-46ca-a811-b18ca6c22391 HTTP/1.1" status: 200 len: 943 time: 0.3208623 Feb 04 12:59:11.630495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.654007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f178690-fa98-484f-b3d4-d60a8b2afa79 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:11.663137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-5df20f42-4765-4970-b9bb-6302194e4da6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309772 Feb 04 12:59:11.685127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:11.688503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Deleting port 8397af22-9ec5-4ed7-981b-2c447dd2d71c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:11.689056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.693937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.703174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.761028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:11.872842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:11.878158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-35966dcf-7e5d-4395-9689-bd2697346b4a tempest-RoutersTestDVR-1800539341 tempest-RoutersTestDVR-1800539341-project] 10.222.0.53 "GET /v2.0/routers/28f7ff24-9ba3-4f87-baf8-ad239e970b5e HTTP/1.1" status: 200 len: 682 time: 0.6717651 Feb 04 12:59:11.878790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:11.899351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port f61788b5-51c2-445d-94f7-0426dca2edc7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:11.906473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port f61788b5-51c2-445d-94f7-0426dca2edc7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:11.907229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.945463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7f178690-fa98-484f-b3d4-d60a8b2afa79'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:11.989863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:11.993000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-c8bf4a0c-c50d-4ccd-a411-24c132865ef7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:11.994624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-c8bf4a0c-c50d-4ccd-a411-24c132865ef7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.6328664 Feb 04 12:59:12.050072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-90914455-5d07-4f3a-a8ad-233c64914f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:12.051598 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-90914455-5d07-4f3a-a8ad-233c64914f11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8689342 Feb 04 12:59:12.052353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:12.090854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port bd4137ce-2728-41f9-9fe1-7a1a46d331d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:12.091192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.102053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.114235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:12.161207 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.191748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-897a2f57-ce60-4ae6-8693-cbddbe7c89a7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/quotas/a42a074bd4714df485b2ecbc2685b83e HTTP/1.1" status: 200 len: 375 time: 0.1387200 Feb 04 12:59:12.216252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:12.225902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.304426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:12.311420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.312616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b1ebb774-cff5-464f-99b8-1e9031a2ad7d tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8 HTTP/1.1" status: 204 len: 168 time: 2.7398996 Feb 04 12:59:12.389030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:12.392950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for bd4137ce-2728-41f9-9fe1-7a1a46d331d8 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:12.630656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-39998cf5-b1ef-4021-9b56-8b242a11d63b service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9441621 Feb 04 12:59:12.632876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.643870 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-195e7d6a-60ad-4b3c-9203-a2cecf995567 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] show failed (client error): The resource could not be found. Feb 04 12:59:12.644794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-195e7d6a-60ad-4b3c-9203-a2cecf995567 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "GET /v2.0/security-groups/f2fdebc9-2dda-4bcb-99d8-3a50cec01fe8 HTTP/1.1" status: 404 len: 347 time: 0.2523606 Feb 04 12:59:12.659665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37304) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:12.777819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649cd847-1b8e-43e5-a29e-f9eb5b0d2011']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.782315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.789824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.800531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e70c30-555d-4416-8efe-ef7130b6ba98 req-b02073bf-b344-465f-ba98-a7b1f6a9957b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:12.802024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e70c30-555d-4416-8efe-ef7130b6ba98 req-b02073bf-b344-465f-ba98-a7b1f6a9957b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 947 time: 1.2752886 Feb 04 12:59:12.803990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-f4fbee56-bda2-4c8e-af82-2945331f41c4 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233028 Feb 04 12:59:12.810509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f21885-aa23-47de-b69c-a007df0a8920') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.810841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f21885-aa23-47de-b69c-a007df0a8920') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:12.899151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.947008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:12.947499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28f7ff24-9ba3-4f87-baf8-ad239e970b5e {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:12.951815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Deleting port 6e2f7840-1a48-4adc-a7d4-719fa678cf73 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:12.952143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.022022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] For port 8397af22-9ec5-4ed7-981b-2c447dd2d71c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8397af22-9ec5-4ed7-981b-2c447dd2d71c,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:13.022371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.030792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.042411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.043530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d221e2a-c145-445a-949e-f5ffa2578882 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "DELETE /v2.0/routers/28f7ff24-9ba3-4f87-baf8-ad239e970b5e HTTP/1.1" status: 204 len: 168 time: 1.1478634 Feb 04 12:59:13.056975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e70c30-555d-4416-8efe-ef7130b6ba98 req-c9ad1cf0-ce6c-4ad5-8568-2b2d025bea83 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482610 Feb 04 12:59:13.057438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37308) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:13.072676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:13.073085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:13.088873 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:13.144426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Request body: {'router': {'name': 'tempest-router-820693117', 'distributed': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:13.149289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-9bb1c8dd-4ec0-471f-b3c9-f1e7ada4a119 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894803 Feb 04 12:59:13.162556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-8b11bd63-6740-4581-a19a-fb2106216a9f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7744009 Feb 04 12:59:13.167205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:13.177394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.179876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Usage tracker for resource:router and tenant:fbbce197312c4bc99235ad06a54471cf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:13.184211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Calling delete_port for 8397af22-9ec5-4ed7-981b-2c447dd2d71c owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:13.202256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:13.274870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7f178690-fa98-484f-b3d4-d60a8b2afa79 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:13.291132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:13.298973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6c82953-53f4-4d4c-b51b-e5d6fee3eb17 req-43f2e460-96ee-4268-a085-541147056901 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731445 Feb 04 12:59:13.299735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Port': ['ID=bd4137ce-2728-41f9-9fe1-7a1a46d331d8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:13.338162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.361571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.410673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.423759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.441229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] Pushing event deleted for resources: {'Network': ['ID=649cd847-1b8e-43e5-a29e-f9eb5b0d2011,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:13.466871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] No DVR routers for this DVR port bd4137ce-2728-41f9-9fe1-7a1a46d331d8 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:13.484169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2b4985e-ab69-40d4-80b4-6c93c98fc9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.521871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.523912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4dcc6de-8144-49ca-a3ae-45ee77ef3d15 req-01da760e-e68c-4664-9b87-edce7f992bc8 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.87 "DELETE /v2.0/ports/bd4137ce-2728-41f9-9fe1-7a1a46d331d8 HTTP/1.1" status: 204 len: 173 time: 2.5258076 Feb 04 12:59:13.525298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 7f178690-fa98-484f-b3d4-d60a8b2afa79 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:13.530098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-deleted', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:13.536329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.536671 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.547250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 7f178690-fa98-484f-b3d4-d60a8b2afa79 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:13.547626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.564673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb3c5945-b52a-427f-b7b1-084a4cb7980f admin admin] 10.222.0.53 "DELETE /v2.0/networks/649cd847-1b8e-43e5-a29e-f9eb5b0d2011 HTTP/1.1" status: 204 len: 168 time: 2.5918992 Feb 04 12:59:13.575057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.611541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.665088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-2c914ce5-01e7-42c8-adcc-e0a640fe76e0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:13.670028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-2c914ce5-01e7-42c8-adcc-e0a640fe76e0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 950 time: 0.2054603 Feb 04 12:59:13.754764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.756257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-01562f1e-2bb7-4b18-a870-a71e3df60fe4 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6913555 Feb 04 12:59:13.765624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:13.868671 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.935462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:13.940157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.945295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:13.946843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 19497197-2184-4e98-87cd-ad72e6b3192b up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:13.993691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:14.036598 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-c323db2f-8c9e-4637-a81b-a2d548535ad1 service neutron] delete failed (client error): The resource could not be found. Feb 04 12:59:14.038272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-c323db2f-8c9e-4637-a81b-a2d548535ad1 service neutron] 10.222.0.90 "DELETE /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.3598652 Feb 04 12:59:14.058633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Calling delete_port for 6e2f7840-1a48-4adc-a7d4-719fa678cf73 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:14.122216 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'code': 200} Feb 04 12:59:14.135556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.147123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-18b59c00-4141-4652-8403-52ac253a7c58 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8802583 Feb 04 12:59:14.211981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 19497197-2184-4e98-87cd-ad72e6b3192b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:14.220549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 19497197-2184-4e98-87cd-ad72e6b3192b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:14.221183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.283160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.345644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.389638 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.416401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event deleted for resources: {'Port': ['ID=8397af22-9ec5-4ed7-981b-2c447dd2d71c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.431547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=19497197-2184-4e98-87cd-ad72e6b3192b,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:14.436061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.519805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.525030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.534904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] No DVR routers for this DVR port 8397af22-9ec5-4ed7-981b-2c447dd2d71c on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:14.540929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.545105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-c66350ce-1728-41d5-af7c-095fc876c9c7 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797247 Feb 04 12:59:14.545525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-deleted', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:14.548174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-89194e8f-dedb-42c4-b2b3-9a33ff7dd9f4 req-9b62c467-79e5-4448-acf9-10af64146b89 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Synchronizing usage tracker for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:14.572607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.584856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de72cf47-50e7-42c3-b0b2-8653f29c89b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfb7e2fb663440f1a27e11cc208b350c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833414 Feb 04 12:59:14.587327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37334) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:14.609416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-89194e8f-dedb-42c4-b2b3-9a33ff7dd9f4 req-9b62c467-79e5-4448-acf9-10af64146b89 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Unset dirty status for tenant:6b5f9d7650ae4ed6a0cf095fc2bb2bba on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:14.610549 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89194e8f-dedb-42c4-b2b3-9a33ff7dd9f4 req-9b62c467-79e5-4448-acf9-10af64146b89 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "GET /v2.0/ports?device_id=2909b7f8-d2b2-4da0-ad55-4985d7aa8c49 HTTP/1.1" status: 200 len: 210 time: 0.3533738 Feb 04 12:59:14.611137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.611638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0918abdf-8ea1-4fe2-9cb3-5fd89afce3e9 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:14.620079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67fdf2db-9945-4ab5-b06c-5a2b9b490b65 req-04f2e00b-034d-4d22-a818-52ebaa578db4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "DELETE /v2.0/ports/8397af22-9ec5-4ed7-981b-2c447dd2d71c HTTP/1.1" status: 204 len: 173 time: 3.0187724 Feb 04 12:59:14.628628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Pushing event deleted for resources: {'Port': ['ID=6e2f7840-1a48-4adc-a7d4-719fa678cf73,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:14.644736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.651417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-590572b0-25c9-4272-8c1d-aee8ad685608 tempest-RoutersTestDVR-1788666440 tempest-RoutersTestDVR-1788666440-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0918abdf-8ea1-4fe2-9cb3-5fd89afce3e9 HTTP/1.1" status: 204 len: 168 time: 0.8792207 Feb 04 12:59:14.671925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-ae11214a-2eaa-4463-b47e-bb714dfaef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:14.671925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-ae11214a-2eaa-4463-b47e-bb714dfaef73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.4105403 Feb 04 12:59:14.752138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.772757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.777849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:14.779074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e770c68-e483-42c0-a66c-785a893002b7 tempest-ServersTestBootFromVolume-720132598 tempest-ServersTestBootFromVolume-720132598-project] 10.222.0.53 "DELETE /v2.0/floatingips/d775ece6-b53d-40c2-a880-895d91967ff6 HTTP/1.1" status: 204 len: 168 time: 2.1173623 Feb 04 12:59:14.787073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37340) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:14.914708 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2909b7f8-d2b2-4da0-ad55-4985d7aa8c49', 'name': 'network-vif-deleted', 'tag': 'bd4137ce-2728-41f9-9fe1-7a1a46d331d8', 'status': 'completed', 'code': 200} Feb 04 12:59:14.929420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.121707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838307-3753-4e22-b53c-0e738d002774 req-02e82def-ff2b-4826-9fc8-9216257d6fb3 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.123517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15838307-3753-4e22-b53c-0e738d002774 req-02e82def-ff2b-4826-9fc8-9216257d6fb3 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 949 time: 0.1117444 Feb 04 12:59:15.181790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-9bc08601-29e9-4b94-a34b-faf86c45b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.187180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-9bc08601-29e9-4b94-a34b-faf86c45b37b service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5125296 Feb 04 12:59:15.189825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15838307-3753-4e22-b53c-0e738d002774 req-ebac0fce-1f5e-49f0-8251-8047a3a68a49 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601242 Feb 04 12:59:15.238755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:15.289790 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86dfd88-404f-46ca-a811-b18ca6c22391', 'name': 'network-vif-deleted', 'tag': '8397af22-9ec5-4ed7-981b-2c447dd2d71c', 'status': 'completed', 'code': 200} Feb 04 12:59:15.304896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-da12939b-cd2a-4c03-9992-1034040ec047 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1019666 Feb 04 12:59:15.440549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.457544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.472955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8efed5e9-c956-4794-9efa-b7c28aeec455 req-08ba7bde-d28b-404f-b0d7-6c42bf33a7ba tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:15.481832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58db0-2923-40ee-89d7-1838519733b9 req-00ba4489-e445-4ddd-9cda-466d9584c5f6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.483356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffc58db0-2923-40ee-89d7-1838519733b9 req-00ba4489-e445-4ddd-9cda-466d9584c5f6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.5798049 Feb 04 12:59:15.483629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:15.488359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6e5dc-2eef-446a-993a-5584266dcc24,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:15.490692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:9939a43b92444bcebd69127d50abfcfc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:15.495376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:15.502233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:15.512818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8efed5e9-c956-4794-9efa-b7c28aeec455 req-08ba7bde-d28b-404f-b0d7-6c42bf33a7ba tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:15.513987 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8efed5e9-c956-4794-9efa-b7c28aeec455 req-08ba7bde-d28b-404f-b0d7-6c42bf33a7ba tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 210 time: 0.1217473 Feb 04 12:59:15.520273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-e928515a-2a68-492b-9cf5-d13824a477c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.523389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-e928515a-2a68-492b-9cf5-d13824a477c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2100892 Feb 04 12:59:15.590026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.591216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f746741a-6027-411e-9869-05d987d8bef5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3be6e5dc-2eef-446a-993a-5584266dcc24 HTTP/1.1" status: 204 len: 168 time: 1.0020599 Feb 04 12:59:15.669133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.677252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.716499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffc58db0-2923-40ee-89d7-1838519733b9 req-d2a808ed-d2d2-450f-9c66-109549855e13 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892631 Feb 04 12:59:15.739657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:15.766976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:15.783732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9939a43b92444bcebd69127d50abfcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435410 Feb 04 12:59:15.843216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-dc614db0-5a55-4d79-be76-ba3e78497534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.844710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-dc614db0-5a55-4d79-be76-ba3e78497534 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3134592 Feb 04 12:59:15.849706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5865e-eccc-4cfd-b93e-e242df33bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5493b3-151b-448e-8bc1-8552d7ac356f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:15.874832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 8397af22-9ec5-4ed7-981b-2c447dd2d71c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:15.874832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8397af22-9ec5-4ed7-981b-2c447dd2d71c not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:15.887487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16f8c9bd-c638-4dcf-b2a3-70e3ea56ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:15.924373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37378) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:16.006458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting subnet 5441cded-24d5-44b3-92e2-c80b8422f002 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:16.010882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.034852 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.102887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.108337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.124431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}, {'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79'}, {'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:16.164966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-eb0d39b7-a8cf-4199-8a97-6f6c5a365cec service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078418 Feb 04 12:59:16.216986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.261420 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'code': 200} Feb 04 12:59:16.262167 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'code': 200} Feb 04 12:59:16.262757 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b', 'code': 200} Feb 04 12:59:16.572992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.603086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42b937b9-4201-4ac9-a727-7f9658cd8444 req-45f65eae-b2c3-4e7e-bbdb-69c70fff4abe service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217989 Feb 04 12:59:16.604790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.608586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd5493b3-151b-448e-8bc1-8552d7ac356f HTTP/1.1" status: 204 len: 168 time: 0.8378575 Feb 04 12:59:16.608586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6881bb-b4da-494d-b375-8b31541e7c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5493b3-151b-448e-8bc1-8552d7ac356f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:16.611216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.760226 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:16.889718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a480c434-a031-4ac9-9c63-46fb61c3b32f req-cc1970ff-5124-4be4-a899-0395e08dcbd6 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 210 time: 0.0598497 Feb 04 12:59:17.064841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.119677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39790d4-d330-4790-b1ee-08b11e864cf4 None None] Network 631d12bc-04fc-46f6-8198-089c202b47b0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:17.121968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38fff0-7cfc-4095-87b8-0864b8c133b9 req-ff0bd12c-033c-4855-93e5-6e4ab8a5f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.123608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c38fff0-7cfc-4095-87b8-0864b8c133b9 req-ff0bd12c-033c-4855-93e5-6e4ab8a5f593 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 1100 time: 0.5020430 Feb 04 12:59:17.129837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.140563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985ffb1-ea2c-4a44-ba49-79a2e48f122c req-c1e7fd48-5752-4ff9-b92f-b2d87ba24b3b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.142405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1985ffb1-ea2c-4a44-ba49-79a2e48f122c req-c1e7fd48-5752-4ff9-b92f-b2d87ba24b3b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 949 time: 0.5766728 Feb 04 12:59:17.149802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-769dfef7-da12-4fe3-ace8-461f0bafdf18 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.151584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-769dfef7-da12-4fe3-ace8-461f0bafdf18 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.8287959 Feb 04 12:59:17.157565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Subnet': ['ID=5441cded-24d5-44b3-92e2-c80b8422f002,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:17.227889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37420) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:17.300570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Deleting port 819cff28-b738-480e-9bd9-9a129f829977 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:17.305361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.360999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.393452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:17.395135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dbd9a-e49f-4a13-ab89-4b196cb93d4c req-eabd5e1d-a4fa-4246-bfcc-881fb3e4ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.402304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-911dbd9a-e49f-4a13-ab89-4b196cb93d4c req-eabd5e1d-a4fa-4246-bfcc-881fb3e4ce2c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 1100 time: 0.6822393 Feb 04 12:59:17.403925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Usage tracker for resource:security_group_rule and tenant:fbbce197312c4bc99235ad06a54471cf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:17.411391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:17.463493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Request body: {'port': {'device_id': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'admin_state_up': True, 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:17.463746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.486507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c66b6b7-e827-4238-b889-76113c4efe0f tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/subnets/5441cded-24d5-44b3-92e2-c80b8422f002 HTTP/1.1" status: 204 len: 168 time: 1.5609946 Feb 04 12:59:17.495400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37428) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:17.496644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:17.575962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] DHCP port deletion for 631d12bc-04fc-46f6-8198-089c202b47b0 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:59:17.580820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Deleting port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:17.580820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.585207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c38fff0-7cfc-4095-87b8-0864b8c133b9 req-53118e62-3206-4920-886f-b43099ea7b35 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284856 Feb 04 12:59:17.641576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1985ffb1-ea2c-4a44-ba49-79a2e48f122c req-7fd3c640-aa5c-4d44-99b2-4a50055b1303 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869871 Feb 04 12:59:17.663108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-911dbd9a-e49f-4a13-ab89-4b196cb93d4c req-1ec46983-84f5-4f63-a960-2b76c7bfcfd0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003777 Feb 04 12:59:17.712085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:17.729944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:17.742067 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.748346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:17.754470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.800555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:17.801258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.885874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] For port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:17.886448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.977014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] For port 819cff28-b738-480e-9bd9-9a129f829977, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=819cff28-b738-480e-9bd9-9a129f829977,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:17.977866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:17.989252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Allocated IP 172.20.0.10 (f3458faf-5acb-4ea9-9d13-911d0da7300a/5256b9b9-3723-45bb-8991-2adfe449d4b9/559c65a8-85e1-4928-a7cc-42245199feab) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:18.011729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195c0d3-e82e-4186-b777-0503799b8c57 req-c12ea779-4e97-49a3-9f8b-c793cc1178d4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:18.018888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c195c0d3-e82e-4186-b777-0503799b8c57 req-c12ea779-4e97-49a3-9f8b-c793cc1178d4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.4074907 Feb 04 12:59:18.044403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Calling delete_port for ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:18.146244 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.234251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Calling delete_port for 819cff28-b738-480e-9bd9-9a129f829977 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:18.254474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.256987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] Pushing event deleted for resources: {'Port': ['ID=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:18.265650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f97c0c-c113-417c-a824-22e027a23dab None None] No DVR routers for this DVR port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:18.365342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-6ecbd9bd-4ff9-4c7a-8b88-1a850fea78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:18.373418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-6ecbd9bd-4ff9-4c7a-8b88-1a850fea78d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1101 time: 0.0990369 Feb 04 12:59:18.444016 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.509093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:18.539000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Network f3458faf-5acb-4ea9-9d13-911d0da7300a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:18.549273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:18.558491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:18.587429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:18.590347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:18.590347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:18.610966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.631703 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-a946e7f4-cc72-42ab-9a0c-e2db04afc73c service neutron] delete failed (client error): The resource could not be found. Feb 04 12:59:18.632899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-a946e7f4-cc72-42ab-9a0c-e2db04afc73c service neutron] 10.222.0.90 "DELETE /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.2598367 Feb 04 12:59:18.633834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:18.660028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.669728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:18.670555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.672220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.809702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c195c0d3-e82e-4186-b777-0503799b8c57 req-5a2adedd-b312-49eb-97f7-a196c1466924 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7895894 Feb 04 12:59:18.840420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1,segment=NetworkSegment(0ca83b5e-7246-4096-9143-9ecefb1a98de),segment_id=0ca83b5e-7246-4096-9143-9ecefb1a98de)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:18.844018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.850266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-05932c78-143b-4a6e-9066-f59fbcaca89e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4030054 Feb 04 12:59:18.852931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:18.878803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:18.884472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Usage tracker for resource:security_group_rule and tenant:577bf0b1992c48dcbe71a826e49a6d41 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:18.884692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e64c9e-cfa7-42e4-b4d9-08d47f6bcc4c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:18.887372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:18.893286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:18.909377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Request body: {'port': {'device_id': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:18.912006 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-22820187-ef21-4562-a9ce-e01365bb340b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbbce197312c4bc99235ad06a54471cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6834881 Feb 04 12:59:18.950665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37456) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:18.968850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.005187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de1f7-d252-4671-a34a-54f764161dff req-f2d1a03f-944a-491b-9b47-393c0561d39b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.006410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-227de1f7-d252-4671-a34a-54f764161dff req-f2d1a03f-944a-491b-9b47-393c0561d39b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:19.058655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-98e65071-9b5e-4f6f-93c6-bd147d382707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.060166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-98e65071-9b5e-4f6f-93c6-bd147d382707 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.3029792 Feb 04 12:59:19.073455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:19.126938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-227de1f7-d252-4671-a34a-54f764161dff req-f2d1a03f-944a-491b-9b47-393c0561d39b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:19.129522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-227de1f7-d252-4671-a34a-54f764161dff req-f2d1a03f-944a-491b-9b47-393c0561d39b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 932 time: 0.5000145 Feb 04 12:59:19.169791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Pushing event deleted for resources: {'Port': ['ID=819cff28-b738-480e-9bd9-9a129f829977,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:19.252794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.308613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:19.308835 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:19.310353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.378074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe636df-5fb3-41da-a479-67a8654b9f03 req-fe356f49-26aa-43be-9a16-b9b5b4c50392 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.381590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afe636df-5fb3-41da-a479-67a8654b9f03 req-fe356f49-26aa-43be-9a16-b9b5b4c50392 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 949 time: 0.3487542 Feb 04 12:59:19.393907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-227de1f7-d252-4671-a34a-54f764161dff req-bcacb3b2-1806-45b5-a31d-f1a7c00ae6b5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925721 Feb 04 12:59:19.449436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.456777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.460158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-0823edf8-e66d-4da5-b347-2df81641da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.461614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-0823edf8-e66d-4da5-b347-2df81641da3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3683178 Feb 04 12:59:19.462706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afe636df-5fb3-41da-a479-67a8654b9f03 req-94235822-c837-49cf-93e5-cd3c99c542ea tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Feb 04 12:59:19.469778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.553027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.728050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-40a19533-ff0d-41b4-b1ba-09b25290ee7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.2394817 Feb 04 12:59:19.825135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.852588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:19.853131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:19.871125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=577bf0b1992c48dcbe71a826e49a6d41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2761247 Feb 04 12:59:19.887235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e374d1-0707-4ac5-bfe0-bf65b372381d req-4917a153-c7f9-4f27-a158-97927de4df3e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.887444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:19.888463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955e258-37e0-46ec-8db4-e978a195397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7935028d-5a33-4bb4-8e9e-91824fdb0101,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:19.888684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4e374d1-0707-4ac5-bfe0-bf65b372381d req-4917a153-c7f9-4f27-a158-97927de4df3e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 949 time: 0.2701979 Feb 04 12:59:19.968965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] The port 'ecc38e8a-e80a-4ea3-a4b0-eec4db1f3bc1' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:59:20.033490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-35aa37e3-75bf-4cc0-8030-b167e84ecf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:20.034866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-35aa37e3-75bf-4cc0-8030-b167e84ecf41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2289896 Feb 04 12:59:20.040333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.125290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e64c9e-cfa7-42e4-b4d9-08d47f6bcc4c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:20.182402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.183568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-23a09768-e315-4e9c-8685-bf60570c8ff9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87e64c9e-cfa7-42e4-b4d9-08d47f6bcc4c HTTP/1.1" status: 204 len: 168 time: 1.2310903 Feb 04 12:59:20.196412 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.203712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42991db-8efc-4ae7-9aa4-499095a475af req-2fa1bd09-a3e5-4ba5-b8d3-1aa180481b59 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:20.205242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42991db-8efc-4ae7-9aa4-499095a475af req-2fa1bd09-a3e5-4ba5-b8d3-1aa180481b59 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.6289513 Feb 04 12:59:20.265899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.278719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4e374d1-0707-4ac5-bfe0-bf65b372381d req-25beb426-11eb-4f99-97b9-e390ddaf8daf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772736 Feb 04 12:59:20.327225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.341721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42991db-8efc-4ae7-9aa4-499095a475af req-da74e6d4-4003-4cc1-86b1-319bc8fd474d tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264658 Feb 04 12:59:20.346579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-304d5b15-bdb8-46d2-91a2-cb0de2b73f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:20.348137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-304d5b15-bdb8-46d2-91a2-cb0de2b73f16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2995043 Feb 04 12:59:20.366675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Router 854caedf-4bcf-4149-ae65-b7884719309d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:59:20.368330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631d12bc-04fc-46f6-8198-089c202b47b0']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:20.387875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca83b5e-7246-4096-9143-9ecefb1a98de') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:20.388476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca83b5e-7246-4096-9143-9ecefb1a98de') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:20.498015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.531581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.558244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:20.566326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559c65a8-85e1-4928-a7cc-42245199feab {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:20.569815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.590400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:20.607335 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:20.609751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.623410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7935028d-5a33-4bb4-8e9e-91824fdb0101,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:20.675322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.679597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8873dc71-1a26-4cf9-be9c-1aa2e8b5fb32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7935028d-5a33-4bb4-8e9e-91824fdb0101 HTTP/1.1" status: 204 len: 168 time: 0.7854865 Feb 04 12:59:20.737679 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-7ebb6eb7-7737-45e3-8549-dfe83ddf49a7 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445885 Feb 04 12:59:20.870412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Transition to ACTIVE for port object 559c65a8-85e1-4928-a7cc-42245199feab will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:20.874527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:20.876081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.885863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Sync routers for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:20.890430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.903666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:20.904475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:20.945676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:20.976105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Network': ['ID=631d12bc-04fc-46f6-8198-089c202b47b0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:21.080836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c3484b2-9fe8-4c89-9ab0-a0c27ad7b423 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/networks/631d12bc-04fc-46f6-8198-089c202b47b0 HTTP/1.1" status: 204 len: 168 time: 3.5792019 Feb 04 12:59:21.081547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.103072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f82427fc-aabd-4bc8-af85-3464a446c349 admin admin] 10.222.0.53 "PUT /v2.0/routers/854caedf-4bcf-4149-ae65-b7884719309d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3040707 Feb 04 12:59:21.106029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37502) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.132643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31985118-13b5-42df-ad42-a79c8af8b904 req-e0b41fbd-25bd-4608-800a-1b34a9771e9d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.134225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-31985118-13b5-42df-ad42-a79c8af8b904 req-e0b41fbd-25bd-4608-800a-1b34a9771e9d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 932 time: 0.4370232 Feb 04 12:59:21.152703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:21.176886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8cfd2fe-39fd-4c14-a29d-46f354d74fa1 req-4aaab922-ad23-4514-8944-0a6bf358c845 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324503 Feb 04 12:59:21.195272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:21.279217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting subnet 87fc53d8-35e5-4ccd-ae6c-291abfcb19e6 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:21.289820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-31985118-13b5-42df-ad42-a79c8af8b904 req-f892b756-6004-430b-87e4-832e52cb0342 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436439 Feb 04 12:59:21.358177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Attempting to bind port 559c65a8-85e1-4928-a7cc-42245199feab on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:21.358420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Attempting to bind port 559c65a8-85e1-4928-a7cc-42245199feab by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:21.358792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Attempting to bind port 559c65a8-85e1-4928-a7cc-42245199feab on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:21.376402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Port 559c65a8-85e1-4928-a7cc-42245199feab on network f3458faf-5acb-4ea9-9d13-911d0da7300a not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:21.376730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Attempting to bind port 559c65a8-85e1-4928-a7cc-42245199feab on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:21.379281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.387430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:21.389321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Checking segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:21.389772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Bound using segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:21.390247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Bound port: 559c65a8-85e1-4928-a7cc-42245199feab, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:21.392809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.473757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.565207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37522) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.587362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.607493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:21.620495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:21.626289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.686637 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.688604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:59:18Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:21.697437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Checking router: 854caedf-4bcf-4149-ae65-b7884719309d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:21.707995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Routers {'854caedf-4bcf-4149-ae65-b7884719309d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:21.710084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['854caedf-4bcf-4149-ae65-b7884719309d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:21.745927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.746645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.760152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] 10.222.0.87 "PUT /v2.0/ports/559c65a8-85e1-4928-a7cc-42245199feab HTTP/1.1" status: 200 len: 1092 time: 2.8872924 Feb 04 12:59:21.760638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:21.851616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb43754-188f-4675-8ed1-e06a55a132ce req-4ead604c-8a93-45ad-a23e-1dc76da46514 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.871546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb43754-188f-4675-8ed1-e06a55a132ce req-4ead604c-8a93-45ad-a23e-1dc76da46514 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.882523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abb43754-188f-4675-8ed1-e06a55a132ce req-4ead604c-8a93-45ad-a23e-1dc76da46514 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3&device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 1689 time: 0.9062872 Feb 04 12:59:21.884527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Subnet': ['ID=87fc53d8-35e5-4ccd-ae6c-291abfcb19e6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:21.895281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:21.896207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d73f15-2dca-4ac4-8537-7d0a1dd98e2a service neutron] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:21.906656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45249c50-e612-4e7b-997a-3998bb9e4be1 None None] Network 36c6d7c2-0ca1-4889-a117-4a3112394e9f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:21.938097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-59f655d8-89b2-4907-8186-5e7b40e62150 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.939113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-59f655d8-89b2-4907-8186-5e7b40e62150 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3682389 Feb 04 12:59:21.943098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.948876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-f1a43330-5cb8-4c2f-8ef0-4d8641ad4171 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.949789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f1a43330-5cb8-4c2f-8ef0-4d8641ad4171 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054188 Feb 04 12:59:21.952792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.958199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-b7e56ddc-4f29-4f5f-bacb-c171440b7b50 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.959179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b7e56ddc-4f29-4f5f-bacb-c171440b7b50 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055523 Feb 04 12:59:21.962263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.967592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-f3f42076-e64c-4c49-b931-ff0b5c7789e1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.968498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f3f42076-e64c-4c49-b931-ff0b5c7789e1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054135 Feb 04 12:59:21.971409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37548) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.976647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-1338b34a-a01d-4335-9506-ee262f39fc17 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.977547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1338b34a-a01d-4335-9506-ee262f39fc17 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053339 Feb 04 12:59:21.979826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-9f9857f8-8cc3-4228-8526-57629eb18587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.981236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-9f9857f8-8cc3-4228-8526-57629eb18587 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 1095 time: 0.1810060 Feb 04 12:59:21.981948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:21.986636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-6a331f52-813c-4b3b-8415-c5b878224998 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:21.987793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a331f52-813c-4b3b-8415-c5b878224998 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047426 Feb 04 12:59:22.002174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e20c18c-1e89-4848-a451-9bc32bc7aa51 tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/subnets/87fc53d8-35e5-4ccd-ae6c-291abfcb19e6 HTTP/1.1" status: 204 len: 168 time: 0.8975787 Feb 04 12:59:22.006676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.007017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37558) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.035480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-4fda1336-2823-490d-a2ed-18c08e9e148c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.039286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4fda1336-2823-490d-a2ed-18c08e9e148c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0311470 Feb 04 12:59:22.043386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37566) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.182082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-481d21a5-5a39-4339-9d5a-e78ad442dc2e tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.183306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-481d21a5-5a39-4339-9d5a-e78ad442dc2e tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1397870 Feb 04 12:59:22.184983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-94bd256c-3292-42ad-8346-379b1d17e4d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=559c65a8-85e1-4928-a7cc-42245199feab HTTP/1.1" status: 200 len: 217 time: 0.1964815 Feb 04 12:59:22.185823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.190649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-1fafd646-b85c-4162-98c9-04927b07b785 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.191733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1fafd646-b85c-4162-98c9-04927b07b785 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049033 Feb 04 12:59:22.194799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37574) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.234226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-e55e30b5-64a2-4d23-95e8-ba476f03e02c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.235551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e55e30b5-64a2-4d23-95e8-ba476f03e02c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0090187 Feb 04 12:59:22.238328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abb43754-188f-4675-8ed1-e06a55a132ce req-71bf445f-a268-49ba-b958-933a866ed131 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547699 Feb 04 12:59:22.241765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37580) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.251116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-5b5229b2-0283-4ee6-837c-0e15d8616704 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.252312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5b5229b2-0283-4ee6-837c-0e15d8616704 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093277 Feb 04 12:59:22.254898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.268725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-f9dafc7d-dcdb-4eef-8021-3113aac4a8e9 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.272183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9dafc7d-dcdb-4eef-8021-3113aac4a8e9 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0159948 Feb 04 12:59:22.279164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37588) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.285854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-613af022-aaaa-410e-b9ff-e61039242fc1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.288333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-613af022-aaaa-410e-b9ff-e61039242fc1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081420 Feb 04 12:59:22.292104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37596) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.306375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-8a0fadd1-b426-4a5d-a086-0a384e9ede83 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.307391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8a0fadd1-b426-4a5d-a086-0a384e9ede83 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0139079 Feb 04 12:59:22.309111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-cea385a2-07c3-4efd-8edf-63b632fb6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:22.310730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-cea385a2-07c3-4efd-8edf-63b632fb6e0b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.1179016 Feb 04 12:59:22.311351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.311808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.321338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:22.322158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-ec6e65cd-8e4e-4f4c-9a35-39d6dfbf2633 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.323336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ec6e65cd-8e4e-4f4c-9a35-39d6dfbf2633 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0089722 Feb 04 12:59:22.343491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] Set router 854caedf-4bcf-4149-ae65-b7884719309d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:22.364629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37612) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.384690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-7adf9708-7910-4b84-9fd5-12c57580f632 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601354 Feb 04 12:59:22.387703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-b85d093e-c234-40bc-8406-cc6553fb4eb3 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.389420 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b85d093e-c234-40bc-8406-cc6553fb4eb3 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0156291 Feb 04 12:59:22.391982 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab', 'status': 'completed', 'code': 200} Feb 04 12:59:22.392225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37622) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.425694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-4816c397-46d2-4447-a71d-e9dcec167db3 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.426689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4816c397-46d2-4447-a71d-e9dcec167db3 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0317819 Feb 04 12:59:22.430717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37626) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.515594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-fb9eff72-ea87-4269-86da-cbacb75756d0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.517556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fb9eff72-ea87-4269-86da-cbacb75756d0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0850194 Feb 04 12:59:22.522801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.533773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:22.534072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-2c3cdd1e-f557-4803-b849-badebed83116 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.535655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c3cdd1e-f557-4803-b849-badebed83116 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0110188 Feb 04 12:59:22.541840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.551936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-13636cbb-8cfe-49b3-8714-305b0030f033 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.553637 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-13636cbb-8cfe-49b3-8714-305b0030f033 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0104640 Feb 04 12:59:22.558562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.571122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-080de74a-ea4f-4763-b5bd-a2488ea80f18 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206372 Feb 04 12:59:22.574729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-2ae3373f-173e-4996-9f64-a8b3567bde2b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.576115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ae3373f-173e-4996-9f64-a8b3567bde2b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0161762 Feb 04 12:59:22.581592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37644) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.623571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1566747935-network', 'tenant_id': 'b4eef57c9ec044119603f7151a852d1a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:22.644694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:22.649124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-1cea741f-ad19-442e-abb7-c4b67fbe271f tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.652878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1cea741f-ad19-442e-abb7-c4b67fbe271f tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0227141 Feb 04 12:59:22.655171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37648) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.657443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Usage tracker for resource:network and tenant:b4eef57c9ec044119603f7151a852d1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:22.662709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:22.678514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-866571c1-7b00-458c-b4e1-50c875b8e8b4 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.681959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-866571c1-7b00-458c-b4e1-50c875b8e8b4 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0192897 Feb 04 12:59:22.682110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 51ae5472-c58d-45c3-87ac-00272199a86a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:22.682110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:22.690850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:22.692714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.714318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-dbb9ab0a-ea66-41d1-a6e7-1ba84be60ea5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.717836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dbb9ab0a-ea66-41d1-a6e7-1ba84be60ea5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0155196 Feb 04 12:59:22.721413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.746126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-f16efe67-c4e7-41ec-8d8f-4330fc5aabf0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.750115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f16efe67-c4e7-41ec-8d8f-4330fc5aabf0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0119963 Feb 04 12:59:22.750115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Made reservation on behalf of b4eef57c9ec044119603f7151a852d1a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:22.750115 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:22.763480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37660) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.768124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:59:18Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:22.773936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fec054-41d4-499b-8ea5-cfd81d071334 None None] The sync data for ids ['854caedf-4bcf-4149-ae65-b7884719309d'] in n-d-820555-2 is: [{'id': '854caedf-4bcf-4149-ae65-b7884719309d', 'name': 'tempest-ServersTestBootFromVolume-790538528-router', 'tenant_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '54a27724-0444-4a92-b2ed-095f108e88db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:15Z', 'updated_at': '2022-02-04T12:59:18Z', 'revision_number': 5, 'project_id': '5c6ac465a175400d8c12cecfcc9b8bfe', 'gw_port': {'id': '54a27724-0444-4a92-b2ed-095f108e88db', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854caedf-4bcf-4149-ae65-b7884719309d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:17Z', 'updated_at': '2022-02-04T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:22.774645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-99d84ea3-dfb8-48ff-abe7-895287e0678b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.776698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-99d84ea3-dfb8-48ff-abe7-895287e0678b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0106072 Feb 04 12:59:22.781223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-8b8f10ab-e497-44d3-ae32-0a07da5c28f2 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880093 Feb 04 12:59:22.781914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:22.792263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.840976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-f5e6b3df-b18b-41aa-8858-a04d1e037cdb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.845233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5e6b3df-b18b-41aa-8858-a04d1e037cdb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0457318 Feb 04 12:59:22.847990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37668) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.902994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:22.908809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-9f92d8be-f64e-439f-a4fa-e25ee5dddc92 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.909754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f92d8be-f64e-439f-a4fa-e25ee5dddc92 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0133722 Feb 04 12:59:22.915199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Usage tracker for resource:security_group_rule and tenant:b4eef57c9ec044119603f7151a852d1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:22.917555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.922099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:22.931073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-60155a0c-ba0a-4fa6-bbf9-9c6d4e7f1205 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.932032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-60155a0c-ba0a-4fa6-bbf9-9c6d4e7f1205 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118704 Feb 04 12:59:22.934841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:22.938271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.953196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c4d3d-6c21-4157-8987-d3b81397327b req-7ac6ab7f-be8e-404f-bd8f-c7b746847656 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:22.954790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f9c4d3d-6c21-4157-8987-d3b81397327b req-7ac6ab7f-be8e-404f-bd8f-c7b746847656 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 944 time: 0.3838136 Feb 04 12:59:22.967359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-86c523c9-7099-4aaa-ab8d-b1bf057165a4 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:22.968253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-86c523c9-7099-4aaa-ab8d-b1bf057165a4 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125556 Feb 04 12:59:22.975428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:22.999084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-9a3fe02e-63ba-4ac5-9b1a-cfdbe224573d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.000098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a3fe02e-63ba-4ac5-9b1a-cfdbe224573d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0231023 Feb 04 12:59:23.008909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.031208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-b42bf48b-cf1a-4df8-816a-dae9a6ddc97b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.032164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b42bf48b-cf1a-4df8-816a-dae9a6ddc97b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0190568 Feb 04 12:59:23.042811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.063630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-69468d42-77b9-4fb2-b4e8-757f7a6adf0a tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.064691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69468d42-77b9-4fb2-b4e8-757f7a6adf0a tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0114436 Feb 04 12:59:23.066234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.072737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37692) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.094892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-cab3ca97-7e49-4ca9-bbef-61e1a928886d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.095850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cab3ca97-7e49-4ca9-bbef-61e1a928886d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0160167 Feb 04 12:59:23.100118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-0bc2d952-bba8-4489-b429-034713ed3cf6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.101557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-0bc2d952-bba8-4489-b429-034713ed3cf6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296788 Feb 04 12:59:23.103898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.107122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f9c4d3d-6c21-4157-8987-d3b81397327b req-bc69a0a8-3460-458d-855c-03afe0b65ddf tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359684 Feb 04 12:59:23.109007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-900e9535-d1da-48a5-bdd9-6c39ac5c9005 req-44c20fb4-2d42-4616-a365-a5aa93d6c563 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141844 Feb 04 12:59:23.134916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-04d709b4-b3d0-4aba-9352-addc858086c0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.135752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-04d709b4-b3d0-4aba-9352-addc858086c0 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0258002 Feb 04 12:59:23.142984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.153327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-14249e76-f362-4d06-97cb-a5c71f8d309b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.154322 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14249e76-f362-4d06-97cb-a5c71f8d309b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101745 Feb 04 12:59:23.165220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37706) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.176643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-0f617fe0-e952-45bc-8b12-e47015d1ebeb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.177757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f617fe0-e952-45bc-8b12-e47015d1ebeb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085607 Feb 04 12:59:23.184490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.185769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] DHCP port deletion for 36c6d7c2-0ca1-4889-a117-4a3112394e9f request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:59:23.192294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Deleting port 54a27724-0444-4a92-b2ed-095f108e88db {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:23.192879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.195099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Deleting port 51ae5472-c58d-45c3-87ac-00272199a86a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:23.195561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.232943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-57a0bb02-b9ed-4131-9876-3f197763b16c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/quotas/4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 375 time: 0.0664093 Feb 04 12:59:23.233157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-ab8c8bf5-21f2-4ec8-9340-2f8c5f0cff17 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.234102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ab8c8bf5-21f2-4ec8-9340-2f8c5f0cff17 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0487642 Feb 04 12:59:23.240162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.254615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-e8f93bfd-59b7-4b84-9f80-eec5a1d9ea0f tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.256138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8f93bfd-59b7-4b84-9f80-eec5a1d9ea0f tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0135906 Feb 04 12:59:23.259747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.275914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-cb669023-4de5-415f-bfc7-9516961fcfe5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.276984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb669023-4de5-415f-bfc7-9516961fcfe5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113521 Feb 04 12:59:23.288041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37722) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.300903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-8353500e-988c-4986-b4c8-1739bde5c9c2 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.302277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8353500e-988c-4986-b4c8-1739bde5c9c2 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128162 Feb 04 12:59:23.306126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37726) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.309186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.329292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-1139f4eb-50d1-4322-bb33-c99c5cb966ab tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.333280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1139f4eb-50d1-4322-bb33-c99c5cb966ab tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0195487 Feb 04 12:59:23.352779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.357760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] For port 51ae5472-c58d-45c3-87ac-00272199a86a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=51ae5472-c58d-45c3-87ac-00272199a86a,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:23.358338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.372272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.420584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-3eb90eaa-811e-456b-906c-87bee0c90179 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.424541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3eb90eaa-811e-456b-906c-87bee0c90179 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0694692 Feb 04 12:59:23.430848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:23.431133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37734) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.450913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.451565 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Added segment 1bc91e2c-ea0a-4b63-820e-862bedd4d076 of type vlan for network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 Feb 04 12:59:23.481143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.489205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] For port 51ae5472-c58d-45c3-87ac-00272199a86a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=51ae5472-c58d-45c3-87ac-00272199a86a,segment=NetworkSegment(903a1485-6078-404e-98cb-e820d24c57aa),segment_id=903a1485-6078-404e-98cb-e820d24c57aa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:23.490470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.496750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-a6b82d42-6acd-4db5-adba-d46dff1515d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.498933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-a6b82d42-6acd-4db5-adba-d46dff1515d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 1095 time: 0.3148510 Feb 04 12:59:23.499098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-0a82b66e-17eb-466a-bab2-439df7756101 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.499212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:23.502171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a82b66e-17eb-466a-bab2-439df7756101 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0653996 Feb 04 12:59:23.508758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.515030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-d7b338a1-6195-41a1-bccb-e8a753958b10 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.515306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d7b338a1-6195-41a1-bccb-e8a753958b10 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064225 Feb 04 12:59:23.539432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.548800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-fdd39d27-4a0f-4d71-9c86-4f58b1c50882 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.549745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fdd39d27-4a0f-4d71-9c86-4f58b1c50882 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092824 Feb 04 12:59:23.574634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.581858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Calling delete_port for 51ae5472-c58d-45c3-87ac-00272199a86a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:23.619057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71b08-b9fe-4c25-946b-1b98f13bf03a req-8fc53baf-5c1f-4956-96fb-7a143ad4fb46 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.620438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84f71b08-b9fe-4c25-946b-1b98f13bf03a req-8fc53baf-5c1f-4956-96fb-7a143ad4fb46 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 1100 time: 0.3100390 Feb 04 12:59:23.628232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-68a3297f-d292-4e6f-afd9-f699100282c8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.628443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Calling delete_port for 51ae5472-c58d-45c3-87ac-00272199a86a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:23.631840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68a3297f-d292-4e6f-afd9-f699100282c8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0223906 Feb 04 12:59:23.636742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37750) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.659013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [None req-44b6b205-1d7e-4f65-9576-afb811becdfb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.662726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-44b6b205-1d7e-4f65-9576-afb811becdfb tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0193563 Feb 04 12:59:23.664995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.667520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.668462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.669035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.693171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-7ee4fd83-9930-4e03-84e0-4265005d9d9b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.696694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ee4fd83-9930-4e03-84e0-4265005d9d9b tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0151360 Feb 04 12:59:23.714554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.717296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.738433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-854efd2c-5fdf-406d-b542-7136f420c245 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.741804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-854efd2c-5fdf-406d-b542-7136f420c245 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0192361 Feb 04 12:59:23.744392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37762) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.747226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b2f8e104-c56e-46bb-a50d-c3cdd26f0437 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4961178 Feb 04 12:59:23.757121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-48e1cfb1-7504-46df-8592-e02f992210ec tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.760424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48e1cfb1-7504-46df-8592-e02f992210ec tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099931 Feb 04 12:59:23.760767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] For port 54a27724-0444-4a92-b2ed-095f108e88db, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=54a27724-0444-4a92-b2ed-095f108e88db,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:23.762022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:23.769960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.770619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:23.770963 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:23.774916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] No DVR routers for this DVR port 51ae5472-c58d-45c3-87ac-00272199a86a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:23.779692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-86468bf6-2768-4054-b54b-a1517f3e7a0c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.780656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86468bf6-2768-4054-b54b-a1517f3e7a0c tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0083137 Feb 04 12:59:23.782451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Pushing event deleted for resources: {'Port': ['ID=51ae5472-c58d-45c3-87ac-00272199a86a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:23.783512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37770) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.799623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.799974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.800314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.800992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.801334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.801664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.801990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.802312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.802847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.803175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.803498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.803817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e082dc5-ad19-4d3f-b6f3-3d268768305f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:23.820565 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84f71b08-b9fe-4c25-946b-1b98f13bf03a req-3e7dd46a-7817-42a2-a0d0-38883b0e95a0 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827791 Feb 04 12:59:23.882927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5664351 Feb 04 12:59:23.884111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37778) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.894142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-bac23db6-0fa4-4ff7-ab63-f909bed3a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:23.896146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-bac23db6-0fa4-4ff7-ab63-f909bed3a6ca service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 906 time: 0.3798828 Feb 04 12:59:23.903433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Request body: {'subnet': {'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1566747935-subnet', 'tenant_id': 'b4eef57c9ec044119603f7151a852d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:23.909032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c196a17-9acd-4490-8c07-fa3be740c430 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7fc814-fe6f-43a6-8b2a-379fbfc30926,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:23.921304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:23.926476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-84cf12ee-282c-4186-a840-1c7d7c895ce5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.930362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-84cf12ee-282c-4186-a840-1c7d7c895ce5 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1426456 Feb 04 12:59:23.935593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Calling delete_port for 54a27724-0444-4a92-b2ed-095f108e88db owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:23.969768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:23.982271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:23.982495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-ef3b02bb-091a-49c5-999a-28af168ecd8e tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:23.985835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ef3b02bb-091a-49c5-999a-28af168ecd8e tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0132720 Feb 04 12:59:23.992290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37790) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.001206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-f5a6dc11-f1ab-4cc3-823d-8bcddba7dfcf tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.004870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f5a6dc11-f1ab-4cc3-823d-8bcddba7dfcf tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092983 Feb 04 12:59:24.005672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.010097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Usage tracker for resource:subnet and tenant:b4eef57c9ec044119603f7151a852d1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:24.014954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-d46bf8d5-d5c8-4254-90c2-69fb8863f35a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=559c65a8-85e1-4928-a7cc-42245199feab HTTP/1.1" status: 200 len: 217 time: 0.1069522 Feb 04 12:59:24.015131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-1d8bfd81-676b-4afc-9d8c-9b71746640dd tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.018630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d8bfd81-676b-4afc-9d8c-9b71746640dd tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100701 Feb 04 12:59:24.019209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37798) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.029532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-a8bb43ea-8868-48ed-b066-9f6aa032a4f8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.029532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8bb43ea-8868-48ed-b066-9f6aa032a4f8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058515 Feb 04 12:59:24.029532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37804) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.036163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-d3620556-d60b-4891-94d7-493ff82be4e1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.041252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d3620556-d60b-4891-94d7-493ff82be4e1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0069604 Feb 04 12:59:24.041252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.048194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:24.054577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-73360ffa-e299-40b6-bf37-fdc57a2808db tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.059011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-73360ffa-e299-40b6-bf37-fdc57a2808db tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0145738 Feb 04 12:59:24.062765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.069428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-6e07c2f4-a4af-4a87-a88d-e30246ca79db tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.070873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6e07c2f4-a4af-4a87-a88d-e30246ca79db tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069747 Feb 04 12:59:24.073334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37816) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.082762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-b9614d28-94a5-452a-8140-0a824b997597 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.084013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b9614d28-94a5-452a-8140-0a824b997597 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0092111 Feb 04 12:59:24.086324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37820) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.098343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-39de6023-d728-4462-af67-0e3adfc6a9f8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.101696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-39de6023-d728-4462-af67-0e3adfc6a9f8 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0121076 Feb 04 12:59:24.107883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37824) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.108403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:24.152975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Made reservation on behalf of b4eef57c9ec044119603f7151a852d1a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:24.155098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-567b2005-58b6-4dcd-9400-007f7fe9fb7a tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.155470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.156052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-567b2005-58b6-4dcd-9400-007f7fe9fb7a tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0474741 Feb 04 12:59:24.162987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.176768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2a1f919b-d0ff-4fff-91ad-bed418c4564e req-22f81983-3025-4ce6-8511-9aad74a5e4f7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 210 time: 0.0739558 Feb 04 12:59:24.180875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-88925af2-3263-44bf-8700-e2b206447487 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.184811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88925af2-3263-44bf-8700-e2b206447487 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0199938 Feb 04 12:59:24.185993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.191579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-1e8c2fbc-69c7-435e-958c-adb40d227417 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.195496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e8c2fbc-69c7-435e-958c-adb40d227417 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083609 Feb 04 12:59:24.197056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37842) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.204471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-939c261b-f221-4b29-a7e7-32378252b1a1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.210045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-939c261b-f221-4b29-a7e7-32378252b1a1 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0111618 Feb 04 12:59:24.210993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.217585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-707755f4-17e8-458d-a3d8-8febe3bab15d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.219765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.228702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-707755f4-17e8-458d-a3d8-8febe3bab15d tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0160081 Feb 04 12:59:24.234839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.242069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-6f43021e-e913-4069-adfe-c885b963d632 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.246390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f43021e-e913-4069-adfe-c885b963d632 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105598 Feb 04 12:59:24.248918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.287916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [None req-a9b736e1-10c9-4393-b3af-af072ddd6673 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:24.295537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a9b736e1-10c9-4393-b3af-af072ddd6673 tempest-ExtensionsTestJSON-1835520689 tempest-ExtensionsTestJSON-1835520689-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0432363 Feb 04 12:59:24.296487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Deleting port 51ae5472-c58d-45c3-87ac-00272199a86a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:24.297058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.306798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-fda06aa0-4ce6-4d52-a221-937a8a480b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:24.309888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-fda06aa0-4ce6-4d52-a221-937a8a480b8e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.2584999 Feb 04 12:59:24.373673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-3b378dd0-d0f5-4e32-9140-75daf376dd65 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567067 Feb 04 12:59:24.388261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] The port '51ae5472-c58d-45c3-87ac-00272199a86a' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:59:24.511472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 51ae5472-c58d-45c3-87ac-00272199a86a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:24.565270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.601674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 51ae5472-c58d-45c3-87ac-00272199a86a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:24.602019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 51ae5472-c58d-45c3-87ac-00272199a86a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:24.602444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 819cff28-b738-480e-9bd9-9a129f829977 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:24.621863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.643706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a27724-0444-4a92-b2ed-095f108e88db,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:24.694311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 819cff28-b738-480e-9bd9-9a129f829977 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:24.694784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 819cff28-b738-480e-9bd9-9a129f829977 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:24.706741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37864) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:24.713548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de864e4-2668-459c-baae-c7305c76ff87 req-56ede434-1639-424f-995c-2086489752b5 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:24.720813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8de864e4-2668-459c-baae-c7305c76ff87 req-56ede434-1639-424f-995c-2086489752b5 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 1100 time: 0.7189565 Feb 04 12:59:24.808511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8de864e4-2668-459c-baae-c7305c76ff87 req-7c24a279-4747-42c4-aa3a-31f732cffe61 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866382 Feb 04 12:59:24.897404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c6d7c2-0ca1-4889-a117-4a3112394e9f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:24.938555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:24.952701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903a1485-6078-404e-98cb-e820d24c57aa') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:24.952996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903a1485-6078-404e-98cb-e820d24c57aa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:24.978854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-7c15d194-b960-4670-a7ab-3cc4ef630738 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958879 Feb 04 12:59:24.993580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.026778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.104692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.187724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:25.188131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:25.203484 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:25.212927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.238258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a17703-0db6-4c03-9590-7684a779c89b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:25.281826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d6d43be-2d96-4b5d-84ef-315f816cf305 req-e0d48ac7-3fa8-4f88-82e3-3cace2c481c9 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914343 Feb 04 12:59:25.283129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:25.287489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Usage tracker for resource:security_group_rule and tenant:aa142f18943541088df41c8685f72e82 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:25.300051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Checking segment: {'id': '1bc91e2c-ea0a-4b63-820e-862bedd4d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:25.300746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Network hostable DHCP agents. Network: 5a7fc814-fe6f-43a6-8b2a-379fbfc30926, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:25.313159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:25.331934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:25.336128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.350476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.370517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:25.396933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-5763d757-4518-48c1-9d32-f784b01b9dc5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579250 Feb 04 12:59:25.397433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35c453-7eed-4b1b-a9fa-cb91ee9438d1 req-dd0f1931-38f5-4999-8ba4-b1eccf0c10fe tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.405457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d35c453-7eed-4b1b-a9fa-cb91ee9438d1 req-dd0f1931-38f5-4999-8ba4-b1eccf0c10fe tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 944 time: 0.3088868 Feb 04 12:59:25.409888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.428348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5a7fc814-fe6f-43a6-8b2a-379fbfc30926) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:25.439236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940eb625-faed-47dd-88c4-ea12d4435f87 None None] Network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:25.442424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.443833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.487611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.523152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d35c453-7eed-4b1b-a9fa-cb91ee9438d1 req-aa63bce9-c03d-4dde-bf20-118847c9c4d2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165411 Feb 04 12:59:25.559414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.560008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854caedf-4bcf-4149-ae65-b7884719309d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:25.572518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-cd828951-1632-4ede-8d4a-b4e758849bb4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800450 Feb 04 12:59:25.587857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1ed4d08b-ead7-46af-9e12-e1c4b133147a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7024627 Feb 04 12:59:25.596886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] Pushing event deleted for resources: {'Network': ['ID=36c6d7c2-0ca1-4889-a117-4a3112394e9f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:25.636141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:25.656334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.660339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c4bde819-74ba-409c-8e25-8eb556a61b33 admin admin] 10.222.0.53 "DELETE /v2.0/routers/854caedf-4bcf-4149-ae65-b7884719309d HTTP/1.1" status: 204 len: 168 time: 4.5476730 Feb 04 12:59:25.665720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:25.676868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d36065a-1d0c-4830-8a27-c4db71670f9a tempest-ServersTestMultiNic-1857848145 tempest-ServersTestMultiNic-1857848145-project] 10.222.0.53 "DELETE /v2.0/networks/36c6d7c2-0ca1-4889-a117-4a3112394e9f HTTP/1.1" status: 204 len: 168 time: 3.6672637 Feb 04 12:59:25.771661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Deleting subnet 0b04d348-8bfd-4a92-80c3-96b732c44bac {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:25.778928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.794701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:25.886211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0613a85a-9a0e-46fd-8e39-56bac95eed10 req-cfafe50d-7e32-43ad-ae1c-97bea27e90fd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 210 time: 0.1266701 Feb 04 12:59:25.893800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.920647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.941514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:25.950834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:59:26.023158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda88e87-f24d-4ed1-8405-a7fcb12b5587,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.042220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-39b30f35-3a33-4d91-b4d7-b370674df9bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa142f18943541088df41c8685f72e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188541 Feb 04 12:59:26.050729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-4a5bfab2-769d-4631-9ec4-61d084835c26 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:26.056995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:26.061093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-4a5bfab2-769d-4631-9ec4-61d084835c26 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6536782 Feb 04 12:59:26.063139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.097239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:26.103245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Usage tracker for resource:security_group_rule and tenant:d06f7d5b340f47c58c4a6301d5acddd4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:26.107306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:26.114416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:26.137551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-337cd470-6f7f-4091-b3ca-00d58cc43a78 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:26.139344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-337cd470-6f7f-4091-b3ca-00d58cc43a78 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5482574 Feb 04 12:59:26.153503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Request body: {'port': {'device_id': '00d5fb43-776f-4191-82c1-0c962648e07f', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '4a0b9a301e1a418a9f1490c59e7ed44a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:26.178703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:26.201781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '559c65a8-85e1-4928-a7cc-42245199feab', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '559c65a8-85e1-4928-a7cc-42245199feab', 'mac_address': 'fa:16:3e:d4:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:26.206076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976c09e-e054-4010-a0db-cfbd1b76556f None None] Network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:26.222892 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.230247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.253226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-d5eb2d04-c105-40e3-bfdc-a2eab8bea6b4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.1912005 Feb 04 12:59:26.301099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.340908 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.362030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559c65a8-85e1-4928-a7cc-42245199feab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:26.374757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.380009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d06f7d5b340f47c58c4a6301d5acddd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275107 Feb 04 12:59:26.387552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37932) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:26.401074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:26.418100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.424316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dfd69-7380-41ea-b5fb-1fa4ae8b861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29764fd3-e53f-4bf1-884c-787803e9e62a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.464178 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.519746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:26.525650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54a27724-0444-4a92-b2ed-095f108e88db no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:26.557855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:26.582551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Made reservation on behalf of 4a0b9a301e1a418a9f1490c59e7ed44a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:26.582816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 54a27724-0444-4a92-b2ed-095f108e88db {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:26.583050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 54a27724-0444-4a92-b2ed-095f108e88db not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:26.587829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.592382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-3de279a7-b594-42a2-8d4f-ace7d88b1ceb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3378775 Feb 04 12:59:26.597913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.599096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.644049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.648227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['559c65a8-85e1-4928-a7cc-42245199feab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:26.682896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.701698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b04d348-8bfd-4a92-80c3-96b732c44bac,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.711107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.716230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.745940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d942418-b048-4b47-9e86-90b321836e0e None None] Network 8c7103aa-4184-4cf5-93e1-eec9398c556e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:26.752279 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-11fd2734-8944-40c8-b296-f74b1a1cc9be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b04d348-8bfd-4a92-80c3-96b732c44bac HTTP/1.1" status: 204 len: 168 time: 1.0815296 Feb 04 12:59:26.755132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-d8d1548f-4154-4d2a-8061-659512a18a66 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:26.756491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-d8d1548f-4154-4d2a-8061-659512a18a66 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Synchronizing usage tracker for tenant:b4eef57c9ec044119603f7151a852d1a on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:26.759368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37938) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:26.769353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda88e87-f24d-4ed1-8405-a7fcb12b5587,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:26.806271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.809822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d3741bae-5aad-449a-8b9c-06c8ca5bd083 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dda88e87-f24d-4ed1-8405-a7fcb12b5587 HTTP/1.1" status: 204 len: 168 time: 0.7489829 Feb 04 12:59:26.842398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-d8d1548f-4154-4d2a-8061-659512a18a66 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Unset dirty status for tenant:b4eef57c9ec044119603f7151a852d1a on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:26.843647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-d8d1548f-4154-4d2a-8061-659512a18a66 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/networks?id=5a7fc814-fe6f-43a6-8b2a-379fbfc30926 HTTP/1.1" status: 200 len: 822 time: 0.4794192 Feb 04 12:59:26.871404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-ea7bcd60-52bc-4f81-a48e-d76911e49b96 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/quotas/b4eef57c9ec044119603f7151a852d1a HTTP/1.1" status: 200 len: 375 time: 0.0198903 Feb 04 12:59:26.930783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:26.938769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-25fade9e-f89c-4ae9-937e-c913b975d3ed tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4eef57c9ec044119603f7151a852d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663998 Feb 04 12:59:26.992961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29764fd3-e53f-4bf1-884c-787803e9e62a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:27.002853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.012207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dcf35c51-b783-48fc-9ee1-841ec83f41cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29764fd3-e53f-4bf1-884c-787803e9e62a HTTP/1.1" status: 204 len: 168 time: 0.6213174 Feb 04 12:59:27.015473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.028240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Deleting port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:27.028584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.037313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Allocated IP 192.168.233.125 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/d5d6ac61-a5b5-47c7-8302-0b476a923073) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:27.213803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-1fdf9c75-bb4e-463f-8d87-61fde1c644ad service neutron] 10.222.0.53 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740920 Feb 04 12:59:27.470925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] DHCP port deletion for 8c7103aa-4184-4cf5-93e1-eec9398c556e request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:59:27.482379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Deleting port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:27.482794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.599727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] For port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:27.600219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.812754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-7adbf0af-821f-4db9-a93c-ede6c0847e78 service neutron] 10.222.0.53 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976748 Feb 04 12:59:27.829669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:27.832879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:27.878857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Transition to ACTIVE for port object d5d6ac61-a5b5-47c7-8302-0b476a923073 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:27.903734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Calling delete_port for cc5b20d4-39b0-48f1-af27-58d4d68ec8bf owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:27.951006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.046480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:28.096325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.185197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:28.202779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:28.219815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:28.222422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:28.270142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:28.291897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] No DVR routers for this DVR port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:28.396799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:28.397313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.410892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 559c65a8-85e1-4928-a7cc-42245199feab completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:28.429207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] For port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cc5b20d4-39b0-48f1-af27-58d4d68ec8bf,segment=NetworkSegment(a12bf514-abdf-471d-b44c-d34d4abcf2ad),segment_id=a12bf514-abdf-471d-b44c-d34d4abcf2ad)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:28.429599 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.480736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 559c65a8-85e1-4928-a7cc-42245199feab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:28.481523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.599727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:28.617457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cc5b20d4-39b0-48f1-af27-58d4d68ec8bf no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:28.716478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-b68e1d46-980a-4053-ab4e-8608b1955864 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5670121 Feb 04 12:59:28.754948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Request body: {'port': {'device_id': '00d5fb43-776f-4191-82c1-0c962648e07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:28.765491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe8f7-c8f6-49ae-bca0-4eb660de5355 req-3fcf4c11-30ea-44d7-8faa-ffff9f76bd62 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:28.777931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33bbe8f7-c8f6-49ae-bca0-4eb660de5355 req-3fcf4c11-30ea-44d7-8faa-ffff9f76bd62 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 945 time: 0.7751489 Feb 04 12:59:28.856200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:28.877167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: cc5b20d4-39b0-48f1-af27-58d4d68ec8bf {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:28.877680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cc5b20d4-39b0-48f1-af27-58d4d68ec8bf not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:29.016169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33bbe8f7-c8f6-49ae-bca0-4eb660de5355 req-5d42971c-1cc3-4285-9a7d-d901fd224f69 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369649 Feb 04 12:59:29.022493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7103aa-4184-4cf5-93e1-eec9398c556e']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:29.065107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12bf514-abdf-471d-b44c-d34d4abcf2ad') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:29.071883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12bf514-abdf-471d-b44c-d34d4abcf2ad') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:29.125488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.170734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7735ad2-fba9-4597-a925-c12743859562 req-04f8c56b-1bba-48a1-b271-3818feef7a25 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:29.172107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e7735ad2-fba9-4597-a925-c12743859562 req-04f8c56b-1bba-48a1-b271-3818feef7a25 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:29.179354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.179691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.203757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:29.204171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.218282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Calling delete_port for cc5b20d4-39b0-48f1-af27-58d4d68ec8bf owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:29.244094 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:29.291534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38018) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:29.297498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2046254099-network', 'tenant_id': '3cdd440d36a2474da638930285c1d4a4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:29.302813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:29.307088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Usage tracker for resource:network and tenant:3cdd440d36a2474da638930285c1d4a4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:29.310260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:29.317548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:29.340083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Made reservation on behalf of 3cdd440d36a2474da638930285c1d4a4 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:29.342986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.387807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.394757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.406012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e7735ad2-fba9-4597-a925-c12743859562 req-04f8c56b-1bba-48a1-b271-3818feef7a25 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:29.425509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7735ad2-fba9-4597-a925-c12743859562 req-04f8c56b-1bba-48a1-b271-3818feef7a25 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 936 time: 1.0663512 Feb 04 12:59:29.463976 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.473618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7103aa-4184-4cf5-93e1-eec9398c556e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:29.498585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-99342f2d-95d6-4b27-902e-d86a15ad95d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8c7103aa-4184-4cf5-93e1-eec9398c556e HTTP/1.1" status: 204 len: 168 time: 2.7378347 Feb 04 12:59:29.508268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b11a7dc-8c33-47be-9445-63fda2e180f4 None None] Provisioning for port d5d6ac61-a5b5-47c7-8302-0b476a923073 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:29.528295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:29.557480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b11a7dc-8c33-47be-9445-63fda2e180f4 None None] Provisioning complete for port d5d6ac61-a5b5-47c7-8302-0b476a923073 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:29.558065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b11a7dc-8c33-47be-9445-63fda2e180f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.594753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:29.619686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.710581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:29.767586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:29.768220 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:29.806276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2b11a7dc-8c33-47be-9445-63fda2e180f4 None None] Port d5d6ac61-a5b5-47c7-8302-0b476a923073 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:29.820498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:29.825457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5c629fa-6729-4999-886f-e2bcf1199fe3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c6ac465a175400d8c12cecfcc9b8bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132431 Feb 04 12:59:29.827128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:29.828127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.829255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a0a5dcb-1a9c-41fa-bacb-103d967ffaf4 req-1fe5c764-0ef5-4a1f-9a1d-86baff549849 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 210 time: 0.0976262 Feb 04 12:59:29.838128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38036) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:29.843023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Transition to ACTIVE for port object d5d6ac61-a5b5-47c7-8302-0b476a923073 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:29.870395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.892148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385743706'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:29.903976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.932319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.963118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:29.963855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:29.975051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:30.013857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:30.026243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7735ad2-fba9-4597-a925-c12743859562 req-953cd784-aa2a-45f0-bf50-3a0e70caf43b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998685 Feb 04 12:59:30.030529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdd440d36a2474da638930285c1d4a4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:30.033159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:30.043416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:30.046515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:30.066153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4af80d25-bec3-4eaa-846f-81e85806d541 req-adae40d8-41d5-472c-980f-a02e194c7a8c tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 210 time: 0.0570407 Feb 04 12:59:30.111342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-6928a9b9-4702-46d7-89a1-061d5b3c262e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494218 Feb 04 12:59:30.112974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:30.164994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:30.178110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d245b81-033a-4d05-ab1d-42e4c27c7446,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:30.210463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-e1620873-29b9-466b-ab6a-9a08714c6686 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466695 Feb 04 12:59:30.217517 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab', 'code': 200} Feb 04 12:59:30.268289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:30.269757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Deleting port cc5b20d4-39b0-48f1-af27-58d4d68ec8bf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:30.270216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:30.270941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:30.395641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:30.397330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7e8379df-f83d-46a2-b8c2-216f10d1553e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d245b81-033a-4d05-ab1d-42e4c27c7446 HTTP/1.1" status: 204 len: 168 time: 0.5577741 Feb 04 12:59:30.398671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0dd370d3-54e6-4979-99e2-97c1318c5df0 None None] The port 'cc5b20d4-39b0-48f1-af27-58d4d68ec8bf' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:59:30.553632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.87', 54855) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:30.644760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-6957fb23-4ff2-49bc-a81a-b4b1a3e59f61 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.646889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-6957fb23-4ff2-49bc-a81a-b4b1a3e59f61 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5267549 Feb 04 12:59:30.714277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:30.790374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:30.793916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:30.947513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f09c7-7d82-4980-a5c4-2e072b85bd19 req-3bf4bcea-8826-4693-bec9-e9cac0a0da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.949046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-854f09c7-7d82-4980-a5c4-2e072b85bd19 req-3bf4bcea-8826-4693-bec9-e9cac0a0da25 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 1097 time: 0.4029198 Feb 04 12:59:30.957267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-e1ddf0a4-6635-40c0-988e-991331f1643b tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:30.959275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-e1ddf0a4-6635-40c0-988e-991331f1643b tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.87 "GET /v2.0/networks?id=5a7fc814-fe6f-43a6-8b2a-379fbfc30926 HTTP/1.1" status: 200 len: 822 time: 0.3637888 Feb 04 12:59:30.979399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.020039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:31.026941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:31.031827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Request body: {'port': {'device_id': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926', 'admin_state_up': True, 'tenant_id': 'b4eef57c9ec044119603f7151a852d1a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:31.057491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:31.057871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:31.058265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:31.065466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:security_group_rule and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:31.075935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:31.105628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:31.106101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:31.116291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:31.190227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:31.190656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:31.191026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:31.191969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Bound port: d5d6ac61-a5b5-47c7-8302-0b476a923073, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:31.191969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.243490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5f5b026-965d-476e-b542-c1700c005816 req-a59f3d17-518d-4c71-9160-2074f670ba7e tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 210 time: 0.2833011 Feb 04 12:59:31.251759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:31.266928 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-854f09c7-7d82-4980-a5c4-2e072b85bd19 req-3f22cc57-6bec-464e-a7e0-e0ecb2f3a5e0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037288 Feb 04 12:59:31.285591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:31.289117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.373526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-1697ce54-8d9c-4d4f-a157-fddb04468dc2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:31.375006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-1697ce54-8d9c-4d4f-a157-fddb04468dc2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1055148 Feb 04 12:59:31.447227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:31.528344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:31.531819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:31.549781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.551716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Usage tracker for resource:port and tenant:b4eef57c9ec044119603f7151a852d1a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:31.558466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:31.571370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:31.574535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885159f-eb57-4616-a2b0-f7f627f29bd5 req-20aea740-b037-44eb-bf00-a7ae11197aca tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:31.576141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c885159f-eb57-4616-a2b0-f7f627f29bd5 req-20aea740-b037-44eb-bf00-a7ae11197aca tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.6713371 Feb 04 12:59:31.585243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.594781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.160 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/c54a49c2-e691-4968-95bb-fbd3f49c2c52) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:31.605003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Made reservation on behalf of b4eef57c9ec044119603f7151a852d1a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:31.609786 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.649007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef82c-e340-485f-81a1-7454ec1eea39 req-5b44379b-8d4f-4c25-b2b9-24d0f4f8693f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:31.650505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5eef82c-e340-485f-81a1-7454ec1eea39 req-5b44379b-8d4f-4c25-b2b9-24d0f4f8693f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.2620044 Feb 04 12:59:31.652099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:31.717322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:31.749281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:31.754236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8220ffb9-e896-4ccd-a282-7282ede4e9fa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:31.798082 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.807222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.807570 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Added segment 64e0574a-d984-4cba-9a00-74f236703553 of type vlan for network e2a6072e-9bf7-4642-be8e-f9bb02873e9e Feb 04 12:59:31.857357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-833328480-network', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:31.863639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.878762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:31.895580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c885159f-eb57-4616-a2b0-f7f627f29bd5 req-a50e89f5-ec44-441a-9c2c-cf246ec5595d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041987 Feb 04 12:59:31.899826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Usage tracker for resource:network and tenant:dd6ef9721a1f4432bb1f38d64269b7cc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:31.901643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.920512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:31.933889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:31.948123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:31.949280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:31.951264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] 10.222.0.87 "PUT /v2.0/ports/d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 1096 time: 3.2208543 Feb 04 12:59:31.960910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:31.980910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:32.033102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:32.055167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5eef82c-e340-485f-81a1-7454ec1eea39 req-1122e3d2-93e8-498a-a4ad-90ba544af7b3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571858 Feb 04 12:59:32.062017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.069972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Made reservation on behalf of dd6ef9721a1f4432bb1f38d64269b7cc for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:32.072347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.093032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.123562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:32.130856 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'status': 'completed', 'code': 200} Feb 04 12:59:32.132815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:32.136247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fd91c-e28c-4f2a-8572-7fa5f597fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:32.140629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Usage tracker for resource:security_group_rule and tenant:dd6ef9721a1f4432bb1f38d64269b7cc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:32.148206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:32.153662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.155456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08dc880-fe7d-42a5-88ac-a9643a6ce04c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:32.159665 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.160014 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment a8a59f03-0d4f-408f-8e2e-20fd8eec1daf of type vlan for network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 Feb 04 12:59:32.166692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-952b6f63-3108-4934-be47-757de612a489 req-92c5db30-960c-490a-92a0-8eca08a5c94c tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 210 time: 0.1242554 Feb 04 12:59:32.177600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:32.197248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Allocated IP 172.20.0.14 (5a7fc814-fe6f-43a6-8b2a-379fbfc30926/05a17703-0db6-4c03-9590-7684a779c89b/3f7f2eb9-a0b5-4c9c-997d-938788529a7f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:32.207259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object c54a49c2-e691-4968-95bb-fbd3f49c2c52 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:32.216903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:32.220680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.271994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.277705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.278658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:32.279240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.478493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-781da6b4-55d1-4d54-b8af-a6ba0b2a0023 req-eb690e14-cf10-48ff-89d9-4b2826f8bd4c tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 210 time: 0.0763757 Feb 04 12:59:32.493231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.505973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:32.540768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-3d543e36-65cc-4c47-967b-8f67f4c01759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:32.542289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-3d543e36-65cc-4c47-967b-8f67f4c01759 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1099 time: 0.5504165 Feb 04 12:59:32.594276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:32.597658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:32.608061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.614938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a6072e-9bf7-4642-be8e-f9bb02873e9e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:32.619379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:32.640979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e2a6072e-9bf7-4642-be8e-f9bb02873e9e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:32.704155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:32.714929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.725349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:32.726554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.824664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:32.846746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.859905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-30e39df8-51c6-4979-8ab9-e67c043b8c6f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.3076620 Feb 04 12:59:32.860230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.864248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26053d0-5568-45bc-89c6-5b317d2a1783,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:32.867305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:32.868527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.879797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.880850 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Added segment 2a7d1cea-07e4-4da3-9619-f8022555656d of type vlan for network f75d5555-2330-4a17-8715-34c3d155ee9d Feb 04 12:59:32.897275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fae3c8b5-abc2-4076-a243-581a62719963 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.2963743 Feb 04 12:59:32.900145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38088) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:32.908399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Request body: {'subnet': {'network_id': 'e2a6072e-9bf7-4642-be8e-f9bb02873e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2046254099-subnet', 'tenant_id': '3cdd440d36a2474da638930285c1d4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:32.920706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:32.932571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-13c21f28-1f55-4413-b097-5994e75cd121 None None] Provisioning for port c54a49c2-e691-4968-95bb-fbd3f49c2c52 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:32.934513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-6cdd7e2b-608e-432d-8289-30f4985adc62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2275581 Feb 04 12:59:32.947838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Usage tracker for resource:subnet and tenant:3cdd440d36a2474da638930285c1d4a4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:32.951624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:32.958223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Request body: {'port': {'device_id': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:32.987627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-13c21f28-1f55-4413-b097-5994e75cd121 None None] Provisioning complete for port c54a49c2-e691-4968-95bb-fbd3f49c2c52 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:32.989006 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-13c21f28-1f55-4413-b097-5994e75cd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:32.995628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:33.013820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.041461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Made reservation on behalf of 3cdd440d36a2474da638930285c1d4a4 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:33.043780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.098696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.7615707 Feb 04 12:59:33.099515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-13c21f28-1f55-4413-b097-5994e75cd121 None None] Port c54a49c2-e691-4968-95bb-fbd3f49c2c52 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:33.140501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.172109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:59:33.224125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537241e-8c73-47a7-a004-f0682dc9512a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=0a28903e-a115-4fb8-9e83-46ac572ab5e2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.240667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:33.242135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-c50a5afd-5bd8-4173-9212-8e90b765a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.243946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-c50a5afd-5bd8-4173-9212-8e90b765a693 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3688645 Feb 04 12:59:33.244660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:33.246085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.226 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/b17c526b-34ee-4d07-ac8b-75ebe5cfe2be) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:33.259415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.264297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:33.354218 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.499936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.500815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.501406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.600366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2626f-62ad-41f6-be50-c89c31998699 req-fdba65d8-19e3-430a-8350-2eb0230b9024 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.601869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adc2626f-62ad-41f6-be50-c89c31998699 req-fdba65d8-19e3-430a-8350-2eb0230b9024 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.5657926 Feb 04 12:59:33.605295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:33.628429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:33.654756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:33.666949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:33.691117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:33.709026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:33.742667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2110894 Feb 04 12:59:33.742667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Pushing event updated for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.749333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:33.764864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c499b-b0b2-4824-80ff-5a0e71a6a57a admin admin] Pushing event updated for resources: {'Network': ['ID=f75d5555-2330-4a17-8715-34c3d155ee9d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:33.770317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Request body: {'subnet': {'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-833328480-subnet', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:33.782445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f75d5555-2330-4a17-8715-34c3d155ee9d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:33.784647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:33.786739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:33.810310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Usage tracker for resource:subnet and tenant:dd6ef9721a1f4432bb1f38d64269b7cc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:33.856908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:33.875447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-4169dad1-4bd7-4f70-bc29-cfe5bba8b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.877497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-4169dad1-4bd7-4f70-bc29-cfe5bba8b2d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6218503 Feb 04 12:59:33.878317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:33.882767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.912773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:33.925437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.926067 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:33.968759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3e52-a31a-4680-a461-82492c8413fe req-3c93b9a4-e963-4c36-9b40-75e1214d8241 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:33.970310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-302b3e52-a31a-4680-a461-82492c8413fe req-3c93b9a4-e963-4c36-9b40-75e1214d8241 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.7046270 Feb 04 12:59:33.987086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Made reservation on behalf of dd6ef9721a1f4432bb1f38d64269b7cc for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:33.988612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.058850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adc2626f-62ad-41f6-be50-c89c31998699 req-b0d063ba-94e6-412f-99bf-371115d93143 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269984 Feb 04 12:59:34.073325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a914f88a-70f6-417c-b233-8553bd2629c9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0931268 Feb 04 12:59:34.094896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Request body: {'port': {'device_id': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:34.179498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.218742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-302b3e52-a31a-4680-a461-82492c8413fe req-da957f90-5c31-46da-998a-3b558461e134 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334297 Feb 04 12:59:34.223692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.290047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7b06d5dd-a0e8-4651-887c-9e6d2aea249b req-39019c3b-0e7e-47ec-ad64-042169991c2e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:34.321323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object b17c526b-34ee-4d07-ac8b-75ebe5cfe2be will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:34.329719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-cf2cfa9a-47e2-433d-ba71-dd513c47b087 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299650 Feb 04 12:59:34.412036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.435288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e524bead-d641-4ff4-93a2-f9524d389942,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:34.530686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Checking segment: {'id': '64e0574a-d984-4cba-9a00-74f236703553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e2a6072e-9bf7-4642-be8e-f9bb02873e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:34.531054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Network hostable DHCP agents. Network: e2a6072e-9bf7-4642-be8e-f9bb02873e9e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:34.622218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7b06d5dd-a0e8-4651-887c-9e6d2aea249b req-39019c3b-0e7e-47ec-ad64-042169991c2e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:34.623304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b06d5dd-a0e8-4651-887c-9e6d2aea249b req-39019c3b-0e7e-47ec-ad64-042169991c2e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 210 time: 0.4395216 Feb 04 12:59:34.634307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Deleting port 69f6853b-44de-40c9-a4f6-478baacf5e1a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:34.634676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.658245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Network e2a6072e-9bf7-4642-be8e-f9bb02873e9e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:34.695779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bd99d-f83a-44bd-ae64-b8fe1299800d req-9719edca-09bf-47ce-96fe-eaa6555f7f51 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:34.696518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8f4bd99d-f83a-44bd-ae64-b8fe1299800d req-9719edca-09bf-47ce-96fe-eaa6555f7f51 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Synchronizing usage tracker for tenant:b4eef57c9ec044119603f7151a852d1a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:34.707315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e2a6072e-9bf7-4642-be8e-f9bb02873e9e) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:34.709686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.721845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0606ac-c6fa-4f0e-b7e4-f3615453a9f6 None None] Network e2a6072e-9bf7-4642-be8e-f9bb02873e9e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:34.764444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:34.764802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.765080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.921969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:34.972922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8f4bd99d-f83a-44bd-ae64-b8fe1299800d req-9719edca-09bf-47ce-96fe-eaa6555f7f51 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Unset dirty status for tenant:b4eef57c9ec044119603f7151a852d1a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:34.974695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f4bd99d-f83a-44bd-ae64-b8fe1299800d req-9719edca-09bf-47ce-96fe-eaa6555f7f51 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 932 time: 0.6439934 Feb 04 12:59:34.981793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:34.985795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:34.987963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ed1ee61-ec04-4c52-9af5-9e67a515d5d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0867960 Feb 04 12:59:35.030464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:35.062204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05771c79-9b4a-483e-9925-c865f3c50fce,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:35.096451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:35.098989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:35.114687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Checking segment: {'id': '2a7d1cea-07e4-4da3-9619-f8022555656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:35.115004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Network hostable DHCP agents. Network: f75d5555-2330-4a17-8715-34c3d155ee9d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:35.156559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f4bd99d-f83a-44bd-ae64-b8fe1299800d req-c1247626-955c-4e92-83a1-cbca1f09efd4 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545498 Feb 04 12:59:35.176563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.178680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.183875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf5498a-d119-4c13-8177-3a2b62618748 req-a3b92bec-a937-413b-a849-8939fbe82303 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8389239 Feb 04 12:59:35.279075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Network f75d5555-2330-4a17-8715-34c3d155ee9d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:35.331330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b435d-0cee-42f0-9c36-2c9b5331b460 None None] Network e2a6072e-9bf7-4642-be8e-f9bb02873e9e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:35.378200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:35.392489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:35.392792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 0a28903e-a115-4fb8-9e83-46ac572ab5e2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:35.415486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-f70d0204-9cde-4aeb-b30a-0042e068fba0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9871962 Feb 04 12:59:35.444075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Request body: {'port': {'device_id': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:35.528210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:35.534712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54a49c2-e691-4968-95bb-fbd3f49c2c52 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:35.539256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f75d5555-2330-4a17-8715-34c3d155ee9d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:35.542412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] For port 69f6853b-44de-40c9-a4f6-478baacf5e1a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=69f6853b-44de-40c9-a4f6-478baacf5e1a,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:35.542806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.553009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0a28903e-a115-4fb8-9e83-46ac572ab5e2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:35.560900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.568099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062a06-5de6-4489-8316-547fd29928fe req-296cf47e-d61b-47a3-b8f0-fa485f9fe334 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.570146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15062a06-5de6-4489-8316-547fd29928fe req-296cf47e-d61b-47a3-b8f0-fa485f9fe334 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.5769944 Feb 04 12:59:35.581655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.582414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.600983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48107ae-1e54-481f-94d9-422a9de0ae75 None None] Network f75d5555-2330-4a17-8715-34c3d155ee9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:35.613348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1168ccb-ff83-48a6-ae85-d0050ab023bd None None] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:35.614392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7f2eb9-a0b5-4c9c-997d-938788529a7f {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:35.622982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Transition to ACTIVE for port object c54a49c2-e691-4968-95bb-fbd3f49c2c52 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:35.629784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.632393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.633026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.638846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.677703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1557ee4a-7cbd-443b-a0e4-5979aa4db2c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9232628 Feb 04 12:59:35.703711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38120) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:35.709495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:35.723095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Transition to ACTIVE for port object 3f7f2eb9-a0b5-4c9c-997d-938788529a7f will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:35.748146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Calling delete_port for 69f6853b-44de-40c9-a4f6-478baacf5e1a owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:35.789871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:35.804863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.811782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Usage tracker for resource:router and tenant:dd6ef9721a1f4432bb1f38d64269b7cc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:35.822416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:35.842945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Pushing event updated for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:35.863808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63ccf402-c18c-4969-96f2-422ee42fb070 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6119008 Feb 04 12:59:35.869566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3a45359-0d9e-4d2e-8ba5-5c0f29d2b8fe None None] Provisioning for port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:35.881727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:35.888239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902326930'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:35.890659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:35.901842 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.918621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15062a06-5de6-4489-8316-547fd29928fe req-74dab540-5f84-475d-8d21-e67363cb91f1 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404388 Feb 04 12:59:35.921155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3a45359-0d9e-4d2e-8ba5-5c0f29d2b8fe None None] Provisioning complete for port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:35.922047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3a45359-0d9e-4d2e-8ba5-5c0f29d2b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:35.963798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:35.968466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-1131909c-3b36-4e9b-b4d9-e6b48660cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:35.970319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-1131909c-3b36-4e9b-b4d9-e6b48660cb93 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1099 time: 0.7033217 Feb 04 12:59:35.994142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d3a45359-0d9e-4d2e-8ba5-5c0f29d2b8fe None None] Port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:36.005249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:36.027644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97fe51-afa5-474c-b144-e6264823b2e1 req-0c628442-4d99-45f7-983c-5651813d9d4a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:36.029339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e97fe51-afa5-474c-b144-e6264823b2e1 req-0c628442-4d99-45f7-983c-5651813d9d4a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.5733585 Feb 04 12:59:36.079385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:36.138690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:36.160190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.162197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.214341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:36.218485 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.249620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:36.334035 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-7408cdbb-6eb8-426f-87a2-30b370394746 req-f87cb520-9b8b-49bc-a023-edb4840093fa tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] show failed (client error): The resource could not be found. Feb 04 12:59:36.335212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7408cdbb-6eb8-426f-87a2-30b370394746 req-f87cb520-9b8b-49bc-a023-edb4840093fa tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/826389aa-46eb-4a3d-bd8e-1befdab64c12 HTTP/1.1" status: 404 len: 352 time: 0.1864328 Feb 04 12:59:36.351999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:36.377890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.388913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.389257 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 1793eacd-7d99-42e2-a599-d99c7d46e1e7 of type vlan for network 59f548ed-23e0-4656-8668-96394280e8f2 Feb 04 12:59:36.425625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e97fe51-afa5-474c-b144-e6264823b2e1 req-14c85e68-9fc9-4d32-976e-4a5819f31333 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421330 Feb 04 12:59:36.432710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Attempting to bind port c54a49c2-e691-4968-95bb-fbd3f49c2c52 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:36.433046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Attempting to bind port c54a49c2-e691-4968-95bb-fbd3f49c2c52 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:36.433369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Attempting to bind port c54a49c2-e691-4968-95bb-fbd3f49c2c52 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:36.445790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f75d5555-2330-4a17-8715-34c3d155ee9d', 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'fixed_ips': [{'subnet_id': '05771c79-9b4a-483e-9925-c865f3c50fce'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:59:36.446555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.460993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-0a28903e-a115-4fb8-9e83-46ac572ab5e2', 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:59:36.460993 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.461288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-ad1dd813-5e4c-45fe-a001-6cef4608ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:36.461288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-ad1dd813-5e4c-45fe-a001-6cef4608ba2b service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4825578 Feb 04 12:59:36.534631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Port c54a49c2-e691-4968-95bb-fbd3f49c2c52 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:36.535143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Attempting to bind port c54a49c2-e691-4968-95bb-fbd3f49c2c52 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:36.558005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:36.558549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:36.559112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:36.559814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Bound port: c54a49c2-e691-4968-95bb-fbd3f49c2c52, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:36.560861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.770501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:36.773901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:36.804061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-85bc2679-b916-4f86-b01b-d16cbd59d890 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.1434462 Feb 04 12:59:36.809553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.811444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Allocated IP 172.20.255.242 (0a28903e-a115-4fb8-9e83-46ac572ab5e2/4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2/2ad80c33-8160-444d-9eb7-520714eef71a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:36.818907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Allocated IP 172.20.0.2 (f75d5555-2330-4a17-8715-34c3d155ee9d/05771c79-9b4a-483e-9925-c865f3c50fce/303ae8e9-0778-4ad2-aea8-f790208933dc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:36.855059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.907743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Attempting to bind port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:36.907994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Attempting to bind port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '1bc91e2c-ea0a-4b63-820e-862bedd4d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:36.908574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Attempting to bind port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f on network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:36.917364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:36.993258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Pushing event deleted for resources: {'Port': ['ID=69f6853b-44de-40c9-a4f6-478baacf5e1a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.029874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.055759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-62a423f5-fac6-40e1-a272-b58238a6d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.057217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-62a423f5-fac6-40e1-a272-b58238a6d211 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2300334 Feb 04 12:59:37.060703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f on network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:37.061113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Attempting to bind port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f on network 5a7fc814-fe6f-43a6-8b2a-379fbfc30926 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:37.099647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.105056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.105684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.123481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:37.123847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Checking segment: {'id': '1bc91e2c-ea0a-4b63-820e-862bedd4d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:37.125279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Bound using segment: {'id': '1bc91e2c-ea0a-4b63-820e-862bedd4d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:37.125728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Bound port: 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc91e2c-ea0a-4b63-820e-862bedd4d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:37.126080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.153873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Pushing event updated for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.166363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.167059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.168517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-85c24ee7-8203-4a0e-96be-d8bee05b93ac service neutron] 10.222.0.87 "PUT /v2.0/ports/c54a49c2-e691-4968-95bb-fbd3f49c2c52 HTTP/1.1" status: 200 len: 1096 time: 4.2180393 Feb 04 12:59:37.246253 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.250158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.269125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Transition to ACTIVE for port object 303ae8e9-0778-4ad2-aea8-f790208933dc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:37.273403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Transition to ACTIVE for port object 2ad80c33-8160-444d-9eb7-520714eef71a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:37.284759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:37.289662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,segment=NetworkSegment(1bc91e2c-ea0a-4b63-820e-862bedd4d076),segment_id=1bc91e2c-ea0a-4b63-820e-862bedd4d076)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:37.290802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:37.292187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ead6b-899c-4539-9d89-e6bcc97a0818 req-c9f6ac52-9b8f-4783-86cd-c9341f398adb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.299716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f56ead6b-899c-4539-9d89-e6bcc97a0818 req-c9f6ac52-9b8f-4783-86cd-c9341f398adb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 936 time: 0.6377723 Feb 04 12:59:37.320920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Transition to ACTIVE for port object 303ae8e9-0778-4ad2-aea8-f790208933dc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:37.323314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Transition to ACTIVE for port object 2ad80c33-8160-444d-9eb7-520714eef71a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:37.330099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.370174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.411224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5259218 Feb 04 12:59:37.419619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f56ead6b-899c-4539-9d89-e6bcc97a0818 req-c104f923-cdb6-4743-afe3-048407154db5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190476 Feb 04 12:59:37.424468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:37.430777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfffe7b-a3a5-4afe-8265-907ff388ac77 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=59f548ed-23e0-4656-8668-96394280e8f2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.460183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 59f548ed-23e0-4656-8668-96394280e8f2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:37.482066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Network f75d5555-2330-4a17-8715-34c3d155ee9d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:37.488528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:37.498217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:37.532995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '59f548ed-23e0-4656-8668-96394280e8f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:37.553301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.565620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:37.603718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:37.620636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Pushing event updated for resources: {'Port': ['ID=303ae8e9-0778-4ad2-aea8-f790208933dc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.625725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.626042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:37.626470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.627945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] 10.222.0.87 "PUT /v2.0/ports/3f7f2eb9-a0b5-4c9c-997d-938788529a7f HTTP/1.1" status: 200 len: 1092 time: 3.5438530 Feb 04 12:59:37.667077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c867a-6497-43a6-bd49-a8894cfe7e40 req-387b8b84-43d4-43eb-9894-389b603388e1 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.668617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-390c867a-6497-43a6-bd49-a8894cfe7e40 req-387b8b84-43d4-43eb-9894-389b603388e1 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 944 time: 1.0738034 Feb 04 12:59:37.752119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-61f5a10a-0e4a-4677-b1a1-e568e6cb37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.753632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-61f5a10a-0e4a-4677-b1a1-e568e6cb37d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6867278 Feb 04 12:59:37.755609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17c526b-34ee-4d07-ac8b-75ebe5cfe2be {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:37.780215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f36c-1dd7-45dd-b9de-72ffa7dcf338 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.783520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Attempting to bind port 303ae8e9-0778-4ad2-aea8-f790208933dc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:37.783670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.784027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Attempting to bind port 303ae8e9-0778-4ad2-aea8-f790208933dc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2a7d1cea-07e4-4da3-9619-f8022555656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:37.784494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Attempting to bind port 303ae8e9-0778-4ad2-aea8-f790208933dc on network f75d5555-2330-4a17-8715-34c3d155ee9d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:37.793023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-b8ca4f0a-e30f-4b5a-ae36-bce52d4b32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:37.795578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-b8ca4f0a-e30f-4b5a-ae36-bce52d4b32ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1099 time: 0.4657722 Feb 04 12:59:37.838153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:37.838690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Checking segment: {'id': '2a7d1cea-07e4-4da3-9619-f8022555656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:37.839196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.839691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Bound using segment: {'id': '2a7d1cea-07e4-4da3-9619-f8022555656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:37.840276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Bound port: 303ae8e9-0778-4ad2-aea8-f790208933dc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7d1cea-07e4-4da3-9619-f8022555656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:37.840770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.850258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:37.877054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Pushing event updated for resources: {'Port': ['ID=2ad80c33-8160-444d-9eb7-520714eef71a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:37.921718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Attempting to bind port 2ad80c33-8160-444d-9eb7-520714eef71a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:37.922198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Attempting to bind port 2ad80c33-8160-444d-9eb7-520714eef71a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:37.922663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Attempting to bind port 2ad80c33-8160-444d-9eb7-520714eef71a on network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:37.923367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-fa4afb1e-e4f9-416c-be9a-2c6670deef22 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52 HTTP/1.1" status: 200 len: 217 time: 0.1110926 Feb 04 12:59:37.938790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:37.939265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Checking segment: {'id': 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:37.939761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.940219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Bound using segment: {'id': 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:37.940750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Bound port: 2ad80c33-8160-444d-9eb7-520714eef71a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0a28903e-a115-4fb8-9e83-46ac572ab5e2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:37.941192 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:37.960739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:37.976435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:37.991841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Transition to ACTIVE for port object b17c526b-34ee-4d07-ac8b-75ebe5cfe2be will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:37.992903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:38.009249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.012997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:38.017080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a52a5bc7-bbed-43e2-b942-b65dc74eabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.018617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-a52a5bc7-bbed-43e2-b942-b65dc74eabc3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b4eef57c9ec044119603f7151a852d1a&device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 1095 time: 0.3375530 Feb 04 12:59:38.025006 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-390c867a-6497-43a6-bd49-a8894cfe7e40 req-b0574d8f-a42a-4871-950a-679f09e69f5b tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727218 Feb 04 12:59:38.047712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.112781 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 12:59:38.114871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-8ba5f7ed-0b30-4894-b471-bb4499fcea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.116409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-8ba5f7ed-0b30-4894-b471-bb4499fcea27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1849306 Feb 04 12:59:38.128342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] For port 303ae8e9-0778-4ad2-aea8-f790208933dc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:38.160712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-df5b97fa-5f90-4e67-8381-f72204d19bd0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f HTTP/1.1" status: 200 len: 217 time: 0.1243885 Feb 04 12:59:38.169467 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52', 'status': 'completed', 'code': 200} Feb 04 12:59:38.173648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] For port 303ae8e9-0778-4ad2-aea8-f790208933dc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=303ae8e9-0778-4ad2-aea8-f790208933dc,segment=NetworkSegment(2a7d1cea-07e4-4da3-9619-f8022555656d),segment_id=2a7d1cea-07e4-4da3-9619-f8022555656d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:38.191835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.275592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] For port 2ad80c33-8160-444d-9eb7-520714eef71a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:38.297833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] For port 2ad80c33-8160-444d-9eb7-520714eef71a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ad80c33-8160-444d-9eb7-520714eef71a,segment=NetworkSegment(a8a59f03-0d4f-408f-8e2e-20fd8eec1daf),segment_id=a8a59f03-0d4f-408f-8e2e-20fd8eec1daf)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:38.304463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:38.321717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.346963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'mac_address': 'fa:16:3e:8c:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:38.391045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b5ed4-a889-4866-94b4-d4a03ec7270d None None] Pushing event updated for resources: {'Port': ['ID=303ae8e9-0778-4ad2-aea8-f790208933dc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:38.485164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:38.512136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-9781e51f-2476-4605-afb3-bed330a59a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.512335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.513763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-9781e51f-2476-4605-afb3-bed330a59a26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05a17703-0db6-4c03-9590-7684a779c89b HTTP/1.1" status: 200 len: 862 time: 0.3430839 Feb 04 12:59:38.550259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.580340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:38.598971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfbb16-fdb2-4f2e-84d1-7ec99d7a3662 req-d236aab7-c576-406b-baf3-eb7a60759861 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.600345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:38.601917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b54c5-b887-4877-99bc-74550ccc770c None None] Pushing event updated for resources: {'Port': ['ID=2ad80c33-8160-444d-9eb7-520714eef71a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:38.608304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.613344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccdfbb16-fdb2-4f2e-84d1-7ec99d7a3662 req-d236aab7-c576-406b-baf3-eb7a60759861 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.9711156 Feb 04 12:59:38.633377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-f7886074-794e-4d7b-ae8e-4c6861fb14ab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a7fc814-fe6f-43a6-8b2a-379fbfc30926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031318 Feb 04 12:59:38.740904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:38.796420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-302c3480-9e6b-492e-adee-6e9da374ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:38.798218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-302c3480-9e6b-492e-adee-6e9da374ddb1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6723664 Feb 04 12:59:38.799496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:38.811518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-10c0877b-2335-4c92-a8ec-ba41c9fc0723 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328965 Feb 04 12:59:38.825778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:38.852766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:38.918953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:39.100204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccdfbb16-fdb2-4f2e-84d1-7ec99d7a3662 req-d070be20-e53a-4b13-9f48-f51681ef3174 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855430 Feb 04 12:59:39.144264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-5d7ed79a-d6ec-4373-ba94-34aeb22f7ece service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677522 Feb 04 12:59:39.262844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d6c2-07da-4875-a876-17d29a57be71 req-e069d52d-25a2-4aff-bc99-9c06055e710c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:39.273800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a888d6c2-07da-4875-a876-17d29a57be71 req-e069d52d-25a2-4aff-bc99-9c06055e710c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.9287040 Feb 04 12:59:39.352132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Attempting to bind port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:39.352380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Attempting to bind port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:39.352703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Attempting to bind port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:39.438229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 12:59:39.438562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Attempting to bind port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:39.454744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6d8b359-bfab-4692-8ac0-27b7b471bfbe req-c9eb160c-9f84-49b2-a694-4318c264d49f service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484066 Feb 04 12:59:39.457470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67db9e91-582d-4f63-9450-34c7940394f5 req-8343a984-473b-4c43-a357-2fd6f282640e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] Synchronizing usage tracker for tenant:3cdd440d36a2474da638930285c1d4a4 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:39.484286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:39.484757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:39.485157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:39.485799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Bound port: b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:39.486204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:39.540436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-6a1245f5-ab7d-4bb1-9962-a7939bf7bbbe service neutron] 10.222.0.87 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915544 Feb 04 12:59:39.656002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a888d6c2-07da-4875-a876-17d29a57be71 req-9c262cc4-79d4-43fd-90e2-6d83eba71af9 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810530 Feb 04 12:59:39.677124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Allocated IP 172.25.4.25 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/75a6e3e2-7399-419b-92b1-fcbefbfdbc51) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:39.728167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67db9e91-582d-4f63-9450-34c7940394f5 req-8343a984-473b-4c43-a357-2fd6f282640e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] Unset dirty status for tenant:3cdd440d36a2474da638930285c1d4a4 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:39.729831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67db9e91-582d-4f63-9450-34c7940394f5 req-8343a984-473b-4c43-a357-2fd6f282640e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cdd440d36a2474da638930285c1d4a4 HTTP/1.1" status: 200 len: 2988 time: 0.5355539 Feb 04 12:59:39.735819 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-8a999b9f-7b3b-467b-b20f-bfce81d424f4 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786827 Feb 04 12:59:39.834650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Router 3e419aa7-666e-45d4-b80e-fae6fe39024b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:59:39.843736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:39.846260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:39.858862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:39.907382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:39.937946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:39.944424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d5d6ac61-a5b5-47c7-8302-0b476a923073 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:39.958277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d5d6ac61-a5b5-47c7-8302-0b476a923073 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:39.958933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:39.998356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f4fc98-c052-40db-9f9d-ae3cdddbc118 req-3d3a1a4a-6832-4dae-97ee-20d62b3b99d3 service neutron] 10.222.0.87 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461110 Feb 04 12:59:40.004902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0732018-010a-466b-92f4-7e78b3a9fea5 None None] Network f75d5555-2330-4a17-8715-34c3d155ee9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:40.080279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67db9e91-582d-4f63-9450-34c7940394f5 req-f13d8e9f-0349-4829-a0d6-13f8ed545e6d tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/8220ffb9-e896-4ccd-a282-7282ede4e9fa HTTP/1.1" status: 200 len: 2985 time: 0.3058600 Feb 04 12:59:40.083020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:40.120163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2e85-ea8f-44cd-be7a-7ff0beccca1d req-45958b67-d2fa-48a5-9f62-c2b721933ef1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.121403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7a6c2e85-ea8f-44cd-be7a-7ff0beccca1d req-45958b67-d2fa-48a5-9f62-c2b721933ef1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:40.123823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69e08430-546b-4a26-a60f-a95750c7a0a5 None None] Provisioning for port 303ae8e9-0778-4ad2-aea8-f790208933dc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:40.135285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-d7943af3-db69-42ec-a5fb-7e0b156905fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.136629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-d7943af3-db69-42ec-a5fb-7e0b156905fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1099 time: 0.3216951 Feb 04 12:59:40.141418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=ce4996d9-da63-47e1-a4a4-29cd2c813c15,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:40.148122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.148734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:40.150469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] 10.222.0.90 "PUT /v2.0/ports/b17c526b-34ee-4d07-ac8b-75ebe5cfe2be HTTP/1.1" status: 200 len: 1096 time: 4.7135890 Feb 04 12:59:40.173656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:40.176632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:40.324126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338edbdc-9440-4361-8193-78db6459ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:40.325004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:40.326924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '1793eacd-7d99-42e2-a599-d99c7d46e1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:40.327284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 59f548ed-23e0-4656-8668-96394280e8f2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:40.352591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-7a826c4d-870f-42f7-9f23-74752ffe0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.354992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-7a826c4d-870f-42f7-9f23-74752ffe0a68 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2103934 Feb 04 12:59:40.362266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7a6c2e85-ea8f-44cd-be7a-7ff0beccca1d req-45958b67-d2fa-48a5-9f62-c2b721933ef1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:40.365275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a6c2e85-ea8f-44cd-be7a-7ff0beccca1d req-45958b67-d2fa-48a5-9f62-c2b721933ef1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 948 time: 0.4661243 Feb 04 12:59:40.367096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:40.495407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:40.495898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67db9e91-582d-4f63-9450-34c7940394f5 req-fe10006b-c67e-41b6-a9bd-ffd72c2c481a tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/8220ffb9-e896-4ccd-a282-7282ede4e9fa HTTP/1.1" status: 200 len: 2985 time: 0.4137971 Feb 04 12:59:40.532481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:40.540702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:40.550494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:40.555381 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Sync routers for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:40.574855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6167251c-846a-4656-97d1-0d2a00203bce admin admin] 10.222.0.53 "PUT /v2.0/routers/3e419aa7-666e-45d4-b80e-fae6fe39024b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2998922 Feb 04 12:59:40.578332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:40.578477 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:40.579084 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:40.590874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:40.622709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:40.642152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:40.720056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:40.726786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694e5b4-b08d-4043-bdf2-5ec30704b8ad None None] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:40.745830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ad80c33-8160-444d-9eb7-520714eef71a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:40.816330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-4c1f2894-4dc8-4043-be63-e77dc8783b6c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52 HTTP/1.1" status: 200 len: 217 time: 0.4353225 Feb 04 12:59:40.830035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:40.886617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 59f548ed-23e0-4656-8668-96394280e8f2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:40.939111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2ad80c33-8160-444d-9eb7-520714eef71a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:40.970035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 59f548ed-23e0-4656-8668-96394280e8f2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:40.987318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:40.988218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.044063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-b5a94b58-ed8e-40f1-a795-f43c8bab6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:41.047838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-b5a94b58-ed8e-40f1-a795-f43c8bab6d48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 1099 time: 0.8499849 Feb 04 12:59:41.056119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eca7a9-1538-43a8-bff9-729c40bab5ac None None] Network 59f548ed-23e0-4656-8668-96394280e8f2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:41.077726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 303ae8e9-0778-4ad2-aea8-f790208933dc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:41.196038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea643ba6-9f25-4980-a1f7-a9bbe33452f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7666905 Feb 04 12:59:41.207280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-b3b1a3c3-fab3-4eea-923c-d77c5e98d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:41.209364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-b3b1a3c3-fab3-4eea-923c-d77c5e98d89f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0764825 Feb 04 12:59:41.226438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:41.253012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:59:36Z', 'revision_number': 5, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:41.258145 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Checking router: 3e419aa7-666e-45d4-b80e-fae6fe39024b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:41.260802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Provisioning for port 2ad80c33-8160-444d-9eb7-520714eef71a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:41.269843 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Routers {'3e419aa7-666e-45d4-b80e-fae6fe39024b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:41.270535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Provisioning complete for port 2ad80c33-8160-444d-9eb7-520714eef71a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:41.270760 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e419aa7-666e-45d4-b80e-fae6fe39024b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:41.271492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.277876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-a0febf08-61d7-4da6-8340-b13cfc1f2185 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be HTTP/1.1" status: 200 len: 217 time: 0.1514585 Feb 04 12:59:41.395411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.400299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a6c2e85-ea8f-44cd-be7a-7ff0beccca1d req-238f9f83-0d6a-4d76-93d5-c11750cfa9de tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0204973 Feb 04 12:59:41.424229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 303ae8e9-0778-4ad2-aea8-f790208933dc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:41.441713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 303ae8e9-0778-4ad2-aea8-f790208933dc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:41.442216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.508081 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] Set router 3e419aa7-666e-45d4-b80e-fae6fe39024b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:41.543597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Pushing event updated for resources: {'Port': ['ID=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:41.588598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852815f1-7909-4997-b8dd-c545e59b4250 req-14e5b18e-9f96-43cb-b2fa-ddc2e6771b3e tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:41.596572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-852815f1-7909-4997-b8dd-c545e59b4250 req-14e5b18e-9f96-43cb-b2fa-ddc2e6771b3e tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 944 time: 0.7255867 Feb 04 12:59:41.624377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-69b32752-0782-4ed6-92d5-ef3ff2455b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:41.625982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-69b32752-0782-4ed6-92d5-ef3ff2455b95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2934585 Feb 04 12:59:41.682930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.723004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.744121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-59f548ed-23e0-4656-8668-96394280e8f2', 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': 'ce4996d9-da63-47e1-a4a4-29cd2c813c15'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:59:41.744945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.810835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] For port 2ad80c33-8160-444d-9eb7-520714eef71a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ad80c33-8160-444d-9eb7-520714eef71a,segment=NetworkSegment(a8a59f03-0d4f-408f-8e2e-20fd8eec1daf),segment_id=a8a59f03-0d4f-408f-8e2e-20fd8eec1daf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:41.822759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.856556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.869936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-852815f1-7909-4997-b8dd-c545e59b4250 req-bd03efc0-8cdc-4ac5-b7c3-65738161ffc8 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Synchronizing usage tracker for tenant:b4eef57c9ec044119603f7151a852d1a on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:41.889781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3f7f2eb9-a0b5-4c9c-997d-938788529a7f details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:41.908374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:41.950429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:59:36Z', 'revision_number': 5, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:41.954877 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080da93a-158a-4908-9dd7-9e1633e6d81f None None] The sync data for ids ['3e419aa7-666e-45d4-b80e-fae6fe39024b'] in n-d-820555-2 is: [{'id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'name': 'tempest-ServersTestMultiNic-1774896356-router', 'tenant_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '3b89f753-2597-487e-8924-ca84067d1db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:56:18Z', 'updated_at': '2022-02-04T12:59:36Z', 'revision_number': 5, 'project_id': '6b5f9d7650ae4ed6a0cf095fc2bb2bba', 'gw_port': {'id': '3b89f753-2597-487e-8924-ca84067d1db1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e419aa7-666e-45d4-b80e-fae6fe39024b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:56:19Z', 'updated_at': '2022-02-04T12:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:41.967201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-852815f1-7909-4997-b8dd-c545e59b4250 req-bd03efc0-8cdc-4ac5-b7c3-65738161ffc8 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Unset dirty status for tenant:b4eef57c9ec044119603f7151a852d1a on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:41.968352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-852815f1-7909-4997-b8dd-c545e59b4250 req-bd03efc0-8cdc-4ac5-b7c3-65738161ffc8 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708496 Feb 04 12:59:41.974893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Deleting port 3b89f753-2597-487e-8924-ca84067d1db1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:41.975290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.049789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,segment=NetworkSegment(1bc91e2c-ea0a-4b63-820e-862bedd4d076),segment_id=1bc91e2c-ea0a-4b63-820e-862bedd4d076)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:42.059454 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f', 'status': 'completed', 'code': 200} Feb 04 12:59:42.073012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790024-5cb3-406b-8321-91421c11c321 req-36c45e46-6231-4796-8977-8458803ac8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.074680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-36c45e46-6231-4796-8977-8458803ac8c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4330750 Feb 04 12:59:42.109051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-079404d6-dc91-4997-88b6-bdf754c85cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.110902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-079404d6-dc91-4997-88b6-bdf754c85cd0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7256615 Feb 04 12:59:42.128486 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be', 'status': 'completed', 'code': 200} Feb 04 12:59:42.134978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f', 'network_id': '5a7fc814-fe6f-43a6-8b2a-379fbfc30926', 'port_id': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f', 'mac_address': 'fa:16:3e:7e:e9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a17703-0db6-4c03-9590-7684a779c89b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:42.212346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c20da-a1f7-49c4-814b-2a0162066ab8 req-ab5058ea-8e83-4084-9665-00d44fc28929 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.219187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf9c20da-a1f7-49c4-814b-2a0162066ab8 req-ab5058ea-8e83-4084-9665-00d44fc28929 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.6324162 Feb 04 12:59:42.223374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.243454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.256494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-0f384c24-723e-481f-bfdd-3a5dba1b5562 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:42.257363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-0f384c24-723e-481f-bfdd-3a5dba1b5562 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1403244 Feb 04 12:59:42.277292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f6a9c-04ae-409c-95a4-fbfca7f3d2f1 None None] Pushing event updated for resources: {'Port': ['ID=2ad80c33-8160-444d-9eb7-520714eef71a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:42.287023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-625411cf-78db-4a7a-a096-1bccf6aa240e None None] Provisioning complete for port 303ae8e9-0778-4ad2-aea8-f790208933dc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:42.287023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-625411cf-78db-4a7a-a096-1bccf6aa240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.354566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.419842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 303ae8e9-0778-4ad2-aea8-f790208933dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=303ae8e9-0778-4ad2-aea8-f790208933dc,segment=NetworkSegment(2a7d1cea-07e4-4da3-9619-f8022555656d),segment_id=2a7d1cea-07e4-4da3-9619-f8022555656d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:42.427917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7f2eb9-a0b5-4c9c-997d-938788529a7f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:42.432423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.435168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ee43dcb-d7fd-49ff-94c6-4f0b580f985d req-deccde8d-8d60-4db8-9fe3-47296671970e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/8220ffb9-e896-4ccd-a282-7282ede4e9fa HTTP/1.1" status: 200 len: 2985 time: 0.2017961 Feb 04 12:59:42.454272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-10f2f052-e87a-4875-8541-ccfefa8f4d99 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717282 Feb 04 12:59:42.598266 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf9c20da-a1f7-49c4-814b-2a0162066ab8 req-13685eed-66c6-4bd1-8aae-9b24fd23efd3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739514 Feb 04 12:59:42.632859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ad80c33-8160-444d-9eb7-520714eef71a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:42.669455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-e395fd14-4040-472a-8648-ff08df0d3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.671513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-e395fd14-4040-472a-8648-ff08df0d3640 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b4eef57c9ec044119603f7151a852d1a&device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 1095 time: 0.5858035 Feb 04 12:59:42.748066 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'code': 200} Feb 04 12:59:42.752234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,segment=NetworkSegment(1bc91e2c-ea0a-4b63-820e-862bedd4d076),segment_id=1bc91e2c-ea0a-4b63-820e-862bedd4d076)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:42.774058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.774962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c54a49c2-e691-4968-95bb-fbd3f49c2c52 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:42.801909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Allocated IP 172.20.0.2 (59f548ed-23e0-4656-8668-96394280e8f2/ce4996d9-da63-47e1-a4a4-29cd2c813c15/2c6ef58f-52ee-447c-9e19-5ac2b52fea70) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:42.809133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] For port 3b89f753-2597-487e-8924-ca84067d1db1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b89f753-2597-487e-8924-ca84067d1db1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:42.809502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.830339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-625411cf-78db-4a7a-a096-1bccf6aa240e None None] Provisioning complete for port 2ad80c33-8160-444d-9eb7-520714eef71a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:42.831027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-625411cf-78db-4a7a-a096-1bccf6aa240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:42.846532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-c5f3de08-c1c8-40e2-930d-6e43262a8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:42.848148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-c5f3de08-c1c8-40e2-930d-6e43262a8c55 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5a7fc814-fe6f-43a6-8b2a-379fbfc30926 HTTP/1.1" status: 200 len: 923 time: 0.1597803 Feb 04 12:59:42.871342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=303ae8e9-0778-4ad2-aea8-f790208933dc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:42.955768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Calling delete_port for 3b89f753-2597-487e-8924-ca84067d1db1 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:42.973840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-e2444499-dd1f-4b10-85ac-252466003686 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876163 Feb 04 12:59:42.991774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:59:43.065433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-d51a9f52-5fa7-41aa-81de-bd52169f9307 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f HTTP/1.1" status: 200 len: 217 time: 0.2105827 Feb 04 12:59:43.090918 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-1ee43dcb-d7fd-49ff-94c6-4f0b580f985d req-ef00fbbd-4d12-4994-98f5-d8219022f27e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 12:59:43.107568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ee43dcb-d7fd-49ff-94c6-4f0b580f985d req-ef00fbbd-4d12-4994-98f5-d8219022f27e tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "DELETE /v2.0/security-groups/8220ffb9-e896-4ccd-a282-7282ede4e9fa HTTP/1.1" status: 409 len: 352 time: 0.6653793 Feb 04 12:59:43.184590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ad80c33-8160-444d-9eb7-520714eef71a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:43.185152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.201702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-59dd77fc-3cdb-446c-8c8a-4c09792d7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.203190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-59dd77fc-3cdb-446c-8c8a-4c09792d7853 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05a17703-0db6-4c03-9590-7684a779c89b HTTP/1.1" status: 200 len: 862 time: 0.0742531 Feb 04 12:59:43.220430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.236443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:43.288713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-2f89ac9a-33ad-4480-9ea5-ec20392ba881 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5a7fc814-fe6f-43a6-8b2a-379fbfc30926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724297 Feb 04 12:59:43.353580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0790024-5cb3-406b-8321-91421c11c321 req-536e2a8c-3eb6-4aa1-a569-eabf4d50cdfc service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8838983 Feb 04 12:59:43.383587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a8cf6-f908-4b2e-a981-4157718124f2 req-6f66ed04-2ade-473d-87c9-ed632de54d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.385725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-612a8cf6-f908-4b2e-a981-4157718124f2 req-6f66ed04-2ade-473d-87c9-ed632de54d31 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1101 time: 0.4417536 Feb 04 12:59:43.412521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:43.444514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52', 'mac_address': 'fa:16:3e:5e:6f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:43.448843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0d8f-1954-4ba2-af03-ea3318a7bfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.493542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.503902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c52f21-d205-42e9-a143-1984ea8e810a req-b8564215-5440-4593-8593-38505e3ea01a service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161755 Feb 04 12:59:43.519418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262ccd1-2194-459e-955d-f39d6c3c01b6 req-b1cc725a-0c26-4217-9101-e844422e17f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.521684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c262ccd1-2194-459e-955d-f39d6c3c01b6 req-b1cc725a-0c26-4217-9101-e844422e17f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.5497956 Feb 04 12:59:43.536007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.551411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-612a8cf6-f908-4b2e-a981-4157718124f2 req-b337011b-a15f-4f67-87c1-49e7d0022ee2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570644 Feb 04 12:59:43.572775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Transition to ACTIVE for port object 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:43.573432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b89f753-2597-487e-8924-ca84067d1db1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:43.595203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.623017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b656964-b987-41a9-9533-02f9054273d3 req-3540e41d-c946-4b62-ac3c-e43428659104 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.624053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b656964-b987-41a9-9533-02f9054273d3 req-3540e41d-c946-4b62-ac3c-e43428659104 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 948 time: 0.4051707 Feb 04 12:59:43.635079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54a49c2-e691-4968-95bb-fbd3f49c2c52 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:43.641530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Transition to ACTIVE for port object 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:43.646052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 69f6853b-44de-40c9-a4f6-478baacf5e1a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:43.704969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 69f6853b-44de-40c9-a4f6-478baacf5e1a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:43.705615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 69f6853b-44de-40c9-a4f6-478baacf5e1a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:43.707464 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.754824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:43.774807 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.783816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Network 59f548ed-23e0-4656-8668-96394280e8f2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:43.787519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:43.791849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:43.801728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Pushing event updated for resources: {'Port': ['ID=2c6ef58f-52ee-447c-9e19-5ac2b52fea70,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:43.813223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-da2ed627-8c3d-48c7-83c0-4a190ed745c3 service neutron] 10.222.0.87 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690747 Feb 04 12:59:43.815480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b656964-b987-41a9-9533-02f9054273d3 req-87d1abf6-4564-45b2-a964-8107d8e3376a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731663 Feb 04 12:59:43.839828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-a826d1af-66c0-4f45-83a1-b483807e184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:43.844699 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-a826d1af-66c0-4f45-83a1-b483807e184c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 1099 time: 0.4298794 Feb 04 12:59:43.850753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.873399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c262ccd1-2194-459e-955d-f39d6c3c01b6 req-f6e7711d-8a16-49d6-b747-20498624fdbe tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606669 Feb 04 12:59:43.937880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.978952 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-7760698f-554b-4a72-aca1-f3c181ce6528 req-2417d38d-18a3-4a3e-b2d2-19847dbff462 tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] show failed (client error): The resource could not be found. Feb 04 12:59:43.979999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7760698f-554b-4a72-aca1-f3c181ce6528 req-2417d38d-18a3-4a3e-b2d2-19847dbff462 tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/a7889441-5e96-4889-803f-956647e65031 HTTP/1.1" status: 404 len: 352 time: 0.0465190 Feb 04 12:59:43.984937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Attempting to bind port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:43.985671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Attempting to bind port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '1793eacd-7d99-42e2-a599-d99c7d46e1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:43.985671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Attempting to bind port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 on network 59f548ed-23e0-4656-8668-96394280e8f2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:43.996411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:43.996411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:43.996411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Checking segment: {'id': '1793eacd-7d99-42e2-a599-d99c7d46e1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:43.996852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:43.996975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Bound using segment: {'id': '1793eacd-7d99-42e2-a599-d99c7d46e1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:43.997533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Bound port: 2c6ef58f-52ee-447c-9e19-5ac2b52fea70, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793eacd-7d99-42e2-a599-d99c7d46e1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59f548ed-23e0-4656-8668-96394280e8f2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:43.997828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.026031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Router 360afdd8-8514-41a0-9c63-7e0a1d188a91 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 12:59:44.048751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc6b36c5-9901-4797-89aa-47bb5e4fd0ca req-190bcdf5-70fb-4c94-9def-90a771e718ca service neutron] 10.222.0.87 "GET /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259378 Feb 04 12:59:44.129250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:44.154566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['3f7f2eb9-a0b5-4c9c-997d-938788529a7f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:44.187587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4996d9-da63-47e1-a4a4-29cd2c813c15,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:44.289792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] For port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:44.293241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:44.303059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] For port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2c6ef58f-52ee-447c-9e19-5ac2b52fea70,segment=NetworkSegment(1793eacd-7d99-42e2-a599-d99c7d46e1e7),segment_id=1793eacd-7d99-42e2-a599-d99c7d46e1e7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:44.321453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Sync routers for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:44.323861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.340604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.353136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.405910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.407395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4ef0b81d-979c-408e-825e-1e9e78c8528f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.7022822 Feb 04 12:59:44.412384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:44.421141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:44.421759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:44.433854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.637973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-187399b6-6ec4-44cb-b131-148525d87ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:44.639499 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-187399b6-6ec4-44cb-b131-148525d87ec5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.7226431 Feb 04 12:59:44.682465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89d3b1-6ffe-4d81-838f-45121a8f0f3a req-520af586-9aea-46f8-8484-9aa839eb6228 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:44.684089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff89d3b1-6ffe-4d81-838f-45121a8f0f3a req-520af586-9aea-46f8-8484-9aa839eb6228 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.3872297 Feb 04 12:59:44.694920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 303ae8e9-0778-4ad2-aea8-f790208933dc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:44.744711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-4c142827-704c-4bda-b43d-0d75588528d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be HTTP/1.1" status: 200 len: 217 time: 0.0933721 Feb 04 12:59:44.778085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca921e-794d-4b67-81e5-879aeb210ff1 None None] Pushing event updated for resources: {'Port': ['ID=2c6ef58f-52ee-447c-9e19-5ac2b52fea70,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:44.811907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f548ed-23e0-4656-8668-96394280e8f2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:44.827175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.828090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e419aa7-666e-45d4-b80e-fae6fe39024b {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 12:59:44.851824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512600-1c35-495b-af05-e01eea05359d req-81db8e40-e1ff-49f9-8f73-c3ca1492bb7f tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:44.858874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 303ae8e9-0778-4ad2-aea8-f790208933dc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:44.859063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:44.868355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21512600-1c35-495b-af05-e01eea05359d req-81db8e40-e1ff-49f9-8f73-c3ca1492bb7f tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 945 time: 0.7566328 Feb 04 12:59:44.882410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff89d3b1-6ffe-4d81-838f-45121a8f0f3a req-39cb9c0b-09e3-40b7-bb92-6b8a1973437d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922641 Feb 04 12:59:44.936438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1793eacd-7d99-42e2-a599-d99c7d46e1e7') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:44.936698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1793eacd-7d99-42e2-a599-d99c7d46e1e7') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:44.978852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.008497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-d2cc9167-5be6-4ca9-bca9-7543b89b9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.011027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-d2cc9167-5be6-4ca9-bca9-7543b89b9379 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2559476 Feb 04 12:59:45.017135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21512600-1c35-495b-af05-e01eea05359d req-2762e0ba-da03-4c36-9bf1-c716897b91c1 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476130 Feb 04 12:59:45.042502 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-9074259e-0080-4ead-bcc8-e57bf59f6a84 req-1fb3d8c4-91c3-4c4a-93ea-b9b50ecbbe0c tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] show failed (client error): The resource could not be found. Feb 04 12:59:45.043709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9074259e-0080-4ead-bcc8-e57bf59f6a84 req-1fb3d8c4-91c3-4c4a-93ea-b9b50ecbbe0c tempest-SecurityGroupsNegativeTestJSON-1938899355 tempest-SecurityGroupsNegativeTestJSON-1938899355-project] 10.222.0.53 "GET /v2.0/security-groups/a6c186b9-5077-4bad-9430-da7ae51281ad HTTP/1.1" status: 404 len: 352 time: 0.0656037 Feb 04 12:59:45.082845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.094367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38198) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:45.096991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.101296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6091442b-8553-4d2d-9e24-1ebae484f980 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3e419aa7-666e-45d4-b80e-fae6fe39024b HTTP/1.1" status: 204 len: 168 time: 4.5095835 Feb 04 12:59:45.105294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38200) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:45.119538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de9e73-0b28-40b8-988a-d9fbce1394bc None None] Network 59f548ed-23e0-4656-8668-96394280e8f2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:45.141594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:45.142106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:45.157659 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:45.305198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:45.411695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Deleting subnet e524bead-d641-4ff4-93a2-f9524d389942 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:45.413842 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:59:45.413842 n-d-820555-2 neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:59:45.413842 n-d-820555-2 neutron-server[87620]: [parameters: {'id': '59f548ed-23e0-4656-8668-96394280e8f2'}] Feb 04 12:59:45.413842 n-d-820555-2 neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:45.414215 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:45.419947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.452694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Deleting subnet f5f920b1-b028-4114-b73f-22d5f171f48a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 12:59:45.465278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.535522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-7ff33853-a309-4708-aeb2-4b5238e3f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.536270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078082-9f7d-4c18-b8dc-a1ed7a5b9c77 req-9ae0c8bb-4383-404f-85d7-b59d0b1a9d20 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.536991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-7ff33853-a309-4708-aeb2-4b5238e3f369 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5166345 Feb 04 12:59:45.537999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e078082-9f7d-4c18-b8dc-a1ed7a5b9c77 req-9ae0c8bb-4383-404f-85d7-b59d0b1a9d20 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.2511528 Feb 04 12:59:45.549542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.560259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.585794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-dc8c11ba-99d9-423b-9105-3ee71b9a86e7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 12:59:45.586827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-dc8c11ba-99d9-423b-9105-3ee71b9a86e7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098250 Feb 04 12:59:45.589153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.645615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadd789-c43f-4ef7-a58b-b4862f6b1ab0 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:59:45.795740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e078082-9f7d-4c18-b8dc-a1ed7a5b9c77 req-64310ea4-3b3d-4e55-aeb5-534275a3d5e2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214873 Feb 04 12:59:45.821403 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71a18cb3-8f67-4587-915a-4f9d8d7705b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.847302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8193-65b8-4511-a93a-a69d72e8723a req-5b59186b-461a-41e4-8a99-f825bd602a5b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:45.849966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-658c8193-65b8-4511-a93a-a69d72e8723a req-5b59186b-461a-41e4-8a99-f825bd602a5b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 948 time: 0.5774090 Feb 04 12:59:45.851877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-2ddde47f-428e-4b9b-a0da-054a4d63c6e9 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345927 Feb 04 12:59:45.860792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eadd789-c43f-4ef7-a58b-b4862f6b1ab0 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:59:45.868845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.875041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:41Z', 'revision_number': 3, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:45.882290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Checking router: 360afdd8-8514-41a0-9c63-7e0a1d188a91 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:45.882654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Updating router 360afdd8-8514-41a0-9c63-7e0a1d188a91 port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:59:45.924422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:45.937254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c54a49c2-e691-4968-95bb-fbd3f49c2c52 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:46.017695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:46.018182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.039697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Allocated IP 172.20.0.1 (f75d5555-2330-4a17-8715-34c3d155ee9d/05771c79-9b4a-483e-9925-c865f3c50fce/840da9f8-f9bb-407f-a649-e824f170345d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:46.128327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.273091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-658c8193-65b8-4511-a93a-a69d72e8723a req-6b91e56b-e413-4712-a31a-e5c2d830cc4d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580914 Feb 04 12:59:46.361129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.376840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port c54a49c2-e691-4968-95bb-fbd3f49c2c52 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:46.423334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Transition to ACTIVE for port object 840da9f8-f9bb-407f-a649-e824f170345d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:46.437630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.437915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c54a49c2-e691-4968-95bb-fbd3f49c2c52 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:46.438462 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.470032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.493864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c92de-a5d6-4e8e-b51a-74074bfedca7 req-f0b52e5b-62aa-41ec-8486-04722ea81959 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:46.496562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c9c92de-a5d6-4e8e-b51a-74074bfedca7 req-f0b52e5b-62aa-41ec-8486-04722ea81959 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.2046988 Feb 04 12:59:46.511909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b89f753-2597-487e-8924-ca84067d1db1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:46.583466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Network f75d5555-2330-4a17-8715-34c3d155ee9d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:46.589340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:46.597581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3b89f753-2597-487e-8924-ca84067d1db1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:46.597932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b89f753-2597-487e-8924-ca84067d1db1 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:46.600676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:46.653863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Pushing event updated for resources: {'Port': ['ID=840da9f8-f9bb-407f-a649-e824f170345d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:46.671265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c9c92de-a5d6-4e8e-b51a-74074bfedca7 req-56ee125f-72d5-4351-ab07-00178f630bae tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281352 Feb 04 12:59:46.686077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.746283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.845737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e524bead-d641-4ff4-93a2-f9524d389942,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:46.857242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.861317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2c6ef58f-52ee-447c-9e19-5ac2b52fea70,segment=NetworkSegment(1793eacd-7d99-42e2-a599-d99c7d46e1e7),segment_id=1793eacd-7d99-42e2-a599-d99c7d46e1e7)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:46.861704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.867405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:46.891060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b700bab-0d12-477b-a0e7-a3c8f3561c45 req-e5c50d49-41b6-4ada-8e2c-bad2a1753180 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9739029 Feb 04 12:59:46.949246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d043ee82-a67e-4e32-a837-db4d6a17edc7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e524bead-d641-4ff4-93a2-f9524d389942 HTTP/1.1" status: 204 len: 168 time: 1.8464303 Feb 04 12:59:46.969254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:47.019567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:47.022447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.080413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.080774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:47.104851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:47.115995 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.120056 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-d9aa4ecb-10e8-40e3-9428-1e7e3e4f042a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8380146 Feb 04 12:59:47.132072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f920b1-b028-4114-b73f-22d5f171f48a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.142497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.151923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.158063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88220d-dde1-407a-bd42-262aa75ee8db req-a0244c38-33ce-48fd-b423-30687a997081 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.167922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b88220d-dde1-407a-bd42-262aa75ee8db req-a0244c38-33ce-48fd-b423-30687a997081 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 945 time: 0.6965969 Feb 04 12:59:47.195217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ccd4b757-1d50-46b0-b170-31d8d30f78d0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f5f920b1-b028-4114-b73f-22d5f171f48a HTTP/1.1" status: 204 len: 168 time: 2.0870292 Feb 04 12:59:47.199591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38222) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:47.209598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301c950-a01f-4ba6-af4c-eedf8e055b6f None None] Network 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:47.295709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942cc3a-1802-4200-9e00-60b821f48845 req-470a9b9a-602b-4193-8abd-092223d66978 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.304778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7942cc3a-1802-4200-9e00-60b821f48845 req-470a9b9a-602b-4193-8abd-092223d66978 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.3899705 Feb 04 12:59:47.367783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.389278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.391666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.428227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.438992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Transition to ACTIVE for port object 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:47.448929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b88220d-dde1-407a-bd42-262aa75ee8db req-ce512dd7-4a63-49fc-a648-f1b75983ad99 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800229 Feb 04 12:59:47.462237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b17c526b-34ee-4d07-ac8b-75ebe5cfe2be details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 12:59:47.485669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=2c6ef58f-52ee-447c-9e19-5ac2b52fea70,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.504747 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.509922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port 2c6ef58f-52ee-447c-9e19-5ac2b52fea70 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:47.521549 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7942cc3a-1802-4200-9e00-60b821f48845 req-5787e2f0-66f1-4597-bfea-a1d9ed3f790a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156050 Feb 04 12:59:47.537800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.548061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.605197 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52', 'code': 200} Feb 04 12:59:47.700347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a6072e-9bf7-4642-be8e-f9bb02873e9e']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.738399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.742735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Attempting to bind port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:47.743290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Attempting to bind port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:47.743839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Attempting to bind port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:47.773454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c703a88a-e067-450c-bbb6-0f371d7e111c None None] Provisioning for port 840da9f8-f9bb-407f-a649-e824f170345d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:47.780945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.782718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9506f0-ff9c-4c50-bdb7-9349f0f11ab7 None None] Pushing event updated for resources: {'Port': ['ID=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:47.789355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:47.792590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:47.793363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.793988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:47.795988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Bound port: 75a6e3e2-7399-419b-92b1-fcbefbfdbc51, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:47.796550 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.829944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c703a88a-e067-450c-bbb6-0f371d7e111c None None] Provisioning complete for port 840da9f8-f9bb-407f-a649-e824f170345d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:47.830528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c703a88a-e067-450c-bbb6-0f371d7e111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.844919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f548ed-23e0-4656-8668-96394280e8f2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.868061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e0574a-d984-4cba-9a00-74f236703553') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.868346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e0574a-d984-4cba-9a00-74f236703553') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.900257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3f7f2eb9-a0b5-4c9c-997d-938788529a7f up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:47.915119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:47.948611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1793eacd-7d99-42e2-a599-d99c7d46e1e7') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.948971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1793eacd-7d99-42e2-a599-d99c7d46e1e7') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:47.982395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Deleting port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:47.982690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.020550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.045925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c703a88a-e067-450c-bbb6-0f371d7e111c None None] Port 840da9f8-f9bb-407f-a649-e824f170345d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:48.070114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.073190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:48.090293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] For port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:48.099774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] For port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:48.100287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e488d-314f-40fd-9aad-b93f0f52eb0c req-10b80d66-62f8-4c63-b06d-d132a6732119 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.109103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.110593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-318e488d-314f-40fd-9aad-b93f0f52eb0c req-10b80d66-62f8-4c63-b06d-d132a6732119 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.2272651 Feb 04 12:59:48.130716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:48.131128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:48.149015 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:48.155139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be', 'mac_address': 'fa:16:3e:c2:39:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 12:59:48.160641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.163683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] DHCP port deletion for 27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 12:59:48.165563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:48.188734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:48.189145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.218967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Deleting port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:48.219767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.243664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:48.243948 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:48.310821 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:48.326210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-318e488d-314f-40fd-9aad-b93f0f52eb0c req-b221579f-6f27-41fb-b969-98c03c102809 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146468 Feb 04 12:59:48.392098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.406612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.408381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.430927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.436670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.448183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.450446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:48.451007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:48.467948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.520031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] For port 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=783925ca-9bd0-4e52-a3dd-66c6c55faec9,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:48.521289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.577228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9506f0-ff9c-4c50-bdb7-9349f0f11ab7 None None] Pushing event updated for resources: {'Port': ['ID=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.590325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842378c0-0a9e-4ca2-9e3b-ce8e6745c7e8 req-e2a3cb0e-e137-4a41-9fe3-114bdba4db76 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.597261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-842378c0-0a9e-4ca2-9e3b-ce8e6745c7e8 req-e2a3cb0e-e137-4a41-9fe3-114bdba4db76 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 948 time: 0.8519647 Feb 04 12:59:48.622018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a6072e-9bf7-4642-be8e-f9bb02873e9e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.629657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 783925ca-9bd0-4e52-a3dd-66c6c55faec9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:48.656459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] 10.222.0.53 "DELETE /v2.0/networks/e2a6072e-9bf7-4642-be8e-f9bb02873e9e HTTP/1.1" status: 204 len: 168 time: 1.6868405 Feb 04 12:59:48.659277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690e3b4-fc32-47e2-a992-4c0a6b150711 req-a1dd6a0a-323a-4541-a6b9-3985bd12e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.661302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1690e3b4-fc32-47e2-a992-4c0a6b150711 req-a1dd6a0a-323a-4541-a6b9-3985bd12e9d4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1101 time: 1.0451045 Feb 04 12:59:48.682910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17c526b-34ee-4d07-ac8b-75ebe5cfe2be {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 12:59:48.714788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.715363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.715460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.715800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.716134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.716469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.716804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.717133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.717459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.717782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.718104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.718424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a3615-8d34-4eaa-af0b-6f3aa503e86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:59:48.724410 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.735430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:48.738926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Pushing event updated for resources: {'Port': ['ID=840da9f8-f9bb-407f-a649-e824f170345d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.752237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Calling delete_port for 783925ca-9bd0-4e52-a3dd-66c6c55faec9 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:48.784591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=59f548ed-23e0-4656-8668-96394280e8f2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:48.792191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-842378c0-0a9e-4ca2-9e3b-ce8e6745c7e8 req-0cccc291-98ac-4713-a510-71777de526c8 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936860 Feb 04 12:59:48.844668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-98397ab8-c9aa-4a74-ae5a-d9c8166d1030 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/59f548ed-23e0-4656-8668-96394280e8f2 HTTP/1.1" status: 204 len: 168 time: 7.6118786 Feb 04 12:59:48.863123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:48.871814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2030181229'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:48.887432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:48.892005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:48.907355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1690e3b4-fc32-47e2-a992-4c0a6b150711 req-de074878-099a-46d2-8628-561b9ef9a4a7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324624 Feb 04 12:59:48.974074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:49.020716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.047479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Network f75d5555-2330-4a17-8715-34c3d155ee9d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:49.049938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:49.054640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:49.062639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:49.080496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:49.100099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.155858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:49.159005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 update to DOWN by agent not found {{(pid=87622) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 12:59:49.159584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.174071 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.185398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8ccd-26ee-49e3-9891-58b309bbe8d8 req-193c5f87-4b8b-4183-8799-d62a0145d4b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:49.186835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-581e8ccd-26ee-49e3-9891-58b309bbe8d8 req-193c5f87-4b8b-4183-8799-d62a0145d4b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.2347941 Feb 04 12:59:49.190512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b754dc8d-b4e5-41ce-9088-c75e8cb63f04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cdd440d36a2474da638930285c1d4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990708 Feb 04 12:59:49.190512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Pushing event deleted for resources: {'Port': ['ID=783925ca-9bd0-4e52-a3dd-66c6c55faec9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.190765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38266) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:49.195555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] No DVR routers for this DVR port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:49.219503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,segment=NetworkSegment(1bc91e2c-ea0a-4b63-820e-862bedd4d076),segment_id=1bc91e2c-ea0a-4b63-820e-862bedd4d076)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:49.227595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] For port 783925ca-9bd0-4e52-a3dd-66c6c55faec9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=783925ca-9bd0-4e52-a3dd-66c6c55faec9,segment=NetworkSegment(902485f3-9e79-48cb-95e3-6763cfd694d2),segment_id=902485f3-9e79-48cb-95e3-6763cfd694d2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:49.228188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.237730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:49.248251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:49.304469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.312009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95112f9-ae6e-467a-a676-45153c7b2c12 req-7448ec51-df54-4dfd-9fc1-4c02a56101d9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:49.319629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d95112f9-ae6e-467a-a676-45153c7b2c12 req-7448ec51-df54-4dfd-9fc1-4c02a56101d9 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 945 time: 0.5778162 Feb 04 12:59:49.335710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.336059 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment f07de900-3f51-4c8e-8f9a-b260364a74f0 of type vlan for network aa6e3805-1c15-4462-8ee4-da5e45b18a02 Feb 04 12:59:49.430071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-581e8ccd-26ee-49e3-9891-58b309bbe8d8 req-e8981c7f-6093-493d-b94c-85c83e02b19e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821339 Feb 04 12:59:49.433392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Router 360afdd8-8514-41a0-9c63-7e0a1d188a91 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:59:49.462172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.463895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.469925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.480022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.497651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d95112f9-ae6e-467a-a676-45153c7b2c12 req-6b400a5d-eeee-45a3-8762-927fad534e1b tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770558 Feb 04 12:59:49.549906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:49.552661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-4ba5c03f-85fb-4b4c-9dca-94747e904abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:49.554148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-4ba5c03f-85fb-4b4c-9dca-94747e904abb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1101 time: 0.2916908 Feb 04 12:59:49.566863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902485f3-9e79-48cb-95e3-6763cfd694d2') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:49.567466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902485f3-9e79-48cb-95e3-6763cfd694d2') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:49.579494 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.589344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.595039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:49.595924 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.597894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 12:59:49.654695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.680900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.693523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:49.705631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:49.705631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.705951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Calling delete_port for 783925ca-9bd0-4e52-a3dd-66c6c55faec9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: timer() Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:49.729802 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:49.789327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9254401 Feb 04 12:59:49.799874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:49.800965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6af73d-bf73-4d73-a49d-d942fc72bf22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=aa6e3805-1c15-4462-8ee4-da5e45b18a02,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.856465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.862641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:49.886682 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f', 'code': 200} Feb 04 12:59:49.913832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] 10.222.0.53 "DELETE /v2.0/networks/27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11 HTTP/1.1" status: 204 len: 168 time: 2.7132082 Feb 04 12:59:49.915753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aa9c4-60a5-44f1-a4de-af9361401223 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e3c5f4-b3e5-4d9c-b6b8-58aae190ca11,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:49.934662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network aa6e3805-1c15-4462-8ee4-da5e45b18a02 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:50.008137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:50.119552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83151-8bcd-409e-8410-1f8e30ede5c1 req-62a1dfa4-8db2-499a-85a5-280e5f3b5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:50.121122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ca83151-8bcd-409e-8410-1f8e30ede5c1 req-62a1dfa4-8db2-499a-85a5-280e5f3b5b87 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 1097 time: 0.2021940 Feb 04 12:59:50.152274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:50.167958 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.182452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e2204a1a-7b67-418e-94c0-f200eb9d127e admin admin] 10.222.0.53 "PUT /v2.0/routers/360afdd8-8514-41a0-9c63-7e0a1d188a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7534661 Feb 04 12:59:50.183080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a19929e8-8dac-439b-9984-185b9a29e196 None None] Provisioning complete for port 840da9f8-f9bb-407f-a649-e824f170345d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:50.183080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a19929e8-8dac-439b-9984-185b9a29e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.197472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae947-82e0-44de-b7bc-b502d6affa99 req-bd8456a5-5523-4af4-8969-4285915cf603 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:50.209169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-008ae947-82e0-44de-b7bc-b502d6affa99 req-bd8456a5-5523-4af4-8969-4285915cf603 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 949 time: 0.2299707 Feb 04 12:59:50.212425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38284) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:50.257083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-b3c1ed31-cbf0-473e-91c7-6b7f934d6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:50.259204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-b3c1ed31-cbf0-473e-91c7-6b7f934d6094 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6869555 Feb 04 12:59:50.273941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:50.281853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:50.334531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-733a0d5f-321b-4bd3-8af4-3ff0021babb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b5f9d7650ae4ed6a0cf095fc2bb2bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748575 Feb 04 12:59:50.342821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:50.345700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38288) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:50.354909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.355110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ca83151-8bcd-409e-8410-1f8e30ede5c1 req-0a76bef3-d9b2-462f-ba8b-bcdadeba6e10 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269568 Feb 04 12:59:50.372162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-008ae947-82e0-44de-b7bc-b502d6affa99 req-6ba6e57d-f792-4575-bd9f-a9140eb2407d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603131 Feb 04 12:59:50.373191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:50.396207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a19929e8-8dac-439b-9984-185b9a29e196 None None] Port 840da9f8-f9bb-407f-a649-e824f170345d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 12:59:50.402152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-0236bcf3-5fbc-4095-986d-2ec99f63edcf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.1251371 Feb 04 12:59:50.408100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:50.408300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:50.408881 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:50.417055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220ffb9-e896-4ccd-a282-7282ede4e9fa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:50.424780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38292) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:50.432350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d6f6-ca88-4e98-beec-208d0fef17da req-bdfe945e-bdb0-4f85-883c-9f04abe8fad3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:50.434020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28b0d6f6-ca88-4e98-beec-208d0fef17da req-bdfe945e-bdb0-4f85-883c-9f04abe8fad3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.8324246 Feb 04 12:59:50.447201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 4, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '840da9f8-f9bb-407f-a649-e824f170345d', 'name': '', 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'mac_address': 'fa:16:3e:5f:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:45Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 2, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'subnets': [{'id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:50.455179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:50.459302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.460660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e9f9-b9c0-4021-b78b-78fbcd3c6926 None None] The sync data for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 is: [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 4, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '840da9f8-f9bb-407f-a649-e824f170345d', 'name': '', 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'mac_address': 'fa:16:3e:5f:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:45Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 2, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'subnets': [{'id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:50.583979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.588260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d24d44f2-1887-474d-8a3e-56c600e2bfb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8220ffb9-e896-4ccd-a282-7282ede4e9fa HTTP/1.1" status: 204 len: 168 time: 1.3934097 Feb 04 12:59:50.658105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 12:59:50.658721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 12:59:50.717161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28b0d6f6-ca88-4e98-beec-208d0fef17da req-d2ae5cec-69bb-4181-adc5-20d8142dfce4 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684708 Feb 04 12:59:50.833842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09e81c-2f4d-4baa-a061-440213b0bab0 req-98381c7e-7501-4758-8bdb-203a0035f964 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:50.840939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d09e81c-2f4d-4baa-a061-440213b0bab0 req-98381c7e-7501-4758-8bdb-203a0035f964 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.1961930 Feb 04 12:59:50.908660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d09e81c-2f4d-4baa-a061-440213b0bab0 req-138940cd-7f02-423c-ab52-3cb795198031 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Feb 04 12:59:50.914344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Deleting port 783925ca-9bd0-4e52-a3dd-66c6c55faec9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:50.914344 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:50.975017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.014459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-773108b7-06d0-4a25-b6ca-6b87561a09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.016335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-773108b7-06d0-4a25-b6ca-6b87561a09f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4298613 Feb 04 12:59:51.039734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ee25c690-3e54-4013-948f-c1494a7e1319 None None] The port '783925ca-9bd0-4e52-a3dd-66c6c55faec9' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 12:59:51.072907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.174089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.282373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.332952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=880d746c-4cae-4316-8e6e-ace3a785884d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:51.368459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': 'f07de900-3f51-4c8e-8f9a-b260364a74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:51.370908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: aa6e3805-1c15-4462-8ee4-da5e45b18a02, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:51.386442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.426386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cea10-6aa8-4e2d-a824-fb33103b6eea req-58718c2a-0964-4551-bafa-26d5b0948fda tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.428900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-758cea10-6aa8-4e2d-a824-fb33103b6eea req-58718c2a-0964-4551-bafa-26d5b0948fda tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 946 time: 0.4469256 Feb 04 12:59:51.440764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69cb9e0-9be8-4b95-bdc5-1b256a81e82b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:51.449669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-56c3f659-7968-4f8f-a789-439be65b3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.451387 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-56c3f659-7968-4f8f-a789-439be65b3174 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3867476 Feb 04 12:59:51.472132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b17c526b-34ee-4d07-ac8b-75ebe5cfe2be up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:51.606124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network aa6e3805-1c15-4462-8ee4-da5e45b18a02 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:51.650833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.663689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f22ebae4-7606-4f97-90d7-6c4024c14bce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f69cb9e0-9be8-4b95-bdc5-1b256a81e82b HTTP/1.1" status: 204 len: 168 time: 1.3065231 Feb 04 12:59:51.663689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, aa6e3805-1c15-4462-8ee4-da5e45b18a02) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:51.686205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:51.688707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:51.691745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.699242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:51.699242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:51.780192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-758cea10-6aa8-4e2d-a824-fb33103b6eea req-da218180-1fe1-402e-a24e-3c408bfff1e3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426251 Feb 04 12:59:51.812676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840f44c-3ba0-483f-8370-4ab96dbc4f14 None None] Network aa6e3805-1c15-4462-8ee4-da5e45b18a02 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:51.868597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f000de31-77a5-40c2-84a8-f76e2f1e9c76 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8702195 Feb 04 12:59:51.875817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38326) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:52.094462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:52.111996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.212179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-8a735d84-5985-4406-9f23-943f15440008 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156837 Feb 04 12:59:52.273120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107acac8-70a5-402e-98a2-acf310e8d184 req-888c1d9f-6024-492a-b658-2ec5aeb6cab2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:52.274861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-107acac8-70a5-402e-98a2-acf310e8d184 req-888c1d9f-6024-492a-b658-2ec5aeb6cab2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 949 time: 0.4764867 Feb 04 12:59:52.376556 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.409811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-aa6e3805-1c15-4462-8ee4-da5e45b18a02', 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '880d746c-4cae-4316-8e6e-ace3a785884d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:59:52.410656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.432695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:52.459632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-107acac8-70a5-402e-98a2-acf310e8d184 req-5287c4ab-d077-4afe-8b7b-74fcd29491e5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776247 Feb 04 12:59:52.477086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1651455302-network', 'tenant_id': 'e471aaea10404598802947a96d200be0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:52.490269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:52.505082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Usage tracker for resource:network and tenant:e471aaea10404598802947a96d200be0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:52.509758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:52.525372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Deleting port 840da9f8-f9bb-407f-a649-e824f170345d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:52.525806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.541418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.570899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:52.655872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Made reservation on behalf of e471aaea10404598802947a96d200be0 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:52.658673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.709657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-67182399-1423-46a6-b823-ca9cb6c4a7f8 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856884 Feb 04 12:59:52.740332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946a36-bf3d-44b1-963c-8ee200bcc9aa req-3be4b069-e974-41b9-be50-55a981578db9 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:52.748336 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb946a36-bf3d-44b1-963c-8ee200bcc9aa req-3be4b069-e974-41b9-be50-55a981578db9 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.6331954 Feb 04 12:59:52.804853 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb946a36-bf3d-44b1-963c-8ee200bcc9aa req-af8b684c-abe8-409d-85c0-d6f8ee36ee1a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Feb 04 12:59:52.832509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:52.856466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Allocated IP 172.20.0.3 (aa6e3805-1c15-4462-8ee4-da5e45b18a02/880d746c-4cae-4316-8e6e-ace3a785884d/c5aa70b4-cc13-4c49-9f1e-6128a76ced84) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:52.869032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:52.873377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Usage tracker for resource:security_group_rule and tenant:e471aaea10404598802947a96d200be0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:52.879464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:52.894849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:53.107421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0037b35-daf2-4e47-a458-d592660671a9 req-5be2123d-35dc-4c68-970c-b0a035d482a2 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:53.116096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0037b35-daf2-4e47-a458-d592660671a9 req-5be2123d-35dc-4c68-970c-b0a035d482a2 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 946 time: 0.1079037 Feb 04 12:59:53.148385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.161679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Transition to ACTIVE for port object c5aa70b4-cc13-4c49-9f1e-6128a76ced84 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:53.183205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Transition to ACTIVE for port object c5aa70b4-cc13-4c49-9f1e-6128a76ced84 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:53.185355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.191289 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be', 'code': 200} Feb 04 12:59:53.192220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:53.197326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.221734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38360) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:53.222076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:53.229490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.274320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:53.292087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba37629-613d-4b3d-b88e-1cde35bebd2f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.298122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.319631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.319977 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Added segment db7438ff-a215-4a63-9ded-4b8212ddeab8 of type vlan for network 769d263d-ab93-4e11-945c-0f7150e104c1 Feb 04 12:59:53.325922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.344942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Pushing event updated for resources: {'Port': ['ID=c5aa70b4-cc13-4c49-9f1e-6128a76ced84,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.367343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0037b35-daf2-4e47-a458-d592660671a9 req-6d65013c-692a-42fa-92da-6c218a9b434d tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490478 Feb 04 12:59:53.400717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.455644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Network aa6e3805-1c15-4462-8ee4-da5e45b18a02 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:53.467171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:53.474160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1034b-17e7-49d4-a2cc-eb5f13f3f5f0 req-787065c5-79b4-459a-a421-06aecfc24a94 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:53.475971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0a1034b-17e7-49d4-a2cc-eb5f13f3f5f0 req-787065c5-79b4-459a-a421-06aecfc24a94 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.6468084 Feb 04 12:59:53.480125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:53.484243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1210707741-network', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:53.495348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Calling delete_port for 840da9f8-f9bb-407f-a649-e824f170345d owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:53.542303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:59:53.557540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:53.558411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.572566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:53.576454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af86a-4272-43c2-8996-3ae7cf1e1b09 req-12611e69-cbf9-4d40-8cd7-b280b3a8a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:53.578135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e1af86a-4272-43c2-8996-3ae7cf1e1b09 req-12611e69-cbf9-4d40-8cd7-b280b3a8a4f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 1100 time: 0.5059896 Feb 04 12:59:53.596792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Usage tracker for resource:network and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:53.626216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:53.636677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.644421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:53.675658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=880d746c-4cae-4316-8e6e-ace3a785884d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.682270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:53.697123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.700243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Attempting to bind port c5aa70b4-cc13-4c49-9f1e-6128a76ced84 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:53.700469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Attempting to bind port c5aa70b4-cc13-4c49-9f1e-6128a76ced84 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f07de900-3f51-4c8e-8f9a-b260364a74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:53.700840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Attempting to bind port c5aa70b4-cc13-4c49-9f1e-6128a76ced84 on network aa6e3805-1c15-4462-8ee4-da5e45b18a02 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:53.710664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:53.711072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Checking segment: {'id': 'f07de900-3f51-4c8e-8f9a-b260364a74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:53.711444 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.711834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Bound using segment: {'id': 'f07de900-3f51-4c8e-8f9a-b260364a74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:53.712307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Bound port: c5aa70b4-cc13-4c49-9f1e-6128a76ced84, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07de900-3f51-4c8e-8f9a-b260364a74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:53.712670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.712786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:53.715210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.753726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0a1034b-17e7-49d4-a2cc-eb5f13f3f5f0 req-6d2ef42e-8e0c-4bd0-a476-903fad077613 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167363 Feb 04 12:59:53.764696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6e3805-1c15-4462-8ee4-da5e45b18a02']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:53.770328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e1af86a-4272-43c2-8996-3ae7cf1e1b09 req-fee6034e-0ae4-4c15-917c-02151e3cea74 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842034 Feb 04 12:59:53.780987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.792500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07de900-3f51-4c8e-8f9a-b260364a74f0') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:53.792929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07de900-3f51-4c8e-8f9a-b260364a74f0') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:53.810353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.824483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] For port c5aa70b4-cc13-4c49-9f1e-6128a76ced84, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:53.828360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] For port c5aa70b4-cc13-4c49-9f1e-6128a76ced84, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c5aa70b4-cc13-4c49-9f1e-6128a76ced84,segment=NetworkSegment(f07de900-3f51-4c8e-8f9a-b260364a74f0),segment_id=f07de900-3f51-4c8e-8f9a-b260364a74f0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:53.838685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:53.845344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.850470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:53.851310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.866621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09c06-d00f-4bf6-b1b0-eba2e5bf553a req-058dedd7-14fb-47d0-ade2-0f5fd38a2d06 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:53.867656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.868489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6bd09c06-d00f-4bf6-b1b0-eba2e5bf553a req-058dedd7-14fb-47d0-ade2-0f5fd38a2d06 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 950 time: 0.2323980 Feb 04 12:59:53.869923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.898426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Usage tracker for resource:security_group_rule and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:53.898925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:53.899456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:53.916760 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:54.035709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6bd09c06-d00f-4bf6-b1b0-eba2e5bf553a req-e883c5e1-b648-4bb7-b23a-6d257dc111bd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583397 Feb 04 12:59:54.037921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.043061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 12:59:54.043061 n-d-820555-2 neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 12:59:54.043061 n-d-820555-2 neutron-server[87621]: [parameters: {'id': 'aa6e3805-1c15-4462-8ee4-da5e45b18a02'}] Feb 04 12:59:54.043061 n-d-820555-2 neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:59:54.043973 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:59:54.082039 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Sync routers for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:54.103099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:54.104102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:54.111013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:54.111167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:54.119187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcefb52-9bfe-40fb-805f-e05572d28122 None None] Pushing event updated for resources: {'Port': ['ID=c5aa70b4-cc13-4c49-9f1e-6128a76ced84,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.121797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.144324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0481520 Feb 04 12:59:54.147981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38378) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:54.154169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:54.154351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Request body: {'subnet': {'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1651455302-subnet', 'tenant_id': 'e471aaea10404598802947a96d200be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:54.160445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:54.170686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Usage tracker for resource:subnet and tenant:e471aaea10404598802947a96d200be0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:54.180810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:54.197105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:54.221416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Made reservation on behalf of e471aaea10404598802947a96d200be0 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:54.222282 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.227854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.228845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31fac7f-8f94-473b-a212-4c7eae7539b3 None None] Network aa6e3805-1c15-4462-8ee4-da5e45b18a02 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:54.274047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b16a0-aa9b-4415-8e15-02adc3566439 admin admin] Pushing event updated for resources: {'Network': ['ID=769d263d-ab93-4e11-945c-0f7150e104c1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.366978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.373932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:54.382391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 769d263d-ab93-4e11-945c-0f7150e104c1 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:54.497985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430f4d-3e7d-4c71-9072-72e78026a24b req-d7e9a848-c2af-4adc-b8c0-77d34ab735a7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:54.499876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f430f4d-3e7d-4c71-9072-72e78026a24b req-d7e9a848-c2af-4adc-b8c0-77d34ab735a7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.1385584 Feb 04 12:59:54.612620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 12:59:54.646164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.657997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.690202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.693119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.716664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port c5aa70b4-cc13-4c49-9f1e-6128a76ced84 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:54.717034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.767132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f430f4d-3e7d-4c71-9072-72e78026a24b req-eb3afd48-cb44-4ad6-86fb-a41822cae36d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588630 Feb 04 12:59:54.791027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.808086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:59:54.808468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:54.827527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 4, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '840da9f8-f9bb-407f-a649-e824f170345d', 'name': '', 'network_id': 'f75d5555-2330-4a17-8715-34c3d155ee9d', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'mac_address': 'fa:16:3e:5f:f9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:45Z', 'updated_at': '2022-02-04T12:59:47Z', 'revision_number': 2, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'subnets': [{'id': '05771c79-9b4a-483e-9925-c865f3c50fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:54.833499 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Checking router: 360afdd8-8514-41a0-9c63-7e0a1d188a91 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:54.834225 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Updating router 360afdd8-8514-41a0-9c63-7e0a1d188a91 port 840da9f8-f9bb-407f-a649-e824f170345d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:59:54.845748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d2e7e-d7c9-4386-9555-6e029325aec2 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 12:59:54.886574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5f99f-6d33-4302-9004-9bbcc256dc45,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.911789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Checking segment: {'id': 'db7438ff-a215-4a63-9ded-4b8212ddeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:54.912158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Network hostable DHCP agents. Network: 769d263d-ab93-4e11-945c-0f7150e104c1, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:54.919800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Pushing event deleted for resources: {'Port': ['ID=840da9f8-f9bb-407f-a649-e824f170345d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.934078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Port 840da9f8-f9bb-407f-a649-e824f170345d not found while updating agent binding for router 360afdd8-8514-41a0-9c63-7e0a1d188a91. {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 12:59:54.934323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=11972da2-3d1a-4087-bdab-5b9179811db1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:54.954333 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:54.954991 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:54.984082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:55.036546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4b8a-0920-433a-af95-7a3a61ceb269 req-21075218-ad7a-4f23-82fa-d426e755d4fe tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:55.038099 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-235b4b8a-0920-433a-af95-7a3a61ceb269 req-21075218-ad7a-4f23-82fa-d426e755d4fe tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 946 time: 0.6688035 Feb 04 12:59:55.050809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.051119 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Added segment 1ed66c1e-e495-4086-91e7-ce18cb25fb9f of type vlan for network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 Feb 04 12:59:55.067468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d2e7e-d7c9-4386-9555-6e029325aec2 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 12:59:55.123715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Network 769d263d-ab93-4e11-945c-0f7150e104c1 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:55.220700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-235b4b8a-0920-433a-af95-7a3a61ceb269 req-0d6244e0-33bd-47e1-b8fd-61de747ec428 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718829 Feb 04 12:59:55.222342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.237296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 769d263d-ab93-4e11-945c-0f7150e104c1) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:55.241836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:55.242510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.320797 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:55.323554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port c5aa70b4-cc13-4c49-9f1e-6128a76ced84, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c5aa70b4-cc13-4c49-9f1e-6128a76ced84,segment=NetworkSegment(f07de900-3f51-4c8e-8f9a-b260364a74f0),segment_id=f07de900-3f51-4c8e-8f9a-b260364a74f0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:55.323917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.336138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d88e3ac7-ffa5-4ac3-a54b-23ca86360eaa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1870754 Feb 04 12:59:55.346870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12d87-acfe-42d3-8009-d7d3908bf7b8 req-efe7f612-6ae3-473d-966b-47575849eb75 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:55.348431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9e12d87-acfe-42d3-8009-d7d3908bf7b8 req-efe7f612-6ae3-473d-966b-47575849eb75 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.3507738 Feb 04 12:59:55.488134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for c5aa70b4-cc13-4c49-9f1e-6128a76ced84 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:55.559585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.561328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:55.562085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.581973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9e12d87-acfe-42d3-8009-d7d3908bf7b8 req-3d503dda-09ee-4bd0-b0a1-9fe0820018fd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791821 Feb 04 12:59:55.621536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.671252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9508b1-a03b-4a05-afbd-04960002115f None None] Network 769d263d-ab93-4e11-945c-0f7150e104c1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:55.721229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:55.784857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=c5aa70b4-cc13-4c49-9f1e-6128a76ced84,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:55.809162 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 5, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:55.809482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port c5aa70b4-cc13-4c49-9f1e-6128a76ced84 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:55.819378 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d73db2-46aa-4fc4-8007-3634ad641e3d None None] The sync data for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 is: [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 5, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:55.868194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] Pushing event updated for resources: {'Network': ['ID=4e17eede-cb2b-4692-acca-8fd5a5a106e1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:55.882846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:55.886958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b5e75ae-5830-4aa0-9e58-f865b5a5a46b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6620643 Feb 04 12:59:55.911495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38396) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:55.931188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Request body: {'subnet': {'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1210707741-subnet', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:55.939349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:55.967108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Usage tracker for resource:subnet and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:55.991484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:56.009645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:56.034059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4753a-6416-4636-b77b-2be1a1ac55ce req-dcca54ea-059b-41d5-9316-1d149bedbf2c tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:56.040355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec4753a-6416-4636-b77b-2be1a1ac55ce req-dcca54ea-059b-41d5-9316-1d149bedbf2c tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 950 time: 0.5723381 Feb 04 12:59:56.118954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd158c7-fe8f-454a-b486-0366e5fd9228 None None] Network 769d263d-ab93-4e11-945c-0f7150e104c1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:56.169526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:56.172605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.320947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.330018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec4753a-6416-4636-b77b-2be1a1ac55ce req-767614be-28d3-4131-b0ec-b4ef26ac3f22 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043087 Feb 04 12:59:56.367826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-eaca9972-9d74-455d-bc7a-25437488dd49 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:56.369260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-eaca9972-9d74-455d-bc7a-25437488dd49 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/networks?id=769d263d-ab93-4e11-945c-0f7150e104c1 HTTP/1.1" status: 200 len: 814 time: 0.2373838 Feb 04 12:59:56.387213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6e3805-1c15-4462-8ee4-da5e45b18a02']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:56.405193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-71a3f55b-64b4-4555-97f9-7fd0df85ac63 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/quotas/e471aaea10404598802947a96d200be0 HTTP/1.1" status: 200 len: 375 time: 0.0303383 Feb 04 12:59:56.407010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07de900-3f51-4c8e-8f9a-b260364a74f0') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:56.407314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07de900-3f51-4c8e-8f9a-b260364a74f0') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:56.474350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.509148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 840da9f8-f9bb-407f-a649-e824f170345d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 12:59:56.513505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-28e4f7d4-7387-483c-ab6f-58285d1b6a45 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e471aaea10404598802947a96d200be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946751 Feb 04 12:59:56.545251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-6a4a170d-8618-4e63-8435-0b4202dd7841 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:56.546808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-6a4a170d-8618-4e63-8435-0b4202dd7841 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 946 time: 0.8599725 Feb 04 12:59:56.561147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 840da9f8-f9bb-407f-a649-e824f170345d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 12:59:56.561565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 840da9f8-f9bb-407f-a649-e824f170345d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 12:59:56.600232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.655709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:59:56.656098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: timer() Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:59:56.678000 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:59:56.693579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Router 360afdd8-8514-41a0-9c63-7e0a1d188a91 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 12:59:56.801038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Deleting port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:56.801433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.852146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.896329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.930336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=aa6e3805-1c15-4462-8ee4-da5e45b18a02,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:56.963825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:56.967926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-043358f7-77d1-4b08-b9f4-f36a60fb2783 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/aa6e3805-1c15-4462-8ee4-da5e45b18a02 HTTP/1.1" status: 204 len: 168 time: 5.0862539 Feb 04 12:59:56.972486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38414) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:56.975561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-e9af43f4-d673-4e59-94dc-06c1865d433e service neutron] 10.222.0.53 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612541 Feb 04 12:59:56.986202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1490729607'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:57.005324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708dd38-8dab-41d2-96d2-32369439fdb9 req-352e8b26-17ea-430d-bcac-0d625e8a028c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:57.006885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4708dd38-8dab-41d2-96d2-32369439fdb9 req-352e8b26-17ea-430d-bcac-0d625e8a028c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.4800737 Feb 04 12:59:57.015707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:57.077218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:57.083768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:57.112147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:57.167459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d7d2bc-ac3d-4cc7-b714-6e04aa390669,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:57.190853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:57.194377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.198936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4708dd38-8dab-41d2-96d2-32369439fdb9 req-a12a09a2-b611-4fea-ba8f-5f72f10abac5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784925 Feb 04 12:59:57.217273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Checking segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:57.217753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Network hostable DHCP agents. Network: 4e17eede-cb2b-4692-acca-8fd5a5a106e1, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:59:57.222739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 12:59:57.236796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Sync routers for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:59:57.237277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eda52f27-f864-4f15-b5b9-2649d39590bb admin admin] 10.222.0.53 "PUT /v2.0/routers/360afdd8-8514-41a0-9c63-7e0a1d188a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8106396 Feb 04 12:59:57.240899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:57.257938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:59:57.264307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:57.265258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4e17eede-cb2b-4692-acca-8fd5a5a106e1) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:57.265558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:57.271004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:57.271649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.296510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ca79dd7-d4d8-46b8-baac-315d0eed2c15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3805397 Feb 04 12:59:57.297295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38422) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:57.302570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:57.307536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:57.314512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Usage tracker for resource:router and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:57.317953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:57.327930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:57.349816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:59:57.364097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd9c25-ab52-43aa-889e-7eeb03388f3d None None] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 12:59:57.379106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-f36acbad-25c8-4b98-ab4d-d7d9db974f45 service neutron] 10.222.0.53 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880908 Feb 04 12:59:57.406233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.407879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.408148 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.408510 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment ed0fef77-b686-447a-93a0-7cc7845a9a1f of type vlan for network e03fcd4a-ea57-4cf8-8583-85e69beed502 Feb 04 12:59:57.431563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] For port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,segment=NetworkSegment(1bc91e2c-ea0a-4b63-820e-862bedd4d076),segment_id=1bc91e2c-ea0a-4b63-820e-862bedd4d076)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:57.432038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.451376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.468149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a6a4-03ab-4e55-93f2-7551baf3236f req-24c9e3e6-96bf-4c86-b880-ba3157f42577 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:57.470102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be70a6a4-03ab-4e55-93f2-7551baf3236f req-24c9e3e6-96bf-4c86-b880-ba3157f42577 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 946 time: 0.1397736 Feb 04 12:59:57.621612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:57.870886 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.895111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.911492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:57.940176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be70a6a4-03ab-4e55-93f2-7551baf3236f req-53c1bca3-db3f-4124-b108-2503d156d0b5 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/security-groups?id=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628878 Feb 04 12:59:57.990803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 12:59:57.991633 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.174914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Calling delete_port for 3f7f2eb9-a0b5-4c9c-997d-938788529a7f owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:58.210742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 5, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:58.221108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Checking router: 360afdd8-8514-41a0-9c63-7e0a1d188a91 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:59:58.228042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Allocated IP 172.20.0.2 (4e17eede-cb2b-4692-acca-8fd5a5a106e1/f2d7d2bc-ac3d-4cc7-b714-6e04aa390669/3ff57699-b62e-4b53-ae2c-a688e1b2b03a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:58.242271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Routers {'360afdd8-8514-41a0-9c63-7e0a1d188a91'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 12:59:58.242956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['360afdd8-8514-41a0-9c63-7e0a1d188a91'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:58.268517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.274858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:58.275990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.325840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.440449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Deleting port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 12:59:58.441124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.472747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5003748 Feb 04 12:59:58.479009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:58.523219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:58.525504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62765ff-875e-4a55-8844-6c33dd94a8e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=e03fcd4a-ea57-4cf8-8583-85e69beed502,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.550292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] Set router 360afdd8-8514-41a0-9c63-7e0a1d188a91 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 12:59:58.634315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffb022-c65f-4273-a655-5a22b4b28dd7 req-e48cced9-eb10-4898-b272-cc87a9ec57f7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:58.636184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57ffb022-c65f-4273-a655-5a22b4b28dd7 req-e48cced9-eb10-4898-b272-cc87a9ec57f7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.4268808 Feb 04 12:59:58.657622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 12:59:58.659488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.686403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cbc64-75df-4d83-8927-d1eaadab74ef req-3add8e8d-db4d-46ed-9c58-ce4390eb66f0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:58.688029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614cbc64-75df-4d83-8927-d1eaadab74ef req-3add8e8d-db4d-46ed-9c58-ce4390eb66f0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 950 time: 0.8536286 Feb 04 12:59:58.703858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.772856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.845371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-614cbc64-75df-4d83-8927-d1eaadab74ef req-fea789f7-2be3-401a-b835-db778f32d0c6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459372 Feb 04 12:59:58.847301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] For port 75a6e3e2-7399-419b-92b1-fcbefbfdbc51, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 12:59:58.847669 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:58.857334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Pushing event deleted for resources: {'Port': ['ID=3f7f2eb9-a0b5-4c9c-997d-938788529a7f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:58.869254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 12:59:59.028311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 12:59:59.035343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57ffb022-c65f-4273-a655-5a22b4b28dd7 req-9be4b7fa-a660-4c08-92d3-57aa3ed2e24a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776646 Feb 04 12:59:59.042627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 12:59:59.053414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 12:59:59.076684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Allocated IP 172.25.4.108 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/778485f0-a886-4f46-b661-67a992322135) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:59:59.083576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:59:59.086969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Calling delete_port for 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 12:59:59.088206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.172139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.201856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e16a333-7c3e-4e73-9010-e86ebb8444ba req-1d46bdc3-03fa-4084-97ea-a48549bbb1ec tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 210 time: 0.2151716 Feb 04 12:59:59.201856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] No DVR routers for this DVR port 3f7f2eb9-a0b5-4c9c-997d-938788529a7f on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:59:59.204333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.207184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Transition to ACTIVE for port object 3ff57699-b62e-4b53-ae2c-a688e1b2b03a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:59.212780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'name': 'network-vif-deleted', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 12:59:59.239395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Transition to ACTIVE for port object 3ff57699-b62e-4b53-ae2c-a688e1b2b03a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:59:59.252516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.265692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293655c7-3b0c-4364-b7db-bcaeb0b15ea0 req-54cfd1b2-2077-43c0-b16f-53c836f457f3 tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.87 "DELETE /v2.0/ports/3f7f2eb9-a0b5-4c9c-997d-938788529a7f HTTP/1.1" status: 204 len: 173 time: 2.6631556 Feb 04 12:59:59.370271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 5, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:59:59.391773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddc6fa-5f00-45b1-8db4-70ec977eca1b None None] The sync data for ids ['360afdd8-8514-41a0-9c63-7e0a1d188a91'] in n-d-820555-2 is: [{'id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'name': 'tempest-ServersTestFqdnHostnames-833328480-router', 'tenant_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:36Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 5, 'project_id': 'dd6ef9721a1f4432bb1f38d64269b7cc', 'gw_port': {'id': '75a6e3e2-7399-419b-92b1-fcbefbfdbc51', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360afdd8-8514-41a0-9c63-7e0a1d188a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:39Z', 'updated_at': '2022-02-04T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:59:59.415426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:59:59.418390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:59:59.430085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 12:59:59.471028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Pushing event updated for resources: {'Port': ['ID=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:59.619309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Attempting to bind port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 12:59:59.619681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Attempting to bind port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 12:59:59.620046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Attempting to bind port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a on network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 12:59:59.626320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:59:59.626649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Checking segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 12:59:59.627497 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.628051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Bound using segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:59:59.628544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Bound port: 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 12:59:59.628913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.699799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.721638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7be3d-738c-4f27-a88b-1fb0bff204c1 req-82286cae-54a6-43e6-8a0e-a2888aa4129a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:59.729687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ade7be3d-738c-4f27-a88b-1fb0bff204c1 req-82286cae-54a6-43e6-8a0e-a2888aa4129a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.2824049 Feb 04 12:59:59.753255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 12:59:59.758417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 12:59:59.759698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-542aa8eb-f1d8-4df6-a76f-e8701be86a4f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:59.760557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-542aa8eb-f1d8-4df6-a76f-e8701be86a4f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Synchronizing usage tracker for tenant:e471aaea10404598802947a96d200be0 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 12:59:59.765465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 12:59:59.813798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ade7be3d-738c-4f27-a88b-1fb0bff204c1 req-89012d6e-cee2-45f2-85bc-1eb37d8fbee0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829411 Feb 04 12:59:59.876132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceef2c-d924-4076-b4de-a187fe08eb4d None None] Pushing event updated for resources: {'Port': ['ID=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:59:59.897901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-542aa8eb-f1d8-4df6-a76f-e8701be86a4f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Unset dirty status for tenant:e471aaea10404598802947a96d200be0 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 12:59:59.899733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-542aa8eb-f1d8-4df6-a76f-e8701be86a4f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.90 "GET /v2.0/networks?id=769d263d-ab93-4e11-945c-0f7150e104c1 HTTP/1.1" status: 200 len: 814 time: 0.7917004 Feb 04 12:59:59.913640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Request body: {'port': {'device_id': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1', 'admin_state_up': True, 'tenant_id': 'e471aaea10404598802947a96d200be0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:59:59.944828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3f7f2eb9-a0b5-4c9c-997d-938788529a7f no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:00.002202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 3f7f2eb9-a0b5-4c9c-997d-938788529a7f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:00:00.002612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3f7f2eb9-a0b5-4c9c-997d-938788529a7f not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:00.005455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5109b59-ed7e-4232-9802-e9e40d5ff0ff req-0aeb538d-e98b-4ade-aa56-b60b99571783 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:00.012411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5109b59-ed7e-4232-9802-e9e40d5ff0ff req-0aeb538d-e98b-4ade-aa56-b60b99571783 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:00.019145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5109b59-ed7e-4232-9802-e9e40d5ff0ff req-0aeb538d-e98b-4ade-aa56-b60b99571783 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b&device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1691 time: 0.3912473 Feb 04 13:00:00.055049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.087475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cd6db621-34cd-473c-a785-1b8e152c3456 req-2876658d-cc73-44e2-9b35-a92bad07438b tempest-ServerAddressesNegativeTestJSON-1873303998 tempest-ServerAddressesNegativeTestJSON-1873303998-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b39cb5-84f0-4507-8954-caadf2524b2b HTTP/1.1" status: 200 len: 210 time: 0.0756176 Feb 04 13:00:00.088502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.135337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=75a6e3e2-7399-419b-92b1-fcbefbfdbc51,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:00.209609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:00.219751 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b39cb5-84f0-4507-8954-caadf2524b2b', 'name': 'network-vif-deleted', 'tag': '3f7f2eb9-a0b5-4c9c-997d-938788529a7f', 'status': 'completed', 'code': 200} Feb 04 13:00:00.228810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:00.235560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.239776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:00.244840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5109b59-ed7e-4232-9802-e9e40d5ff0ff req-a2cbc301-a69a-4b81-afa9-f461e29c8ec2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244737 Feb 04 13:00:00.334150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Pushing event updated for resources: {'Port': ['ID=778485f0-a886-4f46-b661-67a992322135,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:00.366475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.412210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.412644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.413050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.413451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.414181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.414181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.414737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.415074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.415465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.415849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.416234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.416619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:00.431353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:00.465935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Usage tracker for resource:port and tenant:e471aaea10404598802947a96d200be0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:00.476629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:00.548008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0e6b13b-0990-4567-8152-3ac1634943b3 req-61d931bc-b0dd-48f1-afdf-5df20f054648 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 210 time: 0.1266861 Feb 04 13:00:00.548237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=12f5859d-4932-4f60-a0fb-0d8d466ea7b4,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:00.553690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:00.644590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.647951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.684873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.686891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360afdd8-8514-41a0-9c63-7e0a1d188a91 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:00:00.703897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': 'ed0fef77-b686-447a-93a0-7cc7845a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:00.704264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: e03fcd4a-ea57-4cf8-8583-85e69beed502, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:00.728162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Made reservation on behalf of e471aaea10404598802947a96d200be0 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:00.729148 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.732035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:00.735027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ff57699-b62e-4b53-ae2c-a688e1b2b03a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:00.746078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38456) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:00.746998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9eb3b9bc-6147-4c08-9281-70500174f9dd admin admin] 10.222.0.53 "DELETE /v2.0/routers/360afdd8-8514-41a0-9c63-7e0a1d188a91 HTTP/1.1" status: 204 len: 168 time: 3.5043848 Feb 04 13:00:00.856872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:00.909366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:00.925085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8e493-a0c8-4d73-a84e-956c5986776f req-23c7bca0-ebec-4a72-9372-6de4d7dc5937 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:00.927593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8e493-a0c8-4d73-a84e-956c5986776f req-23c7bca0-ebec-4a72-9372-6de4d7dc5937 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 1101 time: 0.1444883 Feb 04 13:00:01.006364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8e493-a0c8-4d73-a84e-956c5986776f req-03dc39ec-293d-4cee-8c53-54620117a9b5 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Feb 04 13:00:01.190005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b59b-6d93-4f3a-82c0-1f42546d2857 req-c8b9ef60-7b3c-4acd-accf-a2506657639b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.197989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee40b59b-6d93-4f3a-82c0-1f42546d2857 req-c8b9ef60-7b3c-4acd-accf-a2506657639b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.8479104 Feb 04 13:00:01.199982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e03fcd4a-ea57-4cf8-8583-85e69beed502) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:01.208206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba802a9-9d31-4dde-9ca1-5e3c97a3b15d None None] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:01.247893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Deleting subnet 05771c79-9b4a-483e-9925-c865f3c50fce {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:00:01.269829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.270651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.274399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcfe2b-3cbd-42b5-8eee-b1a1902c6441 req-24cc30f1-73c5-4909-9e60-27713be48ee0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.279216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.280231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6dcfe2b-3cbd-42b5-8eee-b1a1902c6441 req-24cc30f1-73c5-4909-9e60-27713be48ee0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.1519706 Feb 04 13:00:01.358955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6dcfe2b-3cbd-42b5-8eee-b1a1902c6441 req-24907f4b-cdb8-4ffd-92f6-88d659bd6370 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633409 Feb 04 13:00:01.506144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca217e0-b38b-4b76-9732-2b1e4d8bde84 None None] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:01.568774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee40b59b-6d93-4f3a-82c0-1f42546d2857 req-25ffd0f4-8a3e-4af4-8f84-9756ac4e7c91 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696237 Feb 04 13:00:01.621281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-e03fcd4a-ea57-4cf8-8583-85e69beed502', 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '12f5859d-4932-4f60-a0fb-0d8d466ea7b4'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:01.622889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.643206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Provisioning for port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:01.669631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Provisioning complete for port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:01.670049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.714224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.769356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e9673-ac63-4554-9928-216ff2deffde req-9b80fdee-821c-4c69-a721-68b6e95f4cc7 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.772784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f95e9673-ac63-4554-9928-216ff2deffde req-9b80fdee-821c-4c69-a721-68b6e95f4cc7 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1101 time: 0.1766791 Feb 04 13:00:01.777739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:01.867628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:01.935317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f95e9673-ac63-4554-9928-216ff2deffde req-96100a43-b5eb-4fa9-b18f-90988bb0ebfa tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536603 Feb 04 13:00:01.978967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Deleting subnet 05a17703-0db6-4c03-9590-7684a779c89b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:00:01.987684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.036965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e97a94c1-0fb8-4504-b8cf-3a15d2a032bb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5535412 Feb 04 13:00:02.048654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38476) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:02.056090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.185945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Allocated IP 172.20.0.3 (769d263d-ab93-4e11-945c-0f7150e104c1/11972da2-3d1a-4087-bdab-5b9179811db1/3826fb88-0d2f-4988-a355-6297b3a12ae5) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:02.194178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-491e43a9-35e1-43a2-be51-5658eb9bfed6 req-09a476fa-9922-4be1-903c-62a998f7f837 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Synchronizing usage tracker for tenant:e471aaea10404598802947a96d200be0 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:02.200449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.220510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Allocated IP 172.20.0.1 (e03fcd4a-ea57-4cf8-8583-85e69beed502/12f5859d-4932-4f60-a0fb-0d8d466ea7b4/41e8ae90-f110-40bd-a839-80f2bd994123) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:02.259893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-491e43a9-35e1-43a2-be51-5658eb9bfed6 req-09a476fa-9922-4be1-903c-62a998f7f837 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Unset dirty status for tenant:e471aaea10404598802947a96d200be0 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:02.261368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-491e43a9-35e1-43a2-be51-5658eb9bfed6 req-09a476fa-9922-4be1-903c-62a998f7f837 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 210 time: 0.2228451 Feb 04 13:00:02.285004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:02.291009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.388320 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-cc2bce96-aefa-4bba-b62d-230cb9b0aa04 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667543 Feb 04 13:00:02.397069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.449772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-649d338d-f9f2-43e3-acad-a5d9ef87f056 req-7856505a-c56e-48dd-b285-54238e16ca1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0826397 Feb 04 13:00:02.465614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.495441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6580731-2db9-4467-9910-042316f8d1f5 None None] Pushing event updated for resources: {'Port': ['ID=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.502350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.534508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:02.593901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:00:02.594381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75a6e3e2-7399-419b-92b1-fcbefbfdbc51 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:02.631157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.703802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.715571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Transition to ACTIVE for port object 41e8ae90-f110-40bd-a839-80f2bd994123 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:02.739114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.743289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Transition to ACTIVE for port object 41e8ae90-f110-40bd-a839-80f2bd994123 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:02.756784 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.757582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a17703-0db6-4c03-9590-7684a779c89b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.772719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05771c79-9b4a-483e-9925-c865f3c50fce,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.777429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.811440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed12444-282e-4ec4-9ba3-56bcb8eaf306 None None] Network f75d5555-2330-4a17-8715-34c3d155ee9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:02.821153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-649d338d-f9f2-43e3-acad-a5d9ef87f056 req-22a381d1-b6c3-45fe-9cbc-dd0b616201e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1998632 Feb 04 13:00:02.833113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c188a37-48fd-4ce7-8fc5-c5d0b4ec66b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/05771c79-9b4a-483e-9925-c865f3c50fce HTTP/1.1" status: 204 len: 168 time: 2.0814083 Feb 04 13:00:02.835959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.844613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38496) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:02.855255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7e9db58-3e80-4124-b501-b395b6153535 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/05a17703-0db6-4c03-9590-7684a779c89b HTTP/1.1" status: 204 len: 168 time: 1.0761428 Feb 04 13:00:02.863619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:02.937596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:02.955529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:02.960136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Pushing event updated for resources: {'Port': ['ID=41e8ae90-f110-40bd-a839-80f2bd994123,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:02.961878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 41e8ae90-f110-40bd-a839-80f2bd994123 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:02.962457 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:02.962902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:02.982579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-649d338d-f9f2-43e3-acad-a5d9ef87f056 req-55d1de22-9155-4670-a1d1-04c1546512ca service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198578 Feb 04 13:00:03.003401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c3dee13-b57c-4d12-a89e-727e85c4e7c0 None None] Provisioning complete for port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:03.003939 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c3dee13-b57c-4d12-a89e-727e85c4e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.194014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Attempting to bind port 41e8ae90-f110-40bd-a839-80f2bd994123 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:03.194641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Attempting to bind port 41e8ae90-f110-40bd-a839-80f2bd994123 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ed0fef77-b686-447a-93a0-7cc7845a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:03.195259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Attempting to bind port 41e8ae90-f110-40bd-a839-80f2bd994123 on network e03fcd4a-ea57-4cf8-8583-85e69beed502 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:03.197093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.206833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:03.208160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Checking segment: {'id': 'ed0fef77-b686-447a-93a0-7cc7845a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:03.208160 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.208669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Bound using segment: {'id': 'ed0fef77-b686-447a-93a0-7cc7845a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:03.209212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Bound port: 41e8ae90-f110-40bd-a839-80f2bd994123, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0fef77-b686-447a-93a0-7cc7845a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e03fcd4a-ea57-4cf8-8583-85e69beed502'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:03.209925 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.261680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0fe0d276-8991-4a29-b176-03f038f96505 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:03.268473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0fe0d276-8991-4a29-b176-03f038f96505 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6408875 Feb 04 13:00:03.287383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-428f7e74-a89a-4b47-92a2-a2acd767fe1b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.0180302 Feb 04 13:00:03.354036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Deleting port 303ae8e9-0778-4ad2-aea8-f790208933dc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:03.354339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.370982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.393073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.410480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.423625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:03.431774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41e8ae90-f110-40bd-a839-80f2bd994123,segment=NetworkSegment(ed0fef77-b686-447a-93a0-7cc7845a9a1f),segment_id=ed0fef77-b686-447a-93a0-7cc7845a9a1f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:03.437013 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.480529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] DHCP port deletion for f75d5555-2330-4a17-8715-34c3d155ee9d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:00:03.490119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ad9b5-5a2b-4027-a267-0ab16b5b21ae req-5fb92a73-a5fc-4cb8-a520-ea1c72cb021e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:03.491794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Deleting port 303ae8e9-0778-4ad2-aea8-f790208933dc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:03.491952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-354ad9b5-5a2b-4027-a267-0ab16b5b21ae req-5fb92a73-a5fc-4cb8-a520-ea1c72cb021e tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.9104707 Feb 04 13:00:03.492364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.631674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d338d-f9f2-43e3-acad-a5d9ef87f056 req-9202c402-89e2-47f1-9f0d-dddc18a566bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:03.633048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-649d338d-f9f2-43e3-acad-a5d9ef87f056 req-9202c402-89e2-47f1-9f0d-dddc18a566bf service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6378062 Feb 04 13:00:03.636716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165d05-ae43-4dca-83cd-aa3d29181d2b None None] Pushing event updated for resources: {'Port': ['ID=41e8ae90-f110-40bd-a839-80f2bd994123,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.643771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-a1977587-863f-494a-bd03-923e55156564 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3457167 Feb 04 13:00:03.709772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:03.710140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.798921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-354ad9b5-5a2b-4027-a267-0ab16b5b21ae req-10639eb3-ba16-4d4c-94b0-6135ab805445 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787480 Feb 04 13:00:03.870499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] For port 303ae8e9-0778-4ad2-aea8-f790208933dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=303ae8e9-0778-4ad2-aea8-f790208933dc,segment=NetworkSegment(2a7d1cea-07e4-4da3-9619-f8022555656d),segment_id=2a7d1cea-07e4-4da3-9619-f8022555656d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:03.871039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.924926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:03.989177 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.086673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 41e8ae90-f110-40bd-a839-80f2bd994123 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:04.113310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Calling delete_port for 303ae8e9-0778-4ad2-aea8-f790208933dc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:04.223281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] For port 303ae8e9-0778-4ad2-aea8-f790208933dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=303ae8e9-0778-4ad2-aea8-f790208933dc,segment=NetworkSegment(2a7d1cea-07e4-4da3-9619-f8022555656d),segment_id=2a7d1cea-07e4-4da3-9619-f8022555656d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:04.224992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.273632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Pushing event updated for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.281974 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.329176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7fc814-fe6f-43a6-8b2a-379fbfc30926']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:04.345670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] No DVR routers for this DVR port 303ae8e9-0778-4ad2-aea8-f790208933dc on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:04.362741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9547285-b848-45fd-8889-40ac69f11ffe None None] Pushing event deleted for resources: {'Port': ['ID=303ae8e9-0778-4ad2-aea8-f790208933dc,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.385804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Network 769d263d-ab93-4e11-945c-0f7150e104c1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:04.392418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc91e2c-ea0a-4b63-820e-862bedd4d076') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:04.392717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc91e2c-ea0a-4b63-820e-862bedd4d076') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:04.400986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:04.408431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:04.461099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.476615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Calling delete_port for 303ae8e9-0778-4ad2-aea8-f790208933dc owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:04.485761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Router 030b9632-57fb-43bd-8675-d9fb8486a763 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:00:04.523928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.549519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:04.549906 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:04.603904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:04.604276 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:04.616661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c48b7c-23ed-43c7-ac06-4d0c5a063224 req-646fe1ac-f62c-4bc1-a2c0-4a670616101f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:04.620069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:04.620558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.623998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-02c48b7c-23ed-43c7-ac06-4d0c5a063224 req-646fe1ac-f62c-4bc1-a2c0-4a670616101f tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 931 time: 0.2606461 Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:04.644552 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:04.680264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ff57699-b62e-4b53-ae2c-a688e1b2b03a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:04.699161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-02c48b7c-23ed-43c7-ac06-4d0c5a063224 req-cfe5b1df-38b4-4ec1-b45f-1db7c1812ffd tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 Feb 04 13:00:04.717563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:04.718380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.784483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6509005-f55d-4938-a610-6aae6d6299e9 req-0fdb9400-7d3d-4cb1-8e00-7e5fae30d02c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:04.787048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6509005-f55d-4938-a610-6aae6d6299e9 req-0fdb9400-7d3d-4cb1-8e00-7e5fae30d02c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.6203623 Feb 04 13:00:04.793644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:04.794018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.900613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3cd70c30-4b96-4e88-925c-7c1d2a7ca3c3 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9913750 Feb 04 13:00:04.916027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Request body: {'port': {'device_id': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:04.950232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41e8ae90-f110-40bd-a839-80f2bd994123 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:04.967763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:04.976882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0647c49-c616-4143-a80b-165c52f7f3c7 req-300341c7-8f5d-46cc-8a60-f48feebf87a5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 210 time: 0.0772204 Feb 04 13:00:05.048247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 41e8ae90-f110-40bd-a839-80f2bd994123 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:05.051677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 41e8ae90-f110-40bd-a839-80f2bd994123 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:05.052074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.113213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Deleting port 303ae8e9-0778-4ad2-aea8-f790208933dc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:05.113213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.113878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.118942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:05.132168 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Sync routers for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:05.134419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 303ae8e9-0778-4ad2-aea8-f790208933dc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:05.144763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:05.146280 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:05.195723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7fc814-fe6f-43a6-8b2a-379fbfc30926,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.197843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.206994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 303ae8e9-0778-4ad2-aea8-f790208933dc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:00:05.207426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 303ae8e9-0778-4ad2-aea8-f790208933dc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:05.227106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2107a-cccb-4648-bc99-71bbfd4d10f6 None None] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:05.246420 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6509005-f55d-4938-a610-6aae6d6299e9 req-c3f83f0e-ef66-485d-9518-15979c5bf5f4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503622 Feb 04 13:00:05.262069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-33db10e9-f3ce-43a5-ab87-1d6f347d0291 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a7fc814-fe6f-43a6-8b2a-379fbfc30926 HTTP/1.1" status: 204 len: 168 time: 2.3967857 Feb 04 13:00:05.264672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.266232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-30a8529c-3f5a-459c-8e71-3abae6ca69be admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9675007 Feb 04 13:00:05.302031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:05.305809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] The port '303ae8e9-0778-4ad2-aea8-f790208933dc' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:00:05.481050 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:05.701335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Provisioning for port 41e8ae90-f110-40bd-a839-80f2bd994123 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:05.737928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Provisioning complete for port 41e8ae90-f110-40bd-a839-80f2bd994123 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:05.738466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:05.825135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38524) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:05.931972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-4b268a9f-8bd8-45b7-9259-d80b15cc7887 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185985 Feb 04 13:00:05.991594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.050496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41e8ae90-f110-40bd-a839-80f2bd994123,segment=NetworkSegment(ed0fef77-b686-447a-93a0-7cc7845a9a1f),segment_id=ed0fef77-b686-447a-93a0-7cc7845a9a1f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:06.055957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.057303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.162522 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T12:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:06.170926 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Checking router: 030b9632-57fb-43bd-8675-d9fb8486a763 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:06.171278 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Updating router 030b9632-57fb-43bd-8675-d9fb8486a763 port 778485f0-a886-4f46-b661-67a992322135 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:06.197363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cbb82-08ba-4596-938b-31f2139f3ac9 None None] Pushing event updated for resources: {'Port': ['ID=41e8ae90-f110-40bd-a839-80f2bd994123,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:06.218305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75d5555-2330-4a17-8715-34c3d155ee9d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:06.230286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c692b75c-d6e9-4570-8a49-a658dd7219d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4eef57c9ec044119603f7151a852d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040253 Feb 04 13:00:06.235751 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.238797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc611ee1-a2c2-48e5-88dc-bd38f7e6c941 req-a0a02ef5-efe5-4c7e-aa94-15eeceb0d573 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:06.240262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc611ee1-a2c2-48e5-88dc-bd38f7e6c941 req-a0a02ef5-efe5-4c7e-aa94-15eeceb0d573 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 1.0784912 Feb 04 13:00:06.240743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38532) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:06.277927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7d1cea-07e4-4da3-9619-f8022555656d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:06.278119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7d1cea-07e4-4da3-9619-f8022555656d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:06.288653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cd2a724-80f5-49f2-b2b6-85e69516452a None None] Provisioning complete for port 41e8ae90-f110-40bd-a839-80f2bd994123 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:06.289397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cd2a724-80f5-49f2-b2b6-85e69516452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.355253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.444230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.461436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc611ee1-a2c2-48e5-88dc-bd38f7e6c941 req-9dd51392-031a-4067-94ad-32499f1465dc tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076876 Feb 04 13:00:06.464785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41e8ae90-f110-40bd-a839-80f2bd994123,segment=NetworkSegment(ed0fef77-b686-447a-93a0-7cc7845a9a1f),segment_id=ed0fef77-b686-447a-93a0-7cc7845a9a1f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:06.464785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.479903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-4f5af649-7c5b-49af-aff9-635aeb299f38 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:06.481653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-4f5af649-7c5b-49af-aff9-635aeb299f38 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5231633 Feb 04 13:00:06.484233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:06.484622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:06.512313 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:06.580909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:06.581411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41e8ae90-f110-40bd-a839-80f2bd994123 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:06.674425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 41e8ae90-f110-40bd-a839-80f2bd994123 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:06.675193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.728047 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.781908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 41e8ae90-f110-40bd-a839-80f2bd994123 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:06.782120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830d57-d625-473c-8bb1-2bfe687c3e92 req-2348ca11-72ab-4025-99eb-eda45ba0e214 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:06.783821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be830d57-d625-473c-8bb1-2bfe687c3e92 req-2348ca11-72ab-4025-99eb-eda45ba0e214 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 931 time: 0.7863071 Feb 04 13:00:06.874147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3826fb88-0d2f-4988-a355-6297b3a12ae5 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:06.896026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.896891 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.911688 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Transition to ACTIVE for port object 778485f0-a886-4f46-b661-67a992322135 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:06.919311 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.929173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Transition to ACTIVE for port object 3826fb88-0d2f-4988-a355-6297b3a12ae5 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:06.930591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d626b28c-0f43-48f2-abc2-d94a19c457f0 req-27d74b60-e6e7-4988-b1ee-9d050c513613 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 210 time: 0.1443369 Feb 04 13:00:06.964473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.968968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:06.973144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.013617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-be830d57-d625-473c-8bb1-2bfe687c3e92 req-b34668db-5475-4a11-86c0-59b27be81930 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Synchronizing usage tracker for tenant:e471aaea10404598802947a96d200be0 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:07.027695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75d5555-2330-4a17-8715-34c3d155ee9d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.051923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f56f7809-7f2a-4cb5-a5b7-867e6d8bbce5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f75d5555-2330-4a17-8715-34c3d155ee9d HTTP/1.1" status: 204 len: 168 time: 4.2044029 Feb 04 13:00:07.070221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.082020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Attempting to bind port 778485f0-a886-4f46-b661-67a992322135 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:07.082020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Attempting to bind port 778485f0-a886-4f46-b661-67a992322135 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:07.083194 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Attempting to bind port 778485f0-a886-4f46-b661-67a992322135 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:07.093289 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:07.093849 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:07.094348 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.094932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:07.095866 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Bound port: 778485f0-a886-4f46-b661-67a992322135, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:07.096012 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.194225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:07.197497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:07.197908 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:07.205129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Pushing event updated for resources: {'Port': ['ID=778485f0-a886-4f46-b661-67a992322135,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.217550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:07.221598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Pushing event updated for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.222519 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.225313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.225313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.225313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.233284 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.235131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.235861 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.236548 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.237104 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.237776 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.238237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:07.239336 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.239873 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:07.242678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.253600 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] For port 778485f0-a886-4f46-b661-67a992322135, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:07.256160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-be830d57-d625-473c-8bb1-2bfe687c3e92 req-b34668db-5475-4a11-86c0-59b27be81930 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Unset dirty status for tenant:e471aaea10404598802947a96d200be0 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:07.257465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be830d57-d625-473c-8bb1-2bfe687c3e92 req-b34668db-5475-4a11-86c0-59b27be81930 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666166 Feb 04 13:00:07.260570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] For port 778485f0-a886-4f46-b661-67a992322135, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=778485f0-a886-4f46-b661-67a992322135,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:07.265908 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.273720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.294399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11879a2e-5378-4ca6-a7e7-3b4a66ac8b31,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.313973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4c7fc-b24c-4ed3-a08a-5ec0f81c20a8 req-e0cb7777-5cec-4eb9-8b09-189b6d9ec113 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:07.315675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27d4c7fc-b24c-4ed3-a08a-5ec0f81c20a8 req-e0cb7777-5cec-4eb9-8b09-189b6d9ec113 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.2324538 Feb 04 13:00:07.356446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:07.389787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Attempting to bind port 3826fb88-0d2f-4988-a355-6297b3a12ae5 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:07.390126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Attempting to bind port 3826fb88-0d2f-4988-a355-6297b3a12ae5 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'db7438ff-a215-4a63-9ded-4b8212ddeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:07.390458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Attempting to bind port 3826fb88-0d2f-4988-a355-6297b3a12ae5 on network 769d263d-ab93-4e11-945c-0f7150e104c1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:07.412345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.414302 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:07.415002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.415507 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:07.416111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7bd3be70-bace-4ee3-8435-96d8dc2d920c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11879a2e-5378-4ca6-a7e7-3b4a66ac8b31 HTTP/1.1" status: 204 len: 168 time: 1.1666856 Feb 04 13:00:07.432261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Port 3826fb88-0d2f-4988-a355-6297b3a12ae5 on network 769d263d-ab93-4e11-945c-0f7150e104c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:00:07.432595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Attempting to bind port 3826fb88-0d2f-4988-a355-6297b3a12ae5 on network 769d263d-ab93-4e11-945c-0f7150e104c1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:07.443577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 41e8ae90-f110-40bd-a839-80f2bd994123 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:07.443904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.452315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:07.452661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Checking segment: {'id': 'db7438ff-a215-4a63-9ded-4b8212ddeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:07.453053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Bound using segment: {'id': 'db7438ff-a215-4a63-9ded-4b8212ddeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:07.453501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Bound port: 3826fb88-0d2f-4988-a355-6297b3a12ae5, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7438ff-a215-4a63-9ded-4b8212ddeab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:07.453853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:07.474669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27d4c7fc-b24c-4ed3-a08a-5ec0f81c20a8 req-3d3ba876-c686-44e2-8d8f-0ab1c98cfba7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184866 Feb 04 13:00:07.480179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d21ff34-ce77-4cdd-922c-4abca6b10f91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd6ef9721a1f4432bb1f38d64269b7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202986 Feb 04 13:00:07.483534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:07.526169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998b75-845d-4e27-882d-47da689863ae None None] Pushing event updated for resources: {'Port': ['ID=778485f0-a886-4f46-b661-67a992322135,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.639745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.242 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/46b5f87c-2207-4fed-ab56-b877c0b003dd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:07.684126 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:08.064945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:08.124803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.128563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5,segment=NetworkSegment(db7438ff-a215-4a63-9ded-4b8212ddeab8),segment_id=db7438ff-a215-4a63-9ded-4b8212ddeab8)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:08.140626 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:08.147052 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4970f-de25-43b6-931c-bccc94df4488 None None] The sync data for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 is: [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:00Z', 'revision_number': 3, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:08.147481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.232094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.240572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.240670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.242012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] 10.222.0.90 "PUT /v2.0/ports/3826fb88-0d2f-4988-a355-6297b3a12ae5 HTTP/1.1" status: 200 len: 1091 time: 3.3332143 Feb 04 13:00:08.250416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object 46b5f87c-2207-4fed-ab56-b877c0b003dd will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:08.255638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:08.269002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.278394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3acb0a4e-a108-4bce-b3fd-455119e6f19d req-d4f3b9ae-6c35-4f96-922f-14fa199e6a90 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 210 time: 0.1967306 Feb 04 13:00:08.283906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 41e8ae90-f110-40bd-a839-80f2bd994123, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41e8ae90-f110-40bd-a839-80f2bd994123,segment=NetworkSegment(ed0fef77-b686-447a-93a0-7cc7845a9a1f),segment_id=ed0fef77-b686-447a-93a0-7cc7845a9a1f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:08.284682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.434023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6640058-9f61-474d-a0cf-8cccdcacafca req-449e937f-093c-4dea-a731-3708b153612b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.435579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6640058-9f61-474d-a0cf-8cccdcacafca req-449e937f-093c-4dea-a731-3708b153612b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.7613900 Feb 04 13:00:08.436237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295710-156b-48a2-9d35-33dd0f9a5572 service neutron] Pushing event updated for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.467966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.478560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 41e8ae90-f110-40bd-a839-80f2bd994123 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:08.484657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:08.505010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Allocated IP 172.20.0.1 (4e17eede-cb2b-4692-acca-8fd5a5a106e1/f2d7d2bc-ac3d-4cc7-b714-6e04aa390669/c4f62076-c3d2-46c8-bb22-bbfa35fd5415) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:08.590532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:08.655635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6640058-9f61-474d-a0cf-8cccdcacafca req-b661372f-c9ef-495a-98b5-966e8fe34ca3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095323 Feb 04 13:00:08.659703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:08.769109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26053d0-5568-45bc-89c6-5b317d2a1783,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.769348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:08.775177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:08.784034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:08.818191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-af1d6286-1ee1-4ccd-b518-cc059bbf6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.829831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-af1d6286-1ee1-4ccd-b518-cc059bbf6c0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e471aaea10404598802947a96d200be0&device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 1094 time: 0.4923389 Feb 04 13:00:08.873520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.976707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38582) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:09.045306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.048782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-92c371b4-9686-4406-bd9a-bce2583e3dd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f26053d0-5568-45bc-89c6-5b317d2a1783 HTTP/1.1" status: 204 len: 168 time: 1.5619321 Feb 04 13:00:09.061727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-be45c922-10f5-4a14-946e-a00d66d6d81b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5 HTTP/1.1" status: 200 len: 217 time: 0.2110708 Feb 04 13:00:09.139526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.141719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.186209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-0878a602-b6de-41b4-b7d3-922152792a3d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6161306 Feb 04 13:00:09.235251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Request body: {'port': {'device_id': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:09.238664 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5', 'status': 'completed', 'code': 200} Feb 04 13:00:09.375610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.451950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-a1ab68a7-94b0-4dce-ab5a-a00e19a20933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.453764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-a1ab68a7-94b0-4dce-ab5a-a00e19a20933 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11972da2-3d1a-4087-bdab-5b9179811db1 HTTP/1.1" status: 200 len: 854 time: 0.3912201 Feb 04 13:00:09.475211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Transition to ACTIVE for port object c4f62076-c3d2-46c8-bb22-bbfa35fd5415 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:09.524854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69ec5e6d-92dd-4fbc-93e3-325ba6d6bea7 None None] Provisioning for port 46b5f87c-2207-4fed-ab56-b877c0b003dd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:09.567610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-69ec5e6d-92dd-4fbc-93e3-325ba6d6bea7 None None] Provisioning complete for port 46b5f87c-2207-4fed-ab56-b877c0b003dd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:09.567976 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-69ec5e6d-92dd-4fbc-93e3-325ba6d6bea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.590641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-904671977-network', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:09.623460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-95e52017-4b9e-4010-b2c9-0711f48206ec service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9607103 Feb 04 13:00:09.631419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:09.636376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-3ef29fd0-1d79-4318-bac2-d4d43abe7698 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=769d263d-ab93-4e11-945c-0f7150e104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595099 Feb 04 13:00:09.654007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.681155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Usage tracker for resource:network and tenant:9ef9109493bd4311a98951b4b3c22287 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:09.716238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-69ec5e6d-92dd-4fbc-93e3-325ba6d6bea7 None None] Port 46b5f87c-2207-4fed-ab56-b877c0b003dd cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:09.756544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:09.768093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.789189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=41e8ae90-f110-40bd-a839-80f2bd994123,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:09.846389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:09.874296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591cbbd8-b46c-4303-a154-e7066cb21953 None None] DHCP port deletion for e03fcd4a-ea57-4cf8-8583-85e69beed502 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:00:09.895449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:09.993287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b98ab3a-c0ed-4f23-b167-d797e03271c5 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:00:10.045718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:10.055168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:10.057584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:10.113487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-80ca358f-4b39-4a34-90a4-e8de9770d341 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696679 Feb 04 13:00:10.121478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c54a8-2741-4afd-8c7d-5564c19ee0e8 req-86c2d1c8-51d8-48ec-b630-da8bc5ec2d71 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:10.122975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da5c54a8-2741-4afd-8c7d-5564c19ee0e8 req-86c2d1c8-51d8-48ec-b630-da8bc5ec2d71 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 943 time: 0.5722804 Feb 04 13:00:10.128734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:10.131268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port 41e8ae90-f110-40bd-a839-80f2bd994123 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:10.133005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Made reservation on behalf of 9ef9109493bd4311a98951b4b3c22287 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:10.136204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:10.183486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98ab3a-c0ed-4f23-b167-d797e03271c5 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:10.204065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:10.235609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00b81-7250-4d6e-9d65-1a4a783c6f03 req-66eb848b-336d-40c2-b0dd-0703c4fa23de tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:10.237881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83b00b81-7250-4d6e-9d65-1a4a783c6f03 req-66eb848b-336d-40c2-b0dd-0703c4fa23de tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.7812846 Feb 04 13:00:10.290080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:10.355941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:10.377556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef9109493bd4311a98951b4b3c22287 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:10.381620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:10.382780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:10.398156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:10.411407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:10.436058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9074b-ed90-4530-b815-02163f049d49 req-c01fe2a8-d293-4331-aa46-eb8fc0ee1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:10.437541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-c01fe2a8-d293-4331-aa46-eb8fc0ee1d9d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.7707517 Feb 04 13:00:10.511684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da5c54a8-2741-4afd-8c7d-5564c19ee0e8 req-04a12427-5b69-4141-8cc8-fa6054dffdd8 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474290 Feb 04 13:00:10.516110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83b00b81-7250-4d6e-9d65-1a4a783c6f03 req-ad5a2f5a-c3bf-403c-9243-4fd5c438e044 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618432 Feb 04 13:00:10.715313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:10.727229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 778485f0-a886-4f46-b661-67a992322135 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:10.893774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-191610103-network', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:10.914017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 778485f0-a886-4f46-b661-67a992322135 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:10.937826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 778485f0-a886-4f46-b661-67a992322135 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:10.938353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.011177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17fccbba-1a6e-4227-9fcd-3413619cef9a req-0e28d83f-9298-49cb-8b2b-8d61de7b04c3 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830175 Feb 04 13:00:11.160849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.185701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 778485f0-a886-4f46-b661-67a992322135, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=778485f0-a886-4f46-b661-67a992322135,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:11.195008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.238228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:11.250420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=12f5859d-4932-4f60-a0fb-0d8d466ea7b4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.266135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4ea4f-a8bb-45fa-bf57-cc700f8283a7 None None] Network e03fcd4a-ea57-4cf8-8583-85e69beed502 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:11.273829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9074b-ed90-4530-b815-02163f049d49 req-0e46437e-5815-47cc-a234-92255b268960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.275368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-0e46437e-5815-47cc-a234-92255b268960 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.8003216 Feb 04 13:00:11.328296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Usage tracker for resource:network and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:11.379666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41e8ae90-f110-40bd-a839-80f2bd994123 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:11.383760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-4e29beb5-3945-414a-9bd7-a79caa7c4271 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.0994318 Feb 04 13:00:11.392183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:11.408921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:11.440801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 41e8ae90-f110-40bd-a839-80f2bd994123 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:00:11.440801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41e8ae90-f110-40bd-a839-80f2bd994123 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:11.478759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:11.481660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.490943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-872d9d5c-c315-45ad-a455-d1fbf7f472d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.492644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-872d9d5c-c315-45ad-a455-d1fbf7f472d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e471aaea10404598802947a96d200be0&device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 1094 time: 0.4233201 Feb 04 13:00:11.497493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.528762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=778485f0-a886-4f46-b661-67a992322135,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.557323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.563749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-712d23b7-ce2b-4e7d-8fed-8abecefae882 None None] Provisioning for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:11.573712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-712d23b7-ce2b-4e7d-8fed-8abecefae882 None None] Provisioning complete for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:11.574349 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-712d23b7-ce2b-4e7d-8fed-8abecefae882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.618168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.628559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:11.638978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03fcd4a-ea57-4cf8-8583-85e69beed502']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:11.645191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9074b-ed90-4530-b815-02163f049d49 req-a7868b4d-1f8f-47fe-8f6a-8a2d4580b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.646670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-a7868b4d-1f8f-47fe-8f6a-8a2d4580b7a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2274311 Feb 04 13:00:11.648123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b5f87c-2207-4fed-ab56-b877c0b003dd {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:11.663300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.666700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.669504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Usage tracker for resource:security_group_rule and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:11.677718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:11.685180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0fef77-b686-447a-93a0-7cc7845a9a1f') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:11.685442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0fef77-b686-447a-93a0-7cc7845a9a1f') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:11.692788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.711284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-712d23b7-ce2b-4e7d-8fed-8abecefae882 None None] Port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:11.720189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06247-fdbb-4a76-829d-8c3302ff28e5 req-153926c2-f2a6-4bd4-833d-eee9af22941a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.720929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1af06247-fdbb-4a76-829d-8c3302ff28e5 req-153926c2-f2a6-4bd4-833d-eee9af22941a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:11.725545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:11.732304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08883b21-dca6-46aa-af60-0351740e8b4a None None] DHCP port deletion for e03fcd4a-ea57-4cf8-8583-85e69beed502 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:00:11.743802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Transition to ACTIVE for port object 46b5f87c-2207-4fed-ab56-b877c0b003dd will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:11.745616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.768594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:11.779176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.862113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.869723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818255f8-658a-4b66-964b-8cc4fa2e198c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:11.882593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1af06247-fdbb-4a76-829d-8c3302ff28e5 req-153926c2-f2a6-4bd4-833d-eee9af22941a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:11.883807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1af06247-fdbb-4a76-829d-8c3302ff28e5 req-153926c2-f2a6-4bd4-833d-eee9af22941a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 936 time: 1.0095394 Feb 04 13:00:11.947855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:11.948261 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:11.960917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-a8ad4724-60bd-4aef-902a-9bce0659ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:11.962406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-a8ad4724-60bd-4aef-902a-9bce0659ebdf service neutron] 10.222.0.90 "GET /v2.0/networks?id=769d263d-ab93-4e11-945c-0f7150e104c1 HTTP/1.1" status: 200 len: 915 time: 0.4541204 Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:11.964775 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:12.064493 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-5c9e178d-3ae1-4d95-a5e2-bf37f3a429b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5 HTTP/1.1" status: 200 len: 217 time: 0.0929492 Feb 04 13:00:12.072554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.130068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9074b-ed90-4530-b815-02163f049d49 req-4ee913d1-84bb-42c0-b61f-09f07526ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.131579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-4ee913d1-84bb-42c0-b61f-09f07526ebe2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4483700 Feb 04 13:00:12.192397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb088b-bcc5-4e3e-881d-8afe239d6ea8 req-91e7164b-5840-4045-8edb-2494ed66afcb tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.193862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3fb088b-bcc5-4e3e-881d-8afe239d6ea8 req-91e7164b-5840-4045-8edb-2494ed66afcb tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.4617069 Feb 04 13:00:12.201566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.205186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.205529 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Added segment 3e454a19-fa9b-42c7-a5c5-28d9f98ae787 of type vlan for network 7360d13b-d126-4e97-8571-e7592394bc06 Feb 04 13:00:12.210672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1af06247-fdbb-4a76-829d-8c3302ff28e5 req-31312287-1774-42ac-ba41-3dbe34a63d15 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860430 Feb 04 13:00:12.251548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.282433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=e03fcd4a-ea57-4cf8-8583-85e69beed502,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.323269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-bc9010e2-48b1-4eff-b158-04ae25254a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.324746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-bc9010e2-48b1-4eff-b158-04ae25254a02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11972da2-3d1a-4087-bdab-5b9179811db1 HTTP/1.1" status: 200 len: 854 time: 0.2513030 Feb 04 13:00:12.340402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.388811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-083e593c-4191-4945-9b4d-aba0d42e3f46 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/e03fcd4a-ea57-4cf8-8583-85e69beed502 HTTP/1.1" status: 204 len: 168 time: 10.3311746 Feb 04 13:00:12.398579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Attempting to bind port 46b5f87c-2207-4fed-ab56-b877c0b003dd on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:12.398941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Attempting to bind port 46b5f87c-2207-4fed-ab56-b877c0b003dd by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:12.399272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Attempting to bind port 46b5f87c-2207-4fed-ab56-b877c0b003dd on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:12.402433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.404843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:12.415074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.424141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-40b2c105-5a2e-4c08-997c-461569060493 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=769d263d-ab93-4e11-945c-0f7150e104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882215 Feb 04 13:00:12.427749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Port 46b5f87c-2207-4fed-ab56-b877c0b003dd on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:00:12.428078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Attempting to bind port 46b5f87c-2207-4fed-ab56-b877c0b003dd on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:12.437105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1983876746'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:12.451184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3fb088b-bcc5-4e3e-881d-8afe239d6ea8 req-fdb51eca-d46d-4335-881f-1908db2929ec tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769557 Feb 04 13:00:12.453160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.455527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:12.460758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:12.460758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:12.460758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:12.461831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Bound port: 46b5f87c-2207-4fed-ab56-b877c0b003dd, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:12.461831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.489054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:12.501480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:12.509997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58891fb-0900-4944-b2c9-47b79add9890,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.521899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.522900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.523489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.566359 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.567311 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Added segment a9bfd579-78ab-400f-a563-ca0db9d87be0 of type vlan for network 4543569a-7b44-4161-a675-616c77de2797 Feb 04 13:00:12.569127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:12.574722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.619830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 778485f0-a886-4f46-b661-67a992322135 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:12.710623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 778485f0-a886-4f46-b661-67a992322135 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:12.711461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.746905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7653306 Feb 04 13:00:12.754509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:12.755954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.766008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081b5f-c91f-4b93-8e45-a7de833a3932 admin admin] Pushing event updated for resources: {'Network': ['ID=7360d13b-d126-4e97-8571-e7592394bc06,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.771739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Request body: {'subnet': {'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-904671977-subnet', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:12.785928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fda7ad-1aee-4dab-8623-dab9913fb8c8 req-594a3946-7575-4be0-9f8f-94ca85d93a57 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.787606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1fda7ad-1aee-4dab-8623-dab9913fb8c8 req-594a3946-7575-4be0-9f8f-94ca85d93a57 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 943 time: 0.4527791 Feb 04 13:00:12.793826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:12.802285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:12.808652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 7360d13b-d126-4e97-8571-e7592394bc06 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:12.818533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:12.828939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Usage tracker for resource:subnet and tenant:9ef9109493bd4311a98951b4b3c22287 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:12.840757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:12.842160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:12.856765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.862425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:12.862681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-7ba5be89-e83f-4d9d-8877-155f1cd20b39 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107975 Feb 04 13:00:12.939471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.940434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.941020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.973830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.974463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:12.975894 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] 10.222.0.87 "PUT /v2.0/ports/46b5f87c-2207-4fed-ab56-b877c0b003dd HTTP/1.1" status: 200 len: 1096 time: 3.7595325 Feb 04 13:00:12.980143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:13.009891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:13.014218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.063583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1fda7ad-1aee-4dab-8623-dab9913fb8c8 req-259aa6ba-7a97-44cb-a8f5-6a1cb2330175 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647631 Feb 04 13:00:13.064279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.074576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Made reservation on behalf of 9ef9109493bd4311a98951b4b3c22287 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:13.077194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.088424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:13.132237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-ca6bb4c9-1a15-49ff-b2a9-66a2df6d3c50 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879497 Feb 04 13:00:13.190685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:13.258432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8666725 Feb 04 13:00:13.264967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c93e0-c373-49e5-ac7d-7d670af5fade admin admin] Pushing event updated for resources: {'Network': ['ID=4543569a-7b44-4161-a675-616c77de2797,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:13.268859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:13.277306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Request body: {'subnet': {'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-191610103-subnet', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:13.278181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4543569a-7b44-4161-a675-616c77de2797 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:13.292598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0785e4-8548-4230-9c1c-7bbede910b23 service neutron] Pushing event updated for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:13.300400 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'status': 'completed', 'code': 200} Feb 04 13:00:13.304955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:13.322463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Usage tracker for resource:subnet and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:13.322701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.322963 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment eded4a44-1ca5-468f-bebc-eb97452ab436 of type vlan for network a7d12497-8cd8-4a73-b1c1-c7296c78a6ae Feb 04 13:00:13.335165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:13.344131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:13.367325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:13.369612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.387850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6241157d-fe2b-471c-be50-5995cb364904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.405741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.436351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdd9074b-ed90-4530-b815-02163f049d49 req-3019745b-dd6b-4d76-989d-aa6bfc73de44 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431612 Feb 04 13:00:13.534106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.540154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.540739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.568231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3826fb88-0d2f-4988-a355-6297b3a12ae5 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:00:13.674435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=a7d12497-8cd8-4a73-b1c1-c7296c78a6ae,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:13.688700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:13.689854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-c5748982-1d6e-41f9-bca3-41477c79b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.691942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-c5748982-1d6e-41f9-bca3-41477c79b3a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 1099 time: 0.6187015 Feb 04 13:00:13.695631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a7d12497-8cd8-4a73-b1c1-c7296c78a6ae details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:13.698415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:13.789524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03bc5ba4-3294-4619-8ae3-f883b9ab7f8c req-6655608e-07f9-4a4c-856d-a7a488d75cc1 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000826 Feb 04 13:00:13.889663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:13.897946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-c3f74730-99c5-46e6-b582-c4c43133f166 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd HTTP/1.1" status: 200 len: 217 time: 0.1961176 Feb 04 13:00:13.941409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6697e5e-f94f-48a3-8208-74c415c64157 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5270207 Feb 04 13:00:13.946038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38670) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:13.947624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5,segment=NetworkSegment(db7438ff-a215-4a63-9ded-4b8212ddeab8),segment_id=db7438ff-a215-4a63-9ded-4b8212ddeab8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:13.967631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '3826fb88-0d2f-4988-a355-6297b3a12ae5', 'network_id': '769d263d-ab93-4e11-945c-0f7150e104c1', 'port_id': '3826fb88-0d2f-4988-a355-6297b3a12ae5', 'mac_address': 'fa:16:3e:e4:d6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11972da2-3d1a-4087-bdab-5b9179811db1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:00:14.003063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:00:14.036969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': 'a7d12497-8cd8-4a73-b1c1-c7296c78a6ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:14.060081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-71339255-c81b-46de-bf37-82e4c3cb024a None None] Provisioning complete for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:14.060528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71339255-c81b-46de-bf37-82e4c3cb024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.064398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29ab8f-78e7-400d-a755-148e8c7bf2ac req-4e9e2229-2dda-41d7-9e01-1fd25b99e261 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.066001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a29ab8f-78e7-400d-a755-148e8c7bf2ac req-4e9e2229-2dda-41d7-9e01-1fd25b99e261 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.3935318 Feb 04 13:00:14.088474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.130583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Router 030b9632-57fb-43bd-8675-d9fb8486a763 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:00:14.142943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a29ab8f-78e7-400d-a755-148e8c7bf2ac req-bfabbe10-1c96-447d-849a-a318caa9459c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658491 Feb 04 13:00:14.166710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Checking segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:14.167075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Network hostable DHCP agents. Network: 7360d13b-d126-4e97-8571-e7592394bc06, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:14.191232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3826fb88-0d2f-4988-a355-6297b3a12ae5 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:14.220317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5,segment=NetworkSegment(db7438ff-a215-4a63-9ded-4b8212ddeab8),segment_id=db7438ff-a215-4a63-9ded-4b8212ddeab8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:14.225216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-71339255-c81b-46de-bf37-82e4c3cb024a None None] Port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:14.229279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.234151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-504cf5dd-4bb3-4c5b-9140-e986ea3219ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.235903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-504cf5dd-4bb3-4c5b-9140-e986ea3219ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2886810 Feb 04 13:00:14.245847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aabe06-10fc-4ae6-beac-f0b58fad5564 req-46108fe5-d83b-45f3-a517-1c26133225c2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.253654 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09aabe06-10fc-4ae6-beac-f0b58fad5564 req-46108fe5-d83b-45f3-a517-1c26133225c2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 948 time: 0.7479041 Feb 04 13:00:14.300268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88faa73a-3e15-473d-9afc-a7fbefb2c167,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.326640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:14.349315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '559c65a8-85e1-4928-a7cc-42245199feab', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '559c65a8-85e1-4928-a7cc-42245199feab', 'mac_address': 'fa:16:3e:d4:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:00:14.355641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.389395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Network 7360d13b-d126-4e97-8571-e7592394bc06 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:14.399468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:14.416392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Sync routers for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:14.430352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:14.431837 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.444293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d2d1079-d044-49e4-832f-46eb121fd0e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/030b9632-57fb-43bd-8675-d9fb8486a763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1319513 Feb 04 13:00:14.444888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:14.444888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T12:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:14.451294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:14.455262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:14.463152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:14.473598 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09aabe06-10fc-4ae6-beac-f0b58fad5564 req-cb6e5b5f-a2e6-4fd2-8c9d-86933e95b59e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183855 Feb 04 13:00:14.489431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 7360d13b-d126-4e97-8571-e7592394bc06) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:14.503664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43af045-50a5-46eb-8cb0-450721fb8524 None None] Network 7360d13b-d126-4e97-8571-e7592394bc06 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:14.505943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.506826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.524512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa45dee-61cd-465d-bc13-7ebea7c4ea56 req-4220a2ca-737c-490b-b6af-17e6b24ce6b9 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.526337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa45dee-61cd-465d-bc13-7ebea7c4ea56 req-4220a2ca-737c-490b-b6af-17e6b24ce6b9 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 944 time: 0.1295054 Feb 04 13:00:14.533608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['3826fb88-0d2f-4988-a355-6297b3a12ae5'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:14.540109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:14.544043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.589728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa45dee-61cd-465d-bc13-7ebea7c4ea56 req-58d46f1c-bf32-45ab-b9c0-241304399b6e tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550292 Feb 04 13:00:14.621644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 559c65a8-85e1-4928-a7cc-42245199feab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:14.669611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b1b58781-934c-4b53-9e24-5ac9a3827aa1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9095719 Feb 04 13:00:14.673293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38688) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:14.679795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:14.685379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:14.690272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Usage tracker for resource:router and tenant:9ef9109493bd4311a98951b4b3c22287 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:14.693390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:14.694992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:14.697110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.702673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:14.706279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.720128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.721446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.762522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:14.801875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-7e6732e0-5ff7-4b2a-a424-5d975e4e326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.803532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-7e6732e0-5ff7-4b2a-a424-5d975e4e326c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5471616 Feb 04 13:00:14.936244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['559c65a8-85e1-4928-a7cc-42245199feab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:14.985970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:14.997118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:15.031804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:15.032649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Network hostable DHCP agents. Network: 4543569a-7b44-4161-a675-616c77de2797, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:15.100765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:15.102835 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:00:15.174247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Network 4543569a-7b44-4161-a675-616c77de2797 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:15.239959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-701921f0-72d9-4017-b6ba-21ea3fae90b6 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172165 Feb 04 13:00:15.243971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4543569a-7b44-4161-a675-616c77de2797) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:15.281065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.282104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.369101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb50e53-faf5-41b5-b89f-7a4ffa2d2ed0 None None] Network 4543569a-7b44-4161-a675-616c77de2797 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:15.412126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea6430-1242-4e2e-824b-9edb2a375421 None None] Network 7360d13b-d126-4e97-8571-e7592394bc06 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:15.415043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.444931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:15.453695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.459881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1177171545-network', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:15.526526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:15.536380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Usage tracker for resource:network and tenant:ceceb43e0d804b5598c9af3d2a0811b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:15.543035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:15.551610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:15.561741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=3b54583f-28cc-4825-89a4-e4d50371dc28,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:15.573957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2fbf1de2-1aa4-4714-b374-90c677de0014 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3019841 Feb 04 13:00:15.577430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:15.610215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:15.617033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:15.623797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Usage tracker for resource:router and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:15.626984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:15.635482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:15.645354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Made reservation on behalf of ceceb43e0d804b5598c9af3d2a0811b8 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:15.648273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.667193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.679935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.681364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.682825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-136bbaca-9e33-473b-91a8-6e47fe594bd6 req-81b44334-5a5b-4321-b389-a0a2b7a97305 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281201 Feb 04 13:00:15.692330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': 'eded4a44-1ca5-468f-bebc-eb97452ab436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a7d12497-8cd8-4a73-b1c1-c7296c78a6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:15.692698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: a7d12497-8cd8-4a73-b1c1-c7296c78a6ae, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:15.715641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bacef5-406f-451d-9ee7-a78bcfc1f260 req-018c9ecd-a26d-43bb-b516-da22c5f87ac4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.723664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4bacef5-406f-451d-9ee7-a78bcfc1f260 req-018c9ecd-a26d-43bb-b516-da22c5f87ac4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.3235703 Feb 04 13:00:15.750468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network a7d12497-8cd8-4a73-b1c1-c7296c78a6ae is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:15.783404 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.821339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:15.825699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Usage tracker for resource:security_group_rule and tenant:ceceb43e0d804b5598c9af3d2a0811b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:15.828996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:15.836414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:15.932211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:15.972900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a7d12497-8cd8-4a73-b1c1-c7296c78a6ae) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:15.991486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4bacef5-406f-451d-9ee7-a78bcfc1f260 req-49ebe82c-462f-454e-a3d1-70fe756262c7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646792 Feb 04 13:00:15.997361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.000682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.011993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.047872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb45df-d984-4791-9438-ce8991652330 None None] Network a7d12497-8cd8-4a73-b1c1-c7296c78a6ae requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:16.061726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f591d87e-8403-4671-82fc-03aca783671d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0509229 Feb 04 13:00:16.068468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38752) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:16.072271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735de558-21ac-460c-8fd1-21ba72cdf174,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:16.107172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-c96137c0-51c2-477d-874e-8704addf3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.109309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-c96137c0-51c2-477d-874e-8704addf3b0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 1099 time: 0.3543513 Feb 04 13:00:16.262241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:16.342248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-5bd4eeb0-6c6c-44ec-97a9-a900a8156aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.344456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-5bd4eeb0-6c6c-44ec-97a9-a900a8156aa5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2286034 Feb 04 13:00:16.407099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.407446 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Added segment 51cd03cf-95c9-4af2-9ac4-6b7574a082fa of type vlan for network 38189806-d8b1-4b2a-8da4-9f53b0afc26d Feb 04 13:00:16.429642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730f29-707c-442c-977a-0933d396d336 req-d989a5cf-4589-48b7-89d3-1d8a3b0d7c52 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.431822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b730f29-707c-442c-977a-0933d396d336 req-d989a5cf-4589-48b7-89d3-1d8a3b0d7c52 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 944 time: 0.2222047 Feb 04 13:00:16.441923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-7d37787b-3a0f-42b9-a0ea-e7d3a1c6c358 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd HTTP/1.1" status: 200 len: 217 time: 0.0897486 Feb 04 13:00:16.500765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9bc7fd5-d001-49a0-bb44-8926c41c4e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.517978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4543569a-7b44-4161-a675-616c77de2797', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:16.519451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.549775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b730f29-707c-442c-977a-0933d396d336 req-2ec57a18-3297-40e5-aa5f-848f68b331a2 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097927 Feb 04 13:00:16.557500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-2c8a1f9a-ef54-4633-b8b4-f9a1fb07dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.559184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-2c8a1f9a-ef54-4633-b8b4-f9a1fb07dd53 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0968320 Feb 04 13:00:16.603622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.657974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.677063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.678260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.678883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.701631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-26ff6be0-6176-42db-a4aa-64e207b15873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.703544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-26ff6be0-6176-42db-a4aa-64e207b15873 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349487 Feb 04 13:00:16.831544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] Pushing event updated for resources: {'Network': ['ID=38189806-d8b1-4b2a-8da4-9f53b0afc26d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:16.842147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Allocated IP 172.20.0.2 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/76d75878-b40e-426a-b4fd-3f79092f937f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:16.865473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd53a13a-5586-4f0b-bbb5-da445feedc86 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4187498 Feb 04 13:00:16.867413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38768) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:16.877876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Request body: {'subnet': {'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1177171545-subnet', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:16.885707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:16.896391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Usage tracker for resource:subnet and tenant:ceceb43e0d804b5598c9af3d2a0811b8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:16.902370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:16.925563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:16.955945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Made reservation on behalf of ceceb43e0d804b5598c9af3d2a0811b8 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:16.959844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:16.978752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-ad5534a6-9a23-409d-ba9e-c96e578eda58 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573082 Feb 04 13:00:17.024504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd3dee-3c7c-48ce-aede-e821c52fd743 req-513dd8f6-aaec-4b97-bd04-704b45e5cf50 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.027429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74fd3dee-3c7c-48ce-aede-e821c52fd743 req-513dd8f6-aaec-4b97-bd04-704b45e5cf50 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 948 time: 1.3419402 Feb 04 13:00:17.054452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:17.214207 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.297747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74fd3dee-3c7c-48ce-aede-e821c52fd743 req-1a150381-817b-4193-a247-a7fd8200de3a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231419 Feb 04 13:00:17.301196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.346950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.399354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.420857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24fca759-c7c7-4bbd-a2d6-47d653d93e28 req-33d4768f-d0cb-467a-ace6-f1b7e8542109 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227534 Feb 04 13:00:17.465838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.480880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737b3c3-f62c-49ea-bae0-0613cd12f768 req-8ea86dc8-8ed3-4e0f-a847-5002436f2ac2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.482532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1737b3c3-f62c-49ea-bae0-0613cd12f768 req-8ea86dc8-8ed3-4e0f-a847-5002436f2ac2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.2825820 Feb 04 13:00:17.510299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 2, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:17.534764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.538629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Checking router: 030b9632-57fb-43bd-8675-d9fb8486a763 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:17.539112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Updating router 030b9632-57fb-43bd-8675-d9fb8486a763 port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:17.539330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.565848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1737b3c3-f62c-49ea-bae0-0613cd12f768 req-9df6e6b7-fc80-48f2-8b5a-7c84d4998281 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737133 Feb 04 13:00:17.640053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.754485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Checking segment: {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:17.754984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Network hostable DHCP agents. Network: 38189806-d8b1-4b2a-8da4-9f53b0afc26d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:17.760323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de36472-0c10-4641-8dcc-36c8bd28c082,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:17.789944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3826fb88-0d2f-4988-a355-6297b3a12ae5 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:17.796843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:17.829495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 38189806-d8b1-4b2a-8da4-9f53b0afc26d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:17.843162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:17.847157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.888436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f995041-fe54-4743-8897-1335d6561f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a7d12497-8cd8-4a73-b1c1-c7296c78a6ae', 'network_id': 'a7d12497-8cd8-4a73-b1c1-c7296c78a6ae', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '3b54583f-28cc-4825-89a4-e4d50371dc28'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:17.889452 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1f995041-fe54-4743-8897-1335d6561f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.899052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9ec96858-161d-4441-8166-f50126ad1f15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0292752 Feb 04 13:00:17.900975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38786) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:17.902406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a539125-57c4-4c0b-a88b-7e9187023c6c None None] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:17.909433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:17.915015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:17.919139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Usage tracker for resource:router and tenant:ceceb43e0d804b5598c9af3d2a0811b8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:17.922668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:17.930399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:17.954147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.955381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:17.992665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.054657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Allocated IP 172.25.4.213 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a4812b0c-eee7-4e53-842a-0e19b165f205) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:18.067838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.086304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Transition to ACTIVE for port object 76d75878-b40e-426a-b4fd-3f79092f937f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:18.096217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46b5f87c-2207-4fed-ab56-b877c0b003dd details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:00:18.155796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=3b54583f-28cc-4825-89a4-e4d50371dc28,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:18.195959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:18.322584 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.397556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Transition to ACTIVE for port object 76d75878-b40e-426a-b4fd-3f79092f937f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:18.449057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.499847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.505310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.549176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.609203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.675913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:18.795618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cbe7-ff3a-4b7e-9735-c10f8dd2df85 req-b44673a7-8983-477f-88d8-71db5a3355cd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:18.798733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8947cbe7-ff3a-4b7e-9735-c10f8dd2df85 req-b44673a7-8983-477f-88d8-71db5a3355cd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 948 time: 0.1818995 Feb 04 13:00:18.812118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:18.832465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:18.846976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:18.866400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8947cbe7-ff3a-4b7e-9735-c10f8dd2df85 req-e20a9dd9-5a96-4005-88cc-95de4af3e8f4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623069 Feb 04 13:00:19.039965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.090215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Pushing event updated for resources: {'Port': ['ID=a4812b0c-eee7-4e53-842a-0e19b165f205,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.180478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d12497-8cd8-4a73-b1c1-c7296c78a6ae']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:19.199507 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.211485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Transition to ACTIVE for port object c4f62076-c3d2-46c8-bb22-bbfa35fd5415 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:19.220350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.235980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Pushing event updated for resources: {'Port': ['ID=76d75878-b40e-426a-b4fd-3f79092f937f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.240911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b076821-9b60-41b3-bf73-b6bd917d4f52 req-b2ab0ce3-0a64-40a0-9937-cf4654263d33 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:19.242464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b076821-9b60-41b3-bf73-b6bd917d4f52 req-b2ab0ce3-0a64-40a0-9937-cf4654263d33 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 944 time: 1.2948923 Feb 04 13:00:19.250275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.254384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 3826fb88-0d2f-4988-a355-6297b3a12ae5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:19.283731 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.349407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Pushing event updated for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:19.353253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 559c65a8-85e1-4928-a7cc-42245199feab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:19.353615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.407939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eded4a44-1ca5-468f-bebc-eb97452ab436') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:19.408269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eded4a44-1ca5-468f-bebc-eb97452ab436') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:19.447434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.451786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.470941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Allocated IP 172.25.4.180 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/f81e247d-865c-49f5-9540-0975b935cc03) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:19.472756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1a45e-fe39-4ab2-8aea-27d0e1220903 req-05a85253-0241-41f6-9190-85a923bd48b3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:19.475214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ca1a45e-fe39-4ab2-8aea-27d0e1220903 req-05a85253-0241-41f6-9190-85a923bd48b3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.3762629 Feb 04 13:00:19.523535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.551282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b076821-9b60-41b3-bf73-b6bd917d4f52 req-d03be5b5-0e9a-46b4-a53b-76ce7ca4cc76 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456573 Feb 04 13:00:19.552299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:19.552704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.556068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 3826fb88-0d2f-4988-a355-6297b3a12ae5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:19.558211 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.579747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ca1a45e-fe39-4ab2-8aea-27d0e1220903 req-6fc247b5-8ce2-479b-84a6-22d7a7d7d23c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948567 Feb 04 13:00:19.656828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:19.671810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:19.674357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:19.694702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:19.703474 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:19.743068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9961d47-483c-4dc2-8d0d-a8d57102b642 None None] Network a7d12497-8cd8-4a73-b1c1-c7296c78a6ae requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:19.956895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.981442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:19.983783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'mac_address': 'fa:16:3e:38:6b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:00:20.041317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'fixed_ips': [{'subnet_id': '2de36472-0c10-4641-8dcc-36c8bd28c082'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:20.042248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.067188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=a7d12497-8cd8-4a73-b1c1-c7296c78a6ae,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:20.105760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d311068f-921d-458b-bbac-e57bd65356ad tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/a7d12497-8cd8-4a73-b1c1-c7296c78a6ae HTTP/1.1" status: 204 len: 168 time: 4.0198021 Feb 04 13:00:20.108261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.111362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:20.147099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847193557'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:20.162822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c27a1e-2891-40e6-8775-1624e7122f1f req-fd7d3c5a-a261-404b-9c81-995df29acdd5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:20.164784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30c27a1e-2891-40e6-8775-1624e7122f1f req-fd7d3c5a-a261-404b-9c81-995df29acdd5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 948 time: 0.1715074 Feb 04 13:00:20.165164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:20.167480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.237669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30c27a1e-2891-40e6-8775-1624e7122f1f req-de8f7864-acb4-4fe6-b2b2-7b2754179ed5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652437 Feb 04 13:00:20.273113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:20.283929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:20.298168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:20.329753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:20.333294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.442906 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.487630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.500947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:20.518579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.547581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Attempting to bind port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:20.547956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Attempting to bind port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:20.548316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Attempting to bind port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 on network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:20.569056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Attempting to bind port 76d75878-b40e-426a-b4fd-3f79092f937f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:20.569434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Attempting to bind port 76d75878-b40e-426a-b4fd-3f79092f937f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:20.569798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Attempting to bind port 76d75878-b40e-426a-b4fd-3f79092f937f on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:20.573171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b5f87c-2207-4fed-ab56-b877c0b003dd {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:20.593758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Allocated IP 172.25.4.41 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/259ce54f-4530-422d-a7eb-e1d43953ad19) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:20.655379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:20.656042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Checking segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:20.656602 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.657179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Bound using segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:20.657844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Bound port: c4f62076-c3d2-46c8-bb22-bbfa35fd5415, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:20.658583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.687627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:20.701078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:20.709344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.709700 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 0e59af02-f34e-4291-b851-247048b1cf20 of type vlan for network b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 Feb 04 13:00:20.725603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:20.745948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:20.807789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Pushing event updated for resources: {'Port': ['ID=f81e247d-865c-49f5-9540-0975b935cc03,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:20.832787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Allocated IP 172.20.0.2 (38189806-d8b1-4b2a-8da4-9f53b0afc26d/2de36472-0c10-4641-8dcc-36c8bd28c082/5ed1745a-623a-4254-b6f3-48e1a8348157) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:20.946371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.977679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.989037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:20.989465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:20.989790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:20.990185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:20.990689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Bound port: 76d75878-b40e-426a-b4fd-3f79092f937f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:20.991064 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.000316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.009109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.029262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27740-605b-4484-b5e2-5a4f1e41abba req-5c020c3c-284d-4a81-a808-edda5f25ed04 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:21.031287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37f27740-605b-4484-b5e2-5a4f1e41abba req-5c020c3c-284d-4a81-a808-edda5f25ed04 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.2427847 Feb 04 13:00:21.033134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.036801 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.116644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.124296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:21.125006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.143460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:21.153213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:21.157858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:21.231811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5'}, {'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:21.279414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5,segment=NetworkSegment(db7438ff-a215-4a63-9ded-4b8212ddeab8),segment_id=db7438ff-a215-4a63-9ded-4b8212ddeab8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:21.323097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:21.357973 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.369809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.372165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['46b5f87c-2207-4fed-ab56-b877c0b003dd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:21.416274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.490199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] For port c4f62076-c3d2-46c8-bb22-bbfa35fd5415, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:21.505223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] For port 76d75878-b40e-426a-b4fd-3f79092f937f, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:21.539329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] For port c4f62076-c3d2-46c8-bb22-bbfa35fd5415, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:21.541203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] For port 76d75878-b40e-426a-b4fd-3f79092f937f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76d75878-b40e-426a-b4fd-3f79092f937f,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:21.545699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.565327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.569306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Pushing event updated for resources: {'Port': ['ID=259ce54f-4530-422d-a7eb-e1d43953ad19,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.571041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.591321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Transition to ACTIVE for port object 5ed1745a-623a-4254-b6f3-48e1a8348157 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:21.613959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37f27740-605b-4484-b5e2-5a4f1e41abba req-141d8813-c513-4d74-a0af-63a10245ea1f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734823 Feb 04 13:00:21.631982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.689529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Transition to ACTIVE for port object 5ed1745a-623a-4254-b6f3-48e1a8348157 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:21.699420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:21.701899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:21.718806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9bb60a25-4965-4665-8da3-aae16329ed5a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6036820 Feb 04 13:00:21.725147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:21.739509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': 'b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:21.784298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:21.938454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:22.048626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:22.049872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:22.193020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fea34-99f9-49e6-8dd1-3216a22459a9 req-e5827b14-fad9-445a-a01d-a0c869c45e0b tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:22.200704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e87fea34-99f9-49e6-8dd1-3216a22459a9 req-e5827b14-fad9-445a-a01d-a0c869c45e0b tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 944 time: 1.3985481 Feb 04 13:00:22.381460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:22.466850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:22.477211 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5', 'code': 200} Feb 04 13:00:22.477959 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab', 'code': 200} Feb 04 13:00:22.480543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:22.516793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:22.550475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:22.581381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:22.609352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e87fea34-99f9-49e6-8dd1-3216a22459a9 req-33008f35-a7e4-4f5b-8d42-7d09b5efeaf4 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075189 Feb 04 13:00:22.628145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:22.674351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:22.700112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:22.853800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:22.998346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40268e-998e-4d2a-9dbf-bfee506a62d2 req-fed9b1ae-009b-46b8-8975-fce33268e3d7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:23.000636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa40268e-998e-4d2a-9dbf-bfee506a62d2 req-fed9b1ae-009b-46b8-8975-fce33268e3d7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 949 time: 0.6790056 Feb 04 13:00:23.002428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:23.008541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.089045 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.158683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155ffbd-ba86-4be5-aad2-5508c5283262 None None] Pushing event updated for resources: {'Port': ['ID=76d75878-b40e-426a-b4fd-3f79092f937f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.179585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.288219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing IP validity checks on allocation pools {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:00:23.288901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:00:23.310571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Attempting to bind port 5ed1745a-623a-4254-b6f3-48e1a8348157 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:23.315584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Attempting to bind port 5ed1745a-623a-4254-b6f3-48e1a8348157 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:23.318798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Attempting to bind port 5ed1745a-623a-4254-b6f3-48e1a8348157 on network 38189806-d8b1-4b2a-8da4-9f53b0afc26d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:23.335775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa40268e-998e-4d2a-9dbf-bfee506a62d2 req-dde17c01-78f4-4d3b-939f-0609566b34ee tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175569 Feb 04 13:00:23.367252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d189f3e-1253-4db7-9f86-24833dfa3dc5 req-513d26f8-0988-4a1d-b9ef-3ee4d3c40cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:23.367433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:23.367433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Checking segment: {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:23.367433 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.367433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Bound using segment: {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:23.367802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d189f3e-1253-4db7-9f86-24833dfa3dc5 req-513d26f8-0988-4a1d-b9ef-3ee4d3c40cf6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 1096 time: 1.0114815 Feb 04 13:00:23.367902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Bound port: 5ed1745a-623a-4254-b6f3-48e1a8348157, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:23.367902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.450745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Router 569011d2-d6a6-4654-8e11-1dce430bb757 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:00:23.523387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601b220-d4a7-424e-aeef-e89f82dcbb35 req-6ab10dff-12af-40d7-ba75-30547fbbe7a2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:23.525103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9601b220-d4a7-424e-aeef-e89f82dcbb35 req-6ab10dff-12af-40d7-ba75-30547fbbe7a2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 0.6189044 Feb 04 13:00:23.545890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4552bc4-5091-4fb2-adde-78f674d6a2a2 None None] Network 4543569a-7b44-4161-a675-616c77de2797 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:23.594666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] For port 5ed1745a-623a-4254-b6f3-48e1a8348157, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:23.598827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:00:23.633352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d189f3e-1253-4db7-9f86-24833dfa3dc5 req-6f6d5d49-cbd8-494a-8a65-187f6c1bde1a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577803 Feb 04 13:00:23.701189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] For port 5ed1745a-623a-4254-b6f3-48e1a8348157, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5ed1745a-623a-4254-b6f3-48e1a8348157,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:23.787121 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:23.841062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Pushing event updated for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:23.871898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.872484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.872915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.873470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.873902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.874427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.874917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.875355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.875780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.876205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.876626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.877046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cda1b-4d5e-407f-8e77-3bcaa5480db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:23.893841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-80aa55f8-2086-4e30-8f77-1fbf58f09a73 None None] Provisioning for port 76d75878-b40e-426a-b4fd-3f79092f937f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:23.992674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:24.013506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55851631-531f-4c54-b533-4259854d5479 None None] Sync routers for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:24.031409 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:24.034096 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:24.096009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:24.100989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd2a5df3-a63e-4fae-9849-eb4549332774 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1982257 Feb 04 13:00:24.102751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:24.230113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:24.296810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9d0b-d052-4b5c-90bb-54f0d7d39fc9 req-f4368dd9-7c85-45ae-86d9-07a84a4beb06 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:24.304879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:24.329203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-061b9d0b-d052-4b5c-90bb-54f0d7d39fc9 req-f4368dd9-7c85-45ae-86d9-07a84a4beb06 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 0.3889236 Feb 04 13:00:24.381390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9601b220-d4a7-424e-aeef-e89f82dcbb35 req-455b4e1d-c6c8-4091-bf0c-913769fd8451 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949166 Feb 04 13:00:24.453125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Sync routers for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:24.457499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:24.463311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38858) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:24.465514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8efd6873-f8fc-4fbf-9f4a-851738a1236c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7908628 Feb 04 13:00:24.516474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Pushing event updated for resources: {'Port': ['ID=5ed1745a-623a-4254-b6f3-48e1a8348157,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.524218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:24.525355 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:24.550793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '0e59af02-f34e-4291-b851-247048b1cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:24.551463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:24.639009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66616d67-bde3-43dc-bc18-19343807ded0 None None] Pushing event updated for resources: {'Port': ['ID=5ed1745a-623a-4254-b6f3-48e1a8348157,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.643620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-061b9d0b-d052-4b5c-90bb-54f0d7d39fc9 req-67178e17-599c-48ba-b213-9cb331ac8f83 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130426 Feb 04 13:00:24.674747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=1047c6ad-f476-4842-bc7b-46df5a4255e1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:24.779030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:24.781161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:24.829444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:24.855120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.objects.ports [None req-6bb51811-99d9-442f-84c7-393737749162 None None] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87622) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:00:24.857089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:25.077944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:25.089850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:25.096959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:25.238379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-db3116c5-591b-469e-a7e0-15a3cf5de358 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5095499 Feb 04 13:00:25.283200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:25.323420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:25.332275 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:21Z', 'revision_number': 3, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:25.343958 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55851631-531f-4c54-b533-4259854d5479 None None] Checking router: f1250490-34fd-43bb-b7c2-5fd4c1351bf1 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:25.344577 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55851631-531f-4c54-b533-4259854d5479 None None] Updating router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 port 259ce54f-4530-422d-a7eb-e1d43953ad19 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:25.463982 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:25.611765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46b5f87c-2207-4fed-ab56-b877c0b003dd up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:25.650008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b1ad3-759c-4d61-947e-285a343d2536 req-02ea7388-c880-45c3-b646-b2a018dc9ded tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:25.655332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f1b1ad3-759c-4d61-947e-285a343d2536 req-02ea7388-c880-45c3-b646-b2a018dc9ded tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 949 time: 0.9419491 Feb 04 13:00:25.732682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda2951-4974-421d-8835-9048a3e212a7 None None] Network b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:25.849326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5ed1745a-623a-4254-b6f3-48e1a8348157 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:25.868467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f1b1ad3-759c-4d61-947e-285a343d2536 req-a50e9102-5ee3-414a-bb37-5e9c05b92a0e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872909 Feb 04 13:00:25.970147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f85b9-d829-4652-b95d-1037b2074f77 None None] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:26.004850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.066725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Router 25020afc-7997-4c3d-95c1-bff5a382ab65 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:00:26.153776 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-602ce002-bf98-4c83-951c-67925cbac01e service neutron] show failed (client error): The resource could not be found. Feb 04 13:00:26.154700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-602ce002-bf98-4c83-951c-67925cbac01e service neutron] 10.222.0.87 "GET /v2.0/ports/d5d6ac61-a5b5-47c7-8302-0b476a923073/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.8644543 Feb 04 13:00:26.174941 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.189169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-55851631-531f-4c54-b533-4259854d5479 None None] Transition to ACTIVE for port object 259ce54f-4530-422d-a7eb-e1d43953ad19 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:26.198210 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.203257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:21Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:26.217508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9caf31a1-15a8-4170-801e-f8fce8a09ab7 None None] Provisioning for port 5ed1745a-623a-4254-b6f3-48e1a8348157 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:26.316923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.344786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55851631-531f-4c54-b533-4259854d5479 None None] Attempting to bind port 259ce54f-4530-422d-a7eb-e1d43953ad19 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:26.345387 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55851631-531f-4c54-b533-4259854d5479 None None] Attempting to bind port 259ce54f-4530-422d-a7eb-e1d43953ad19 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:26.345495 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55851631-531f-4c54-b533-4259854d5479 None None] Attempting to bind port 259ce54f-4530-422d-a7eb-e1d43953ad19 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:26.364755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55851631-531f-4c54-b533-4259854d5479 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:26.365134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55851631-531f-4c54-b533-4259854d5479 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:26.365538 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.365924 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55851631-531f-4c54-b533-4259854d5479 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:26.368371 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55851631-531f-4c54-b533-4259854d5479 None None] Bound port: 259ce54f-4530-422d-a7eb-e1d43953ad19, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:26.368827 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.425855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106b897-50f6-4f81-acfa-22196890ed62 None None] The sync data for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 is: [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:21Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:26.521251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.548182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5ed1745a-623a-4254-b6f3-48e1a8348157 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:26.626453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55851631-531f-4c54-b533-4259854d5479 None None] For port 259ce54f-4530-422d-a7eb-e1d43953ad19, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:26.632248 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55851631-531f-4c54-b533-4259854d5479 None None] For port 259ce54f-4530-422d-a7eb-e1d43953ad19, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=259ce54f-4530-422d-a7eb-e1d43953ad19,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:26.642325 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf249a3-ec76-44e5-8924-acad6ab8e3b5 None None] Pushing event updated for resources: {'Port': ['ID=259ce54f-4530-422d-a7eb-e1d43953ad19,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:26.647495 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55851631-531f-4c54-b533-4259854d5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.671675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5ed1745a-623a-4254-b6f3-48e1a8348157 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:26.672235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:26.819621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=1047c6ad-f476-4842-bc7b-46df5a4255e1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:26.851730 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:26.852355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:26.919442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 46b5f87c-2207-4fed-ab56-b877c0b003dd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:26.963111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 46b5f87c-2207-4fed-ab56-b877c0b003dd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:26.963820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:27.017453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf249a3-ec76-44e5-8924-acad6ab8e3b5 None None] Pushing event updated for resources: {'Port': ['ID=259ce54f-4530-422d-a7eb-e1d43953ad19,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:27.057900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6c7d6-55c4-4389-8715-9fdae353eff2 req-36b296e1-b683-43f9-9a97-d1150bfab4a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:27.088435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ac6c7d6-55c4-4389-8715-9fdae353eff2 req-36b296e1-b683-43f9-9a97-d1150bfab4a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 1.4465601 Feb 04 13:00:27.139587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:27.195545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:27.224724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e59af02-f34e-4291-b851-247048b1cf20') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:27.224949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e59af02-f34e-4291-b851-247048b1cf20') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:27.249877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:27.283496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:27.288303 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:27.302850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:27.303260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:27.343376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd231c-fe32-4794-a7b7-855fbf67162f None None] Network b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:27.427403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ac6c7d6-55c4-4389-8715-9fdae353eff2 req-db3b7e52-dc88-45b0-b2f7-f0f16a6ed7f5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205323 Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:27.954898 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:27.988684 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.019764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.056061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 5ed1745a-623a-4254-b6f3-48e1a8348157, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5ed1745a-623a-4254-b6f3-48e1a8348157,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:28.068259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.069302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76d75878-b40e-426a-b4fd-3f79092f937f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:28.114003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.147102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55851631-531f-4c54-b533-4259854d5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:21Z', 'revision_number': 3, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:28.155123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55851631-531f-4c54-b533-4259854d5479 None None] The sync data for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 is: [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:21Z', 'revision_number': 3, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:28.211492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.325991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:28.343049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5f288978-ce16-4ae3-96d8-70a03958e631 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 HTTP/1.1" status: 204 len: 168 time: 3.0555084 Feb 04 13:00:28.344009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:28.344886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:28.355532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:28.357631 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Sync routers for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:28.370905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=5ed1745a-623a-4254-b6f3-48e1a8348157,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:28.373313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:28.380904 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:28.381530 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:28.397791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518459229'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:28.404651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:28.410442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:28.413756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.416421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:28.429507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:28.443805 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.445513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0464e20e-60a9-4344-9f0b-77575df5014c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.8516960 Feb 04 13:00:28.446822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:28.450503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.465826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38900) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:28.524248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:28.624782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd99d9-e132-48be-b2f7-157ab1001f7f req-d7cd9f1c-d23c-4888-ab0e-530327c53cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:28.647274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5bd99d9-e132-48be-b2f7-157ab1001f7f req-d7cd9f1c-d23c-4888-ab0e-530327c53cb2 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 949 time: 0.8816371 Feb 04 13:00:28.684113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568abe5-af88-47ee-a343-c94a420a2f0b req-b30be5c7-ec99-46f1-9c48-b5c2a0a0a5b7 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:28.696618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6568abe5-af88-47ee-a343-c94a420a2f0b req-b30be5c7-ec99-46f1-9c48-b5c2a0a0a5b7 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 2.4933751 Feb 04 13:00:28.734992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.758648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-686fdafa-92a6-484a-b4e3-d549b4e4ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:28.760639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-686fdafa-92a6-484a-b4e3-d549b4e4ca42 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1101 time: 2.1102369 Feb 04 13:00:28.794464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:28.900035 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5bd99d9-e132-48be-b2f7-157ab1001f7f req-aed7aa11-b0c8-45f9-80f1-24ecef548c72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514827 Feb 04 13:00:28.924210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.955111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:28.975271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-140190a6-1240-4458-8c3b-fd019fa44799 None None] Provisioning complete for port 5ed1745a-623a-4254-b6f3-48e1a8348157 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:28.975652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-140190a6-1240-4458-8c3b-fd019fa44799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.047312 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:29.086348 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'code': 200} Feb 04 13:00:29.122313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 3, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:29.145649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Checking router: 569011d2-d6a6-4654-8e11-1dce430bb757 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:29.147731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Updating router 569011d2-d6a6-4654-8e11-1dce430bb757 port a4812b0c-eee7-4e53-842a-0e19b165f205 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:29.202184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.301038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.464908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:29.466947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 76d75878-b40e-426a-b4fd-3f79092f937f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:29.570042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:29.642316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.660445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76d75878-b40e-426a-b4fd-3f79092f937f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:29.660819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.673811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:29.674167 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 77d24b09-66eb-46d3-8e8f-69f27a325217 of type vlan for network adf105fc-73db-46f7-be2a-1951be570792 Feb 04 13:00:29.747705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6568abe5-af88-47ee-a343-c94a420a2f0b req-64ef9e36-ba33-4007-ab58-961b097b938a tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9799564 Feb 04 13:00:29.759009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.802024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Allocated IP 172.20.0.1 (38189806-d8b1-4b2a-8da4-9f53b0afc26d/2de36472-0c10-4641-8dcc-36c8bd28c082/9737bafb-b0c0-4e3b-9577-0b142ba75746) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:29.861853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:22Z', 'revision_number': 3, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:29.876260 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Checking router: 25020afc-7997-4c3d-95c1-bff5a382ab65 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:29.879765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Updating router 25020afc-7997-4c3d-95c1-bff5a382ab65 port f81e247d-865c-49f5-9540-0975b935cc03 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:29.970744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:29.992869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:29.993292 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:30.023840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.044646 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.046049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Allocated IP 172.20.0.1 (7360d13b-d126-4e97-8571-e7592394bc06/88faa73a-3e15-473d-9afc-a7fbefb2c167/a2f6a706-29b0-412e-acc4-cbea0c18015a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:30.199290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.205521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:30.206262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.427946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.455396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.474546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Transition to ACTIVE for port object 9737bafb-b0c0-4e3b-9577-0b142ba75746 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:30.483383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 76d75878-b40e-426a-b4fd-3f79092f937f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76d75878-b40e-426a-b4fd-3f79092f937f,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:30.498238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.566467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2070799 Feb 04 13:00:30.596073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745a24-e919-4b42-bd31-e1bc7a009d52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=adf105fc-73db-46f7-be2a-1951be570792,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.616409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.620393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38922) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:30.638353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network adf105fc-73db-46f7-be2a-1951be570792 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:30.656717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': 'adf105fc-73db-46f7-be2a-1951be570792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:30.705738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.719020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.821115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:30.873404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=76d75878-b40e-426a-b4fd-3f79092f937f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.876404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Pushing event updated for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:30.878647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Transition to ACTIVE for port object a4812b0c-eee7-4e53-842a-0e19b165f205 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:30.896528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.008680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Network 7360d13b-d126-4e97-8571-e7592394bc06 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:31.025201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:31.033563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5ed1745a-623a-4254-b6f3-48e1a8348157 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:31.043187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:31.100650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:31.115880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:31.116127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Attempting to bind port a4812b0c-eee7-4e53-842a-0e19b165f205 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:31.116286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Attempting to bind port a4812b0c-eee7-4e53-842a-0e19b165f205 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:31.116658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Attempting to bind port a4812b0c-eee7-4e53-842a-0e19b165f205 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:31.135335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:31.137484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2953429-2702-4e4e-b515-adbf7304e2e0 None None] Pushing event updated for resources: {'Port': ['ID=a4812b0c-eee7-4e53-842a-0e19b165f205,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.147641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:31.160378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:31.161899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:31.162462 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.163352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:31.164218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Bound port: a4812b0c-eee7-4e53-842a-0e19b165f205, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:31.164776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.254814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a476-7f43-4caf-8fd9-1cf5915d57e4 req-373487e1-58f3-4bf5-bdbd-044404825c37 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.256363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5a6a476-7f43-4caf-8fd9-1cf5915d57e4 req-373487e1-58f3-4bf5-bdbd-044404825c37 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 950 time: 1.9255214 Feb 04 13:00:31.257394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.283624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5ed1745a-623a-4254-b6f3-48e1a8348157 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:31.284391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.365443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] For port a4812b0c-eee7-4e53-842a-0e19b165f205, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:31.386260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] For port a4812b0c-eee7-4e53-842a-0e19b165f205, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4812b0c-eee7-4e53-842a-0e19b165f205,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:31.396401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.399337 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.426049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Transition to ACTIVE for port object f81e247d-865c-49f5-9540-0975b935cc03 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:31.428645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.440394 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.590109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2953429-2702-4e4e-b515-adbf7304e2e0 None None] Pushing event updated for resources: {'Port': ['ID=a4812b0c-eee7-4e53-842a-0e19b165f205,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.609162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e93e1a3-51c3-4f94-bb36-81aaf9a34a17 None None] Provisioning for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:31.621036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd19ab1-4d4a-47b1-8040-5aa0a3f73226 req-3fe78572-1ce2-4838-9c0b-0e063c1a849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:31.622144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:31.622754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bd19ab1-4d4a-47b1-8040-5aa0a3f73226 req-3fe78572-1ce2-4838-9c0b-0e063c1a849d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 1101 time: 2.4808824 Feb 04 13:00:31.623278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:31.623681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Pushing event updated for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.653755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668ef6-aa08-4fbf-b1b5-cedbf7e62856 None None] Pushing event updated for resources: {'Port': ['ID=f81e247d-865c-49f5-9540-0975b935cc03,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:31.666816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.676323 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Attempting to bind port f81e247d-865c-49f5-9540-0975b935cc03 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:31.677029 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Attempting to bind port f81e247d-865c-49f5-9540-0975b935cc03 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:31.677623 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Attempting to bind port f81e247d-865c-49f5-9540-0975b935cc03 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:31.689048 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:31.694171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:31.694979 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.695593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:31.695889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bd19ab1-4d4a-47b1-8040-5aa0a3f73226 req-76a459ab-f43e-44ed-b4b5-c0f4531b8445 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Feb 04 13:00:31.696700 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Bound port: f81e247d-865c-49f5-9540-0975b935cc03, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:31.698220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e93e1a3-51c3-4f94-bb36-81aaf9a34a17 None None] Provisioning complete for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:31.698220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e93e1a3-51c3-4f94-bb36-81aaf9a34a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.699449 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.709396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5a6a476-7f43-4caf-8fd9-1cf5915d57e4 req-187e2bb4-9a58-41c8-9e07-a4d96512b575 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648793 Feb 04 13:00:31.756365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c4f62076-c3d2-46c8-bb22-bbfa35fd5415 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:31.864541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e93e1a3-51c3-4f94-bb36-81aaf9a34a17 None None] Port 9737bafb-b0c0-4e3b-9577-0b142ba75746 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:31.917456 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] For port f81e247d-865c-49f5-9540-0975b935cc03, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:31.922127 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] For port f81e247d-865c-49f5-9540-0975b935cc03, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81e247d-865c-49f5-9540-0975b935cc03,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:31.927730 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:31.940204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:31.960159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:31.963977 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:32.057323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:32.070082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:32.077988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:32.113804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:32.129832 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668ef6-aa08-4fbf-b1b5-cedbf7e62856 None None] Pushing event updated for resources: {'Port': ['ID=f81e247d-865c-49f5-9540-0975b935cc03,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:32.138736 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:32.141705 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:32.258593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:32.313392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:32.388024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:32.427026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dc5f7-0da3-45a0-bcf0-7c4bc0ad8b44 req-7afe3c39-be03-44f9-80dd-d9ba4d490259 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:32.439540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:32.443888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-956dc5f7-0da3-45a0-bcf0-7c4bc0ad8b44 req-7afe3c39-be03-44f9-80dd-d9ba4d490259 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 950 time: 2.0300665 Feb 04 13:00:32.564795 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'code': 200} Feb 04 13:00:32.592499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:32.656360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:32.659728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:32.669165 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:32.851489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:32.933740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.010816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.053490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c4f62076-c3d2-46c8-bb22-bbfa35fd5415, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:33.090986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.091862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 259ce54f-4530-422d-a7eb-e1d43953ad19 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:33.256399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:33.283883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 259ce54f-4530-422d-a7eb-e1d43953ad19 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:33.306152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 259ce54f-4530-422d-a7eb-e1d43953ad19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:33.306527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.380232 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:22Z', 'revision_number': 3, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:33.387045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.393522 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d9c21c-ed3d-4f4c-8c20-e4e5190775d4 None None] The sync data for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 is: [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:22Z', 'revision_number': 3, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:33.399265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.402756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=f3163c9c-1efe-4bfa-86ec-3e41de5f93d2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.410504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Allocated IP 172.20.0.1 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/ade8be51-8fe2-4a34-93f5-459ae03b43ae) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:33.432637 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.445839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.447270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-956dc5f7-0da3-45a0-bcf0-7c4bc0ad8b44 req-c2111423-5ebb-418e-8d86-5ddd48fb0e68 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0018330 Feb 04 13:00:33.461610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Transition to ACTIVE for port object d5d6ac61-a5b5-47c7-8302-0b476a923073 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:33.485548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.512299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19938-d981-4e5d-8717-c8fe7726aea5 req-37ee12f0-4f4d-4858-8351-bd0057db9c04 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:33.513758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86b19938-d981-4e5d-8717-c8fe7726aea5 req-37ee12f0-4f4d-4858-8351-bd0057db9c04 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 0.7685108 Feb 04 13:00:33.578132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:33.592895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 3, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:33.602898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865fc19-536e-4d24-8973-3f4667ae2e01 None None] The sync data for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 is: [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:19Z', 'revision_number': 3, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:33.607411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.623658 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.630897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.660299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 259ce54f-4530-422d-a7eb-e1d43953ad19, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=259ce54f-4530-422d-a7eb-e1d43953ad19,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:33.664715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.711659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.715040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Pushing event updated for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.721080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:33.814532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86b19938-d981-4e5d-8717-c8fe7726aea5 req-9b4bd726-e0d3-40df-a584-17d9ce29e11e tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756763 Feb 04 13:00:33.837974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=259ce54f-4530-422d-a7eb-e1d43953ad19,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:33.875761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c4f62076-c3d2-46c8-bb22-bbfa35fd5415 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:33.995898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Pushing event updated for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:34.087503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '77d24b09-66eb-46d3-8e8f-69f27a325217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:34.087871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: adf105fc-73db-46f7-be2a-1951be570792, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:34.097074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-c865e047-8860-4626-85da-9d539d5b67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:34.098636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-c865e047-8860-4626-85da-9d539d5b67a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e471aaea10404598802947a96d200be0&device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 1096 time: 1.7216268 Feb 04 13:00:34.142655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:34.142870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:34.235614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:34.268130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Transition to ACTIVE for port object ade8be51-8fe2-4a34-93f5-459ae03b43ae will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:34.447913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Network 7360d13b-d126-4e97-8571-e7592394bc06 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:34.454432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:34.526619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-27b9ac73-d432-444d-a9f0-88e88c0f38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:34.528032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-27b9ac73-d432-444d-a9f0-88e88c0f38d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=769d263d-ab93-4e11-945c-0f7150e104c1 HTTP/1.1" status: 200 len: 915 time: 0.2172995 Feb 04 13:00:34.529033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:34.604373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76d75878-b40e-426a-b4fd-3f79092f937f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:34.647334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:34.663863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:34.815249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76d75878-b40e-426a-b4fd-3f79092f937f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:34.816133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.102435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:35.115055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:35.155716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6c6dff24-b6ee-48a5-b886-2c0cbb6c1a20 None None] Provisioning complete for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:35.156285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c6dff24-b6ee-48a5-b886-2c0cbb6c1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.229829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6c6dff24-b6ee-48a5-b886-2c0cbb6c1a20 None None] Port 9737bafb-b0c0-4e3b-9577-0b142ba75746 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:35.287421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-e4a952e2-9661-40af-a44a-5ba08cea1cbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5 HTTP/1.1" status: 200 len: 217 time: 0.7421210 Feb 04 13:00:35.288174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Pushing event updated for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:35.297625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] No DVR routers for this DVR port d5d6ac61-a5b5-47c7-8302-0b476a923073 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:35.300889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:35.351885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:35.448255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network adf105fc-73db-46f7-be2a-1951be570792 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:35.624115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:35.624905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:35.624905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:35.636841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.665751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12e10a55-fe04-4b5f-8125-ece3834007c5 None None] Provisioning for port ade8be51-8fe2-4a34-93f5-459ae03b43ae completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:35.670214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Router 569011d2-d6a6-4654-8e11-1dce430bb757 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:00:35.696064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12e10a55-fe04-4b5f-8125-ece3834007c5 None None] Provisioning complete for port ade8be51-8fe2-4a34-93f5-459ae03b43ae triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:35.698373 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e10a55-fe04-4b5f-8125-ece3834007c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.698877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807fa98-7955-4ac1-9a0c-30c7b495615a req-b21fc43d-988c-4ff8-aac4-c1b008b04b70 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:35.708024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1807fa98-7955-4ac1-9a0c-30c7b495615a req-b21fc43d-988c-4ff8-aac4-c1b008b04b70 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 950 time: 0.8362405 Feb 04 13:00:35.733791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, adf105fc-73db-46f7-be2a-1951be570792) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:35.774212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:00:35.833468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764931b-294c-491a-b45b-4d4308538c53 None None] Network adf105fc-73db-46f7-be2a-1951be570792 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:35.913379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:35.914031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.918273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:35.958102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:00:35.958874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Attempting to bind port d5d6ac61-a5b5-47c7-8302-0b476a923073 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:36.007278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1807fa98-7955-4ac1-9a0c-30c7b495615a req-c854a513-df00-4c99-82a8-e47a83b07884 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980118 Feb 04 13:00:36.038815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:36.039902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:36.040517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:36.041615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Bound port: d5d6ac61-a5b5-47c7-8302-0b476a923073, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:36.042234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:36.071504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-248be927-c282-409d-be9b-ebf56ec298f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:36.073548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-248be927-c282-409d-be9b-ebf56ec298f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11972da2-3d1a-4087-bdab-5b9179811db1 HTTP/1.1" status: 200 len: 854 time: 0.7681246 Feb 04 13:00:36.091150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4f9673e2-816a-4949-b988-b7002dd3f343 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.4537728 Feb 04 13:00:36.092600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38964) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:36.121779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-12e10a55-fe04-4b5f-8125-ece3834007c5 None None] Port ade8be51-8fe2-4a34-93f5-459ae03b43ae cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:36.186536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-fc62eb9d-3740-42b2-ab8b-2da0ff64b066 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=769d263d-ab93-4e11-945c-0f7150e104c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914516 Feb 04 13:00:36.195207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4812b0c-eee7-4e53-842a-0e19b165f205 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:36.388978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5daae-48b9-4424-858c-7325aef52aa0 req-bc067281-d522-499e-97d0-3dd4cdd54e1d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:36.391293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fd5daae-48b9-4424-858c-7325aef52aa0 req-bc067281-d522-499e-97d0-3dd4cdd54e1d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 2.7781656 Feb 04 13:00:36.397371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:36.452671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:36.490243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:36.495140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c0ec341-9273-474c-9ad6-e0f46764fcdd admin admin] 10.222.0.53 "PUT /v2.0/routers/f1250490-34fd-43bb-b7c2-5fd4c1351bf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3912792 Feb 04 13:00:36.508287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fd5daae-48b9-4424-858c-7325aef52aa0 req-36ccbfa1-0336-439b-9d4b-23fed1f3572b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027169 Feb 04 13:00:36.551313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8bf0b651-68fe-4201-b266-18d36d181aad admin admin] 10.222.0.53 "PUT /v2.0/routers/569011d2-d6a6-4654-8e11-1dce430bb757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0872185 Feb 04 13:00:36.594399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a4812b0c-eee7-4e53-842a-0e19b165f205 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:36.604896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Sync routers for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:36.618386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a4812b0c-eee7-4e53-842a-0e19b165f205 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:36.618830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:36.623213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c166-8a9f-4624-a3c9-6c16bb36f3ad req-3c44c046-a1eb-4678-83ef-3364f8ee7a7a tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:36.647502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3cb6c166-8a9f-4624-a3c9-6c16bb36f3ad req-3c44c046-a1eb-4678-83ef-3364f8ee7a7a tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 0.4282849 Feb 04 13:00:36.750399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-adf105fc-73db-46f7-be2a-1951be570792', 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': 'f3163c9c-1efe-4bfa-86ec-3e41de5f93d2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:36.751466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:36.782367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:36.783331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:36.860477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3cb6c166-8a9f-4624-a3c9-6c16bb36f3ad req-8b93ca23-e161-48f3-8b92-35fe26edee69 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119989 Feb 04 13:00:37.236691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.292696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:37.334409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:37.340048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:37.398718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.437505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-5352817e-594e-4350-be63-8c4552c8164a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:37.438255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-5352817e-594e-4350-be63-8c4552c8164a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Synchronizing usage tracker for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:37.441063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-abeddbc7-f227-4888-9ac3-65a8648c90d0 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021868 Feb 04 13:00:37.442843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.489202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-5352817e-594e-4350-be63-8c4552c8164a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Unset dirty status for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:37.491449 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-5352817e-594e-4350-be63-8c4552c8164a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 810 time: 0.3535526 Feb 04 13:00:37.521051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-7c4d3779-750c-4998-9142-ef93017ac4b9 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/quotas/9ef9109493bd4311a98951b4b3c22287 HTTP/1.1" status: 200 len: 375 time: 0.0228446 Feb 04 13:00:37.561077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a4812b0c-eee7-4e53-842a-0e19b165f205, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4812b0c-eee7-4e53-842a-0e19b165f205,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:37.589914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.639504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.640463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 259ce54f-4530-422d-a7eb-e1d43953ad19 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:37.675181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-3c401168-48ee-4936-9af3-5020f86f55e5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Synchronizing usage tracker for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:37.730951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:37.746226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.753662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-3c401168-48ee-4936-9af3-5020f86f55e5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Unset dirty status for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:37.755254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-3c401168-48ee-4936-9af3-5020f86f55e5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2284961 Feb 04 13:00:37.795873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:37.802884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:37.804596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-856154fb-fb4b-46f9-a43e-48f6c154a996 service neutron] 10.222.0.90 "PUT /v2.0/ports/d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 1096 time: 9.0306513 Feb 04 13:00:37.859090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:38.080358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a4812b0c-eee7-4e53-842a-0e19b165f205,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.104699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Allocated IP 172.20.0.1 (adf105fc-73db-46f7-be2a-1951be570792/f3163c9c-1efe-4bfa-86ec-3e41de5f93d2/b3d0bda9-18d8-4535-9428-67245d8d7ec5) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:38.216724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-738cb8b2-de1e-4bd6-a5cb-33a71215711d service neutron] 10.222.0.53 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463708 Feb 04 13:00:38.324344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 259ce54f-4530-422d-a7eb-e1d43953ad19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:38.324958 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:38.434563 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Sync routers for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:38.435158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383cde-832f-4de1-9ab9-0cb92a89f471 req-2a755a96-1356-4169-b79f-b2e9f1400ed2 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:38.436174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf383cde-832f-4de1-9ab9-0cb92a89f471 req-2a755a96-1356-4169-b79f-b2e9f1400ed2 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 1101 time: 1.4740934 Feb 04 13:00:38.461588 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:38.462211 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:38.497744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-ce814858-55e0-4cbc-adb1-4eed40e0c9a7 service neutron] 10.222.0.53 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750225 Feb 04 13:00:38.511310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Pushing event updated for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:38.544041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:38.559240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf383cde-832f-4de1-9ab9-0cb92a89f471 req-edb8a555-048c-4168-a896-41aab99595fd tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043465 Feb 04 13:00:38.620340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-db253c99-9087-4cb1-9cfb-a8e30ba80bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:38.631601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-db253c99-9087-4cb1-9cfb-a8e30ba80bdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1099 time: 0.7508421 Feb 04 13:00:38.634212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1da2d726-77ea-43a5-8cdb-028643c84d99 req-d4785c75-a7cb-4d42-8bc3-2dbfb057b2c2 service neutron] 10.222.0.90 "GET /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1782870 Feb 04 13:00:38.952954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9737bafb-b0c0-4e3b-9577-0b142ba75746', 'name': '', 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'mac_address': 'fa:16:3e:0d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:29Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 2, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'subnets': [{'id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:39.136523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Checking router: f1250490-34fd-43bb-b7c2-5fd4c1351bf1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:39.136953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Updating router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 port 9737bafb-b0c0-4e3b-9577-0b142ba75746 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:39.148062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:39.285421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81e247d-865c-49f5-9540-0975b935cc03 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:39.370574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:39.382295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:39.698271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6770b5-18f1-45e1-870f-70d9076140d6 req-8c27d741-34c6-4102-bd63-1475657b9caa tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:39.699915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b6770b5-18f1-45e1-870f-70d9076140d6 req-8c27d741-34c6-4102-bd63-1475657b9caa tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 0.3206315 Feb 04 13:00:39.716112 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:39.742432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:39.865517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b6770b5-18f1-45e1-870f-70d9076140d6 req-0d667330-f30d-42f1-bf93-714f21869b9e tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513848 Feb 04 13:00:40.006991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Router 25020afc-7997-4c3d-95c1-bff5a382ab65 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:00:40.144922 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'status': 'completed', 'code': 200} Feb 04 13:00:40.207256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-8da0019b-ea10-4946-80c3-af9a80289a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:40.212994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-8da0019b-ea10-4946-80c3-af9a80289a20 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1099 time: 0.1756284 Feb 04 13:00:40.273824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61d85-4a2e-494f-8875-a5d807782089 req-72f0c72d-cb12-4fc9-ad01-9c050e834c2a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:40.283724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bde61d85-4a2e-494f-8875-a5d807782089 req-72f0c72d-cb12-4fc9-ad01-9c050e834c2a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 1.2139385 Feb 04 13:00:40.315949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-e42694e3-6ec2-4d7f-8806-77d737d22983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:40.321716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-e42694e3-6ec2-4d7f-8806-77d737d22983 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 1.1737993 Feb 04 13:00:40.373510 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a2f6a706-29b0-412e-acc4-cbea0c18015a', 'name': '', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'mac_address': 'fa:16:3e:40:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:28Z', 'updated_at': '2022-02-04T13:00:33Z', 'revision_number': 2, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'subnets': [{'id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:40.387955 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Checking router: 569011d2-d6a6-4654-8e11-1dce430bb757 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:40.388324 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Updating router 569011d2-d6a6-4654-8e11-1dce430bb757 port a2f6a706-29b0-412e-acc4-cbea0c18015a binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:40.494692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Transition to ACTIVE for port object b3d0bda9-18d8-4535-9428-67245d8d7ec5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:40.500956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f81e247d-865c-49f5-9540-0975b935cc03 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:40.518186 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:40.547581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f81e247d-865c-49f5-9540-0975b935cc03 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:40.547987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:40.588042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-c33b6722-7802-4780-8cf2-0add3e54ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:40.589789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-c33b6722-7802-4780-8cf2-0add3e54ae19 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3724377 Feb 04 13:00:40.596082 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-1e74054c-4e1c-4a1a-8033-26b469b0333b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.2380838 Feb 04 13:00:40.635023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Transition to ACTIVE for port object b3d0bda9-18d8-4535-9428-67245d8d7ec5 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:40.665835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:40.731699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b8ef4ef-d434-4a58-b613-0c925400be17 None None] Provisioning complete for port ade8be51-8fe2-4a34-93f5-459ae03b43ae triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:40.732380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef4ef-d434-4a58-b613-0c925400be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:40.944124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-24089497-c865-4eb2-9eb9-1cad01c9e0e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.3460939 Feb 04 13:00:40.947080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:00:41.065296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Sync routers for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:41.086391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6591d589-2137-422c-9266-1aa57c26af73 admin admin] 10.222.0.53 "PUT /v2.0/routers/25020afc-7997-4c3d-95c1-bff5a382ab65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6171732 Feb 04 13:00:41.152538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-835740dc-5dcc-4435-b55d-33799ee55ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.154091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-835740dc-5dcc-4435-b55d-33799ee55ca8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.5413144 Feb 04 13:00:41.157395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bde61d85-4a2e-494f-8875-a5d807782089 req-84061740-8edb-4949-883d-bf3189c63c86 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705478 Feb 04 13:00:41.162896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:41.179261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-bbbdd007-8d5b-4c7e-95e2-58bec018b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.181115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-bbbdd007-8d5b-4c7e-95e2-58bec018b201 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2238798 Feb 04 13:00:41.351251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=f3163c9c-1efe-4bfa-86ec-3e41de5f93d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:41.484816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Network adf105fc-73db-46f7-be2a-1951be570792 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:41.495819 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:41.497067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ef4ef-d434-4a58-b613-0c925400be17 None None] Port ade8be51-8fe2-4a34-93f5-459ae03b43ae cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:41.509139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:41.519472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:41.537968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:41.540352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:41.572898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-8839996b-a8d2-4c7f-9fee-71958f761c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.580645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-8839996b-a8d2-4c7f-9fee-71958f761c3b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4107676 Feb 04 13:00:41.617567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-6fda1ae7-040a-4d92-b5e6-fbd0a4ea1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:41.621046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf105fc-73db-46f7-be2a-1951be570792']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:41.635382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-6fda1ae7-040a-4d92-b5e6-fbd0a4ea1779 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4440398 Feb 04 13:00:41.915290 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:41.942512 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Transition to ACTIVE for port object a2f6a706-29b0-412e-acc4-cbea0c18015a will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:41.967067 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:41.991498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f537bcd-7ce1-4b10-a0ad-631cfdd39f47 req-9c2f95ed-4da8-4d26-8a28-262e1f4cae3e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 210 time: 0.4089129 Feb 04 13:00:42.021307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d24b09-66eb-46d3-8e8f-69f27a325217') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:42.021307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d24b09-66eb-46d3-8e8f-69f27a325217') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:42.035774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.063291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f81e247d-865c-49f5-9540-0975b935cc03, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81e247d-865c-49f5-9540-0975b935cc03,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:42.064674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Pushing event updated for resources: {'Port': ['ID=b3d0bda9-18d8-4535-9428-67245d8d7ec5,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.091652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.095164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-f688d981-73ed-4f02-ac51-e9a2675a82e4 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533596 Feb 04 13:00:42.157314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.314702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.345163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:42.345688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:42.362185 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:42.409380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Attempting to bind port b3d0bda9-18d8-4535-9428-67245d8d7ec5 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:42.411668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Attempting to bind port b3d0bda9-18d8-4535-9428-67245d8d7ec5 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '77d24b09-66eb-46d3-8e8f-69f27a325217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:42.412253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Attempting to bind port b3d0bda9-18d8-4535-9428-67245d8d7ec5 on network adf105fc-73db-46f7-be2a-1951be570792 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:42.438368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f81e247d-865c-49f5-9540-0975b935cc03,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.451223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-666d181c-b425-4fdf-b0ec-b1e6429824b0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476512 Feb 04 13:00:42.457156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:42.457756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Checking segment: {'id': '77d24b09-66eb-46d3-8e8f-69f27a325217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:42.458308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.458885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Bound using segment: {'id': '77d24b09-66eb-46d3-8e8f-69f27a325217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:42.459794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Bound port: b3d0bda9-18d8-4535-9428-67245d8d7ec5, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d24b09-66eb-46d3-8e8f-69f27a325217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'adf105fc-73db-46f7-be2a-1951be570792'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:42.460337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.467187 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca682983-d561-4def-9bac-c5e50cfae8f2 None None] Pushing event updated for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.499075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4812b0c-eee7-4e53-842a-0e19b165f205 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:42.503650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-571adef6-aba6-43d3-bcef-3198d22dd5ae service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736458 Feb 04 13:00:42.620519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:00:42.620519 n-d-820555-2 neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:00:42.620519 n-d-820555-2 neutron-server[87620]: [parameters: {'id': 'adf105fc-73db-46f7-be2a-1951be570792'}] Feb 04 13:00:42.620519 n-d-820555-2 neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:00:42.621085 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:00:42.633609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-aca19abe-255e-4bb1-b896-c66e3a9fe1c7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:42.635610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-aca19abe-255e-4bb1-b896-c66e3a9fe1c7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 810 time: 0.6217775 Feb 04 13:00:42.650704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Request body: {'port': {'device_id': 'b100a315-4859-4e84-9932-5e9469d9e826', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'admin_state_up': True, 'tenant_id': '9ef9109493bd4311a98951b4b3c22287'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:42.657710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] For port b3d0bda9-18d8-4535-9428-67245d8d7ec5, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:42.661788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] For port b3d0bda9-18d8-4535-9428-67245d8d7ec5, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b3d0bda9-18d8-4535-9428-67245d8d7ec5,segment=NetworkSegment(77d24b09-66eb-46d3-8e8f-69f27a325217),segment_id=77d24b09-66eb-46d3-8e8f-69f27a325217)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:42.700042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.816259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.825205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283e91-1fe8-44a2-aff0-6e55124b0b27 None None] Pushing event updated for resources: {'Port': ['ID=b3d0bda9-18d8-4535-9428-67245d8d7ec5,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:42.826062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43cc63f7-89af-48ff-bd29-68600e8a20b0 req-2190d24f-b231-4f8b-ba6e-3bb08ec0475c service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148499 Feb 04 13:00:42.830187 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Attempting to bind port a2f6a706-29b0-412e-acc4-cbea0c18015a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:42.830187 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Attempting to bind port a2f6a706-29b0-412e-acc4-cbea0c18015a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:42.830488 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Attempting to bind port a2f6a706-29b0-412e-acc4-cbea0c18015a on network 7360d13b-d126-4e97-8571-e7592394bc06 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:42.851030 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:42.851379 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Checking segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:42.851753 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.854785 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Bound using segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:42.855778 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Bound port: a2f6a706-29b0-412e-acc4-cbea0c18015a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:42.856319 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:42.982207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:43.022484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:43.063330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:43.073974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Made reservation on behalf of 9ef9109493bd4311a98951b4b3c22287 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:43.078382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.117876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] For port a2f6a706-29b0-412e-acc4-cbea0c18015a, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:43.121826 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] For port a2f6a706-29b0-412e-acc4-cbea0c18015a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2f6a706-29b0-412e-acc4-cbea0c18015a,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:43.128498 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.230879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Transition to ACTIVE for port object 9737bafb-b0c0-4e3b-9577-0b142ba75746 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:43.337900 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca682983-d561-4def-9bac-c5e50cfae8f2 None None] Pushing event updated for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.343817 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:43.344621 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:43.430123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Allocated IP 172.20.0.4 (7360d13b-d126-4e97-8571-e7592394bc06/88faa73a-3e15-473d-9afc-a7fbefb2c167/c7d585ed-8f77-4f91-9a56-363141131720) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:43.436387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.514664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.525744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-a7dae8d8-1bd5-40ed-a1e4-1d77a7f155f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:43.527512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-a7dae8d8-1bd5-40ed-a1e4-1d77a7f155f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1099 time: 0.6064625 Feb 04 13:00:43.628942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06233f1-0b7a-4202-be17-9da78a45f472 None None] Pushing event updated for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:43.660075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a4812b0c-eee7-4e53-842a-0e19b165f205 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:43.660538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.668886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port b3d0bda9-18d8-4535-9428-67245d8d7ec5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:43.669319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.685173 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-431e839e-fea8-492a-86d8-cfa284bb5cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:43.852776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84feafd-876e-4552-b555-b68b2a5f83ca None None] Network adf105fc-73db-46f7-be2a-1951be570792 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:43.868299 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:44.067338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-b8f4dc13-a781-4836-9724-a4ad5fda050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:44.068833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-b8f4dc13-a781-4836-9724-a4ad5fda050b service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5238495 Feb 04 13:00:44.199686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-b1bce6e8-d9a6-4089-8058-7cac7af8637a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601499 Feb 04 13:00:44.232745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-37ba451c-55ed-450b-91a9-cb2eaaf5d343 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.1393569 Feb 04 13:00:44.491778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-46cf3a23-94e7-47b7-8efa-19b3e5cd4f1b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:44.499123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-46cf3a23-94e7-47b7-8efa-19b3e5cd4f1b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983677 Feb 04 13:00:44.513735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Attempting to bind port 9737bafb-b0c0-4e3b-9577-0b142ba75746 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:44.514321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Attempting to bind port 9737bafb-b0c0-4e3b-9577-0b142ba75746 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:44.514439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Attempting to bind port 9737bafb-b0c0-4e3b-9577-0b142ba75746 on network 38189806-d8b1-4b2a-8da4-9f53b0afc26d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:44.521080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-eaa90965-e70d-4081-a527-c15835141dee tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.0206692 Feb 04 13:00:44.530045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:44.531073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Checking segment: {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:44.531959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:44.532912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Bound using segment: {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:44.533952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Bound port: 9737bafb-b0c0-4e3b-9577-0b142ba75746, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cd03cf-95c9-4af2-9ac4-6b7574a082fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:44.534902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:44.591829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-10ebac4f-e78c-455e-a59e-41a79285d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:44.602177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-10ebac4f-e78c-455e-a59e-41a79285d5b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3608646 Feb 04 13:00:44.671825 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a2f6a706-29b0-412e-acc4-cbea0c18015a', 'name': '', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'mac_address': 'fa:16:3e:40:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:28Z', 'updated_at': '2022-02-04T13:00:43Z', 'revision_number': 4, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'subnets': [{'id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:44.683876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45ccfd-79a6-4fe9-aedb-04d0fb61e961 None None] The sync data for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 is: [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a2f6a706-29b0-412e-acc4-cbea0c18015a', 'name': '', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'mac_address': 'fa:16:3e:40:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:28Z', 'updated_at': '2022-02-04T13:00:43Z', 'revision_number': 4, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'subnets': [{'id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:44.717103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-3b485609-f33a-4f87-8391-77a2d0e0cbaf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1950297 Feb 04 13:00:44.722123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] For port 9737bafb-b0c0-4e3b-9577-0b142ba75746, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:44.740437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] For port 9737bafb-b0c0-4e3b-9577-0b142ba75746, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9737bafb-b0c0-4e3b-9577-0b142ba75746,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:45.029986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:45.295285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06233f1-0b7a-4202-be17-9da78a45f472 None None] Pushing event updated for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:45.366193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:45.367004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:45.567601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:45.698813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:36Z', 'revision_number': 2, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:45.771041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81e247d-865c-49f5-9540-0975b935cc03 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:45.836192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b9499-fc06-4824-bf96-4e1db17e2e19 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:00:45.943026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:00:45.981620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Checking router: 25020afc-7997-4c3d-95c1-bff5a382ab65 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:45.982024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Updating router 25020afc-7997-4c3d-95c1-bff5a382ab65 port ade8be51-8fe2-4a34-93f5-459ae03b43ae binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:00:45.982211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port b3d0bda9-18d8-4535-9428-67245d8d7ec5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b3d0bda9-18d8-4535-9428-67245d8d7ec5,segment=NetworkSegment(77d24b09-66eb-46d3-8e8f-69f27a325217),segment_id=77d24b09-66eb-46d3-8e8f-69f27a325217)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:45.989856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.006592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39170) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:46.019481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142838412', 'description': 'tempest-description--1348279297'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:46.066255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:46.074418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Usage tracker for resource:security_group and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:46.080530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:46.108343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:46.144216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.287169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:46.297859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Usage tracker for resource:security_group_rule and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:46.307704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:46.321733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:46.422393 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62e41971-85a1-468b-899b-8605bc211d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.429214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for b3d0bda9-18d8-4535-9428-67245d8d7ec5 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:46.469990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:46.482504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a33be-6aaf-4103-901b-8ce8857d922d req-f003f5ee-0257-4426-80cc-13655612e591 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:46.490450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a32a33be-6aaf-4103-901b-8ce8857d922d req-f003f5ee-0257-4426-80cc-13655612e591 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.3126187 Feb 04 13:00:46.519565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-ed6293bb-d3e1-4141-9a69-8c1a5256ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:46.521265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-ed6293bb-d3e1-4141-9a69-8c1a5256ac45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8428981 Feb 04 13:00:46.537567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0e82-f30f-43bf-9726-281c47da4108 req-d76c310b-0baa-4080-83a4-a4020f902620 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:46.544650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5eca0e82-f30f-43bf-9726-281c47da4108 req-d76c310b-0baa-4080-83a4-a4020f902620 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 2.0108893 Feb 04 13:00:46.547760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.575563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a32a33be-6aaf-4103-901b-8ce8857d922d req-2ba29243-70b9-4700-822b-91b926f2eb40 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841584 Feb 04 13:00:46.585976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.609077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.620255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:46.782367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:46.862579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5eca0e82-f30f-43bf-9726-281c47da4108 req-ea1a7820-b5f0-4f8a-b82f-e426282bf0c5 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165221 Feb 04 13:00:47.003554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Network 7360d13b-d126-4e97-8571-e7592394bc06 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:47.026962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:47.028872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Pushing event updated for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.044213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:47.099946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.173811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e9873-8a92-47d3-90c7-66ecd273ff7a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.181674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.198492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-161b7017-7841-43fb-8683-a39d4e1fab86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1877174 Feb 04 13:00:47.201095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a42eb84-6fce-43de-a961-621093d3cdff tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1905973 Feb 04 13:00:47.204722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:47.215417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'security_group_rule': {'security_group_id': '6d4e9873-8a92-47d3-90c7-66ecd273ff7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:47.281153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=b3d0bda9-18d8-4535-9428-67245d8d7ec5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:47.352563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e7bf42c-ca18-47ab-bf1b-e2bdb8efb75d req-d3957e24-a5da-4116-8aa0-a81250b07758 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 210 time: 0.1384401 Feb 04 13:00:47.367711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port b3d0bda9-18d8-4535-9428-67245d8d7ec5 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:47.420012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-ea3963fc-a6f6-4e44-80d5-88d9d7f3e55b service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582737 Feb 04 13:00:47.439738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f81e247d-865c-49f5-9540-0975b935cc03 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:47.440107 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.445705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-19d39b23-0c05-497c-87d6-a174aef70f02 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.447990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-19d39b23-0c05-497c-87d6-a174aef70f02 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265480 Feb 04 13:00:47.450423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:47.455492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.456172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.462157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:47.478762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Usage tracker for resource:security_group_rule and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:47.486566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:47.551871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b9499-fc06-4824-bf96-4e1db17e2e19 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:47.558711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.560445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:47.577911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.584876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26bcb-661c-4727-af51-2ddae7d1a682 req-97ef3bf1-d090-47a9-88a4-4274618c541a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.592929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68b26bcb-661c-4727-af51-2ddae7d1a682 req-97ef3bf1-d090-47a9-88a4-4274618c541a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 931 time: 0.8070242 Feb 04 13:00:47.687963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf105fc-73db-46f7-be2a-1951be570792']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:47.723736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-68b26bcb-661c-4727-af51-2ddae7d1a682 req-04836821-072b-47b1-881f-88d4c9b338a1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Synchronizing usage tracker for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:47.728492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.764193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d24b09-66eb-46d3-8e8f-69f27a325217') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:47.764792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d24b09-66eb-46d3-8e8f-69f27a325217') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:47.785859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-68b26bcb-661c-4727-af51-2ddae7d1a682 req-04836821-072b-47b1-881f-88d4c9b338a1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Unset dirty status for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:47.786916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-96959fc5-0377-4d00-bcad-8ead08703c10 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1408367 Feb 04 13:00:47.795937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68b26bcb-661c-4727-af51-2ddae7d1a682 req-04836821-072b-47b1-881f-88d4c9b338a1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018588 Feb 04 13:00:47.878885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Request body: {'port': {'device_id': 'b100a315-4859-4e84-9932-5e9469d9e826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:47.887604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:47.940062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.954265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'mac_address': 'fa:16:3e:8c:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:00:47.962471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:47.966641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:48.084949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.124144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:48.140636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.159147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:48.159931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.170708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:48.201502 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:48.208483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.219857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:48.224530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.264931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaceab25-fa85-4f11-9ed8-f718f2bd048b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:48.320176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:48.350810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f3ce96b-029c-497e-a624-6c342c836d17 req-3884e5e3-6cf2-458a-a35a-b64419be6135 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203682 Feb 04 13:00:48.427700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-8fe0a1f8-4d18-46ee-983f-be133ecc0e4b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.429481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-8fe0a1f8-4d18-46ee-983f-be133ecc0e4b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 948 time: 0.6445506 Feb 04 13:00:48.435084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.444689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.485392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/adf105fc-73db-46f7-be2a-1951be570792 HTTP/1.1" status: 204 len: 168 time: 12.2995248 Feb 04 13:00:48.533053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:48.553550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea2f8-c9e8-40ec-8647-befdbf233ea5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=adf105fc-73db-46f7-be2a-1951be570792,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:48.555673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.569014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569252391'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:48.588806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:48.598206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:48.603303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:48.606357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.608074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-45936fc3-065a-440e-9511-c5d6654f67ac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4002037 Feb 04 13:00:48.628312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d7a3-a543-45ed-8e46-8e70cac083a9 req-d87cd97e-273c-45ca-9b66-c63bb1569b85 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.630100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9a4d7a3-a543-45ed-8e46-8e70cac083a9 req-d87cd97e-273c-45ca-9b66-c63bb1569b85 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 948 time: 0.6052012 Feb 04 13:00:48.630589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:48.651083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:48.658731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:48.662479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'security_group_rule': {'security_group_id': '6d4e9873-8a92-47d3-90c7-66ecd273ff7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:48.669448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:48.678874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Usage tracker for resource:security_group_rule and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:48.683038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:48.694354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:48.698403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.698568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:48.736001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.747139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.84 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/b3ea676a-3a02-4738-9b03-ec9186e8d992) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:48.751436 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-c1c1eec0-295e-4edf-a18c-8407044a08a1 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:00:48.754576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-c1c1eec0-295e-4edf-a18c-8407044a08a1 service neutron] 10.222.0.87 "DELETE /v2.0/ports/d5d6ac61-a5b5-47c7-8302-0b476a923073/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.2877102 Feb 04 13:00:48.769198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:48.858872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9a4d7a3-a543-45ed-8e46-8e70cac083a9 req-ee2a00fb-63ec-44a0-8ee6-340886596b71 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208557 Feb 04 13:00:49.004131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:49.045590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.067517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2f6a706-29b0-412e-acc4-cbea0c18015a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:49.290536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.298805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:49.311877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-061f01e8-bda9-4faf-9dd6-6d26d0008b16 req-bebcdce9-d8b5-4879-a20a-4b7a7628538b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 210 time: 0.1180758 Feb 04 13:00:49.312627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:49.321431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.321785 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 06306342-583d-4f6d-a2a9-ad304e287f51 of type vlan for network 9433767f-711d-42ea-b746-2bf2ccde3ef9 Feb 04 13:00:49.347699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.360521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:49.400815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.449937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-5992567f-666c-42bb-aada-274279f4cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:49.451653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-5992567f-666c-42bb-aada-274279f4cf4b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 1100 time: 0.4412527 Feb 04 13:00:49.461340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.470070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8309584 Feb 04 13:00:49.475491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:49.529791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:49.574778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262b71a6-a184-4147-a6c8-48868bcacaf8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:49.575680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9737bafb-b0c0-4e3b-9577-0b142ba75746', 'name': '', 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'mac_address': 'fa:16:3e:0d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:29Z', 'updated_at': '2022-02-04T13:00:44Z', 'revision_number': 4, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'subnets': [{'id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:49.578395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:49.651288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Usage tracker for resource:floatingip and tenant:9fc72dc5f8e047d0812cbf6e813978a0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:49.656595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:49.665825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:49.695638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-5af4b024-ae9b-4dc7-9a9a-b9088cccbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:49.697138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-5af4b024-ae9b-4dc7-9a9a-b9088cccbe28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2283037 Feb 04 13:00:49.701794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:49.703688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.704432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.704648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.705090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.705526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.706527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.706977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.707405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.707848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.708274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.708700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.709247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e59761-cc0d-4873-996e-7b2334784ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:49.726844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.778037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19494d3e-1b14-475a-a231-2af423efb516 None None] The sync data for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 is: [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 4, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9737bafb-b0c0-4e3b-9577-0b142ba75746', 'name': '', 'network_id': '38189806-d8b1-4b2a-8da4-9f53b0afc26d', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'mac_address': 'fa:16:3e:0d:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:29Z', 'updated_at': '2022-02-04T13:00:44Z', 'revision_number': 4, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'subnets': [{'id': '2de36472-0c10-4641-8dcc-36c8bd28c082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:49.789042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-3fbb4582-eb82-4ca4-be65-72a68b89d9e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 200 len: 217 time: 0.0783465 Feb 04 13:00:49.903405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:49.920806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object b3ea676a-3a02-4738-9b03-ec9186e8d992 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:49.952000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.008760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52', '46b5f87c-2207-4fed-ab56-b877c0b003dd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:50.026173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.038961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.039693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.094757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:50.122924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:50.125421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:50.193513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:50.212289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-72926dbb-9697-41c9-aa49-37f0ec6cf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.213881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-72926dbb-9697-41c9-aa49-37f0ec6cf199 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3163080 Feb 04 13:00:50.264214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:50.282706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.284808 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.338646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7954309 Feb 04 13:00:50.348358 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.351206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a2f6a706-29b0-412e-acc4-cbea0c18015a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:50.352089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39264) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:50.361347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4377549-040b-4e31-bacd-22d5c3c0f298 req-f882a446-856d-45a7-9380-98500fc8d922 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.363807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4377549-040b-4e31-bacd-22d5c3c0f298 req-f882a446-856d-45a7-9380-98500fc8d922 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 931 time: 0.7911019 Feb 04 13:00:50.368511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '9433767f-711d-42ea-b746-2bf2ccde3ef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:50.382033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-a4a7e269-9ff3-4638-9bf1-9eacaff694ed tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9242573 Feb 04 13:00:50.447174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Request body: {'port': {'device_id': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:50.466860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f2d74-2d2a-474b-a30f-958e8bc1d9c0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=9433767f-711d-42ea-b746-2bf2ccde3ef9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:50.478723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d585ed-8f77-4f91-9a56-363141131720 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:50.497949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a2f6a706-29b0-412e-acc4-cbea0c18015a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:50.498307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.537214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df171f2-48fd-45b3-90c9-65f372f3380f req-e60152d5-e40a-4184-b7de-52437f946fcf tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:50.545163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8df171f2-48fd-45b3-90c9-65f372f3380f req-e60152d5-e40a-4184-b7de-52437f946fcf tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 0.7436178 Feb 04 13:00:50.563420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.576551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9433767f-711d-42ea-b746-2bf2ccde3ef9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:50.645933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:50.655512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:50.663940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:50.671232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:50.680102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Transition to ACTIVE for port object c7d585ed-8f77-4f91-9a56-363141131720 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:50.695176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4377549-040b-4e31-bacd-22d5c3c0f298 req-8a098f0c-b717-4e00-b085-2a9036213ba6 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148510 Feb 04 13:00:50.737853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.768419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.804257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.904727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:50.909945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:50.938379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8df171f2-48fd-45b3-90c9-65f372f3380f req-9711db5c-4bef-4ad7-a11e-b402cf87c0a4 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ba37629-613d-4b3d-b88e-1cde35bebd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919425 Feb 04 13:00:50.985230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:51.136657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-0f3ddcc8-f11a-41af-93f3-e60aa8007f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.140700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-0f3ddcc8-f11a-41af-93f3-e60aa8007f41 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9080143 Feb 04 13:00:51.277634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:51.285948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-fa5cbb72-9463-444a-95f4-8d26bdad8864 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.287247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-fa5cbb72-9463-444a-95f4-8d26bdad8864 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:51.324828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:51.337155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:51.361935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:51.388231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Transition to ACTIVE for port object ade8be51-8fe2-4a34-93f5-459ae03b43ae will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:51.512926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-fa5cbb72-9463-444a-95f4-8d26bdad8864 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:51.513788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-fa5cbb72-9463-444a-95f4-8d26bdad8864 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.5765805 Feb 04 13:00:51.572833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-feec4af8-e3d1-4575-8a8f-f2cad842627a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/quotas/a42a074bd4714df485b2ecbc2685b83e HTTP/1.1" status: 200 len: 375 time: 0.0434539 Feb 04 13:00:51.671279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.675445 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:51.772129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.25.4.164 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/054adb02-bd34-4ccd-a317-ab04877df496) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:51.802118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283887-82f1-46a3-b17d-2f0f81db0abd None None] Pushing event updated for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:51.991326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-68c8901f-cc83-4d72-98fa-168a93f1d6c7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.992951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-68c8901f-cc83-4d72-98fa-168a93f1d6c7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c23f75f-d392-47bc-8f62-1242fe2003da HTTP/1.1" status: 200 len: 946 time: 0.8522723 Feb 04 13:00:52.034858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:52.104807 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:00:52.229189 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.255025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:00:52.256007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Attempting to bind port c7d585ed-8f77-4f91-9a56-363141131720 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:52.258319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Attempting to bind port c7d585ed-8f77-4f91-9a56-363141131720 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:52.259002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Attempting to bind port c7d585ed-8f77-4f91-9a56-363141131720 on network 7360d13b-d126-4e97-8571-e7592394bc06 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:52.300908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Port c7d585ed-8f77-4f91-9a56-363141131720 on network 7360d13b-d126-4e97-8571-e7592394bc06 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:00:52.301751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Attempting to bind port c7d585ed-8f77-4f91-9a56-363141131720 on network 7360d13b-d126-4e97-8571-e7592394bc06 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:52.339519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8836-7290-458b-9dbc-3901382279fb req-32ffadf8-ab62-42e1-a60a-4515c67c1ac0 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.341089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b5d8836-7290-458b-9dbc-3901382279fb req-32ffadf8-ab62-42e1-a60a-4515c67c1ac0 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 945 time: 1.6262727 Feb 04 13:00:52.343171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.347100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Deleting port 559c65a8-85e1-4928-a7cc-42245199feab {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:52.347454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.413990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Attempting to bind port ade8be51-8fe2-4a34-93f5-459ae03b43ae on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:52.414636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Attempting to bind port ade8be51-8fe2-4a34-93f5-459ae03b43ae by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:52.414765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Attempting to bind port ade8be51-8fe2-4a34-93f5-459ae03b43ae on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:52.436387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7126dc61-f62e-4202-9540-3e0aebef3352 None None] Provisioning for port b3ea676a-3a02-4738-9b03-ec9186e8d992 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:52.460355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:52.460732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:52.461143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.461538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:52.462024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Bound port: ade8be51-8fe2-4a34-93f5-459ae03b43ae, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:52.462406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.488657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7126dc61-f62e-4202-9540-3e0aebef3352 None None] Provisioning complete for port b3ea676a-3a02-4738-9b03-ec9186e8d992 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:52.489031 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7126dc61-f62e-4202-9540-3e0aebef3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.504405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Deleting port 3826fb88-0d2f-4988-a355-6297b3a12ae5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:00:52.504757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.532482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:52.532842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Checking segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:52.533208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Bound using segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:52.535574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Bound port: c7d585ed-8f77-4f91-9a56-363141131720, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:52.535574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.563045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:52.574190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.574842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a2f6a706-29b0-412e-acc4-cbea0c18015a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2f6a706-29b0-412e-acc4-cbea0c18015a,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:52.642115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.667389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:52.721139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '06306342-583d-4f6d-a2a9-ad304e287f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9433767f-711d-42ea-b746-2bf2ccde3ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:52.722064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 9433767f-711d-42ea-b746-2bf2ccde3ef9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:00:52.750502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add49aa0-c97c-495a-9d75-d12c8d68fe1f req-013a0a03-94c0-4668-bc9d-7a367f42e447 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.762728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-add49aa0-c97c-495a-9d75-d12c8d68fe1f req-013a0a03-94c0-4668-bc9d-7a367f42e447 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 949 time: 1.6201127 Feb 04 13:00:52.774391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7126dc61-f62e-4202-9540-3e0aebef3352 None None] Port b3ea676a-3a02-4738-9b03-ec9186e8d992 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:00:52.776235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:52.869245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=054adb02-bd34-4ccd-a317-ab04877df496,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:52.905676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-1a59494e-67b3-41b3-aae5-4cf6160f99f3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2207913 Feb 04 13:00:52.916661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-add49aa0-c97c-495a-9d75-d12c8d68fe1f req-e8314e03-ce85-4e90-b64e-15df041b6025 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504283 Feb 04 13:00:52.939570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:53.029486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-a8b42c16-ada6-403f-82de-ace57bf32b12 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8524013 Feb 04 13:00:53.062097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9737bafb-b0c0-4e3b-9577-0b142ba75746 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:53.152277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] For port ade8be51-8fe2-4a34-93f5-459ae03b43ae, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:53.163524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:53.175417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:53.180865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:00:53.225281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-db070daf-0d25-4b78-b5ea-748e0fa666df service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802610 Feb 04 13:00:53.277167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:53.298120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] For port ade8be51-8fe2-4a34-93f5-459ae03b43ae, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ade8be51-8fe2-4a34-93f5-459ae03b43ae,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:53.312292 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.322915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:53.323275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.342878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:53.349470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 9433767f-711d-42ea-b746-2bf2ccde3ef9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:00:53.357259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:53.416137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c7d585ed-8f77-4f91-9a56-363141131720,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:53.417411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9433767f-711d-42ea-b746-2bf2ccde3ef9) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:53.447921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:53.448532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.454357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.544328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013f548-c0f5-4a97-a0e8-a0ca8ec3ec28 None None] Network 9433767f-711d-42ea-b746-2bf2ccde3ef9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:53.583519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:53.587334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.590498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] 10.222.0.90 "PUT /v2.0/ports/c7d585ed-8f77-4f91-9a56-363141131720 HTTP/1.1" status: 200 len: 1091 time: 5.7220559 Feb 04 13:00:53.633785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ea676a-3a02-4738-9b03-ec9186e8d992 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:53.642545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] For port 3826fb88-0d2f-4988-a355-6297b3a12ae5, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3826fb88-0d2f-4988-a355-6297b3a12ae5,segment=NetworkSegment(db7438ff-a215-4a63-9ded-4b8212ddeab8),segment_id=db7438ff-a215-4a63-9ded-4b8212ddeab8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:53.643105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.644445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-20c1a275-f748-42b2-a7ea-19585984827e service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182398 Feb 04 13:00:53.659456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.732262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Transition to ACTIVE for port object b3ea676a-3a02-4738-9b03-ec9186e8d992 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:53.740965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.778409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port d5d6ac61-a5b5-47c7-8302-0b476a923073 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:53.867680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port d5d6ac61-a5b5-47c7-8302-0b476a923073 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:53.868626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.870044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] For port 559c65a8-85e1-4928-a7cc-42245199feab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=559c65a8-85e1-4928-a7cc-42245199feab,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:53.870417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.886085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:53.908547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:00:53.913553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:53.954481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Calling delete_port for 3826fb88-0d2f-4988-a355-6297b3a12ae5 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:54.014311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:54.080418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283887-82f1-46a3-b17d-2f0f81db0abd None None] Pushing event updated for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:54.165444 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab', 'code': 200} Feb 04 13:00:54.165671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9c85b93-35f4-46ed-b96b-f62c07a5d751 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7999759 Feb 04 13:00:54.175433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:54.184613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c8e97f-9f8c-49d8-ae63-09a6cee15341 req-a42c97a6-3000-476a-a8ff-d56dceec8959 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1278706 Feb 04 13:00:54.351448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e47cb-6476-4772-b7e6-1f36ea57145c req-d248537a-8cf4-426c-9c75-2d11fd80a1aa tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:54.358277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f1e47cb-6476-4772-b7e6-1f36ea57145c req-d248537a-8cf4-426c-9c75-2d11fd80a1aa tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 935 time: 1.1408420 Feb 04 13:00:54.491189 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:54.516935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb2a9-5b27-40e3-8495-abbcf00c5152 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:54.547874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Calling delete_port for 559c65a8-85e1-4928-a7cc-42245199feab owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:00:54.593465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:54.641930 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:54.723329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:00:54.900241 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:54.905682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f1e47cb-6476-4772-b7e6-1f36ea57145c req-86740ce4-676b-407b-b96f-d5449b6917fa tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515185 Feb 04 13:00:54.992696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-56f9bbb5-a6ca-4aff-97ca-bf6f870d195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:54.994758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-56f9bbb5-a6ca-4aff-97ca-bf6f870d195a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 1094 time: 0.9614298 Feb 04 13:00:55.001462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d0bd0-6f38-4d4d-ba60-b24b07fbbfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9433767f-711d-42ea-b746-2bf2ccde3ef9', 'network_id': '9433767f-711d-42ea-b746-2bf2ccde3ef9', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:00:55.003238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-679d0bd0-6f38-4d4d-ba60-b24b07fbbfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.089217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9737bafb-b0c0-4e3b-9577-0b142ba75746, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9737bafb-b0c0-4e3b-9577-0b142ba75746,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:55.091814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.100249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-f8b62914-7b16-4e9d-a5f9-1250eeb11f86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d585ed-8f77-4f91-9a56-363141131720 HTTP/1.1" status: 200 len: 217 time: 0.0929723 Feb 04 13:00:55.104931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.189687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.201095 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.202138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:55.260034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:55.288499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Attempting to bind port b3ea676a-3a02-4738-9b03-ec9186e8d992 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:00:55.288829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Attempting to bind port b3ea676a-3a02-4738-9b03-ec9186e8d992 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:00:55.295629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Attempting to bind port b3ea676a-3a02-4738-9b03-ec9186e8d992 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:55.356597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Port b3ea676a-3a02-4738-9b03-ec9186e8d992 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:00:55.357107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Attempting to bind port b3ea676a-3a02-4738-9b03-ec9186e8d992 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:00:55.375552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:00:55.375901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:00:55.376477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:00:55.376925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Bound port: b3ea676a-3a02-4738-9b03-ec9186e8d992, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:00:55.378152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.417262 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f510f21c-e359-427e-99e0-7f699f66a393 req-89589ae3-ba3c-422b-aa4c-bc6450ce6a9c tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d20dd19-a0db-4c82-b10b-21f7d20ad2b3 HTTP/1.1" status: 200 len: 210 time: 0.1048975 Feb 04 13:00:55.477321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Pushing event deleted for resources: {'Port': ['ID=3826fb88-0d2f-4988-a355-6297b3a12ae5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.482011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2f6a706-29b0-412e-acc4-cbea0c18015a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:55.519657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.561392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3826fb88-0d2f-4988-a355-6297b3a12ae5 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:00:55.605773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] No DVR routers for this DVR port 3826fb88-0d2f-4988-a355-6297b3a12ae5 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:55.613100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.620689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-fd445ac9-86ad-49d0-a4e6-14dcdd4e53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:55.621650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-fd445ac9-86ad-49d0-a4e6-14dcdd4e53d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.4821897 Feb 04 13:00:55.622446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:55.739814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 3826fb88-0d2f-4988-a355-6297b3a12ae5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:00:55.740373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3826fb88-0d2f-4988-a355-6297b3a12ae5 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:55.748619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-51192364-451b-427b-bd50-c9b21bd44259 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962360 Feb 04 13:00:55.754314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-519d69dd-0a47-4a8b-a5bd-5417f071b5aa req-39d267e3-8a28-4c83-a633-696c33de73ce tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 210 time: 0.0633354 Feb 04 13:00:55.758249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b5d8836-7290-458b-9dbc-3901382279fb req-fc2eb893-dc15-4e19-a527-58e429053281 tempest-InstanceActionsTestJSON-63404173 tempest-InstanceActionsTestJSON-63404173-project] 10.222.0.90 "DELETE /v2.0/ports/3826fb88-0d2f-4988-a355-6297b3a12ae5 HTTP/1.1" status: 204 len: 173 time: 3.4087026 Feb 04 13:00:55.870204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a247-17a4-4b3f-beec-468ec5cc07d1 req-8ee7ca06-9f80-4110-ace6-4f0b90b50893 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:55.881213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1b8a247-17a4-4b3f-beec-468ec5cc07d1 req-8ee7ca06-9f80-4110-ace6-4f0b90b50893 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 943 time: 1.4072862 Feb 04 13:00:55.992511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.097490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.132854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event deleted for resources: {'Port': ['ID=559c65a8-85e1-4928-a7cc-42245199feab,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.166232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.201044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:56.223232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No active binding found for port 559c65a8-85e1-4928-a7cc-42245199feab {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:00:56.224788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 559c65a8-85e1-4928-a7cc-42245199feab not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:00:56.243515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.244209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1b8a247-17a4-4b3f-beec-468ec5cc07d1 req-454f6b87-655a-4bcd-b10b-5514bc24ab42 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593982 Feb 04 13:00:56.342965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] No DVR routers for this DVR port 559c65a8-85e1-4928-a7cc-42245199feab on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:56.356379 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720', 'status': 'completed', 'code': 200} Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-679d0bd0-6f38-4d4d-ba60-b24b07fbbfd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc: This subnet is being modified by another concurrent operation. Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:00:56.365624 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc: This subnet is being modified by another concurrent operation. Feb 04 13:00:56.369976 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 13:00:56.387984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.397759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-deleted', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:56.430222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:00:56.460053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-2740c9b6-e95a-4f41-b307-23366bbb9b12 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632791 Feb 04 13:00:56.462120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:00:56.468547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced140c-60da-4faf-8ce4-b22914c2faa2 None None] Network 9433767f-711d-42ea-b746-2bf2ccde3ef9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:00:56.475884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.618742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.623888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.628794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b5ec88a-bfef-47b0-9b20-fc5b97f7c36c req-e60a6cfc-75ea-491b-a02b-95cd183d7e5c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "DELETE /v2.0/ports/559c65a8-85e1-4928-a7cc-42245199feab HTTP/1.1" status: 204 len: 173 time: 4.6168108 Feb 04 13:00:56.639052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b6e3e65-f3e5-4064-99bf-b9da1cc9635b req-65cc2dc7-eace-4d52-9df9-139a862dd4c6 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537919 Feb 04 13:00:56.646893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:00:56.669135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:56.669765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.671418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-4a056cf1-4e63-41a6-be9f-4d6207e9d43a service neutron] 10.222.0.87 "PUT /v2.0/ports/b3ea676a-3a02-4738-9b03-ec9186e8d992 HTTP/1.1" status: 200 len: 1095 time: 6.2727320 Feb 04 13:00:56.683665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.695354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.702105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.712437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a2f6a706-29b0-412e-acc4-cbea0c18015a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:56.712811 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.768217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9433767f-711d-42ea-b746-2bf2ccde3ef9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.781706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06306342-583d-4f6d-a2a9-ad304e287f51') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.782291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06306342-583d-4f6d-a2a9-ad304e287f51') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.817000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.851249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.858485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:56.860402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:56.980479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:52Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:56.990474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b62b1-d5e6-4873-8f49-ee768f61b849 None None] The sync data for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 is: [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:52Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:57.030718 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:57.147155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e580c8-adb6-4ec5-8096-ad42475936df req-4e1c4edd-3bd7-4319-bc1a-e38002d46cdf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.147803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-69e580c8-adb6-4ec5-8096-ad42475936df req-4e1c4edd-3bd7-4319-bc1a-e38002d46cdf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:00:57.167757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=054adb02-bd34-4ccd-a317-ab04877df496,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:57.173111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:57.209345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:57.218711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ec795708-60a8-406b-98ca-206d10f4aa0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7068038 Feb 04 13:00:57.218952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682730d-e7c8-4fd7-acfa-d40966cb48a5 req-cb298bcc-d734-42fb-87af-ec4d6b9f6e12 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.219078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-69e580c8-adb6-4ec5-8096-ad42475936df req-4e1c4edd-3bd7-4319-bc1a-e38002d46cdf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:00:57.219078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69e580c8-adb6-4ec5-8096-ad42475936df req-4e1c4edd-3bd7-4319-bc1a-e38002d46cdf tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 947 time: 0.6314228 Feb 04 13:00:57.222899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1682730d-e7c8-4fd7-acfa-d40966cb48a5 req-cb298bcc-d734-42fb-87af-ec4d6b9f6e12 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 951 time: 1.2489583 Feb 04 13:00:57.266635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-2e797804-4c9a-4722-bc73-21961db3dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.268752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-2e797804-4c9a-4722-bc73-21961db3dc7b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 1098 time: 0.4566693 Feb 04 13:00:57.405145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ff7af-3e02-48e0-a40a-f0ab2683efc8 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:00:57.449017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-45ea0497-c294-4278-a0ce-1ad28322f5cc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992 HTTP/1.1" status: 200 len: 217 time: 0.1585023 Feb 04 13:00:57.563625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69e580c8-adb6-4ec5-8096-ad42475936df req-25cfa935-4f12-458a-892d-ab7d919d53a7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139541 Feb 04 13:00:57.572447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-d01accf1-0018-4f61-a20b-17050d9b7f18 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.574237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-d01accf1-0018-4f61-a20b-17050d9b7f18 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.90 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 1.5518346 Feb 04 13:00:57.581570 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:57.590956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-97d893bd-2e44-41a2-ad68-14fd517789ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.596925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-97d893bd-2e44-41a2-ad68-14fd517789ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1396682 Feb 04 13:00:57.621394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Request body: {'port': {'device_id': '1683fd30-f647-4618-9932-6db7142a0d98', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'admin_state_up': True, 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:57.667482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9737bafb-b0c0-4e3b-9577-0b142ba75746 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:57.677062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:57.758571 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'code': 200} Feb 04 13:00:57.779435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874799f8-e850-4bfa-b8c8-740962fb59de req-ccca36c0-63fc-415c-80b7-06ea6c7c70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.788103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-ccca36c0-63fc-415c-80b7-06ea6c7c70a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851020 Feb 04 13:00:57.822385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=9433767f-711d-42ea-b746-2bf2ccde3ef9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:57.843019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1682730d-e7c8-4fd7-acfa-d40966cb48a5 req-548fa74b-884f-4f68-b887-9b2fa139b512 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200068 Feb 04 13:00:57.847680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e269bf7e-bf13-4290-9e76-7d4e5df3951e tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/9433767f-711d-42ea-b746-2bf2ccde3ef9 HTTP/1.1" status: 204 len: 168 time: 3.6679077 Feb 04 13:00:57.850100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:57.881788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818868262'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:57.911513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:57.937443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ff7af-3e02-48e0-a40a-f0ab2683efc8 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:00:57.938699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:57.947713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:57.951931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9737bafb-b0c0-4e3b-9577-0b142ba75746 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:57.952953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:57.959552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:57.963259 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c23f75f-d392-47bc-8f62-1242fe2003da', 'name': 'network-vif-deleted', 'tag': '559c65a8-85e1-4928-a7cc-42245199feab', 'status': 'completed', 'code': 200} Feb 04 13:00:57.987509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-a66bcc9f-02a8-43fd-b6ac-9a764d2e2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:57.991206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-a66bcc9f-02a8-43fd-b6ac-9a764d2e2eee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 1094 time: 0.9465542 Feb 04 13:00:58.083118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39338) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:58.222374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-c4936fa7-de06-4b89-ab1f-7ed4ebd13d73 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271021 Feb 04 13:00:58.247510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:58.251498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.312728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f15fa9ea-4a60-4721-a840-bc794b85ffe9 req-fdf81403-b1c8-424c-bfc3-f42e5caaaa6f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 210 time: 0.1491623 Feb 04 13:00:58.365742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:00:58.376765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.377117 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 76977e7d-6563-43c9-b197-16675c280029 of type vlan for network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf Feb 04 13:00:58.417045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Deleting subnet 11972da2-3d1a-4087-bdab-5b9179811db1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:00:58.418036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.435012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.467768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'name': 'network-vif-deleted', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:00:58.473775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:00:58.484727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.491953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:58.492595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.506004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Usage tracker for resource:port and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:00:58.578785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:00:58.592047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.617331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ade8be51-8fe2-4a34-93f5-459ae03b43ae up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:00:58.699504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:00:58.798736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c7d585ed-8f77-4f91-9a56-363141131720 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:00:58.831809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9b56c26b-5ac1-416b-92b5-17aee8ee8b77 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2142838412&fields=id&tenant_id=9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 267 time: 0.2777355 Feb 04 13:00:58.839885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ade8be51-8fe2-4a34-93f5-459ae03b43ae completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:58.856347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ade8be51-8fe2-4a34-93f5-459ae03b43ae triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:58.856721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.876512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0146012 Feb 04 13:00:58.886533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:58.887533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:58.891592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:58.907970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:58.934833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-874799f8-e850-4bfa-b8c8-740962fb59de req-174cf95b-a305-49f4-bdc5-1683ad863338 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037449 Feb 04 13:00:58.988182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11060784-56c4-4acb-b174-721d9d58f285 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=9764efbd-1a62-40a8-ad70-7f2373c9d1bf,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.005267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-3143eeb0-7c6e-48cc-aaa0-4ffe8804a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.007257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-3143eeb0-7c6e-48cc-aaa0-4ffe8804a347 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 911 time: 1.0077860 Feb 04 13:00:59.023838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e762e-239d-4bd9-8e83-246db8c9bac4 req-31dc4a54-b8a9-40e5-817f-5c20e2601076 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.025765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:00:59.035540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f05e762e-239d-4bd9-8e83-246db8c9bac4 req-31dc4a54-b8a9-40e5-817f-5c20e2601076 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 943 time: 0.7725761 Feb 04 13:00:59.059179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.177064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f05e762e-239d-4bd9-8e83-246db8c9bac4 req-39d662a6-1db8-4e50-881c-539ff603b7bd tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377442 Feb 04 13:00:59.226193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.307709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11972da2-3d1a-4087-bdab-5b9179811db1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.310053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.318818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8cac4bca-ac3f-47a3-900e-5d728e2beade admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11972da2-3d1a-4087-bdab-5b9179811db1 HTTP/1.1" status: 204 len: 168 time: 1.1880906 Feb 04 13:00:59.319586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:00:59.336437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-4d6d8f62-77a2-4cd1-812f-74db09f1f575 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d585ed-8f77-4f91-9a56-363141131720 HTTP/1.1" status: 200 len: 217 time: 0.2606654 Feb 04 13:00:59.427489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-34eef441-0cce-4ec9-b5e8-86c5cf13d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.429091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-34eef441-0cce-4ec9-b5e8-86c5cf13d6d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.0638154 Feb 04 13:00:59.443960 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.467568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c7d585ed-8f77-4f91-9a56-363141131720,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:59.489277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'c7d585ed-8f77-4f91-9a56-363141131720', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'port_id': 'c7d585ed-8f77-4f91-9a56-363141131720', 'mac_address': 'fa:16:3e:17:18:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:00:59.503172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.537256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-cadb2538-c936-47c8-a5c2-754056f030d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936804 Feb 04 13:00:59.540416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ade8be51-8fe2-4a34-93f5-459ae03b43ae, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ade8be51-8fe2-4a34-93f5-459ae03b43ae,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:59.555658 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.578183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf13f0-a0cd-4d79-b48f-d3b1015279c3 req-0b600631-45fd-4677-a502-0a2e9d0e6cac tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.579801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7bf13f0-a0cd-4d79-b48f-d3b1015279c3 req-0b600631-45fd-4677-a502-0a2e9d0e6cac tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 951 time: 0.1763723 Feb 04 13:00:59.670062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.682337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.698316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d585ed-8f77-4f91-9a56-363141131720 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:00:59.701895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7bf13f0-a0cd-4d79-b48f-d3b1015279c3 req-13610b29-300f-4f13-a8f3-d54ad2c9e809 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Feb 04 13:00:59.716760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c7d585ed-8f77-4f91-9a56-363141131720,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:00:59.717424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769d263d-ab93-4e11-945c-0f7150e104c1']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:59.721567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.725478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.733663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7438ff-a215-4a63-9ded-4b8212ddeab8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:59.733663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7438ff-a215-4a63-9ded-4b8212ddeab8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:59.747102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.785414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.791917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:00:59.792078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-a048a4c3-0dcb-4c76-87f9-57333defedd0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:59.792705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.799775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-a048a4c3-0dcb-4c76-87f9-57333defedd0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.9676206 Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:00:59.810463 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:00:59.879837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-330d6035-b6eb-4807-a038-dd1ac679086b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/quotas/9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 375 time: 0.0778406 Feb 04 13:00:59.894306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.901872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.911752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:00:59.937737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] Pushing event deleted for resources: {'Network': ['ID=769d263d-ab93-4e11-945c-0f7150e104c1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:59.948547 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20dd19-a0db-4c82-b10b-21f7d20ad2b3', 'name': 'network-vif-deleted', 'tag': '3826fb88-0d2f-4988-a355-6297b3a12ae5', 'status': 'completed', 'code': 200} Feb 04 13:00:59.962922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-01e7d40e-e6e5-45cd-afe8-43cfd0912522 admin admin] 10.222.0.53 "DELETE /v2.0/networks/769d263d-ab93-4e11-945c-0f7150e104c1 HTTP/1.1" status: 204 len: 168 time: 0.6401198 Feb 04 13:00:59.964816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:00.031645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c7d585ed-8f77-4f91-9a56-363141131720'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:00.131000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf31645-d7ec-47e3-a745-99fd000aaec3 req-149a08cb-ee6b-4c22-bd24-1e42a1c48fbc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.133045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cf31645-d7ec-47e3-a745-99fd000aaec3 req-149a08cb-ee6b-4c22-bd24-1e42a1c48fbc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 947 time: 0.1127801 Feb 04 13:01:00.226095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cf31645-d7ec-47e3-a745-99fd000aaec3 req-5c5e2edd-2bff-4f3b-a167-701ef8b2dfe0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867248 Feb 04 13:01:00.282392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39382) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:00.347900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98c853d5-6f4d-4aeb-94f6-0c94a8d44fa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e471aaea10404598802947a96d200be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609744 Feb 04 13:01:00.347900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:00.362767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.371004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Allocated IP 172.20.0.4 (f3458faf-5acb-4ea9-9d13-911d0da7300a/5256b9b9-3723-45bb-8991-2adfe449d4b9/536f17c7-99cf-4091-a0da-745d1f9517b3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:00.390045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-29cb587d-c7f9-4b39-bac0-d08796c0eddb service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211462 Feb 04 13:01:00.400757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.415823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-caf85ea6-e002-48c0-9194-e955948af08d req-94db3d31-c390-47f1-9776-9265646e1398 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:00.454939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-caf85ea6-e002-48c0-9194-e955948af08d req-94db3d31-c390-47f1-9776-9265646e1398 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:00.456816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-caf85ea6-e002-48c0-9194-e955948af08d req-94db3d31-c390-47f1-9776-9265646e1398 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 210 time: 0.1082127 Feb 04 13:01:00.485933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.520176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf is not hosted by any dhcp agent {{(pid=87620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 13:01:00.526051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.526899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.530895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "PUT /v2.0/networks/9764efbd-1a62-40a8-ad70-7f2373c9d1bf HTTP/1.1" status: 200 len: 723 time: 1.6287305 Feb 04 13:01:00.533299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39394) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:00.536871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.548271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:00.577486 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992', 'status': 'completed', 'code': 200} Feb 04 13:01:00.632588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-810d252a-f72b-42ee-9726-211b41c53ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:00.693999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=9764efbd-1a62-40a8-ad70-7f2373c9d1bf,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.794082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.794795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.794795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.795092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.795423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.795750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.796346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.796520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.796891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.797213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.797531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.798285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c636b89a-16bb-4ce2-965d-6e28e829a28a tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:00.802205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-810d252a-f72b-42ee-9726-211b41c53ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:00.810704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-810d252a-f72b-42ee-9726-211b41c53ff4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9288330 Feb 04 13:01:00.816037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:00.840241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:00.848122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:00.852060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:00.863184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:00.884004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-e09567e8-f1d3-49c3-881c-b97edbc83322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:00.885473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-e09567e8-f1d3-49c3-881c-b97edbc83322 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 1098 time: 0.3071218 Feb 04 13:01:00.890326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:00.894715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.911049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:00.921823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42a922b-a79e-45fb-b625-dcfdeb6e9617 req-0e9f4916-5987-45b7-a73b-d659e9309ff6 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133595 Feb 04 13:01:01.021444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f920-0121-4355-a25c-afd612af0a5a req-f968a52b-5f8b-4c77-8fc6-0b2a46f88c6e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:01.023151 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2082f920-0121-4355-a25c-afd612af0a5a req-f968a52b-5f8b-4c77-8fc6-0b2a46f88c6e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 944 time: 0.3315709 Feb 04 13:01:01.077319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:01.094409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-69384e60-3d75-4ca9-903f-348d70ac3c16 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574120 Feb 04 13:01:01.098176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba37629-613d-4b3d-b88e-1cde35bebd2f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.165827 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:01.169563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c4f6bcbb-6d7a-4eca-8532-977f580115cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ba37629-613d-4b3d-b88e-1cde35bebd2f HTTP/1.1" status: 204 len: 168 time: 0.7837205 Feb 04 13:01:01.225188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b3ea676a-3a02-4738-9b03-ec9186e8d992 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:01.237547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2082f920-0121-4355-a25c-afd612af0a5a req-2c225129-9836-4624-bb67-176a7ae4f380 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961865 Feb 04 13:01:01.294140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-ee190cf6-049d-40b6-b542-764fd1383ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:01.309278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-ee190cf6-049d-40b6-b542-764fd1383ca3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3910916 Feb 04 13:01:01.378480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-e48aba42-0f94-4fba-b7c2-ebee52f83c62 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771635 Feb 04 13:01:01.385035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:01.591381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:01.630847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b3ea676a-3a02-4738-9b03-ec9186e8d992', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'b3ea676a-3a02-4738-9b03-ec9186e8d992', 'mac_address': 'fa:16:3e:63:7d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:01.633861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Network f3458faf-5acb-4ea9-9d13-911d0da7300a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:01.642558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:01.660867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:01.767579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-da8bd07b-8d98-483c-a567-c3390b538700 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992 HTTP/1.1" status: 200 len: 217 time: 0.4491398 Feb 04 13:01:01.773747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ade8be51-8fe2-4a34-93f5-459ae03b43ae up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:01.845629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:01.954018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:01.960511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:01.998767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:02.002858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-ae110b86-b9f9-49cf-8e87-0b2fcbc32b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.004340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-ae110b86-b9f9-49cf-8e87-0b2fcbc32b89 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1691735 Feb 04 13:01:02.048010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-6cb9c63a-c68e-43af-867b-055b40f731ed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4331999 Feb 04 13:01:02.066618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Request body: {'port': {'device_id': '1683fd30-f647-4618-9932-6db7142a0d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:02.076035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3d0c2-f67f-4182-b871-1367e9f48c1d req-bfd2067b-9e82-414a-9b47-fe7fb6957f67 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.077615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fba3d0c2-f67f-4182-b871-1367e9f48c1d req-bfd2067b-9e82-414a-9b47-fe7fb6957f67 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 947 time: 0.4502149 Feb 04 13:01:02.081265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ea676a-3a02-4738-9b03-ec9186e8d992 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:02.094864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:02.148344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:02.163342 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:02.244247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ade8be51-8fe2-4a34-93f5-459ae03b43ae triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:02.244247 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:02.399252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fba3d0c2-f67f-4182-b871-1367e9f48c1d req-e76cff77-0440-479e-9a4f-7c098b55fbb9 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640083 Feb 04 13:01:02.422543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-e0d42a06-41a2-48ec-987e-dda7549366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.424898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-e0d42a06-41a2-48ec-987e-dda7549366aa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4065535 Feb 04 13:01:02.425859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '76977e7d-6563-43c9-b197-16675c280029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:02.426455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 9764efbd-1a62-40a8-ad70-7f2373c9d1bf, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:02.472087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b3ea676a-3a02-4738-9b03-ec9186e8d992'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:02.500748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19517b-011a-4111-a21d-e20ad58c7b8e req-74e04a51-986b-467f-8852-915dfd0698e2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:02.501595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b19517b-011a-4111-a21d-e20ad58c7b8e req-74e04a51-986b-467f-8852-915dfd0698e2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:02.519044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:02.579500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b19517b-011a-4111-a21d-e20ad58c7b8e req-74e04a51-986b-467f-8852-915dfd0698e2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:02.586824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b19517b-011a-4111-a21d-e20ad58c7b8e req-74e04a51-986b-467f-8852-915dfd0698e2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 931 time: 0.4438622 Feb 04 13:01:02.662126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.665981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=88068414-d616-45ed-add1-01c396b51768,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.678081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b19517b-011a-4111-a21d-e20ad58c7b8e req-68226d66-898a-449e-ab6d-a085a4eaa3f1 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903127 Feb 04 13:01:02.786635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c7d585ed-8f77-4f91-9a56-363141131720 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:02.883954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-7a291724-2f12-41e8-bfae-d0f8966b6ce6 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493213 Feb 04 13:01:03.058630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port c7d585ed-8f77-4f91-9a56-363141131720 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:03.078301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port c7d585ed-8f77-4f91-9a56-363141131720 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:03.078776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.152935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:03.183393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-705f2036-6392-43c6-8a08-03f76ebe529a req-2e802719-1801-4932-97a7-a9f4a2bb5dc3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 210 time: 0.4689994 Feb 04 13:01:03.244639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9764efbd-1a62-40a8-ad70-7f2373c9d1bf) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:03.267609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:03.276011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0c5df-2a07-41b3-9376-fced7ae2b634 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:03.276878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.277476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.330529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a10d33-05dd-4192-9c98-d47c42e95416 req-5dda4b0b-5bae-4a6e-93aa-4d8ea8a9f47e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:03.331325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e9a10d33-05dd-4192-9c98-d47c42e95416 req-5dda4b0b-5bae-4a6e-93aa-4d8ea8a9f47e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Synchronizing usage tracker for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:03.374581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e9a10d33-05dd-4192-9c98-d47c42e95416 req-5dda4b0b-5bae-4a6e-93aa-4d8ea8a9f47e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Unset dirty status for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:03.383031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9a10d33-05dd-4192-9c98-d47c42e95416 req-5dda4b0b-5bae-4a6e-93aa-4d8ea8a9f47e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 944 time: 0.3945577 Feb 04 13:01:03.393759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c82f6c25-e162-468f-87df-c2519b1a2e50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8592525 Feb 04 13:01:03.436955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:03.442190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f59d003b-1d14-4f5a-8226-be191ae98b58 req-3ba81eab-cad3-4659-81d2-446cce994ae5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624517 Feb 04 13:01:03.457261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:03.463986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-6643d390-fd3a-475f-b369-8979225b41a8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758803 Feb 04 13:01:03.502901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9a10d33-05dd-4192-9c98-d47c42e95416 req-39130fdc-5eb9-4839-a8b0-ee79c05a78b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Feb 04 13:01:03.843004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9764efbd-1a62-40a8-ad70-7f2373c9d1bf', 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': '88068414-d616-45ed-add1-01c396b51768'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:01:03.843904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.870322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1026494595-network', 'tenant_id': '2b71ffd9b709401f8df6a43cf3176d3a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:03.899280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14681650'] for subnet, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.940696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536f17c7-99cf-4091-a0da-745d1f9517b3 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:03.944874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:03.948922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.957700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Usage tracker for resource:network and tenant:2b71ffd9b709401f8df6a43cf3176d3a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:03.962929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:03.964181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:03.971793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:04.010464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Made reservation on behalf of 2b71ffd9b709401f8df6a43cf3176d3a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:04.012942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.021641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c7d585ed-8f77-4f91-9a56-363141131720,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:04.027287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:04.038087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.049033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.050702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Transition to ACTIVE for port object 536f17c7-99cf-4091-a0da-745d1f9517b3 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:04.057690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.107596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:04.120040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-7480e3e9-0ae8-484d-ab71-fc558ebef425 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.126919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-7480e3e9-0ae8-484d-ab71-fc558ebef425 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6558962 Feb 04 13:01:04.151091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b71ffd9b709401f8df6a43cf3176d3a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:04.167790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:04.180749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-a80db886-9376-4342-b52a-5ae677aaa124 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/quotas/4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 375 time: 0.0528352 Feb 04 13:01:04.189519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:04.200971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-50f7538a-53d5-4287-b1dc-304f3f34e3b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.202057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-50f7538a-53d5-4287-b1dc-304f3f34e3b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:04.212424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.233614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.240041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Allocated IP 172.20.0.2 (9764efbd-1a62-40a8-ad70-7f2373c9d1bf/88068414-d616-45ed-add1-01c396b51768/d9b0669c-e8aa-41d0-be04-9961cd51ea8d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:04.244220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6ae38-647e-4911-aedd-8575972e5938 req-4d0aecdf-3f26-4e6a-8180-9be76ac17c62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.245797 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2e6ae38-647e-4911-aedd-8575972e5938 req-4d0aecdf-3f26-4e6a-8180-9be76ac17c62 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 948 time: 0.2943347 Feb 04 13:01:04.352301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-50f7538a-53d5-4287-b1dc-304f3f34e3b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:04.353623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-50f7538a-53d5-4287-b1dc-304f3f34e3b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.6759262 Feb 04 13:01:04.421963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2e6ae38-647e-4911-aedd-8575972e5938 req-69fca72c-f23f-4295-9744-404f41dc3e6d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446750 Feb 04 13:01:04.460246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Attempting to bind port 536f17c7-99cf-4091-a0da-745d1f9517b3 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:04.470021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Attempting to bind port 536f17c7-99cf-4091-a0da-745d1f9517b3 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:04.470631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Attempting to bind port 536f17c7-99cf-4091-a0da-745d1f9517b3 on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:04.476401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Port 536f17c7-99cf-4091-a0da-745d1f9517b3 on network f3458faf-5acb-4ea9-9d13-911d0da7300a not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:01:04.476912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Attempting to bind port 536f17c7-99cf-4091-a0da-745d1f9517b3 on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:04.483162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:04.483913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Checking segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:04.484491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Bound using segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:04.485074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Bound port: 536f17c7-99cf-4091-a0da-745d1f9517b3, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:04.485588 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.552177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-b7a69dfb-a824-4f2c-8ab4-3a0218988180 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3688443 Feb 04 13:01:04.596739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-51760192-1257-42af-a282-b295ff3d3129 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:04.626798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.631196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.644013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90b4b999-5333-4a37-8459-028918f67ea2 req-51760192-1257-42af-a282-b295ff3d3129 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:04.645205 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-51760192-1257-42af-a282-b295ff3d3129 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 380 time: 0.2782629 Feb 04 13:01:04.655793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'device_id': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'admin_state_up': True, 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'security_groups': ['6d4e9873-8a92-47d3-90c7-66ecd273ff7a']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:04.768497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:04.774804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:04.784796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.803853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.806637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:04.822392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Transition to ACTIVE for port object d9b0669c-e8aa-41d0-be04-9961cd51ea8d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:04.834923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8884f5e2-eb71-47a5-baa5-6124e71e90a9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.847654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Transition to ACTIVE for port object d9b0669c-e8aa-41d0-be04-9961cd51ea8d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:04.853157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-70a3fb44-3c3e-4fdf-9112-f25aead3acb3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3336084 Feb 04 13:01:04.859536 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720', 'code': 200} Feb 04 13:01:04.870631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096bcf-134c-4c00-b5fc-030ba6fa8a3b req-ed3b8aff-a888-4a37-88a9-b90a59009374 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.873012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17096bcf-134c-4c00-b5fc-030ba6fa8a3b req-ed3b8aff-a888-4a37-88a9-b90a59009374 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 943 time: 0.2627490 Feb 04 13:01:04.873296 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.898762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.899193 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Added segment 638b13d8-e6ea-43e6-a397-30c53e0e416d of type vlan for network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 Feb 04 13:01:04.992211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.993416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:04.995132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] 10.222.0.90 "PUT /v2.0/ports/536f17c7-99cf-4091-a0da-745d1f9517b3 HTTP/1.1" status: 200 len: 1091 time: 2.9385278 Feb 04 13:01:05.019244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.034458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:05.037007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:05.041141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:05.051356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:05.165610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cedf3-9bc9-4bc5-8a02-5bc982949dfd service neutron] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.181476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Attempting to bind port d9b0669c-e8aa-41d0-be04-9961cd51ea8d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:05.181846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Attempting to bind port d9b0669c-e8aa-41d0-be04-9961cd51ea8d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '76977e7d-6563-43c9-b197-16675c280029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:05.182210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Attempting to bind port d9b0669c-e8aa-41d0-be04-9961cd51ea8d on network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:05.186366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Pushing event updated for resources: {'Port': ['ID=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.186840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:05.192685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:05.193010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Checking segment: {'id': '76977e7d-6563-43c9-b197-16675c280029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:05.193553 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.193946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Bound using segment: {'id': '76977e7d-6563-43c9-b197-16675c280029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:05.194418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Bound port: d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76977e7d-6563-43c9-b197-16675c280029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9764efbd-1a62-40a8-ad70-7f2373c9d1bf'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:05.194828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.220976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17096bcf-134c-4c00-b5fc-030ba6fa8a3b req-5ba4f942-3092-4be2-9ae9-fd3105c6749c tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317847 Feb 04 13:01:05.344769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] For port d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:05.353286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] For port d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,segment=NetworkSegment(76977e7d-6563-43c9-b197-16675c280029),segment_id=76977e7d-6563-43c9-b197-16675c280029)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:05.364291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b3ea676a-3a02-4738-9b03-ec9186e8d992 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:05.425440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.445692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-5c7facde-9741-4e5b-a6f9-fb92815115a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.447487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-5c7facde-9741-4e5b-a6f9-fb92815115a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 1101 time: 0.5618196 Feb 04 13:01:05.495943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740016778756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15348365'] for subnet, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.548460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a521-601a-45f1-9429-d973255e94c4 None None] Pushing event updated for resources: {'Port': ['ID=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.568420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:01:05.593742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-1320cd48-bc61-4de5-857e-72dab846abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.597883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b3ea676a-3a02-4738-9b03-ec9186e8d992 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:05.605853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b3ea676a-3a02-4738-9b03-ec9186e8d992 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:05.608501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.612730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-1320cd48-bc61-4de5-857e-72dab846abba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 1094 time: 0.5515163 Feb 04 13:01:05.618005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac23c9d3-3974-4475-b386-3472d910a960 req-1f379ff0-7afa-4151-8ed4-b1471fad4eb4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 210 time: 0.5176964 Feb 04 13:01:05.618844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.619933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.620804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.702483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:05.824856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.825572 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.831452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "PUT /v2.0/subnets/88068414-d616-45ed-add1-01c396b51768 HTTP/1.1" status: 200 len: 806 time: 2.3903108 Feb 04 13:01:05.837735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:05.845582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5718350 Feb 04 13:01:05.867487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.871799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786bfe3-5386-4e38-a52d-3e1630279a77 req-8b777726-a157-4988-a792-f44e75e72b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.872074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:05.874124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6786bfe3-5386-4e38-a52d-3e1630279a77 req-8b777726-a157-4988-a792-f44e75e72b02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 1096 time: 0.9291778 Feb 04 13:01:05.885139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:05.890457 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:05.902976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd035-d564-4ad9-b8a1-8fa3fac7c5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.922174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:05.960780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-418f9001-5a2e-4179-bc1f-fc88dc64e87e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536f17c7-99cf-4091-a0da-745d1f9517b3 HTTP/1.1" status: 200 len: 217 time: 0.3363724 Feb 04 13:01:06.009214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Request body: {'subnet': {'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1026494595-subnet', 'tenant_id': '2b71ffd9b709401f8df6a43cf3176d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:06.113970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:06.127268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:06.196738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:06.207466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-880dc4d0-7a11-4ad3-91a2-781d179eb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:06.212555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-880dc4d0-7a11-4ad3-91a2-781d179eb6c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.7093327 Feb 04 13:01:06.217336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:06.224475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0eb9-1a3f-4300-89eb-98f5648749ff tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=88068414-d616-45ed-add1-01c396b51768,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:06.237779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Usage tracker for resource:subnet and tenant:2b71ffd9b709401f8df6a43cf3176d3a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:06.274647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:06.295202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:06.305494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:06.361671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6786bfe3-5386-4e38-a52d-3e1630279a77 req-f8937814-2712-40e8-8199-fd6691bd6021 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691153 Feb 04 13:01:06.373058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1abd39a-e49e-47fb-b306-ffff3e6960db req-81999bcf-2c32-41ff-a80b-238e2cc30107 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 210 time: 0.1696863 Feb 04 13:01:06.378367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port d9b0669c-e8aa-41d0-be04-9961cd51ea8d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:06.378767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:06.614014 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'status': 'completed', 'code': 200} Feb 04 13:01:06.616912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-f2f16ffe-8ce0-4fcf-b618-ae4835e8031b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 HTTP/1.1" status: 200 len: 217 time: 0.2745726 Feb 04 13:01:06.619110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-3e6798da-0251-4c92-b729-efb3ef6f974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:06.621072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-3e6798da-0251-4c92-b729-efb3ef6f974c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.6156082 Feb 04 13:01:06.623193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Made reservation on behalf of 2b71ffd9b709401f8df6a43cf3176d3a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:06.627989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:06.762960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107a316-5d67-40d5-aa80-184c7cc1026a req-a03d138d-25ce-4ef4-bc19-c95333cdee1e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:06.770698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9107a316-5d67-40d5-aa80-184c7cc1026a req-a03d138d-25ce-4ef4-bc19-c95333cdee1e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 1.3343463 Feb 04 13:01:06.798466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.20.0.14 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/1373ea1f-b9c7-44ff-8594-24049eea290e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:06.861168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:06.967435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-5d76973f-0898-4331-943b-f3812a9fa674 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3182077 Feb 04 13:01:07.100790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-f9f64c5a-e6d8-4758-8a81-9ce2577286c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.107721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-f9f64c5a-e6d8-4758-8a81-9ce2577286c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4607263 Feb 04 13:01:07.153414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9107a316-5d67-40d5-aa80-184c7cc1026a req-6d7bd38b-b350-4b6c-bafa-e94addcd45c4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817439 Feb 04 13:01:07.236015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:07.257476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Transition to ACTIVE for port object 1373ea1f-b9c7-44ff-8594-24049eea290e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:07.316969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:07.323799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,segment=NetworkSegment(76977e7d-6563-43c9-b197-16675c280029),segment_id=76977e7d-6563-43c9-b197-16675c280029)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:07.324161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:07.334032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-25848831-d0ce-462b-9631-c74fd1f162e6 service neutron] 10.222.0.90 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558681 Feb 04 13:01:07.353068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370070f-b6c9-4c76-b497-8f8f8f79d1f0 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:07.421254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-25473b35-1389-4f4e-bbac-a3415972d91b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4119282 Feb 04 13:01:07.429862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863285-f2df-4060-bfbd-92e1038fd7e4 req-fd5286e7-d360-4e7f-86ea-d44b841ccad5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.437773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18863285-f2df-4060-bfbd-92e1038fd7e4 req-fd5286e7-d360-4e7f-86ea-d44b841ccad5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.8525395 Feb 04 13:01:07.445051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.480547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-01a0617b-6be6-4331-8973-1dcde2db4fc0 None None] Provisioning for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:07.652918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-d1d4e44a-d445-4fcd-87c3-64d6f6a4b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.654426 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-d1d4e44a-d445-4fcd-87c3-64d6f6a4b211 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5326467 Feb 04 13:01:07.666647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for d9b0669c-e8aa-41d0-be04-9961cd51ea8d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:07.841720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9b0669c-e8aa-41d0-be04-9961cd51ea8d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:07.906020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:07.909952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18863285-f2df-4060-bfbd-92e1038fd7e4 req-c25f8ac2-b860-4276-a146-ecfab4b9a5b6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713523 Feb 04 13:01:07.916462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:07.917099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:07.927492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:07.968468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3df16b9b-feb2-442e-b718-fddfa290d7aa req-d337315b-36df-474f-abf9-bcaf0a07d798 service neutron] 10.222.0.90 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778975 Feb 04 13:01:07.985765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:08.015677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:08.016084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.031693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.032330 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.095591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674809-7a4e-47c3-aa31-909f66239477 req-e34ada20-84fd-45c0-a9ba-58f17c5eb713 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.103386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11674809-7a4e-47c3-aa31-909f66239477 req-e34ada20-84fd-45c0-a9ba-58f17c5eb713 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 943 time: 0.7676530 Feb 04 13:01:08.187562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.191770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa3f488-fc1e-455b-b2ab-f8584e565fc1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.232470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,segment=NetworkSegment(76977e7d-6563-43c9-b197-16675c280029),segment_id=76977e7d-6563-43c9-b197-16675c280029)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:08.240609 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.278224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Checking segment: {'id': '638b13d8-e6ea-43e6-a397-30c53e0e416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:08.278593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Network hostable DHCP agents. Network: 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:08.308698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-268ad3fe-0c7d-4aea-8c5f-00cca270623f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6562121 Feb 04 13:01:08.315408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11674809-7a4e-47c3-aa31-909f66239477 req-f531dea2-95d4-4acd-83a6-947f0929f69f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104325 Feb 04 13:01:08.334912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-69422ad3-ea5b-4af8-a36c-6d5198901ca3 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295111 Feb 04 13:01:08.356538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Request body: {'port': {'device_id': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:08.359925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4c9598cc-5d9b-47a3-baa8-44acf983506a None None] Provisioning for port 1373ea1f-b9c7-44ff-8594-24049eea290e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:08.372067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4c9598cc-5d9b-47a3-baa8-44acf983506a None None] Provisioning complete for port 1373ea1f-b9c7-44ff-8594-24049eea290e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:08.372681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c9598cc-5d9b-47a3-baa8-44acf983506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.417519 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992', 'code': 200} Feb 04 13:01:08.418377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.462617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-c1687481-255e-4ec3-b559-a4f7a020fd0b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.464137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4c9598cc-5d9b-47a3-baa8-44acf983506a None None] Port 1373ea1f-b9c7-44ff-8594-24049eea290e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:08.464868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-c1687481-255e-4ec3-b559-a4f7a020fd0b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0210242 Feb 04 13:01:08.468389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:08.468720 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:08.477825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c59708-3ed4-49f3-830e-3cf6169cff2c None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:08.479822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Request body: {'port': {'device_id': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '4a0b9a301e1a418a9f1490c59e7ed44a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:08.512509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-94b185d5-743e-4e7f-8a6e-5a2db70ecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.514450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-94b185d5-743e-4e7f-8a6e-5a2db70ecbd0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 1094 time: 0.4841592 Feb 04 13:01:08.515151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:08.552312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:08.600444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1cf2e-041b-4375-b72f-f5ce18c17c00 None None] Network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:08.612651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.613341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.680522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-734ea916-cb82-4274-9cde-a30957df61b6 req-e26a9c5d-ccdf-45e4-b6ea-f2b65b024f7c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 210 time: 0.1222045 Feb 04 13:01:08.694989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f6835-a26b-4a3a-ac99-2d867b39f237 req-8fd12af5-9aac-4472-acad-2cdbf6eb6792 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.696515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f96f6835-a26b-4a3a-ac99-2d867b39f237 req-8fd12af5-9aac-4472-acad-2cdbf6eb6792 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:08.738730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e4c7a088-5cc7-4556-b176-176c7910f817 None None] Provisioning complete for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:08.738730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a088-5cc7-4556-b176-176c7910f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.748507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:08.767164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-166ad943-d662-4ce2-af71-34f097dadc10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8136687 Feb 04 13:01:08.879062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19d98373-6f40-43ef-8429-5a9cc87ad767 req-d133c769-f7ec-4c06-95b2-589b21ba8324 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278673 Feb 04 13:01:08.880328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-c406fcb6-6f81-4dd6-9a66-fd69bde4061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.881787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-c406fcb6-6f81-4dd6-9a66-fd69bde4061b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 906 time: 0.3573382 Feb 04 13:01:08.888688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:08.915832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:09.060028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port d9b0669c-e8aa-41d0-be04-9961cd51ea8d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:09.060497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:09.100983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f96f6835-a26b-4a3a-ac99-2d867b39f237 req-8fd12af5-9aac-4472-acad-2cdbf6eb6792 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:09.108140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96f6835-a26b-4a3a-ac99-2d867b39f237 req-8fd12af5-9aac-4472-acad-2cdbf6eb6792 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 932 time: 0.8950691 Feb 04 13:01:09.119291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Made reservation on behalf of 4a0b9a301e1a418a9f1490c59e7ed44a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:09.122800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:09.126012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53543476-f422-4d81-9bae-0a28427d066d None None] Network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:09.194310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-42d8746d-4f23-4e6b-b876-bd8370ec05dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536f17c7-99cf-4091-a0da-745d1f9517b3 HTTP/1.1" status: 200 len: 217 time: 0.0787971 Feb 04 13:01:09.280902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-ab583025-7be6-483b-80c8-05ac464e2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.282620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-ab583025-7be6-483b-80c8-05ac464e2cf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.0816464 Feb 04 13:01:09.293357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12c0e-1ff3-4398-8179-17edb4747929 req-25099085-0e67-4ac6-90bc-b99b090311ab tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.301382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7f12c0e-1ff3-4398-8179-17edb4747929 req-25099085-0e67-4ac6-90bc-b99b090311ab tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.4146299 Feb 04 13:01:09.400027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-2607aef0-cabe-4bb8-9cd0-9e2843ba2ad5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961943 Feb 04 13:01:09.413959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852933d-eba8-40e1-a08c-873a67e8cde6 req-a927bead-1c86-495f-820f-d31d360cc674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.415503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a852933d-eba8-40e1-a08c-873a67e8cde6 req-a927bead-1c86-495f-820f-d31d360cc674 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 1100 time: 0.9180429 Feb 04 13:01:09.435004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96f6835-a26b-4a3a-ac99-2d867b39f237 req-1fd1e4a8-ce87-428b-9aa7-24c6c5112ef0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258495 Feb 04 13:01:09.493850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7f12c0e-1ff3-4398-8179-17edb4747929 req-6a65cf10-e313-468e-ad9c-a483bc53a0c3 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914992 Feb 04 13:01:09.595517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-93b09357-ba80-402d-a738-cca8bc989a2e service neutron] 10.222.0.90 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834409 Feb 04 13:01:09.732330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9b0669c-e8aa-41d0-be04-9961cd51ea8d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:09.870474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307fc51f-c156-4aeb-bedd-0f11af1710f3 req-53119761-d10d-43c0-a314-d9f83864b596 service neutron] 10.222.0.90 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691369 Feb 04 13:01:09.898519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29e68532-7da8-4fae-bde1-ddd2a368659d None None] Provisioning complete for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:09.898936 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29e68532-7da8-4fae-bde1-ddd2a368659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:09.987003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d9b0669c-e8aa-41d0-be04-9961cd51ea8d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:09.988358 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:10.023196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a852933d-eba8-40e1-a08c-873a67e8cde6 req-320a9df4-eb6e-48fa-9c24-4e00e74d29bf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682292 Feb 04 13:01:10.110686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-b3a3bb07-903e-4a14-b614-afb855c0a6a4 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.120468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-b3a3bb07-903e-4a14-b614-afb855c0a6a4 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/networks?id=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 HTTP/1.1" status: 200 len: 822 time: 0.2200243 Feb 04 13:01:10.140808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Allocated IP 192.168.233.187 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/3effda75-ec04-472e-9ab8-72a89efff3aa) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:10.143268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-206b95ae-d26c-4e09-803b-4b8f24fe1424 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/quotas/2b71ffd9b709401f8df6a43cf3176d3a HTTP/1.1" status: 200 len: 375 time: 0.0218723 Feb 04 13:01:10.143717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port d9b0669c-e8aa-41d0-be04-9961cd51ea8d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,segment=NetworkSegment(76977e7d-6563-43c9-b197-16675c280029),segment_id=76977e7d-6563-43c9-b197-16675c280029)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:10.144080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:10.201216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-7a3a7f4a-b941-4f14-b33f-c0ec32bd6d44 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b71ffd9b709401f8df6a43cf3176d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569985 Feb 04 13:01:10.329875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for d9b0669c-e8aa-41d0-be04-9961cd51ea8d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:10.343717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-2878db95-4fb4-4f22-8fb0-e29905173e54 service neutron] 10.222.0.53 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353567 Feb 04 13:01:10.397872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:10.499421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-3f48a5d7-3839-4ab2-b7cb-353e0da16075 service neutron] 10.222.0.53 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485860 Feb 04 13:01:10.562851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5d490-4709-45d9-a4fc-9eccc8f0dff2 req-4f7afe6a-1596-47ea-81e1-b83d0b647ca1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.564324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4d5d490-4709-45d9-a4fc-9eccc8f0dff2 req-4f7afe6a-1596-47ea-81e1-b83d0b647ca1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.7751453 Feb 04 13:01:10.569808 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:10.708362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Transition to ACTIVE for port object 1373ea1f-b9c7-44ff-8594-24049eea290e will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:10.750519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:10.820674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:10.859295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b73ef4-9951-47c5-8f0c-84f6f76239a4 req-eb103582-bff0-4e66-96b5-c6d7fe68f986 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.860808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68b73ef4-9951-47c5-8f0c-84f6f76239a4 req-eb103582-bff0-4e66-96b5-c6d7fe68f986 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 943 time: 0.1339462 Feb 04 13:01:10.898593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4d5d490-4709-45d9-a4fc-9eccc8f0dff2 req-ae9bb3bf-20d1-4d33-abb7-d7d80e91bfa0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260539 Feb 04 13:01:10.931962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68b73ef4-9951-47c5-8f0c-84f6f76239a4 req-38cd4ae9-ab9e-48b6-9156-947711874e90 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Feb 04 13:01:11.124029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:11.163379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:11.207540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'mac_address': 'fa:16:3e:dc:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:11.285319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03719347-5185-48cf-a2a9-d7741e82ba94 req-597b20bf-2f65-447e-9dab-5c48fde8d71e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 210 time: 0.1114168 Feb 04 13:01:11.378324 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:11.418032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536f17c7-99cf-4091-a0da-745d1f9517b3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:11.440608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec286e-eeb2-402f-9c3f-7588e3914fa1 None None] DHCP port deletion for 9764efbd-1a62-40a8-ad70-7f2373c9d1bf request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:01:11.453304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:11.457578 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:11.520225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.572500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec361ad-f7e1-4c24-b6ae-25d8e2b967f9 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:01:11.729859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a246b6-1c00-4cd4-b44b-1c1dc1698e6c req-109e6ee5-db88-43d1-94cd-80a4824bf131 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:11.742900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74a246b6-1c00-4cd4-b44b-1c1dc1698e6c req-109e6ee5-db88-43d1-94cd-80a4824bf131 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 944 time: 0.2587774 Feb 04 13:01:11.801955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port d9b0669c-e8aa-41d0-be04-9961cd51ea8d on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:11.805923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-8d9cdf13-84bb-46a0-8946-a08d2e7aa4df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2324765 Feb 04 13:01:11.928254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:11.956877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=d9b0669c-e8aa-41d0-be04-9961cd51ea8d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.975181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74a246b6-1c00-4cd4-b44b-1c1dc1698e6c req-2b013b85-a844-47a1-aec7-e13293251ce4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219322 Feb 04 13:01:11.999072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.019246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9b0669c-e8aa-41d0-be04-9961cd51ea8d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:01:12.038921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-d9c8fb2c-39da-4925-b738-6f16cb31ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.042700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-d9c8fb2c-39da-4925-b738-6f16cb31ef1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 1096 time: 0.2274809 Feb 04 13:01:12.054210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c16b977-30c2-4d49-b84a-1a03b66b7a40 req-8d01ad6c-0103-44c5-98fc-1a57f6a8ac56 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 210 time: 0.2730746 Feb 04 13:01:12.072567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:12.086958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d9b0669c-e8aa-41d0-be04-9961cd51ea8d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:01:12.086958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9b0669c-e8aa-41d0-be04-9961cd51ea8d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:01:12.096236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec361ad-f7e1-4c24-b6ae-25d8e2b967f9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:01:12.142333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Attempting to bind port 1373ea1f-b9c7-44ff-8594-24049eea290e on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:12.144825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Attempting to bind port 1373ea1f-b9c7-44ff-8594-24049eea290e by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:12.145275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Attempting to bind port 1373ea1f-b9c7-44ff-8594-24049eea290e on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:12.162030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Port 1373ea1f-b9c7-44ff-8594-24049eea290e on network 4543569a-7b44-4161-a675-616c77de2797 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:01:12.166984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Attempting to bind port 1373ea1f-b9c7-44ff-8594-24049eea290e on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:12.190666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:12.191104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:12.191635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:12.192185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Bound port: 1373ea1f-b9c7-44ff-8594-24049eea290e, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:12.192644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:12.295550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['536f17c7-99cf-4091-a0da-745d1f9517b3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:12.306155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-48bfb715-a585-4ec8-ab61-542ed3b87805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.308086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-48bfb715-a585-4ec8-ab61-542ed3b87805 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 911 time: 0.2573490 Feb 04 13:01:12.366307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Transition to ACTIVE for port object 3effda75-ec04-472e-9ab8-72a89efff3aa will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:12.391403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:12.404674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:12.438728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:12.624022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:12.635057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-800110d5-e393-46cb-a134-22755bb5636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.636642 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-800110d5-e393-46cb-a134-22755bb5636c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.6775842 Feb 04 13:01:12.643011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.643629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:12.644946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-9a652493-15c6-4784-9652-57fca091a933 service neutron] 10.222.0.87 "PUT /v2.0/ports/1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1092 time: 4.3006706 Feb 04 13:01:12.678466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:12.803457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-d7fb97bc-0efa-4b60-b313-695b23679bb9 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.804897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-d7fb97bc-0efa-4b60-b313-695b23679bb9 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.87 "GET /v2.0/networks?id=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 HTTP/1.1" status: 200 len: 822 time: 0.1899989 Feb 04 13:01:12.811288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-7f0aceba-7a41-403d-959a-1485094a237d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d585ed-8f77-4f91-9a56-363141131720 HTTP/1.1" status: 200 len: 217 time: 0.4593437 Feb 04 13:01:12.819725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Request body: {'port': {'device_id': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219', 'admin_state_up': True, 'tenant_id': '2b71ffd9b709401f8df6a43cf3176d3a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:12.874811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-009b92da-c8ca-4822-98db-65a835f0bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:12.876415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-009b92da-c8ca-4822-98db-65a835f0bd1e service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1592176 Feb 04 13:01:12.877288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=88068414-d616-45ed-add1-01c396b51768,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:12.942793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625683d5-80e6-4a62-9602-e26d5f245741 None None] Network 9764efbd-1a62-40a8-ad70-7f2373c9d1bf requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:12.976730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:12.992245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1159948041'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:13.027188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:13.044535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:network and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:13.054170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:13.071248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-b3efb3d0-f249-4d19-af44-57ef5aa4729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.072737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-b3efb3d0-f249-4d19-af44-57ef5aa4729e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.1473293 Feb 04 13:01:13.074279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:13.081563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:13.086553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Usage tracker for resource:port and tenant:2b71ffd9b709401f8df6a43cf3176d3a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:13.090280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:13.096784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:13.115950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183fca1-bba7-41f8-8e10-432d258d0e95 req-e5b0931c-f121-4f77-b9b9-45a26e373af4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.123142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5183fca1-bba7-41f8-8e10-432d258d0e95 req-e5b0931c-f121-4f77-b9b9-45a26e373af4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.8139787 Feb 04 13:01:13.155294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d2c18-ed51-458e-9e13-e3b1f3aa5cf6 None None] DHCP port deletion for 9764efbd-1a62-40a8-ad70-7f2373c9d1bf request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:01:13.191403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Made reservation on behalf of 2b71ffd9b709401f8df6a43cf3176d3a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:13.195085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.234669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:13.238293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.245121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14406c-bc12-4c45-aa28-9cac99e2291d req-fe7bd629-8511-4f68-8d02-91ff1d18bce7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.246627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c14406c-bc12-4c45-aa28-9cac99e2291d req-fe7bd629-8511-4f68-8d02-91ff1d18bce7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.9454799 Feb 04 13:01:13.247242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a652493-15c6-4784-9652-57fca091a933 service neutron] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.249208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-f6317ba9-05e3-4e57-8f09-d84dec29e929 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424141 Feb 04 13:01:13.263283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5183fca1-bba7-41f8-8e10-432d258d0e95 req-864d930f-1b73-4418-bd46-947dd9f16cda tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391068 Feb 04 13:01:13.287422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:13.288466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-7a344482-79a3-43b7-abb9-783969b81f66 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1260328 Feb 04 13:01:13.293418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.304853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:13.312903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.382109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfa90-c85d-4ce7-8140-ad05ab09e169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.473261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.473610 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Added segment 737ce573-446e-4ca5-974d-301eb48fb8a4 of type vlan for network 231810da-1f5f-453c-a68a-f03e2b59bf38 Feb 04 13:01:13.501154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9764efbd-1a62-40a8-ad70-7f2373c9d1bf']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:13.525876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:13.538953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:13.541373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:13.572666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76977e7d-6563-43c9-b197-16675c280029') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:13.572973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76977e7d-6563-43c9-b197-16675c280029') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:13.583411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-54714cb7-b339-4b29-a279-c299a8cbaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.584878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-54714cb7-b339-4b29-a279-c299a8cbaa18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2637522 Feb 04 13:01:13.587702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c14406c-bc12-4c45-aa28-9cac99e2291d req-13c3fca7-2e3b-4a4f-a363-eccd2f5e44b8 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038294 Feb 04 13:01:13.597377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.620395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.644476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:13.646193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.651369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-9a727395-de4b-47ec-9c94-f2a7026ac2b4 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863392 Feb 04 13:01:13.766632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.775557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-b9faf7b7-9000-46bf-9142-cf6b91d5ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.777369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-b9faf7b7-9000-46bf-9142-cf6b91d5ceb0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1095 time: 0.8296320 Feb 04 13:01:13.787275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.788127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.797459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba1ef1-a58c-4ac1-a05f-6cc87079504a req-332e0fbd-aabf-4046-8650-d8c6620928ee tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.805003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20ba1ef1-a58c-4ac1-a05f-6cc87079504a req-332e0fbd-aabf-4046-8650-d8c6620928ee tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 944 time: 0.3836985 Feb 04 13:01:13.836109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:13.836985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.838135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.843845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.844259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.850872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Allocated IP 172.20.0.14 (6f0eec1b-b22d-4e9c-9cd8-12e5cb522219/6fa3f488-fc1e-455b-b2ab-f8584e565fc1/86e88f10-bbec-4a77-882c-b20a5893730b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:13.915417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b13fd43e-2697-4de3-84ae-3a31c8bc4a33 None None] Provisioning for port 3effda75-ec04-472e-9ab8-72a89efff3aa completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:13.927892 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:13.931457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b13fd43e-2697-4de3-84ae-3a31c8bc4a33 None None] Provisioning complete for port 3effda75-ec04-472e-9ab8-72a89efff3aa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:13.931739 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b13fd43e-2697-4de3-84ae-3a31c8bc4a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:13.959229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20ba1ef1-a58c-4ac1-a05f-6cc87079504a req-3edd1801-66cb-45da-8d45-ec7e3b363041 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533668 Feb 04 13:01:14.012691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b13fd43e-2697-4de3-84ae-3a31c8bc4a33 None None] Port 3effda75-ec04-472e-9ab8-72a89efff3aa cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:14.015250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0280070 Feb 04 13:01:14.015933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:14.022146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-91ac7831-ec1a-41a4-9b07-2302c85c9f6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5475199 Feb 04 13:01:14.042895 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'status': 'completed', 'code': 200} Feb 04 13:01:14.044961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-e4d9b8b6-d3df-4571-8b29-dc02174009d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 217 time: 0.2260408 Feb 04 13:01:14.051482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Request body: {'port': {'device_id': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.065865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-419529902'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.080724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797afc7-1dd8-4d23-91d4-980313b66cee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Network': ['ID=231810da-1f5f-453c-a68a-f03e2b59bf38,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.089427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:14.093159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78b8f5c3-08d2-4c28-ad8a-8de83671759c req-1afc4feb-d05b-467d-96d6-7e0356dd6be1 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345019 Feb 04 13:01:14.099247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:network and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:14.104379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:14.119886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:14.127334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:14.150034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.182398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530438'] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.206538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=9764efbd-1a62-40a8-ad70-7f2373c9d1bf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.250254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:14.252062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b26995a-0346-4792-936b-bad3c7ae6d73 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/9764efbd-1a62-40a8-ad70-7f2373c9d1bf HTTP/1.1" status: 204 len: 168 time: 8.4129276 Feb 04 13:01:14.254249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.255300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-7ff0c77b-e68c-44be-b06b-a1289ee86144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.256764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-7ff0c77b-e68c-44be-b06b-a1289ee86144 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6560442 Feb 04 13:01:14.258828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:14.268680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-da6cfe07-ff3c-4b21-832b-524b2e12edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.270088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-da6cfe07-ff3c-4b21-832b-524b2e12edc0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1867075 Feb 04 13:01:14.348724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:14.359811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.370554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.370927 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Added segment 72475be5-625b-42b6-9b95-662cee9920c9 of type vlan for network 38b8da5e-6c17-4acc-b693-7b49fe97f641 Feb 04 13:01:14.395686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef03a-d30d-4281-8371-048dbe6e2443 req-76ba2deb-b802-4a64-a9f4-6413b8d19a86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.397171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-793ef03a-d30d-4281-8371-048dbe6e2443 req-76ba2deb-b802-4a64-a9f4-6413b8d19a86 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 944 time: 0.2179129 Feb 04 13:01:14.419056 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-408d4756-6589-4c48-a4bd-abe10722d104 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:14.419644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408d4756-6589-4c48-a4bd-abe10722d104 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:14.421302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-408d4756-6589-4c48-a4bd-abe10722d104 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/9764efbd-1a62-40a8-ad70-7f2373c9d1bf HTTP/1.1" status: 404 len: 339 time: 0.1554182 Feb 04 13:01:14.429012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39628) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:14.434314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.436503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.451765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757205951', 'description': 'd1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:14.463047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6099c-8870-430b-9e41-aa4237bb836d req-2e637d5b-a9a6-453e-8615-e90645fd23b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.463760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffd6099c-8870-430b-9e41-aa4237bb836d req-2e637d5b-a9a6-453e-8615-e90645fd23b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:14.470366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:14.494257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:14.507055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:14.539065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffd6099c-8870-430b-9e41-aa4237bb836d req-2e637d5b-a9a6-453e-8615-e90645fd23b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:14.540232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffd6099c-8870-430b-9e41-aa4237bb836d req-2e637d5b-a9a6-453e-8615-e90645fd23b8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 936 time: 0.8062115 Feb 04 13:01:14.633460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-dcfe4198-6516-4bd1-89f8-6775ef2b71f5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555858 Feb 04 13:01:14.641946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-793ef03a-d30d-4281-8371-048dbe6e2443 req-9ab53efa-90f2-46bd-a2ba-0c59a7ad6440 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337792 Feb 04 13:01:14.643484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b999-5333-4a37-8459-028918f67ea2 req-3531ab01-ad3e-42ad-8aa1-728ea5480769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.644968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-3531ab01-ad3e-42ad-8aa1-728ea5480769 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493228 Feb 04 13:01:14.654025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:14.660163 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.666397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.671840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.672440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.737725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:14.741146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.836866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffd6099c-8870-430b-9e41-aa4237bb836d req-0dbcfa8d-50f1-4030-8b40-c185d692d9c7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770774 Feb 04 13:01:14.867050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:14.944285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:14.950327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9186563 Feb 04 13:01:14.951341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:14.955993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Pushing event updated for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:14.958552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:14.962465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:14.972796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 536f17c7-99cf-4091-a0da-745d1f9517b3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:14.979778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 536f17c7-99cf-4091-a0da-745d1f9517b3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:14.980251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:14.990725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a6315-73bd-4994-8f86-5e6004963b50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Network': ['ID=38b8da5e-6c17-4acc-b693-7b49fe97f641,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.005887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'subnet': {'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:15.028946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:15.081919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:15.132023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.132541 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 030a7223-00a3-4001-817d-7f6f799d4331 of type vlan for network 652ec1c2-20be-4e5b-a717-2c409a7095b5 Feb 04 13:01:15.176707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.177335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.213720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:15.223847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:subnet and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:15.227166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:15.230751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.246340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73997ad-3f6f-49eb-8174-fa817f5541b2 req-8dabdb7c-2f17-4780-908f-842d233bf029 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.247358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e73997ad-3f6f-49eb-8174-fa817f5541b2 req-8dabdb7c-2f17-4780-908f-842d233bf029 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Synchronizing usage tracker for tenant:2b71ffd9b709401f8df6a43cf3176d3a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:15.249705 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.251882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:15.254707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-4d6cc122-d1e8-422a-86e7-be5c157bb773 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4387176 Feb 04 13:01:15.261442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8d212c-6a7e-480d-b296-2a8e51c88144 req-fab6c583-d900-402c-b55e-9d5bdc3dadf8 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127770 Feb 04 13:01:15.266870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-6c9856d4-33d6-4dcb-9dd0-6e966bbb9019 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965862 Feb 04 13:01:15.269012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Request body: {'port': {'device_id': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:15.285397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:15.298152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:15.304080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.342161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:15.346475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.384690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.409733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f8b3-5a36-4ef9-90eb-d4a97c3b09ae req-8789d525-d0f4-4df3-aaa2-b60625c2da66 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.411247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f12f8b3-5a36-4ef9-90eb-d4a97c3b09ae req-8789d525-d0f4-4df3-aaa2-b60625c2da66 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 1100 time: 0.3873742 Feb 04 13:01:15.414148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e73997ad-3f6f-49eb-8174-fa817f5541b2 req-8dabdb7c-2f17-4780-908f-842d233bf029 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Unset dirty status for tenant:2b71ffd9b709401f8df6a43cf3176d3a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:15.416539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e73997ad-3f6f-49eb-8174-fa817f5541b2 req-8dabdb7c-2f17-4780-908f-842d233bf029 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 932 time: 0.5899630 Feb 04 13:01:15.464686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.470041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.471179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.529988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90b4b999-5333-4a37-8459-028918f67ea2 req-4a257cba-ca5c-4315-afd4-57862b657e8f service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499378 Feb 04 13:01:15.543765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3effda75-ec04-472e-9ab8-72a89efff3aa {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:15.549724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f12f8b3-5a36-4ef9-90eb-d4a97c3b09ae req-4183aaae-dbc4-4479-aee0-1986004b12c1 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155598 Feb 04 13:01:15.553733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.570069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Transition to ACTIVE for port object 3effda75-ec04-472e-9ab8-72a89efff3aa will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:15.582884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.671789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2408235 Feb 04 13:01:15.677337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39642) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:15.721791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e73997ad-3f6f-49eb-8174-fa817f5541b2 req-84fbdf22-f356-4b75-9315-e1a2628c0276 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952247 Feb 04 13:01:15.730016 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.758630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebfd0f-7aa1-4933-a3a9-2702e664367d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=652ec1c2-20be-4e5b-a717-2c409a7095b5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:15.773224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 652ec1c2-20be-4e5b-a717-2c409a7095b5 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:15.944879 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b583abb-70c0-4199-af85-f884509848ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:15.956568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e579f-7a54-4d5f-a74f-9ce30685cd62 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.957535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6f7e579f-7a54-4d5f-a74f-9ce30685cd62 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Synchronizing usage tracker for tenant:596d19febf4644f699614c76cd253a71 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:16.008474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.098684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6f7e579f-7a54-4d5f-a74f-9ce30685cd62 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Unset dirty status for tenant:596d19febf4644f699614c76cd253a71 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:16.099857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f7e579f-7a54-4d5f-a74f-9ce30685cd62 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks?id=652ec1c2-20be-4e5b-a717-2c409a7095b5 HTTP/1.1" status: 200 len: 760 time: 0.4195650 Feb 04 13:01:16.105445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:16.123295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'description': 'd2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:16.178052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.239608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-25aa98cc-5f79-457f-9a20-faf168a5f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.241039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-25aa98cc-5f79-457f-9a20-faf168a5f985 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1095 time: 0.6538634 Feb 04 13:01:16.245730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92890650-6fc6-4fb0-ace4-d785a816c996 req-68232fcf-c09c-49da-a449-dba5f394161f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.247271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92890650-6fc6-4fb0-ace4-d785a816c996 req-68232fcf-c09c-49da-a449-dba5f394161f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 945 time: 0.3893609 Feb 04 13:01:16.287771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7308-44a0-4fb6-8a2c-a8c7db4aca87 req-9f5f9e63-5b8c-47a4-809d-d75b3edca0c6 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.289233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-249c7308-44a0-4fb6-8a2c-a8c7db4aca87 req-9f5f9e63-5b8c-47a4-809d-d75b3edca0c6 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.5755999 Feb 04 13:01:16.293968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:16.294309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:16.295100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:16.314052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Subnet': ['ID=37199129-ecf4-449b-bd0b-9a92d0d57e3b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:16.342085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:16.342449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network hostable DHCP agents. Network: 231810da-1f5f-453c-a68a-f03e2b59bf38, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:16.368618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92890650-6fc6-4fb0-ace4-d785a816c996 req-a5243c4e-7ac9-443f-b0a8-0522ca5c979b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128409 Feb 04 13:01:16.385212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:01:16.385543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:16.402723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:16.426433 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'code': 200} Feb 04 13:01:16.455716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 231810da-1f5f-453c-a68a-f03e2b59bf38) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:16.468040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:16.468424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:16.469214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:16.469214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Bound port: 3effda75-ec04-472e-9ab8-72a89efff3aa, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:16.469548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.472329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d29526-a519-4518-83b5-81335e0fb7ca None None] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:16.473823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.474419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.502636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e88f10-bbec-4a77-882c-b20a5893730b {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:16.512539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.516787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76afa483-abab-46aa-8042-f7dafddee176 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5560510 Feb 04 13:01:16.519461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:16.529987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'subnet': {'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:16.555797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-249c7308-44a0-4fb6-8a2c-a8c7db4aca87 req-e18367e5-18eb-4073-b83e-bbe6d3349765 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587304 Feb 04 13:01:16.657123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.803239 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.842997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Transition to ACTIVE for port object 86e88f10-bbec-4a77-882c-b20a5893730b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:16.855316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-ff1abdb2-f869-42d8-97ae-bb763c6269b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.857028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-ff1abdb2-f869-42d8-97ae-bb763c6269b2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.5988691 Feb 04 13:01:16.862988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-9b0b86ef-e920-4ed4-94af-72464a2af814 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587814 Feb 04 13:01:16.863580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.870562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.895482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-231810da-1f5f-453c-a68a-f03e2b59bf38', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:01:16.896406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.949050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 652ec1c2-20be-4e5b-a717-2c409a7095b5 is not hosted by any dhcp agent {{(pid=87621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 13:01:16.954697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:16.955615 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:16.956901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "PUT /v2.0/networks/652ec1c2-20be-4e5b-a717-2c409a7095b5 HTTP/1.1" status: 200 len: 757 time: 0.8481410 Feb 04 13:01:16.964627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39670) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:17.036868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:17.042396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-4f508390-46f7-4675-95d1-ad0830948da7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 217 time: 0.1712263 Feb 04 13:01:17.054873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:17.060110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Allocated IP 10.1.1.2 (231810da-1f5f-453c-a68a-f03e2b59bf38/37199129-ecf4-449b-bd0b-9a92d0d57e3b/e98029fc-18d8-413d-97d9-765ea1737603) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:17.069538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:subnet and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:17.128097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:17.141401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.145016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:17.151148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:17.165276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.179131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.183178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e6bc-7f7d-4db6-94a0-ba62ef52c215 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=652ec1c2-20be-4e5b-a717-2c409a7095b5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.203726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 652ec1c2-20be-4e5b-a717-2c409a7095b5 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:17.266582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee138c3-c31e-4898-9484-460d3288ee65 req-c19fe5b8-90ce-48e0-ab59-2cc56a247f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.268160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ee138c3-c31e-4898-9484-460d3288ee65 req-c19fe5b8-90ce-48e0-ab59-2cc56a247f12 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 1096 time: 0.7201738 Feb 04 13:01:17.271661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.272286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.273700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] 10.222.0.90 "PUT /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 1096 time: 3.2339001 Feb 04 13:01:17.273852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:17.276328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:17.277264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.281783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-e9f7886c-23af-4787-b500-38e7888fe445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.283310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-e9f7886c-23af-4787-b500-38e7888fe445 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1894243 Feb 04 13:01:17.318833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7cb2a-c4e8-467c-80ee-932102ecf3a6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.319550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85e7cb2a-c4e8-467c-80ee-932102ecf3a6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Synchronizing usage tracker for tenant:596d19febf4644f699614c76cd253a71 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:17.336218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156783ae-0c8a-48b6-9165-af41d82b4530 req-4958f180-1f36-4687-89e8-0e5dfc880555 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.338004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-156783ae-0c8a-48b6-9165-af41d82b4530 req-4958f180-1f36-4687-89e8-0e5dfc880555 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 944 time: 0.7541931 Feb 04 13:01:17.410495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e19b6-b6c0-4816-8a81-52a30c79ab8e service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.433707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-640200dd-c2ba-434c-b6b7-9a489e87eb07 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.435508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-640200dd-c2ba-434c-b6b7-9a489e87eb07 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988575 Feb 04 13:01:17.456133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.464856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-5fa62366-b021-4b48-a413-a9e1e7f8620b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/quotas/08e6f3fc1d504d4e82841f1801642f29 HTTP/1.1" status: 200 len: 375 time: 0.0225062 Feb 04 13:01:17.470874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Transition to ACTIVE for port object e98029fc-18d8-413d-97d9-765ea1737603 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:17.500567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85e7cb2a-c4e8-467c-80ee-932102ecf3a6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Unset dirty status for tenant:596d19febf4644f699614c76cd253a71 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:17.501781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-85e7cb2a-c4e8-467c-80ee-932102ecf3a6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks?id=652ec1c2-20be-4e5b-a717-2c409a7095b5 HTTP/1.1" status: 200 len: 760 time: 0.4888153 Feb 04 13:01:17.502835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Transition to ACTIVE for port object e98029fc-18d8-413d-97d9-765ea1737603 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:17.512457 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.519140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:17.520932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ee138c3-c31e-4898-9484-460d3288ee65 req-d275b4a8-68a3-49d1-924a-826441e8e484 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230470 Feb 04 13:01:17.533782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907730836'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:17.543040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Attempting to bind port 86e88f10-bbec-4a77-882c-b20a5893730b on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:17.543277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Attempting to bind port 86e88f10-bbec-4a77-882c-b20a5893730b by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '638b13d8-e6ea-43e6-a397-30c53e0e416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:17.543619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Attempting to bind port 86e88f10-bbec-4a77-882c-b20a5893730b on network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:17.548607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-85757771-c572-449b-abe8-38e28f80369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.550814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-85757771-c572-449b-abe8-38e28f80369f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1099 time: 0.2046995 Feb 04 13:01:17.554365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:17.561220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-04992a6c-5675-41d8-aabc-89de91b1b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:17.562819 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-04992a6c-5675-41d8-aabc-89de91b1b34e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607245 Feb 04 13:01:17.571490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Port 86e88f10-bbec-4a77-882c-b20a5893730b on network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:01:17.571942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Attempting to bind port 86e88f10-bbec-4a77-882c-b20a5893730b on network 6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:17.582967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:17.590017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:17.593230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:17.597351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:17.603210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Pushing event updated for resources: {'Port': ['ID=e98029fc-18d8-413d-97d9-765ea1737603,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.606130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-156783ae-0c8a-48b6-9165-af41d82b4530 req-34b7c1e4-8753-4593-8be4-bfc3d3e3175f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988392 Feb 04 13:01:17.622483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:17.623162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Checking segment: {'id': '638b13d8-e6ea-43e6-a397-30c53e0e416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:17.623810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Bound using segment: {'id': '638b13d8-e6ea-43e6-a397-30c53e0e416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:17.624515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Bound port: 86e88f10-bbec-4a77-882c-b20a5893730b, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638b13d8-e6ea-43e6-a397-30c53e0e416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:17.625076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.656388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:17.660571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.715274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Attempting to bind port e98029fc-18d8-413d-97d9-765ea1737603 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:17.716005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Attempting to bind port e98029fc-18d8-413d-97d9-765ea1737603 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:17.716629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Attempting to bind port e98029fc-18d8-413d-97d9-765ea1737603 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:17.725251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:17.725906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:17.726556 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.727174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Bound using segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:17.727850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Bound port: e98029fc-18d8-413d-97d9-765ea1737603, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:17.728442 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.794814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-f41219c1-5b15-4d60-b3a7-1b01010f758e service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240000 Feb 04 13:01:17.824083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] For port e98029fc-18d8-413d-97d9-765ea1737603, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:17.827212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] For port e98029fc-18d8-413d-97d9-765ea1737603, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e98029fc-18d8-413d-97d9-765ea1737603,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:17.831990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.835838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:17.896656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.897088 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 7935595d-22e8-4b5e-90d6-29c95af84c2a of type vlan for network 522dc4f1-e478-472d-a648-d11c1eafea83 Feb 04 13:01:17.912382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:17.924733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dfd57-8416-4cd8-a982-6135fd3dede1 None None] Pushing event updated for resources: {'Port': ['ID=e98029fc-18d8-413d-97d9-765ea1737603,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:17.943714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=86e88f10-bbec-4a77-882c-b20a5893730b,segment=NetworkSegment(638b13d8-e6ea-43e6-a397-30c53e0e416d),segment_id=638b13d8-e6ea-43e6-a397-30c53e0e416d)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:17.956657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-08650037-76d6-4910-8bdb-0dc6f3848b69 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4791873 Feb 04 13:01:17.965602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:17.999656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-ed99b3a4-3b6c-4815-a648-9863a16325e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.2038450 Feb 04 13:01:18.019443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.055622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.089258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-b46d47c8-ce1e-44e2-a16a-dabb2ed3fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.099704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-b46d47c8-ce1e-44e2-a16a-dabb2ed3fc5b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0922534 Feb 04 13:01:18.141595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.142878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-734df3fe-a64e-443c-a0c6-607e12b6bf7a req-358f7386-2ea2-4c2c-82e1-82340ceab231 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397033 Feb 04 13:01:18.157440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.158973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] 10.222.0.87 "PUT /v2.0/ports/86e88f10-bbec-4a77-882c-b20a5893730b HTTP/1.1" status: 200 len: 1092 time: 2.8937333 Feb 04 13:01:18.159479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:18.198331 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:01:18.237580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9f6ed-9f73-4061-90d8-dd898d46cf52 req-efb1b960-6803-428d-acd8-363f1e06afde tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.239164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35a9f6ed-9f73-4061-90d8-dd898d46cf52 req-efb1b960-6803-428d-acd8-363f1e06afde tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.4937861 Feb 04 13:01:18.341631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120507-2de5-4585-be78-ac0db648ceb4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.344240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.350057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.350969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.367005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-5fc6eaf4-eac0-4d33-902f-c601b5736c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.368719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-5fc6eaf4-eac0-4d33-902f-c601b5736c14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248950 Feb 04 13:01:18.384180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58f91-0fcc-4444-a89f-4a7f7613096e req-0b4b44ee-70e4-4582-8e07-f1c771375fb3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.385778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14d58f91-0fcc-4444-a89f-4a7f7613096e req-0b4b44ee-70e4-4582-8e07-f1c771375fb3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 944 time: 0.1517410 Feb 04 13:01:18.489697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Subnet': ['ID=e2885073-1a7f-4ec1-a2c8-8a4a021290e7,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.531100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14d58f91-0fcc-4444-a89f-4a7f7613096e req-8ab594d4-8638-4de5-8426-f969994a5313 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Synchronizing usage tracker for tenant:2b71ffd9b709401f8df6a43cf3176d3a on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:18.550041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:18.551947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35a9f6ed-9f73-4061-90d8-dd898d46cf52 req-15327a16-18a3-4591-9227-f0675a15bd60 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738352 Feb 04 13:01:18.567945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Checking segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:18.568312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network hostable DHCP agents. Network: 38b8da5e-6c17-4acc-b693-7b49fe97f641, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:18.580459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14d58f91-0fcc-4444-a89f-4a7f7613096e req-8ab594d4-8638-4de5-8426-f969994a5313 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Unset dirty status for tenant:2b71ffd9b709401f8df6a43cf3176d3a on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:18.590450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14d58f91-0fcc-4444-a89f-4a7f7613096e req-8ab594d4-8638-4de5-8426-f969994a5313 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830018 Feb 04 13:01:18.598681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=522dc4f1-e478-472d-a648-d11c1eafea83,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:18.610739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 522dc4f1-e478-472d-a648-d11c1eafea83 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:18.626324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1bc0ecd1-e6dd-48d6-8dc6-fe93d57d8cdb tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1029954 Feb 04 13:01:18.626679 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'status': 'completed', 'code': 200} Feb 04 13:01:18.628460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:18.644673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-d54b5f95-33ae-474c-9bb5-5a8cd3bf0552 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579076 Feb 04 13:01:18.647399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:18.843184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-5c55e408-d22b-4608-9cf8-60ebac9b2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:18.848819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-5c55e408-d22b-4608-9cf8-60ebac9b2145 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b71ffd9b709401f8df6a43cf3176d3a&device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 1095 time: 0.6085689 Feb 04 13:01:19.118438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ed4d4-786b-4a1b-a94b-3b0f2618d188 req-93d8fed9-363b-406e-b1d4-f76ce279558f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.120171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-216ed4d4-786b-4a1b-a94b-3b0f2618d188 req-93d8fed9-363b-406e-b1d4-f76ce279558f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 945 time: 0.3072772 Feb 04 13:01:19.131553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab97289-edf3-42ab-b1ab-13f36754aa66 req-8a41365b-6c23-4361-8f71-40c39c3af520 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805443 Feb 04 13:01:19.163582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:19.166810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-0d98f50e-2283-449d-ac54-888ec8a82429 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e88f10-bbec-4a77-882c-b20a5893730b HTTP/1.1" status: 200 len: 217 time: 0.2981489 Feb 04 13:01:19.184778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-216ed4d4-786b-4a1b-a94b-3b0f2618d188 req-4b6f1a69-e819-4ce9-8710-815c3de06a5a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Feb 04 13:01:19.236773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 38b8da5e-6c17-4acc-b693-7b49fe97f641) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:19.244664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0548c-54fe-4580-971f-7f3936305c70 None None] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:19.271480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:19.285566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:19.289917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:subnet and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:19.292403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-16a41ab9-4f1e-43e3-8c04-718751befa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.293277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:19.294597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-16a41ab9-4f1e-43e3-8c04-718751befa98 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1099 time: 0.0982137 Feb 04 13:01:19.300266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:19.308889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.309738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:19.327800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:19.332077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:19.405294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd098e-6e91-4144-abd3-f0c80fad61c6 None None] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:19.447967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-495e0d59-0aa8-4cc2-9adf-f780db298495 req-7f80cd4a-7128-49d0-9a28-d57e3d0228e3 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 210 time: 0.1139047 Feb 04 13:01:19.451952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-624121dc-af9f-4e8d-8913-7296f98a936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.453881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-624121dc-af9f-4e8d-8913-7296f98a936a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6fa3f488-fc1e-455b-b2ab-f8584e565fc1 HTTP/1.1" status: 200 len: 862 time: 0.2653754 Feb 04 13:01:19.468204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39704) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:19.475678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0395286c-adb1-48ed-b0c6-074ad89f07ca tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9536541 Feb 04 13:01:19.477718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'name': 'tempest-TaggedBootDevicesTest-1719666309', 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:19.550982 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b', 'status': 'completed', 'code': 200} Feb 04 13:01:19.557131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-2c824a1f-9243-4157-8959-af28d6ae7656 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965006 Feb 04 13:01:19.720028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2e589ef1-8fd2-4538-8298-471bd25706d6 None None] Provisioning for port e98029fc-18d8-413d-97d9-765ea1737603 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:19.738334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32aaa3-6e8a-456d-97cb-32d00e45748d req-6dc016f0-a1d4-433f-b6f5-443be4c47583 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.746577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc32aaa3-6e8a-456d-97cb-32d00e45748d req-6dc016f0-a1d4-433f-b6f5-443be4c47583 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.8789797 Feb 04 13:01:19.763600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-19a91af4-61d6-4ad9-b323-819396378268 service neutron] 10.222.0.87 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001326 Feb 04 13:01:19.850421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-df671cdf-87e0-4408-b893-f83b51be089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:19.851933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-df671cdf-87e0-4408-b893-f83b51be089d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5494945 Feb 04 13:01:19.853561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:19.861198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:port and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:19.864554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:19.872719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:19.885022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e98029fc-18d8-413d-97d9-765ea1737603 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:19.899872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-45de0493-57f5-44c7-b42c-4f7867b8bf5b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=08e6f3fc1d504d4e82841f1801642f29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304798 Feb 04 13:01:19.963860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577482b3-595d-4971-8239-c4023b333016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-38b8da5e-6c17-4acc-b693-7b49fe97f641', 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ips': [{'subnet_id': 'e2885073-1a7f-4ec1-a2c8-8a4a021290e7'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:01:19.964999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:19.995024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:20.055639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc32aaa3-6e8a-456d-97cb-32d00e45748d req-eb692896-4a18-437a-b358-d87745fce6e9 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080001 Feb 04 13:01:20.082644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:20.083777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-8ac26240-71fe-433b-83fe-d653691b931f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.1516750 Feb 04 13:01:20.099283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.132567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf416d00-8547-4a71-b412-d5e01eb18774 req-67c09cf7-4da0-4527-9e85-d36b284fa782 service neutron] 10.222.0.87 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349662 Feb 04 13:01:20.154653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:20.173214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-67cfde6b-e393-496c-8ea4-73bff0d19033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.176501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-67cfde6b-e393-496c-8ea4-73bff0d19033 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0766776 Feb 04 13:01:20.265501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e98029fc-18d8-413d-97d9-765ea1737603 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:20.284742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e98029fc-18d8-413d-97d9-765ea1737603 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:20.285192 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.291368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c63b0-5e17-4f65-b446-20a64a4a2ea6 req-7f3c0083-060d-4b89-9f04-193bf763a938 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.292874 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c48c63b0-5e17-4f65-b446-20a64a4a2ea6 req-7f3c0083-060d-4b89-9f04-193bf763a938 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 944 time: 0.4842496 Feb 04 13:01:20.307221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.356557 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.361603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] device_id is not set on port 071cb482-3a99-4798-9721-aa65905be917 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:01:20.385458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-f1d649e4-d24a-4855-81ee-18dd4e42225d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.386915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-f1d649e4-d24a-4855-81ee-18dd4e42225d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699152 Feb 04 13:01:20.409107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Request body: {'port': {'device_id': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '08e6f3fc1d504d4e82841f1801642f29'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:20.409324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:20.436787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-577482b3-595d-4971-8239-c4023b333016 None None] Allocated IP 10.2.2.2 (38b8da5e-6c17-4acc-b693-7b49fe97f641/e2885073-1a7f-4ec1-a2c8-8a4a021290e7/98655b4e-da1b-41a4-9d80-7f5843dc530b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:20.439955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:20.442004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-a6822b71-554d-45f1-b338-b9d1db16bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.444310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-a6822b71-554d-45f1-b338-b9d1db16bf5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505472 Feb 04 13:01:20.448108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.462581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c48c63b0-5e17-4f65-b446-20a64a4a2ea6 req-26449479-bb4a-4db8-ae27-943049a1dfba tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443670 Feb 04 13:01:20.582664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.629527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55047b-3ba2-411b-a754-31bfa6d7273f req-4ff288a2-a1c8-4909-ba9b-7cd0abdc31d5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.636735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af55047b-3ba2-411b-a754-31bfa6d7273f req-4ff288a2-a1c8-4909-ba9b-7cd0abdc31d5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.4714167 Feb 04 13:01:20.639807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-e788b709-7745-4f84-abc1-a9299188ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:20.641297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-e788b709-7745-4f84-abc1-a9299188ae12 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b71ffd9b709401f8df6a43cf3176d3a&device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 1095 time: 0.3899100 Feb 04 13:01:20.719715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.733733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:20.790669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1373ea1f-b9c7-44ff-8594-24049eea290e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:20.833124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-c9872767-1186-4f4c-b4e6-35fbbe58570b service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669255 Feb 04 13:01:20.845889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e98029fc-18d8-413d-97d9-765ea1737603, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e98029fc-18d8-413d-97d9-765ea1737603,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:20.864167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.883768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af55047b-3ba2-411b-a754-31bfa6d7273f req-39789042-c68d-40cc-967d-4ef3a5cd98e1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463717 Feb 04 13:01:20.891039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=a0a52904-4d10-4fc5-9ef9-a7215a124986,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:20.903868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:20.930564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '7935595d-22e8-4b5e-90d6-29c95af84c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:20.930564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 522dc4f1-e478-472d-a648-d11c1eafea83, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:20.961645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:20.968107 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:20.979268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-577482b3-595d-4971-8239-c4023b333016 None None] Transition to ACTIVE for port object 98655b4e-da1b-41a4-9d80-7f5843dc530b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:20.985694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.1.1.78 (231810da-1f5f-453c-a68a-f03e2b59bf38/37199129-ecf4-449b-bd0b-9a92d0d57e3b/071cb482-3a99-4798-9721-aa65905be917) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:21.001370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-577482b3-595d-4971-8239-c4023b333016 None None] Transition to ACTIVE for port object 98655b4e-da1b-41a4-9d80-7f5843dc530b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:21.032424 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.088778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577482b3-595d-4971-8239-c4023b333016 None None] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:21.094187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-577482b3-595d-4971-8239-c4023b333016 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:21.100476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-64b1176a-a66f-440b-b547-7b826d26f44a None None] Provisioning complete for port e98029fc-18d8-413d-97d9-765ea1737603 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:21.100846 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64b1176a-a66f-440b-b547-7b826d26f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.125924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577482b3-595d-4971-8239-c4023b333016 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:21.135290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e98029fc-18d8-413d-97d9-765ea1737603,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:21.158729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-ea8a8484-aa37-4aa6-8e39-adb25e60fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.160373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-ea8a8484-aa37-4aa6-8e39-adb25e60fd8e service neutron] 10.222.0.87 "GET /v2.0/networks?id=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 HTTP/1.1" status: 200 len: 923 time: 0.4964464 Feb 04 13:01:21.197828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75e8d59c-433d-4ab3-8f03-6c815d3fd17f req-c6055f30-c69d-4cc2-9b34-1fd95a1fcc54 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544016 Feb 04 13:01:21.215365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f5424-8f03-4d37-8735-050d82b8f8bc req-9dbec9b1-bec6-4688-b8bd-c631d1e5f38c tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.221937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-670f5424-8f03-4d37-8735-050d82b8f8bc req-9dbec9b1-bec6-4688-b8bd-c631d1e5f38c tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 944 time: 0.5685358 Feb 04 13:01:21.244961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Made reservation on behalf of 08e6f3fc1d504d4e82841f1801642f29 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:21.248534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.263416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-1768abfc-38a6-445a-bdb8-629c794fcd52 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e88f10-bbec-4a77-882c-b20a5893730b HTTP/1.1" status: 200 len: 217 time: 0.0927498 Feb 04 13:01:21.279683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 522dc4f1-e478-472d-a648-d11c1eafea83 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:21.353664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-670f5424-8f03-4d37-8735-050d82b8f8bc req-cf3632f1-e3e2-4e31-987a-09125c594f1e tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304314 Feb 04 13:01:21.364638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577482b3-595d-4971-8239-c4023b333016 None None] Pushing event updated for resources: {'Port': ['ID=98655b4e-da1b-41a4-9d80-7f5843dc530b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:21.379613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-577482b3-595d-4971-8239-c4023b333016 None None] Attempting to bind port 98655b4e-da1b-41a4-9d80-7f5843dc530b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:21.379993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-577482b3-595d-4971-8239-c4023b333016 None None] Attempting to bind port 98655b4e-da1b-41a4-9d80-7f5843dc530b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:21.380357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577482b3-595d-4971-8239-c4023b333016 None None] Attempting to bind port 98655b4e-da1b-41a4-9d80-7f5843dc530b on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:21.382539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 522dc4f1-e478-472d-a648-d11c1eafea83) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:21.394182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.394980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.409561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1bb07-fa44-48bf-9703-b4f4f2e86f6e None None] Network 522dc4f1-e478-472d-a648-d11c1eafea83 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:21.427013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577482b3-595d-4971-8239-c4023b333016 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:21.427389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577482b3-595d-4971-8239-c4023b333016 None None] Checking segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:21.427764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.428158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577482b3-595d-4971-8239-c4023b333016 None None] Bound using segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:21.428708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-577482b3-595d-4971-8239-c4023b333016 None None] Bound port: 98655b4e-da1b-41a4-9d80-7f5843dc530b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:21.428856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-0fff2daf-1fd1-4654-8f3d-428a2c4a80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.429129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.430634 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-0fff2daf-1fd1-4654-8f3d-428a2c4a80ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6fa3f488-fc1e-455b-b2ab-f8584e565fc1 HTTP/1.1" status: 200 len: 862 time: 0.1519709 Feb 04 13:01:21.438223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.461932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object 071cb482-3a99-4798-9721-aa65905be917 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:21.492811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.509117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-992e66a1-fd18-4749-9bb8-a9d8c2824865 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623038 Feb 04 13:01:21.513193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14ec4c09-e956-4c4d-99ae-aeacc8ecd3fc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8809445 Feb 04 13:01:21.519137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39720) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:21.606626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5671ba9-7bd8-4c4c-8f16-ef83f8483aa3 req-cdc4d7c5-088b-42fa-aded-fb5bd5fe0b7b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.608398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5671ba9-7bd8-4c4c-8f16-ef83f8483aa3 req-cdc4d7c5-088b-42fa-aded-fb5bd5fe0b7b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 945 time: 0.4886730 Feb 04 13:01:21.634551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:21.684239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5bb9d27b-45ab-43d6-9a99-c9aee261f298 req-25673c0b-cd6d-45ab-a6e5-e962959d7031 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 210 time: 0.1388447 Feb 04 13:01:21.692279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:21.696857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:21.702832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:21.765535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e98029fc-18d8-413d-97d9-765ea1737603 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:21.809617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:21.810313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:21.857106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-577482b3-595d-4971-8239-c4023b333016 None None] For port 98655b4e-da1b-41a4-9d80-7f5843dc530b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:21.895206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-142ac663-abb2-4deb-b555-03e6d6d2d492 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4258969 Feb 04 13:01:21.901307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:21.907347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-0c19da96-53f2-4b89-b138-ec8ec3343e7a service neutron] 10.222.0.87 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910446 Feb 04 13:01:21.910518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'name': 'tempest-TaggedBootDevicesTest-1413576858', 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:21.927648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-577482b3-595d-4971-8239-c4023b333016 None None] For port 98655b4e-da1b-41a4-9d80-7f5843dc530b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=98655b4e-da1b-41a4-9d80-7f5843dc530b,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:21.947946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577482b3-595d-4971-8239-c4023b333016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.032656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Allocated IP 192.168.233.154 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/b8ec7969-3732-4f2a-86c7-b02708998057) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:22.058568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5671ba9-7bd8-4c4c-8f16-ef83f8483aa3 req-8c14e611-6aa0-499f-b06c-4dd226d615b9 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879491 Feb 04 13:01:22.071430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4f0e7-c555-4492-a2ab-d01c4366554c req-348fdf1b-6716-4a76-9e15-891dc6ffa578 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:22.073094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8eb4f0e7-c555-4492-a2ab-d01c4366554c req-348fdf1b-6716-4a76-9e15-891dc6ffa578 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.2284298 Feb 04 13:01:22.093299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e98029fc-18d8-413d-97d9-765ea1737603 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:22.093673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.103786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:22.116089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:port and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:22.121181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:22.130934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:22.133840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-522dc4f1-e478-472d-a648-d11c1eafea83', 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': 'a0a52904-4d10-4fc5-9ef9-a7215a124986'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:01:22.135411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.139167 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.145136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577482b3-595d-4971-8239-c4023b333016 None None] Pushing event updated for resources: {'Port': ['ID=98655b4e-da1b-41a4-9d80-7f5843dc530b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.150881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8eb4f0e7-c555-4492-a2ab-d01c4366554c req-b3a949fa-d265-4934-9782-ef298cd18183 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Feb 04 13:01:22.165311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:22.170206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.179513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1ca2ce92-2030-47a9-92fd-34f5cbd897a7 None None] Provisioning for port 071cb482-3a99-4798-9721-aa65905be917 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:22.199773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1ca2ce92-2030-47a9-92fd-34f5cbd897a7 None None] Provisioning complete for port 071cb482-3a99-4798-9721-aa65905be917 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:22.200152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ce92-2030-47a9-92fd-34f5cbd897a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.212918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acd9b818-7b20-47ca-b3e4-572b8b7be9f3 req-8df44d9f-b8a3-4e83-85f1-70f2b78475c4 service neutron] 10.222.0.87 "GET /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974932 Feb 04 13:01:22.219616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] device_id is not set on port 1ba12652-e0de-44b4-a055-0879522e0bc4 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:01:22.318979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2ce92-2030-47a9-92fd-34f5cbd897a7 None None] Port 071cb482-3a99-4798-9721-aa65905be917 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:22.434656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.492904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabb61-cf89-4292-9d8b-8a9925eece20 req-12789b01-52a2-4032-9033-0f5182f4ed75 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:22.500938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7fabb61-cf89-4292-9d8b-8a9925eece20 req-12789b01-52a2-4032-9033-0f5182f4ed75 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.1958680 Feb 04 13:01:22.509195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Allocated IP 172.20.0.2 (522dc4f1-e478-472d-a648-d11c1eafea83/a0a52904-4d10-4fc5-9ef9-a7215a124986/d6613381-8475-4e28-be7a-425e7c26c4df) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:22.590869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.610817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Transition to ACTIVE for port object b8ec7969-3732-4f2a-86c7-b02708998057 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:22.635280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7fabb61-cf89-4292-9d8b-8a9925eece20 req-70a7cce8-22b1-4d20-9aa8-b4b595cc1338 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334546 Feb 04 13:01:22.647885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d079-a711-462e-91c1-13581b87226a req-cde0404e-d57b-49e7-9a7d-2e4b4382a461 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:22.649249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f028d079-a711-462e-91c1-13581b87226a req-cde0404e-d57b-49e7-9a7d-2e4b4382a461 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.3791895 Feb 04 13:01:22.664472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.1.1.175 (231810da-1f5f-453c-a68a-f03e2b59bf38/37199129-ecf4-449b-bd0b-9a92d0d57e3b/1ba12652-e0de-44b4-a055-0879522e0bc4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:22.692761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:22.708610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52', '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'b3ea676a-3a02-4738-9b03-ec9186e8d992'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:22.752070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:22.824031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:22.836104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:22.843472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:22.897594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:22.961254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f028d079-a711-462e-91c1-13581b87226a req-403d5bc2-7214-425c-aa34-31d0b5eb07a8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022673 Feb 04 13:01:22.980680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event updated for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:22.998218 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.020418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object 1ba12652-e0de-44b4-a055-0879522e0bc4 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:23.043241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.043942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.055939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.096347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-4d1a8223-0750-45f3-84d4-cbf7c96bd51a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6937778 Feb 04 13:01:23.111862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Request body: {'port': {'device_id': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:23.174625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:23.179761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:23.182438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:23.231343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:23.235438 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.272084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.273434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.310956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 86e88f10-bbec-4a77-882c-b20a5893730b details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:23.370262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d224d023-4d92-4ecb-a06f-7b2f598edbf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4674714 Feb 04 13:01:23.401662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f87e6-d357-4646-97ba-e6340c1d4280 req-dd4e2414-cb9c-4525-9457-42ed85ad0364 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.403270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-788f87e6-d357-4646-97ba-e6340c1d4280 req-dd4e2414-cb9c-4525-9457-42ed85ad0364 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 936 time: 0.1174448 Feb 04 13:01:23.429984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:23.465887 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-788f87e6-d357-4646-97ba-e6340c1d4280 req-b1c90085-be99-4c6e-8fd4-91fc4148f443 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Feb 04 13:01:23.497132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Transition to ACTIVE for port object d6613381-8475-4e28-be7a-425e7c26c4df will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:23.580812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.753287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Transition to ACTIVE for port object d6613381-8475-4e28-be7a-425e7c26c4df will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:23.768767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be8d67bb-7aba-4a03-bfa3-c4a120dcda72 None None] Provisioning for port b8ec7969-3732-4f2a-86c7-b02708998057 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:23.795829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:23.807049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.817881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49510ab-6a20-414d-9fa8-8f9ad7e80af5 None None] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:23.822359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766606c-b73f-4632-a652-70ceeb5f94a5 req-1264927d-ca52-445a-9eda-ce4b632ed380 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.824109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6766606c-b73f-4632-a652-70ceeb5f94a5 req-1264927d-ca52-445a-9eda-ce4b632ed380 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 945 time: 0.1616774 Feb 04 13:01:23.871894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.877553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 98655b4e-da1b-41a4-9d80-7f5843dc530b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:23.878530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6766606c-b73f-4632-a652-70ceeb5f94a5 req-614b61a5-ae9e-491b-9993-4cc7e3676042 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Feb 04 13:01:23.908162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be8d67bb-7aba-4a03-bfa3-c4a120dcda72 None None] Provisioning complete for port b8ec7969-3732-4f2a-86c7-b02708998057 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:23.908684 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be8d67bb-7aba-4a03-bfa3-c4a120dcda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:23.955718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c05348-d04c-4fec-aa3a-1c131b9543da req-bc917be4-54b0-4853-83c7-8f56f98b3e8e tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.957314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25c05348-d04c-4fec-aa3a-1c131b9543da req-bc917be4-54b0-4853-83c7-8f56f98b3e8e tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 944 time: 0.6065223 Feb 04 13:01:23.958093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a52904-4d10-4fc5-9ef9-a7215a124986,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:24.074908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5d8c1-6598-4e31-bfcb-180edf31ef3f req-a18ec655-a062-411f-8542-a0af5ed0da02 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:24.076801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dde5d8c1-6598-4e31-bfcb-180edf31ef3f req-a18ec655-a062-411f-8542-a0af5ed0da02 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.0885019 Feb 04 13:01:24.119759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'mac_address': 'fa:16:3e:4f:1a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:24.124404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dde5d8c1-6598-4e31-bfcb-180edf31ef3f req-a6dba96a-8342-4038-901d-dc8cc1f3809f tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Feb 04 13:01:24.147410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.166701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Network 522dc4f1-e478-472d-a648-d11c1eafea83 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:24.180277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=86e88f10-bbec-4a77-882c-b20a5893730b,segment=NetworkSegment(638b13d8-e6ea-43e6-a397-30c53e0e416d),segment_id=638b13d8-e6ea-43e6-a397-30c53e0e416d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:24.195835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25c05348-d04c-4fec-aa3a-1c131b9543da req-64ec6688-c6f7-48b1-84e3-2fadd23f5f5c tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783872 Feb 04 13:01:24.201125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522dc4f1-e478-472d-a648-d11c1eafea83']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.223443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7935595d-22e8-4b5e-90d6-29c95af84c2a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.223768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7935595d-22e8-4b5e-90d6-29c95af84c2a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:24.248448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:24.249047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.273034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1373ea1f-b9c7-44ff-8594-24049eea290e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:24.278194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.286848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:24.290839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:24.291397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:24.307505 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:24.324352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be8d67bb-7aba-4a03-bfa3-c4a120dcda72 None None] Port b8ec7969-3732-4f2a-86c7-b02708998057 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:24.325938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '86e88f10-bbec-4a77-882c-b20a5893730b', 'network_id': '6f0eec1b-b22d-4e9c-9cd8-12e5cb522219', 'port_id': '86e88f10-bbec-4a77-882c-b20a5893730b', 'mac_address': 'fa:16:3e:f8:3b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa3f488-fc1e-455b-b2ab-f8584e565fc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:24.327820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Pushing event updated for resources: {'Port': ['ID=d6613381-8475-4e28-be7a-425e7c26c4df,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:24.340800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1373ea1f-b9c7-44ff-8594-24049eea290e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.341255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.445155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.473657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.474080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.474486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.474588 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:01:24.474588 n-d-820555-2 neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:01:24.474588 n-d-820555-2 neutron-server[87620]: [parameters: {'id': '522dc4f1-e478-472d-a648-d11c1eafea83'}] Feb 04 13:01:24.474588 n-d-820555-2 neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:24.474939 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:24.475017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.475306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.475774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.476054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.476442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.476838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.477886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.477886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.477886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:24.488409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:24.495458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340603254', 'description': 'tempest-description--1407378612'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:24.518948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:24.527843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:security_group and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:24.532903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:24.541346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ec7969-3732-4f2a-86c7-b02708998057 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:24.546308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:24.552044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.578457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.581611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.589177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Transition to ACTIVE for port object b8ec7969-3732-4f2a-86c7-b02708998057 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:24.598720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325474ba-731a-4ace-839a-0223263cb6a6 req-75e7ae42-8ec8-4f2a-b17f-36d97df6e8fe tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:24.600225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-325474ba-731a-4ace-839a-0223263cb6a6 req-75e7ae42-8ec8-4f2a-b17f-36d97df6e8fe tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.2120075 Feb 04 13:01:24.603963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.672844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1239cb-24f0-4425-8c26-352853530279 req-f9703f72-7f63-4431-871d-dfb05fafcf6f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:24.674886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eb1239cb-24f0-4425-8c26-352853530279 req-f9703f72-7f63-4431-871d-dfb05fafcf6f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.0986638 Feb 04 13:01:24.681098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:24.716395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Provisioning for port 1ba12652-e0de-44b4-a055-0879522e0bc4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:24.720408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 98655b4e-da1b-41a4-9d80-7f5843dc530b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:24.738758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3effda75-ec04-472e-9ab8-72a89efff3aa {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:24.738942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eb1239cb-24f0-4425-8c26-352853530279 req-5c249d2b-6f54-4e7f-a995-c9b0ed082e0a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571458 Feb 04 13:01:24.754463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Attempting to bind port d6613381-8475-4e28-be7a-425e7c26c4df on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:24.754941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:security_group_rule and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:24.755064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Attempting to bind port d6613381-8475-4e28-be7a-425e7c26c4df by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7935595d-22e8-4b5e-90d6-29c95af84c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:24.755920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Attempting to bind port d6613381-8475-4e28-be7a-425e7c26c4df on network 522dc4f1-e478-472d-a648-d11c1eafea83 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:24.760075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.772781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:24.802233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Provisioning complete for port 1ba12652-e0de-44b4-a055-0879522e0bc4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:24.807778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:24.811565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:24.813672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.823038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-325474ba-731a-4ace-839a-0223263cb6a6 req-999a7a09-0f94-47dc-9518-4d8511c26250 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148948 Feb 04 13:01:24.895877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:24.896371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Checking segment: {'id': '7935595d-22e8-4b5e-90d6-29c95af84c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:24.896871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.897336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Bound using segment: {'id': '7935595d-22e8-4b5e-90d6-29c95af84c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:24.897899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Bound port: d6613381-8475-4e28-be7a-425e7c26c4df, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7935595d-22e8-4b5e-90d6-29c95af84c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '522dc4f1-e478-472d-a648-d11c1eafea83'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:24.898347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:24.943016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e88f10-bbec-4a77-882c-b20a5893730b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:24.954716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:24.991139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.024802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.057627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.105503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.130479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa66f-293f-46b7-a496-226e3119a658 req-1dfddd90-85c1-4836-bc1e-cc6496530831 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.132094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-314fa66f-293f-46b7-a496-226e3119a658 req-1dfddd90-85c1-4836-bc1e-cc6496530831 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 948 time: 0.2502091 Feb 04 13:01:25.158531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port d6613381-8475-4e28-be7a-425e7c26c4df {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:25.159864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.187345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Port 1ba12652-e0de-44b4-a055-0879522e0bc4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:25.188966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-314fa66f-293f-46b7-a496-226e3119a658 req-6dd7234d-a3fe-454b-8ba8-7f602df5fc59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Feb 04 13:01:25.200545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=86e88f10-bbec-4a77-882c-b20a5893730b,segment=NetworkSegment(638b13d8-e6ea-43e6-a397-30c53e0e416d),segment_id=638b13d8-e6ea-43e6-a397-30c53e0e416d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:25.250634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.251767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7619164 Feb 04 13:01:25.252465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e70af-3bc8-4a33-b0fa-a8f3b3b44020 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8f8f1-c3f3-40be-8214-7015b8dc41a4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.254284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39758) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:25.262144 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.268237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'security_group_rule': {'security_group_id': '29d8f8f1-c3f3-40be-8214-7015b8dc41a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:25.280345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:25.288262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Attempting to bind port b8ec7969-3732-4f2a-86c7-b02708998057 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:25.288606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Attempting to bind port b8ec7969-3732-4f2a-86c7-b02708998057 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:25.288935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Attempting to bind port b8ec7969-3732-4f2a-86c7-b02708998057 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:25.292035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:security_group_rule and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:25.303218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.321080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.325906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:25.339749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Port b8ec7969-3732-4f2a-86c7-b02708998057 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:01:25.340076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Attempting to bind port b8ec7969-3732-4f2a-86c7-b02708998057 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:25.343064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:25.366924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:25.367266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:25.367851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:25.368293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Bound port: b8ec7969-3732-4f2a-86c7-b02708998057, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:25.368640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.396713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297094b-23ad-4663-87fa-211d018bfbd9 req-a56e310e-6b8e-4463-a243-c8c0886fd9f2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.398242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e297094b-23ad-4663-87fa-211d018bfbd9 req-a56e310e-6b8e-4463-a243-c8c0886fd9f2 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 945 time: 0.3440130 Feb 04 13:01:25.403030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140088b-a278-424f-b8f3-5962f705956e req-0305c9fd-3011-4737-b82c-fb540aa9ee4e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.404935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8140088b-a278-424f-b8f3-5962f705956e req-0305c9fd-3011-4737-b82c-fb540aa9ee4e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.0903034 Feb 04 13:01:25.453647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['3effda75-ec04-472e-9ab8-72a89efff3aa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:25.461559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8140088b-a278-424f-b8f3-5962f705956e req-dff1fb16-9a5b-4bab-97b5-f368dceee5a1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Feb 04 13:01:25.505728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Provisioning for port 98655b4e-da1b-41a4-9d80-7f5843dc530b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:25.563474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:25.580804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Provisioning complete for port 98655b4e-da1b-41a4-9d80-7f5843dc530b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:25.580936 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.611190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] For port d6613381-8475-4e28-be7a-425e7c26c4df, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:25.644469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.653134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:25.659527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.668750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39143640-6f4e-4fef-88e6-b62ea17ef731 req-126dc7b0-5730-4119-8185-ed9dab958019 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.676220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39143640-6f4e-4fef-88e6-b62ea17ef731 req-126dc7b0-5730-4119-8185-ed9dab958019 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 945 time: 0.1070499 Feb 04 13:01:25.680405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] For port d6613381-8475-4e28-be7a-425e7c26c4df, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d6613381-8475-4e28-be7a-425e7c26c4df,segment=NetworkSegment(7935595d-22e8-4b5e-90d6-29c95af84c2a),segment_id=7935595d-22e8-4b5e-90d6-29c95af84c2a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:25.686940 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.691149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['86e88f10-bbec-4a77-882c-b20a5893730b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:25.733766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39143640-6f4e-4fef-88e6-b62ea17ef731 req-cbce6904-82a3-4d6c-829d-6774aa3f84e0 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Feb 04 13:01:25.749995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e297094b-23ad-4663-87fa-211d018bfbd9 req-a4c3891d-5ee7-4e1f-b5c0-54a41ce9c05b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273585 Feb 04 13:01:25.765679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port d6613381-8475-4e28-be7a-425e7c26c4df, host n-d-820555-2, got binding levels [] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:25.766041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.885552 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:25.891141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:25.901333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b8ec7969-3732-4f2a-86c7-b02708998057,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:25.916659 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:01:25.924372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.934683 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.001801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for d6613381-8475-4e28-be7a-425e7c26c4df owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:26.060555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.064488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.221733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.222358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.223773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] 10.222.0.90 "PUT /v2.0/ports/b8ec7969-3732-4f2a-86c7-b02708998057 HTTP/1.1" status: 200 len: 1096 time: 3.1182721 Feb 04 13:01:26.232818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:26.240455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20efa2e1-9848-4316-920c-8611fd336e4f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.323795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.324021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb26a-3751-45d9-9580-9a828bccb1be None None] Pushing event updated for resources: {'Port': ['ID=d6613381-8475-4e28-be7a-425e7c26c4df,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.326655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d26aa209-64d9-48cb-8414-b0a7c67729eb tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0662320 Feb 04 13:01:26.329307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:26.337592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'security_group_rule': {'security_group_id': '29d8f8f1-c3f3-40be-8214-7015b8dc41a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:26.348496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:26.359921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:security_group_rule and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:26.370144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:26.387312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:26.406461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847480d-f927-462a-a5f0-b64f332e6fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.411541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.460010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:26.466820 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:26.499597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c6902-cd5b-472f-82fc-e3df232e36f7 req-ee31a653-7d0f-4a6c-89f0-52e149773b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.501890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-050c6902-cd5b-472f-82fc-e3df232e36f7 req-ee31a653-7d0f-4a6c-89f0-52e149773b50 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1097 time: 0.5080979 Feb 04 13:01:26.511971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcca3-f42f-4c0f-ba05-e3bd3a36b893 req-9f1537f5-9085-43b5-8150-da45dcce6528 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.521197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa6fcca3-f42f-4c0f-ba05-e3bd3a36b893 req-9f1537f5-9085-43b5-8150-da45dcce6528 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.5294867 Feb 04 13:01:26.559430 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.568013 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.578341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.609533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-6e83ce1c-f10c-401d-bf06-69a0c42fa91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.609533 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-6e83ce1c-f10c-401d-bf06-69a0c42fa91b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 1099 time: 0.3444149 Feb 04 13:01:26.616752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c4805-d9c7-4dc1-bab8-d3389993a179 None None] Network 522dc4f1-e478-472d-a648-d11c1eafea83 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:26.621284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa6fcca3-f42f-4c0f-ba05-e3bd3a36b893 req-b9248492-e2c8-4119-b679-0cc39a08029c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952406 Feb 04 13:01:26.641361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41bdb0a-6e5e-459f-b7d5-1d66c6f950fc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.655243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c5bfa-9b3d-4aec-a80a-9fdc1d8ea7eb req-9836ea62-1242-465e-9c4a-e34c585b614a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.663095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f0c5bfa-9b3d-4aec-a80a-9fdc1d8ea7eb req-9836ea62-1242-465e-9c4a-e34c585b614a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.2017832 Feb 04 13:01:26.696876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.699458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-907b89a5-baad-4788-94aa-813563a7ad15 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683786 Feb 04 13:01:26.711450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39790) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:26.730211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:26.736392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-8bdf84d8-61b4-4a69-8163-f8e8ac124986 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b8ec7969-3732-4f2a-86c7-b02708998057 HTTP/1.1" status: 200 len: 217 time: 0.1139045 Feb 04 13:01:26.747356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-050c6902-cd5b-472f-82fc-e3df232e36f7 req-771011d3-69f9-4131-83b7-9561ef56f75c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229803 Feb 04 13:01:26.755654 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f0c5bfa-9b3d-4aec-a80a-9fdc1d8ea7eb req-dbf4b0f0-7dca-48cb-8479-0de66d21ddec tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915918 Feb 04 13:01:26.839479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:26.844386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] For port 98655b4e-da1b-41a4-9d80-7f5843dc530b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=98655b4e-da1b-41a4-9d80-7f5843dc530b,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:26.844548 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057', 'status': 'completed', 'code': 200} Feb 04 13:01:26.845911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-6bca269b-ef4f-473e-84af-2c59eaf332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.847769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-6bca269b-ef4f-473e-84af-2c59eaf332a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0994713 Feb 04 13:01:26.866725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:26.883267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:floatingip and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:26.891677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:26.948886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:26.973607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port d6613381-8475-4e28-be7a-425e7c26c4df {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:26.973950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:27.006455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:27.080008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48370d6-3fdd-4dc9-838d-ed2ebcc5b6ee req-d90e22b8-8882-418e-9d7c-0d5bbec92057 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.083235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a48370d6-3fdd-4dc9-838d-ed2ebcc5b6ee req-d90e22b8-8882-418e-9d7c-0d5bbec92057 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.0914268 Feb 04 13:01:27.117272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccb11c-90cd-4fc3-8c4c-3ea94337d0d1 None None] Pushing event updated for resources: {'Port': ['ID=98655b4e-da1b-41a4-9d80-7f5843dc530b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:27.125104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ad1b153d-2ec1-4520-8a21-37f0ef66c15c None None] Provisioning complete for port 98655b4e-da1b-41a4-9d80-7f5843dc530b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:27.125472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ad1b153d-2ec1-4520-8a21-37f0ef66c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:27.135128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a48370d6-3fdd-4dc9-838d-ed2ebcc5b6ee req-a10bc05a-7833-4302-8992-03f95dfcbf29 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Feb 04 13:01:27.238340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad35aab-ac37-4265-8885-54682c4254e9 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:01:27.284769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feda48-6b91-4c2a-a62e-9d0c6f41bf44 req-9adb8ebb-aa9b-4de8-aad4-07a57aebf0a5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.285732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-15feda48-6b91-4c2a-a62e-9d0c6f41bf44 req-9adb8ebb-aa9b-4de8-aad4-07a57aebf0a5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:27.318898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094185f-aa8f-42d6-84d4-5f099980759b req-68f5e117-f4ca-452c-85cd-311eca00d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.320392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-68f5e117-f4ca-452c-85cd-311eca00d69a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4343569 Feb 04 13:01:27.332514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf45a0-77fc-48fb-b957-178eb190f1dd req-eb8001cb-97df-4401-9827-2d5034cd9554 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.334174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94bf45a0-77fc-48fb-b957-178eb190f1dd req-eb8001cb-97df-4401-9827-2d5034cd9554 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 945 time: 0.0840023 Feb 04 13:01:27.389968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94bf45a0-77fc-48fb-b957-178eb190f1dd req-fb82e1ec-a422-47a6-a6ab-cd5eafa535df tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Feb 04 13:01:27.438076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-15feda48-6b91-4c2a-a62e-9d0c6f41bf44 req-9adb8ebb-aa9b-4de8-aad4-07a57aebf0a5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:27.439816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15feda48-6b91-4c2a-a62e-9d0c6f41bf44 req-9adb8ebb-aa9b-4de8-aad4-07a57aebf0a5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 948 time: 0.5979106 Feb 04 13:01:27.444807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad35aab-ac37-4265-8885-54682c4254e9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:01:27.473659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port d6613381-8475-4e28-be7a-425e7c26c4df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d6613381-8475-4e28-be7a-425e7c26c4df,segment=NetworkSegment(7935595d-22e8-4b5e-90d6-29c95af84c2a),segment_id=7935595d-22e8-4b5e-90d6-29c95af84c2a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:27.474174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:27.654400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 98655b4e-da1b-41a4-9d80-7f5843dc530b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:27.765566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 98655b4e-da1b-41a4-9d80-7f5843dc530b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:27.765928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:27.769958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for d6613381-8475-4e28-be7a-425e7c26c4df owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:27.829777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465449d-e2fa-4a57-957c-5718fff67bad req-c424adfc-48db-42dc-a545-2f936911edb6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.831974 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8465449d-e2fa-4a57-957c-5718fff67bad req-c424adfc-48db-42dc-a545-2f936911edb6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.0974457 Feb 04 13:01:27.843031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15feda48-6b91-4c2a-a62e-9d0c6f41bf44 req-0197bfc5-f98d-4fd1-849a-242ebaba01c7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960485 Feb 04 13:01:27.884613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-e7b67fa6-b838-4cd2-84f6-a6db216794f4 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509360 Feb 04 13:01:27.900518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8465449d-e2fa-4a57-957c-5718fff67bad req-807bcd27-34e5-48d3-93d6-78bd773e5ced tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595300 Feb 04 13:01:28.054699 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.097140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.168674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=d6613381-8475-4e28-be7a-425e7c26c4df,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:28.198564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port d6613381-8475-4e28-be7a-425e7c26c4df on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:28.338892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde09b-94fc-423c-9cc3-a036dbaf6b0e req-c332e0e8-0803-47b7-a55d-93dc6faccfeb tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.340418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6dde09b-94fc-423c-9cc3-a036dbaf6b0e req-c332e0e8-0803-47b7-a55d-93dc6faccfeb tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.0863919 Feb 04 13:01:28.385215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6dde09b-94fc-423c-9cc3-a036dbaf6b0e req-e1fca740-4a65-4b5d-af0f-e5b920e45fa5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Feb 04 13:01:28.395263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c094185f-aa8f-42d6-84d4-5f099980759b req-3b5bdfe1-6ecd-4357-8d90-a2f990303e4d service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996829 Feb 04 13:01:28.426486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.515011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522dc4f1-e478-472d-a648-d11c1eafea83']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.555118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7d546-5b1d-4cd5-8faf-df6c76247641 req-bdfefc55-eec9-4e8b-a64e-247ba908ca64 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.556650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97b7d546-5b1d-4cd5-8faf-df6c76247641 req-bdfefc55-eec9-4e8b-a64e-247ba908ca64 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.5521290 Feb 04 13:01:28.559329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 172.25.4.230 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/215674a9-a1bf-417c-8fd6-88f52ba2fe2b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:28.562381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7935595d-22e8-4b5e-90d6-29c95af84c2a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.562703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7935595d-22e8-4b5e-90d6-29c95af84c2a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:28.594859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce73aae-9e68-40c3-9d0b-350805bfeac1 req-c720141a-bb8d-4037-bba8-9122c5658f79 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.597029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ce73aae-9e68-40c3-9d0b-350805bfeac1 req-c720141a-bb8d-4037-bba8-9122c5658f79 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 945 time: 0.0945785 Feb 04 13:01:28.612031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.648238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ce73aae-9e68-40c3-9d0b-350805bfeac1 req-fb74dc4c-e66f-4d2d-8308-8c33d44b1f84 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Feb 04 13:01:28.720642 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.726135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97b7d546-5b1d-4cd5-8faf-df6c76247641 req-de756557-62b0-4a6e-934b-b746809e4eca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556304 Feb 04 13:01:28.737007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:28.737007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:28.754021 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:28.852659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-adbc37d7-ad55-445f-a603-dc670654dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.854288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-adbc37d7-ad55-445f-a603-dc670654dfa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 1099 time: 0.3917377 Feb 04 13:01:28.902010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:28.972204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.006289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=522dc4f1-e478-472d-a648-d11c1eafea83,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.027597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.052289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537321f-94e9-4ee7-a1fd-ee3cb90ea5ff req-f8d7c3a6-ee16-4546-884c-d6a24b5175c4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.052960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:29.053846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d537321f-94e9-4ee7-a1fd-ee3cb90ea5ff req-f8d7c3a6-ee16-4546-884c-d6a24b5175c4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 948 time: 0.0938342 Feb 04 13:01:29.060100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:29.073083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7cfa4c0e-a81c-4a6b-b6d0-bd4600ff0819 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/522dc4f1-e478-472d-a648-d11c1eafea83 HTTP/1.1" status: 204 len: 168 time: 7.5527904 Feb 04 13:01:29.078552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39828) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:29.107434 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:01:29.134324 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7f6392-63a7-40a5-a4fe-61f2d54f4a52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] GET failed (client error): The resource could not be found. Feb 04 13:01:29.134936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6b7f6392-63a7-40a5-a4fe-61f2d54f4a52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Synchronizing usage tracker for tenant:596d19febf4644f699614c76cd253a71 on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:29.147082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-946da51e-9410-44a4-8541-07c74e46c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.148534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-946da51e-9410-44a4-8541-07c74e46c8be service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2806602 Feb 04 13:01:29.153931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d537321f-94e9-4ee7-a1fd-ee3cb90ea5ff req-c5593e3e-3c3d-46a3-a1ec-bb0de003407a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933161 Feb 04 13:01:29.170766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6b7f6392-63a7-40a5-a4fe-61f2d54f4a52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Unset dirty status for tenant:596d19febf4644f699614c76cd253a71 on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:29.175402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6b7f6392-63a7-40a5-a4fe-61f2d54f4a52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets/a0a52904-4d10-4fc5-9ef9-a7215a124986 HTTP/1.1" status: 404 len: 337 time: 0.0958235 Feb 04 13:01:29.176028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:29.216386 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627e695-53c3-40a7-b811-4be7428499ef tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:29.216873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627e695-53c3-40a7-b811-4be7428499ef tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:29.225201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a627e695-53c3-40a7-b811-4be7428499ef tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/522dc4f1-e478-472d-a648-d11c1eafea83 HTTP/1.1" status: 404 len: 339 time: 0.0481226 Feb 04 13:01:29.225954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39840) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:29.277265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 3effda75-ec04-472e-9ab8-72a89efff3aa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:29.287395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.295617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 3effda75-ec04-472e-9ab8-72a89efff3aa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:29.296206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.323750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-de330986-84a8-4b46-a4a4-bd3f1a8c5325 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b8ec7969-3732-4f2a-86c7-b02708998057 HTTP/1.1" status: 200 len: 217 time: 0.1660268 Feb 04 13:01:29.356357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 86e88f10-bbec-4a77-882c-b20a5893730b up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:29.394501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:29.434251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'mac_address': 'fa:16:3e:dc:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:29.434824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804a90e-82cb-4536-9040-8e607f91ed26 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.444795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f804a90e-82cb-4536-9040-8e607f91ed26 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2175653 Feb 04 13:01:29.445893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39858) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:29.547502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3249-eac6-491f-a270-38d63f4f2cae req-f917d9b2-3d15-4496-8c31-8ade40819742 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.552816 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.556149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f2a3249-eac6-491f-a270-38d63f4f2cae req-f917d9b2-3d15-4496-8c31-8ade40819742 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.5315807 Feb 04 13:01:29.567333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:29.570330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 86e88f10-bbec-4a77-882c-b20a5893730b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:29.586428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:29.589108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 86e88f10-bbec-4a77-882c-b20a5893730b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:29.589664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.595710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:29.623572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 536f17c7-99cf-4091-a0da-745d1f9517b3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:29.627049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-27400213-8d28-41d8-b7e0-f6272464dd22 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 207 time: 0.1799424 Feb 04 13:01:29.627752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39866) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:29.640226 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.653854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=215674a9-a1bf-417c-8fd6-88f52ba2fe2b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.693100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-d35b5d57-ede6-423a-8821-e98bd7f5df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.694799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-d35b5d57-ede6-423a-8821-e98bd7f5df95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1928067 Feb 04 13:01:29.696760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:29.707690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f2a3249-eac6-491f-a270-38d63f4f2cae req-1e2889a8-b1fe-43d9-89d1-896e8f44fd57 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497798 Feb 04 13:01:29.710082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.745926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:29.781569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:29.791668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.859983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['536f17c7-99cf-4091-a0da-745d1f9517b3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:29.874450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:29.885252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb36eba-fd52-4b2f-9ecf-30e77105a8b6 req-65988f7c-fd04-458a-a624-770324208646 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.893627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cb36eba-fd52-4b2f-9ecf-30e77105a8b6 req-65988f7c-fd04-458a-a624-770324208646 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.3269377 Feb 04 13:01:29.894247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.991304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cb36eba-fd52-4b2f-9ecf-30e77105a8b6 req-c676cd84-f2ad-46ff-a8fb-5e7334d7fb38 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924590 Feb 04 13:01:29.993812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:30.001249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-84b6aa60-9d1a-4057-8e57-f8ca62324086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.003419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-84b6aa60-9d1a-4057-8e57-f8ca62324086 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931814 Feb 04 13:01:30.030884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946cde9-e44c-4051-b6bb-9e149e1a3328 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.037490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946cde9-e44c-4051-b6bb-9e149e1a3328 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.042001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.043585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946cde9-e44c-4051-b6bb-9e149e1a3328 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.059614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946cde9-e44c-4051-b6bb-9e149e1a3328 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.068448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5946cde9-e44c-4051-b6bb-9e149e1a3328 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4394712 Feb 04 13:01:30.069406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39888) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:30.096971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=86e88f10-bbec-4a77-882c-b20a5893730b,segment=NetworkSegment(638b13d8-e6ea-43e6-a397-30c53e0e416d),segment_id=638b13d8-e6ea-43e6-a397-30c53e0e416d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:30.113676 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:30.128478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:30.263183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:30.310523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc87c9-4baa-48e1-9a0a-52c959206412 req-c499c610-9c8e-4fd3-9226-f19154f8be93 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.312134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6dc87c9-4baa-48e1-9a0a-52c959206412 req-c499c610-9c8e-4fd3-9226-f19154f8be93 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 945 time: 0.3799429 Feb 04 13:01:30.361823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-ba8eaaea-a2bb-4e5a-bcd1-9504da1b50a8 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505206 Feb 04 13:01:30.473511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f891fb55-8d57-48e0-be6c-f7547106b059 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4027443 Feb 04 13:01:30.474128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:30.484001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3db7a-1c30-4a4f-8db9-d413ced9dd5a req-34942291-d95e-4c97-8338-07f92d418369 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.496311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:30.503255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfb3db7a-1c30-4a4f-8db9-d413ced9dd5a req-34942291-d95e-4c97-8338-07f92d418369 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.3503525 Feb 04 13:01:30.514293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'floatingip': {'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:30.622466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6dc87c9-4baa-48e1-9a0a-52c959206412 req-afba3c94-f897-485f-b7d4-7bde1a9539e8 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631288 Feb 04 13:01:30.651995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:30.688795 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'code': 200} Feb 04 13:01:30.714067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91076d52-0e28-47ee-913d-22b6bb76f5be tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.716199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91076d52-0e28-47ee-913d-22b6bb76f5be tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.726326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91076d52-0e28-47ee-913d-22b6bb76f5be tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2504821 Feb 04 13:01:30.727401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39908) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:30.843925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:30.896927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41126926-3739-48ca-9ebd-ae278fef13e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.898612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41126926-3739-48ca-9ebd-ae278fef13e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['shared'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:30.900389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-41126926-3739-48ca-9ebd-ae278fef13e0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1718011 Feb 04 13:01:30.911980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39912) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:30.962305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.033107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e754-40be-477e-86d0-333f955c6e99 req-2cbaad6b-ac47-41f3-ae7b-faf2deef496a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.041515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f136e754-40be-477e-86d0-333f955c6e99 req-2cbaad6b-ac47-41f3-ae7b-faf2deef496a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.4034255 Feb 04 13:01:31.054354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b8ec7969-3732-4f2a-86c7-b02708998057 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:31.073744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478355-102d-409a-ba13-abc65ecf406f req-236de84b-60b8-4a67-ac52-2ef50cdf130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.073744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43478355-102d-409a-ba13-abc65ecf406f req-236de84b-60b8-4a67-ac52-2ef50cdf130c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1101 time: 0.2508028 Feb 04 13:01:31.143912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f136e754-40be-477e-86d0-333f955c6e99 req-850ab085-2f17-49fc-82a7-973785476c12 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028962 Feb 04 13:01:31.214184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:31.233252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=215674a9-a1bf-417c-8fd6-88f52ba2fe2b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.236400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43478355-102d-409a-ba13-abc65ecf406f req-c3faaa33-9219-4dbe-9e98-dea7907069b5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483307 Feb 04 13:01:31.248708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c6c15-6ef3-470c-b149-81313eaacddf tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.250131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7f6c6c15-6ef3-470c-b149-81313eaacddf tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks/0a28903e-a115-4fb8-9e83-46ac572ab5e2 HTTP/1.1" status: 200 len: 800 time: 0.3346519 Feb 04 13:01:31.262646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:31.361500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7168dad0-70e3-4588-b05e-f5161113e3ae req-41234cce-775d-41d2-9188-3c807371f9a9 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9780762 Feb 04 13:01:31.380202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a98e6-402b-4327-a310-711ae61124c2 req-6e379043-370e-409d-a893-3e957c8d2182 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.382438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e53a98e6-402b-4327-a310-711ae61124c2 req-6e379043-370e-409d-a893-3e957c8d2182 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 948 time: 0.4283948 Feb 04 13:01:31.477402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.479716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b8ec7969-3732-4f2a-86c7-b02708998057,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:31.506081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 536f17c7-99cf-4091-a0da-745d1f9517b3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:31.506554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.525020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-36a09628-0d47-4bbb-bbff-335e3229f337 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/networks/0a28903e-a115-4fb8-9e83-46ac572ab5e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2578359 Feb 04 13:01:31.542043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'b8ec7969-3732-4f2a-86c7-b02708998057', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'b8ec7969-3732-4f2a-86c7-b02708998057', 'mac_address': 'fa:16:3e:66:96:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:31.555687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:31.567777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e53a98e6-402b-4327-a310-711ae61124c2 req-9cd690e1-4fe8-4b22-b2be-788ccbf52d38 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923297 Feb 04 13:01:31.570727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.571817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ce457d9e-2796-4fdc-aaa2-9c0c64462026 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8602111 Feb 04 13:01:31.645134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d9a3c-284b-4e3a-be45-fab10f5755d9 req-cc4fe575-3767-4765-a5bb-31b6df15b4d1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.655173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a36d9a3c-284b-4e3a-be45-fab10f5755d9 req-cc4fe575-3767-4765-a5bb-31b6df15b4d1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.1316504 Feb 04 13:01:31.672361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.718113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ec7969-3732-4f2a-86c7-b02708998057 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:31.722815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a36d9a3c-284b-4e3a-be45-fab10f5755d9 req-ff78d5c6-bb77-4f8e-a95d-34dda27d104d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666490 Feb 04 13:01:31.758173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b8ec7969-3732-4f2a-86c7-b02708998057,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:31.815779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.917042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:31.942204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.977247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:31.982873 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.073092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:32.187399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b8ec7969-3732-4f2a-86c7-b02708998057'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:32.192087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdd138-0360-4772-ae40-5a4af3f17705 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.192664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cdd138-0360-4772-ae40-5a4af3f17705 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Synchronizing usage tracker for tenant:596d19febf4644f699614c76cd253a71 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:32.228582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0cdd138-0360-4772-ae40-5a4af3f17705 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Unset dirty status for tenant:596d19febf4644f699614c76cd253a71 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:32.233525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0cdd138-0360-4772-ae40-5a4af3f17705 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets/4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2 HTTP/1.1" status: 200 len: 811 time: 0.6608052 Feb 04 13:01:32.234136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39952) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:32.248127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a12c503b-4cce-4cfd-851e-e55321dc681b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1340603254&fields=id&tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb HTTP/1.1" status: 200 len: 267 time: 0.0876694 Feb 04 13:01:32.324484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176917c-4e7a-4f39-b2d7-d5c0401c4ee7 req-c9715975-d2a2-4c38-bce3-96d8ecf490d3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.331439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1176917c-4e7a-4f39-b2d7-d5c0401c4ee7 req-c9715975-d2a2-4c38-bce3-96d8ecf490d3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 0.3507645 Feb 04 13:01:32.351073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8876f1a7-6846-4139-b5c8-de932ffc0d8a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.352906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8876f1a7-6846-4139-b5c8-de932ffc0d8a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:32.364419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb3177-f46a-4410-8f41-189f7e8b05f2 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.369337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a2bb3177-f46a-4410-8f41-189f7e8b05f2 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "GET /v2.0/subnets/4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1310143 Feb 04 13:01:32.370675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:32.378791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805513297'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:32.383534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8876f1a7-6846-4139-b5c8-de932ffc0d8a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:32.391836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8876f1a7-6846-4139-b5c8-de932ffc0d8a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 931 time: 0.1419644 Feb 04 13:01:32.400273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:32.409919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Usage tracker for resource:network and tenant:596d19febf4644f699614c76cd253a71 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:32.419489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:32.440764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1176917c-4e7a-4f39-b2d7-d5c0401c4ee7 req-34ee657a-2c1c-4906-8a04-168fca3bfb34 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084023 Feb 04 13:01:32.446212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:32.576557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:32.576845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cc95cdba-ce0f-4f15-9bea-ad8153c28e14 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.578330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cc95cdba-ce0f-4f15-9bea-ad8153c28e14 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 932 time: 0.1857173 Feb 04 13:01:32.580740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.644827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.649475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:32.655984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.691845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b'}, {'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:32.719892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b6ee372e-64e8-4f9b-949e-d2ad747efdee tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1342413 Feb 04 13:01:32.789026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-08750051-47e5-45d5-b7b3-5ff9d9fdf423 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0679965 Feb 04 13:01:32.810341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.810988 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Added segment 2d3ae45d-ed2b-42e9-802d-ab456a6a852a of type vlan for network 480a3b61-3489-4f96-bb09-87ccffdf6156 Feb 04 13:01:32.878467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:32.973584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-33670382-6146-43b9-a1f0-02d99b9a6960 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.982259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-33670382-6146-43b9-a1f0-02d99b9a6960 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.989561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-33670382-6146-43b9-a1f0-02d99b9a6960 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.997350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-33670382-6146-43b9-a1f0-02d99b9a6960 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/networks?id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=38b8da5e-6c17-4acc-b693-7b49fe97f641&id=38b8da5e-6c17-4acc-b693-7b49fe97f641 HTTP/1.1" status: 200 len: 1990 time: 0.2073886 Feb 04 13:01:33.004760 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Floating IP 95f4e539-30de-4bfa-91b1-1fea1e3bba8a associated. External IP: 172.25.4.164, port: 1373ea1f-b9c7-44ff-8594-24049eea290e. Feb 04 13:01:33.018548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3b60b24c-8ee3-4376-9459-2d3c0a993d05 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/quotas/66bae4ba4c254eeda0502ad9ece9f9cb HTTP/1.1" status: 200 len: 375 time: 0.0201271 Feb 04 13:01:33.074667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:33.080622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.081534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:33.133518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3dee911c-e6e6-478e-b979-c8d985880eb1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1139894 Feb 04 13:01:33.144094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cdd266b0-ea6b-41d5-b0cc-42e66c9a2ec6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:01:33.145259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cdd266b0-ea6b-41d5-b0cc-42e66c9a2ec6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054476 Feb 04 13:01:33.175544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaa643-6a44-4685-90ff-560db87ee279 req-d18c7c57-e179-4118-94d2-eb56fc51f0bc tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.183036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfaaa643-6a44-4685-90ff-560db87ee279 req-d18c7c57-e179-4118-94d2-eb56fc51f0bc tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.4338195 Feb 04 13:01:33.268690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Network': ['ID=480a3b61-3489-4f96-bb09-87ccffdf6156,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:33.278913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-64c07d96-88f8-4268-bbb4-533810847777 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9053500 Feb 04 13:01:33.282839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:33.289499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:33.293879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:33.362018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfaaa643-6a44-4685-90ff-560db87ee279 req-0642e4a7-ea7e-41c0-871d-5e43e71821ef tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780272 Feb 04 13:01:33.436777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4f168ce2-be0b-4d68-a4ae-d90e5123567f service neutron] 10.222.0.53 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847435 Feb 04 13:01:33.661168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:33.684622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:33.715693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Made reservation on behalf of 596d19febf4644f699614c76cd253a71 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:33.719356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:33.833846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ffb5a335-6e99-4285-8946-fcc01b59c238 service neutron] 10.222.0.53 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879280 Feb 04 13:01:33.842757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:01:33.843274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:01:33.919143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Router 25020afc-7997-4c3d-95c1-bff5a382ab65 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:01:33.952478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a3faf233-db20-4fb7-a4d5-65873c5b30a8 service neutron] 10.222.0.53 "GET /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1066837 Feb 04 13:01:34.040814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee9ec-d632-4e29-8261-53b7181d7df8 req-95ea8db7-eb43-4864-8c4e-194e2b4c80ad tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:34.048814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a23ee9ec-d632-4e29-8261-53b7181d7df8 req-95ea8db7-eb43-4864-8c4e-194e2b4c80ad tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 949 time: 0.4017708 Feb 04 13:01:34.170400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a23ee9ec-d632-4e29-8261-53b7181d7df8 req-da1d5887-b645-4046-ba77-7a4682432c34 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206160 Feb 04 13:01:34.209038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d125941d-aa89-4ba7-a05e-f8ded8d6ab2b service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478812 Feb 04 13:01:34.234870 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b', 'code': 200} Feb 04 13:01:34.235446 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'code': 200} Feb 04 13:01:34.242240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:01:34.247294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:34.253554 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Sync routers for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:01:34.283563 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:01:34.285512 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:01:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:34.446622 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94919d13-eba8-49ba-98fb-6f3d9a34dedc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "PUT /v2.0/floatingips/95f4e539-30de-4bfa-91b1-1fea1e3bba8a HTTP/1.1" status: 200 len: 992 time: 3.9488547 Feb 04 13:01:34.449192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:34.458073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-66582316-c96d-4916-adf7-ff4293bb15fc service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478998 Feb 04 13:01:34.511746 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:01:34.527727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a70e7-60cb-4ed3-9844-ba6011967497 req-828aa574-f65b-476b-8ac7-aa42b5929716 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:34.528043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:34.529374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e53a70e7-60cb-4ed3-9844-ba6011967497 req-828aa574-f65b-476b-8ac7-aa42b5929716 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.2030792 Feb 04 13:01:34.532418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f62e-06b6-4726-a87c-f308ec65eb90 req-bff9a7da-fe27-43bc-a31e-af40a5b5e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:34.534419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd32f62e-06b6-4726-a87c-f308ec65eb90 req-bff9a7da-fe27-43bc-a31e-af40a5b5e7c5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 1097 time: 0.1727002 Feb 04 13:01:34.601875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd32f62e-06b6-4726-a87c-f308ec65eb90 req-5e62f002-0790-457c-8cca-c0d97d67522d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Feb 04 13:01:34.645021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-64812feb-8c83-476f-bb5a-cbac6e3023fb service neutron] 10.222.0.53 "GET /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1643906 Feb 04 13:01:34.688321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:34.699825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e53a70e7-60cb-4ed3-9844-ba6011967497 req-86b83ded-54ac-4553-b42e-4c8964d88ada tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621368 Feb 04 13:01:34.806038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Checking segment: {'id': '2d3ae45d-ed2b-42e9-802d-ab456a6a852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:34.806419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network hostable DHCP agents. Network: 480a3b61-3489-4f96-bb09-87ccffdf6156, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:34.878731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ffe1d855-2026-43da-8e9c-67225db7ea38 service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849806 Feb 04 13:01:34.967963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:34.989842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 480a3b61-3489-4f96-bb09-87ccffdf6156) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:35.002280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9cfdeb-7237-46bb-a296-b2ed39940a42 None None] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:35.009425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:35.010293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:35.027639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea66e9-ed57-4db0-a664-0e996dbf4e04 req-d1369692-07ef-4b26-af87-ed3eac2a54d3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:35.031726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54ea66e9-ed57-4db0-a664-0e996dbf4e04 req-d1369692-07ef-4b26-af87-ed3eac2a54d3 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 0.1283453 Feb 04 13:01:35.037469 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '95f4e539-30de-4bfa-91b1-1fea1e3bba8a', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:53Z', 'updated_at': '2022-02-04T13:01:32Z', 'revision_number': 1, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:35.042455 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Checking router: 25020afc-7997-4c3d-95c1-bff5a382ab65 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:01:35.053914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:01:35.054715 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:01:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:35.065162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e8fc8621-0145-4ad5-8a28-20e9c56675dc tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7812433 Feb 04 13:01:35.068057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:35.076822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:35.124062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54ea66e9-ed57-4db0-a664-0e996dbf4e04 req-7c79e461-8e6f-4f44-8bad-9aa2ce18f649 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Feb 04 13:01:35.140535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b8ec7969-3732-4f2a-86c7-b02708998057 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:35.181189 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e3997d0f-fef5-4ca2-975a-165eb1adfa71 service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964637 Feb 04 13:01:35.246906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port b8ec7969-3732-4f2a-86c7-b02708998057 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:35.254451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port b8ec7969-3732-4f2a-86c7-b02708998057 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:35.254850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:35.277693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:01:35.311226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10647878'] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:35.408878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ae0ce5f7-26b1-40b6-8012-69ac009a1f85 service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219558 Feb 04 13:01:35.554931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fb623-a25b-47fe-a2c8-019375940a3b req-e5cf09de-529a-4589-a02a-3bbbca4bd636 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:35.564375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-779fb623-a25b-47fe-a2c8-019375940a3b req-e5cf09de-529a-4589-a02a-3bbbca4bd636 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.1470175 Feb 04 13:01:35.627578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-779fb623-a25b-47fe-a2c8-019375940a3b req-1f115d4b-d138-4788-9628-44819ea52115 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598836 Feb 04 13:01:35.798619 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:35.816358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-9f7ed3ec-d24f-4f8f-ab9b-518b79207470 service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018242 Feb 04 13:01:35.849841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-480a3b61-3489-4f96-bb09-87ccffdf6156', 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156', 'tenant_id': '596d19febf4644f699614c76cd253a71', 'fixed_ips': [{'subnet_id': 'c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:01:35.850699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:35.875102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '95f4e539-30de-4bfa-91b1-1fea1e3bba8a', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:53Z', 'updated_at': '2022-02-04T13:01:32Z', 'revision_number': 1, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:35.881196 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdbbd-2109-432d-a5e9-3da882933277 None None] The sync data for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 is: [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '95f4e539-30de-4bfa-91b1-1fea1e3bba8a', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'floating_ip_address': '172.25.4.164', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:53Z', 'updated_at': '2022-02-04T13:01:32Z', 'revision_number': 1, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:01:35.933929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a02f4-d0ea-4fa2-97cb-f6c98600e2c3 req-05d46888-7706-4083-aed3-01cc89963916 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:35.948006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-532a02f4-d0ea-4fa2-97cb-f6c98600e2c3 req-05d46888-7706-4083-aed3-01cc89963916 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.1758909 Feb 04 13:01:36.003266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b8ec7969-3732-4f2a-86c7-b02708998057,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:36.007480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:36.035862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-532a02f4-d0ea-4fa2-97cb-f6c98600e2c3 req-49a20302-3745-461d-8a5b-54e80165dbfe tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867922 Feb 04 13:01:36.108514 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'status': 'completed', 'code': 200} Feb 04 13:01:36.160975 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740016778756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10716789'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:36.279623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:36.312688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.313310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:36.314857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "PUT /v2.0/subnets/c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d HTTP/1.1" status: 200 len: 877 time: 1.2456708 Feb 04 13:01:36.321262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:36.331287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6d43e-3170-45f5-9aca-31c9c5ca4879 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event updated for resources: {'Subnet': ['ID=c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:36.345674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d6904c-f421-4426-9a93-890d539b6509 None None] New status for floating IP 95f4e539-30de-4bfa-91b1-1fea1e3bba8a: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:01:36.346908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-bb72ab38-b014-41f8-b8f0-f608ad4489d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.348848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-bb72ab38-b014-41f8-b8f0-f608ad4489d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2023418 Feb 04 13:01:36.366203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3f80bb45-0238-4f15-8276-b7df9728516a service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385845 Feb 04 13:01:36.590851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-61cf1e8b-d16d-4314-9c3b-a3228eda00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.592442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-61cf1e8b-d16d-4314-9c3b-a3228eda00bd service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2302370 Feb 04 13:01:36.603822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:36.623798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:36.642465 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-69c47b8f-249d-42e3-848d-5386652b4d64 service neutron] 10.222.0.53 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258735 Feb 04 13:01:36.732656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Allocated IP 172.20.0.3 (480a3b61-3489-4f96-bb09-87ccffdf6156/c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d/95edbe14-5f43-49b3-9bed-66235f38a425) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:36.763562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-a2237b7d-9c90-4c61-8908-a75898dda581 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.1637597 Feb 04 13:01:36.805124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:36.860738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4e2b7-94b2-4325-b238-4a6380d35def req-f08f711b-6587-495c-984d-1793ae66d339 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.869624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffe4e2b7-94b2-4325-b238-4a6380d35def req-f08f711b-6587-495c-984d-1793ae66d339 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 950 time: 0.4002943 Feb 04 13:01:36.914077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-af7ea65e-180f-426e-b716-7b9429385592 service neutron] 10.222.0.53 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382679 Feb 04 13:01:36.926236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-256e0bc6-d84b-4410-8c72-b6311c15871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.927803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-256e0bc6-d84b-4410-8c72-b6311c15871d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1465070 Feb 04 13:01:36.950229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffe4e2b7-94b2-4325-b238-4a6380d35def req-d8b5b2ad-7d03-4696-837e-2454de5c1601 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Feb 04 13:01:37.085464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-1bbfdf6c-9b67-4c7c-b557-cc5782f65da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.088022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-1bbfdf6c-9b67-4c7c-b557-cc5782f65da4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327600 Feb 04 13:01:37.104203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a1160c76-4eb7-4d13-9222-7b4b65763729 service neutron] 10.222.0.53 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835761 Feb 04 13:01:37.140634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.152776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Transition to ACTIVE for port object 95edbe14-5f43-49b3-9bed-66235f38a425 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:37.173953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Transition to ACTIVE for port object 95edbe14-5f43-49b3-9bed-66235f38a425 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:37.180314 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.213513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.266553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:37.270728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:37.279628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:37.289054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Pushing event updated for resources: {'Port': ['ID=95edbe14-5f43-49b3-9bed-66235f38a425,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.308040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a6ca1-657a-4034-9c7b-9e26f0d4f8a6 req-7ecbe153-5aa1-4464-99f6-bdcceeac63a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.309960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8a6ca1-657a-4034-9c7b-9e26f0d4f8a6 req-7ecbe153-5aa1-4464-99f6-bdcceeac63a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.1419990 Feb 04 13:01:37.312221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-b2f54c6a-1dd5-4b16-aaa4-dd4d90575538 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168782 Feb 04 13:01:37.377243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.421705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Attempting to bind port 95edbe14-5f43-49b3-9bed-66235f38a425 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:01:37.422011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Attempting to bind port 95edbe14-5f43-49b3-9bed-66235f38a425 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2d3ae45d-ed2b-42e9-802d-ab456a6a852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:01:37.422521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Attempting to bind port 95edbe14-5f43-49b3-9bed-66235f38a425 on network 480a3b61-3489-4f96-bb09-87ccffdf6156 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:01:37.427050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.431478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:37.432067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Checking segment: {'id': '2d3ae45d-ed2b-42e9-802d-ab456a6a852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:01:37.432531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.432983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Bound using segment: {'id': '2d3ae45d-ed2b-42e9-802d-ab456a6a852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:37.433511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Bound port: 95edbe14-5f43-49b3-9bed-66235f38a425, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3ae45d-ed2b-42e9-802d-ab456a6a852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '480a3b61-3489-4f96-bb09-87ccffdf6156'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:01:37.433949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.482859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480a3b61-3489-4f96-bb09-87ccffdf6156']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:37.500212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-25fb8485-89ed-4b47-8ec6-f16f4cad3f1b service neutron] 10.222.0.53 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947847 Feb 04 13:01:37.515239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3ae45d-ed2b-42e9-802d-ab456a6a852a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:37.515631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3ae45d-ed2b-42e9-802d-ab456a6a852a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:37.568476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] For port 95edbe14-5f43-49b3-9bed-66235f38a425, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:01:37.575484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] For port 95edbe14-5f43-49b3-9bed-66235f38a425, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=95edbe14-5f43-49b3-9bed-66235f38a425,segment=NetworkSegment(2d3ae45d-ed2b-42e9-802d-ab456a6a852a),segment_id=2d3ae45d-ed2b-42e9-802d-ab456a6a852a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:01:37.581379 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.593872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.620577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.630295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:37.630723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:37.669711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8a6ca1-657a-4034-9c7b-9e26f0d4f8a6 req-f5c9631b-b7ea-4095-9d8e-4d649e3796f3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530514 Feb 04 13:01:37.681025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926ebb-fbdf-4b34-83ce-fd7807c94579 None None] Pushing event updated for resources: {'Port': ['ID=95edbe14-5f43-49b3-9bed-66235f38a425,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:37.726262 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:37.788497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c93b3b3-ddab-4d96-9720-322d56e5d0d3 req-510d4409-af84-4a9b-b006-72c87d3a2235 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399679 Feb 04 13:01:37.842084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322ac7c-7285-41bb-b8bb-afd0b96d87d9 None None] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:37.849134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:01:37.849134 n-d-820555-2 neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:01:37.849134 n-d-820555-2 neutron-server[87621]: [parameters: {'id': '480a3b61-3489-4f96-bb09-87ccffdf6156'}] Feb 04 13:01:37.849134 n-d-820555-2 neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:37.849571 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:37.996218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c03a2-ea15-476d-b79b-d6d8d698b561 req-fbbd3301-39c4-4ad2-bf65-50515a499ac7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.004508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b79c03a2-ea15-476d-b79b-d6d8d698b561 req-fbbd3301-39c4-4ad2-bf65-50515a499ac7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.1254084 Feb 04 13:01:38.053809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-66c5dc4a-0759-465a-b493-9b53e331c7b9 service neutron] 10.222.0.53 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407708 Feb 04 13:01:38.081900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b79c03a2-ea15-476d-b79b-d6d8d698b561 req-67505b94-b539-4662-9bc1-eae6fa47d5f0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759234 Feb 04 13:01:38.107256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffb44e-00d9-4772-a6a0-673bfd296c6f None None] Network 480a3b61-3489-4f96-bb09-87ccffdf6156 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:38.272789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112e46-49cb-41c5-9f1f-e632846d152c req-4eedea5d-fac9-4e02-a655-1996ed51f20e tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.279808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef112e46-49cb-41c5-9f1f-e632846d152c req-4eedea5d-fac9-4e02-a655-1996ed51f20e tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 0.1009991 Feb 04 13:01:38.339559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef112e46-49cb-41c5-9f1f-e632846d152c req-b26da398-c965-4835-a7c1-33dc37fad969 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588162 Feb 04 13:01:38.351079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:38.379258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 95edbe14-5f43-49b3-9bed-66235f38a425 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:38.379258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:38.405153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d56d8-af7d-44a8-b4cd-1a7cad4dc76d None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:01:38.456126 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057', 'code': 200} Feb 04 13:01:38.623198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d56d8-af7d-44a8-b4cd-1a7cad4dc76d None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:01:38.791305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36c01-b50e-4e65-9782-ed873c5f7fba req-421c5aa8-2c91-4362-8e86-16cc8fced2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.794114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15e36c01-b50e-4e65-9782-ed873c5f7fba req-421c5aa8-2c91-4362-8e86-16cc8fced2c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 1101 time: 0.2903450 Feb 04 13:01:38.804727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3176c-ba54-425f-93f8-99450f9eb142 req-006c0237-45c0-4943-9c1e-d1832e29432d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.806508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37f3176c-ba54-425f-93f8-99450f9eb142 req-006c0237-45c0-4943-9c1e-d1832e29432d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.2208555 Feb 04 13:01:38.872236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 95edbe14-5f43-49b3-9bed-66235f38a425, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=95edbe14-5f43-49b3-9bed-66235f38a425,segment=NetworkSegment(2d3ae45d-ed2b-42e9-802d-ab456a6a852a),segment_id=2d3ae45d-ed2b-42e9-802d-ab456a6a852a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:38.872521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:38.946363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15e36c01-b50e-4e65-9782-ed873c5f7fba req-f28d7a80-e9ca-40ea-9577-2273bb2262c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389821 Feb 04 13:01:38.960009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37f3176c-ba54-425f-93f8-99450f9eb142 req-bb6ed460-2be6-4b03-af2e-e9ff54dac6b0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369994 Feb 04 13:01:39.027942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 95edbe14-5f43-49b3-9bed-66235f38a425 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:39.114060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.185592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=95edbe14-5f43-49b3-9bed-66235f38a425,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:39.190727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port 95edbe14-5f43-49b3-9bed-66235f38a425 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:39.392657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63620e01-6735-40e1-b862-630f84b762cc req-c92c11ba-2dc5-46e2-be88-ba846d078241 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:39.404514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63620e01-6735-40e1-b862-630f84b762cc req-c92c11ba-2dc5-46e2-be88-ba846d078241 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 950 time: 0.1257577 Feb 04 13:01:39.419065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.449935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480a3b61-3489-4f96-bb09-87ccffdf6156']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:39.462463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63620e01-6735-40e1-b862-630f84b762cc req-2bcbdfe6-1688-45ad-a8ca-f4159fcc290f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Feb 04 13:01:39.467579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3ae45d-ed2b-42e9-802d-ab456a6a852a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:39.468066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3ae45d-ed2b-42e9-802d-ab456a6a852a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:39.486155 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.519790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.533272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:39.537242 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:39.565279 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:39.793182 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.823457 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:39.848195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/480a3b61-3489-4f96-bb09-87ccffdf6156 HTTP/1.1" status: 204 len: 168 time: 3.5230362 Feb 04 13:01:39.851910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:39.855352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6ef5-d0cf-4a6d-a996-25aab83fa379 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=480a3b61-3489-4f96-bb09-87ccffdf6156,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:39.873808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289833-22fa-46f8-a93d-8dab104f31eb req-b5623310-ceb9-4983-963d-f3ddc52bdeeb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:39.875675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54289833-22fa-46f8-a93d-8dab104f31eb req-b5623310-ceb9-4983-963d-f3ddc52bdeeb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.2158523 Feb 04 13:01:39.932794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d7d4b-9212-41f4-85f2-f9eee74c6253 req-5e6a39f4-775b-4010-b777-5c96a2f38ded tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:39.934323 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-961d7d4b-9212-41f4-85f2-f9eee74c6253 req-5e6a39f4-775b-4010-b777-5c96a2f38ded tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.1980853 Feb 04 13:01:39.935307 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-55df7746-172d-4608-b05e-76b5b1e39b83 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:39.935758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55df7746-172d-4608-b05e-76b5b1e39b83 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:39.943442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-55df7746-172d-4608-b05e-76b5b1e39b83 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/c9cceeaa-8fd5-4e1d-88f0-6cf7ef67629d HTTP/1.1" status: 404 len: 337 time: 0.0795166 Feb 04 13:01:39.949650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:39.994305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-961d7d4b-9212-41f4-85f2-f9eee74c6253 req-3d560e05-c30e-4abb-a330-ab323f88088b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Feb 04 13:01:40.030451 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54289833-22fa-46f8-a93d-8dab104f31eb req-4ac656e2-9af8-40e1-b189-1afef8f2f316 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422894 Feb 04 13:01:40.040817 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e292707-7537-497c-999c-b926c5dbc016 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:40.041323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e292707-7537-497c-999c-b926c5dbc016 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:40.045584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e292707-7537-497c-999c-b926c5dbc016 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/480a3b61-3489-4f96-bb09-87ccffdf6156 HTTP/1.1" status: 404 len: 339 time: 0.0923057 Feb 04 13:01:40.045910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40080) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:40.177594 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3ea008-602d-49e7-9401-dcffc0d5bd50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:40.182468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3ea008-602d-49e7-9401-dcffc0d5bd50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:40.195933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe3ea008-602d-49e7-9401-dcffc0d5bd50 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/a0a52904-4d10-4fc5-9ef9-a7215a124986 HTTP/1.1" status: 404 len: 337 time: 0.1469107 Feb 04 13:01:40.196983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:40.273198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-948eb5b2-0166-43b8-992f-a6c87a128ff2 req-66e01158-f8df-4121-9738-2330f4aaf829 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 210 time: 0.0933526 Feb 04 13:01:40.285544 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-414e4138-b8b5-42d1-b023-888a4bbd8535 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:40.286030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414e4138-b8b5-42d1-b023-888a4bbd8535 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:40.291253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-414e4138-b8b5-42d1-b023-888a4bbd8535 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/522dc4f1-e478-472d-a648-d11c1eafea83 HTTP/1.1" status: 404 len: 339 time: 0.0898571 Feb 04 13:01:40.291548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40102) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:40.541995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:40.827064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:40.925685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652ec1c2-20be-4e5b-a717-2c409a7095b5']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:40.993120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030a7223-00a3-4001-817d-7f6f799d4331') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:40.993368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030a7223-00a3-4001-817d-7f6f799d4331') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:41.028376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:41.084948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:41.101240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:41.101658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:41.148798 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:41.373447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-43ea26d9-5dc9-4ddb-8dd2-39e3b78dad30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3932290 Feb 04 13:01:41.377715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:41.382453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba6b4d-da57-49a1-a476-dc0afcf362e2 req-d482926c-2deb-4f30-9e80-407181be581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:41.383993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a0ba6b4d-da57-49a1-a476-dc0afcf362e2 req-d482926c-2deb-4f30-9e80-407181be581e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 1096 time: 0.3979909 Feb 04 13:01:41.391999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cdb0b-7c5b-4420-9905-459610e379ab req-b710654b-bb9b-4535-8dcc-7249f572bab1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:41.393453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da9cdb0b-7c5b-4420-9905-459610e379ab req-b710654b-bb9b-4535-8dcc-7249f572bab1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 950 time: 0.2689283 Feb 04 13:01:41.419514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:41.456401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=652ec1c2-20be-4e5b-a717-2c409a7095b5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:41.474072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7b2a583-62d6-402d-92c0-445f7b5487d4 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/652ec1c2-20be-4e5b-a717-2c409a7095b5 HTTP/1.1" status: 204 len: 168 time: 1.1777849 Feb 04 13:01:41.474734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:41.535480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da9cdb0b-7c5b-4420-9905-459610e379ab req-dbb4786f-2bf2-4572-b7dd-75bf0b41dab1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264277 Feb 04 13:01:41.542090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a0ba6b4d-da57-49a1-a476-dc0afcf362e2 req-29639870-4f1a-4aca-bc6b-0a08ca6cc2c9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476762 Feb 04 13:01:41.595175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8b72c25a-ffec-4f42-9505-7c654e419098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:41.596574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-8b72c25a-ffec-4f42-9505-7c654e419098 service neutron] 10.222.0.87 "GET /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 1027 time: 0.1654778 Feb 04 13:01:41.790249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cb22ae1d-053b-449f-ad97-cb3c59b2a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:41.792000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cb22ae1d-053b-449f-ad97-cb3c59b2a4c4 service neutron] 10.222.0.87 "GET /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 1028 time: 0.1848764 Feb 04 13:01:41.887034 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01205d0-1ebf-4dc7-81c4-54822f5673b2 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:41.887496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01205d0-1ebf-4dc7-81c4-54822f5673b2 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:41.900206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c01205d0-1ebf-4dc7-81c4-54822f5673b2 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/88068414-d616-45ed-add1-01c396b51768 HTTP/1.1" status: 404 len: 337 time: 0.4223022 Feb 04 13:01:41.903372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:41.953775 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-373995bc-b133-4e39-802c-a5e87e326b3f tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:41.954585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373995bc-b133-4e39-802c-a5e87e326b3f tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:41.959570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-373995bc-b133-4e39-802c-a5e87e326b3f tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/9764efbd-1a62-40a8-ad70-7f2373c9d1bf HTTP/1.1" status: 404 len: 339 time: 0.0518584 Feb 04 13:01:41.961484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.035685 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a682b2-358b-4f76-94b6-222cfcc4c9c5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.036153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a682b2-358b-4f76-94b6-222cfcc4c9c5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.044827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-90a682b2-358b-4f76-94b6-222cfcc4c9c5 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/481d4f61-e1d2-4fbd-ae73-d80bcad9bdfc HTTP/1.1" status: 404 len: 337 time: 0.0822506 Feb 04 13:01:42.047304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40174) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.103925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834199-6a8c-4e12-9fee-c70517a5afe6 req-2ce5ba3b-1111-420d-a55b-89ca418b98e4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.106219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74834199-6a8c-4e12-9fee-c70517a5afe6 req-2ce5ba3b-1111-420d-a55b-89ca418b98e4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.5328400 Feb 04 13:01:42.110979 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d8daaf-e0ca-4b9f-9588-4987fdf26e0b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.111485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d8daaf-e0ca-4b9f-9588-4987fdf26e0b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.117322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-77d8daaf-e0ca-4b9f-9588-4987fdf26e0b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/9433767f-711d-42ea-b746-2bf2ccde3ef9 HTTP/1.1" status: 404 len: 339 time: 0.0663669 Feb 04 13:01:42.117953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.220247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a3ba4-18ef-4dc6-8e52-6989ff740c86 req-db53c2d3-7e14-4f02-9af2-d0b2a12817e1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.220933 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd95862-51e6-4ee9-92cd-32b9d6ad2952 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.221401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd95862-51e6-4ee9-92cd-32b9d6ad2952 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.226896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dbd95862-51e6-4ee9-92cd-32b9d6ad2952 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/f3163c9c-1efe-4bfa-86ec-3e41de5f93d2 HTTP/1.1" status: 404 len: 337 time: 0.0788510 Feb 04 13:01:42.229869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e0a3ba4-18ef-4dc6-8e52-6989ff740c86 req-db53c2d3-7e14-4f02-9af2-d0b2a12817e1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.3878419 Feb 04 13:01:42.235825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.250850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74834199-6a8c-4e12-9fee-c70517a5afe6 req-0ef3ba38-6e66-48d0-b05c-75a4a3591e69 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317427 Feb 04 13:01:42.343100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.359319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.369327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.370147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:42.416216 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a0d005-3376-4978-b4a9-6bc4e15972f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.416879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a0d005-3376-4978-b4a9-6bc4e15972f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.420541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-82a0d005-3376-4978-b4a9-6bc4e15972f0 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/adf105fc-73db-46f7-be2a-1951be570792 HTTP/1.1" status: 404 len: 339 time: 0.1814117 Feb 04 13:01:42.421675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.479471 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c7b3e-ead2-487a-a9b7-2671995761f3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.479992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68c7b3e-ead2-487a-a9b7-2671995761f3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.486156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f68c7b3e-ead2-487a-a9b7-2671995761f3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/1047c6ad-f476-4842-bc7b-46df5a4255e1 HTTP/1.1" status: 404 len: 337 time: 0.0632148 Feb 04 13:01:42.487295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.509207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e0a3ba4-18ef-4dc6-8e52-6989ff740c86 req-27e63b73-bb73-4136-87fa-313fbc16b529 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779429 Feb 04 13:01:42.523757 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f8a0d7-1201-40a2-8604-3a603cecf889 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.524580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f8a0d7-1201-40a2-8604-3a603cecf889 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.530255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4f8a0d7-1201-40a2-8604-3a603cecf889 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/b8d1c2e9-26ed-481a-96a1-5e7e0ae353c2 HTTP/1.1" status: 404 len: 339 time: 0.0414746 Feb 04 13:01:42.531207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.538215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:42.544149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c0723168-7256-4c63-942b-632a07c40c64 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/networks?id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=38b8da5e-6c17-4acc-b693-7b49fe97f641&id=38b8da5e-6c17-4acc-b693-7b49fe97f641 HTTP/1.1" status: 200 len: 1990 time: 0.7379906 Feb 04 13:01:42.699345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-fa18a64f-ec7a-4f6a-a308-613c6a1a6a82 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:42.734232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-fa18a64f-ec7a-4f6a-a308-613c6a1a6a82 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:42.736598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-fa18a64f-ec7a-4f6a-a308-613c6a1a6a82 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb HTTP/1.1" status: 200 len: 380 time: 0.1872466 Feb 04 13:01:42.748949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'admin_state_up': True, 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'security_groups': ['29d8f8f1-c3f3-40be-8214-7015b8dc41a4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:42.811871 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda90a2-3b7c-454d-b951-5abc46a0f7d9 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.814374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eda90a2-3b7c-454d-b951-5abc46a0f7d9 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.822425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6eda90a2-3b7c-454d-b951-5abc46a0f7d9 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/3b54583f-28cc-4825-89a4-e4d50371dc28 HTTP/1.1" status: 404 len: 337 time: 0.2891095 Feb 04 13:01:42.823400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.834484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87cbbde6-00af-40ef-9126-1fe92b5831cd req-f9892e20-738a-48bf-b896-93ffdb72171d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 210 time: 0.1818216 Feb 04 13:01:42.888938 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4352059-13ab-497f-a38a-792360be6c2d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.889680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4352059-13ab-497f-a38a-792360be6c2d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.896404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c4352059-13ab-497f-a38a-792360be6c2d tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/a7d12497-8cd8-4a73-b1c1-c7296c78a6ae HTTP/1.1" status: 404 len: 339 time: 0.0714116 Feb 04 13:01:42.897101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.974081 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49f7861-4d4c-4dcd-81bc-47e4873f4eee tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:42.974542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49f7861-4d4c-4dcd-81bc-47e4873f4eee tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:42.976355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d49f7861-4d4c-4dcd-81bc-47e4873f4eee tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/12f5859d-4932-4f60-a0fb-0d8d466ea7b4 HTTP/1.1" status: 404 len: 337 time: 0.0780339 Feb 04 13:01:42.989627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.020412 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e64591-9654-4002-8252-db39bf24435b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:43.020897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e64591-9654-4002-8252-db39bf24435b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.022620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14e64591-9654-4002-8252-db39bf24435b tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/e03fcd4a-ea57-4cf8-8583-85e69beed502 HTTP/1.1" status: 404 len: 339 time: 0.0320601 Feb 04 13:01:43.025139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40220) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.137306 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a48c165-f4d9-481b-9828-db4a046e56fd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:43.138101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a48c165-f4d9-481b-9828-db4a046e56fd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.140579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2a48c165-f4d9-481b-9828-db4a046e56fd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/880d746c-4cae-4316-8e6e-ace3a785884d HTTP/1.1" status: 404 len: 337 time: 0.1141403 Feb 04 13:01:43.153237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.189612 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-030441ad-38e8-4247-90a7-b388bc7ffce3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:43.192930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030441ad-38e8-4247-90a7-b388bc7ffce3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.195065 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-030441ad-38e8-4247-90a7-b388bc7ffce3 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/aa6e3805-1c15-4462-8ee4-da5e45b18a02 HTTP/1.1" status: 404 len: 339 time: 0.0387175 Feb 04 13:01:43.199693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.235862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd39ad-e788-46e3-8e9b-d5d3ad753195 req-40a6c77f-cb98-4bed-afd6-5846dbc8a11b tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.236772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70fd39ad-e788-46e3-8e9b-d5d3ad753195 req-40a6c77f-cb98-4bed-afd6-5846dbc8a11b tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 0.1539495 Feb 04 13:01:43.283800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccede2-73e6-46f2-ba6b-0ab2954ee38d req-fb113515-d465-4dd1-8a5d-d9dcf126e396 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.298758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74ccede2-73e6-46f2-ba6b-0ab2954ee38d req-fb113515-d465-4dd1-8a5d-d9dcf126e396 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 1101 time: 0.2730787 Feb 04 13:01:43.300902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:43.311825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:43.322926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70fd39ad-e788-46e3-8e9b-d5d3ad753195 req-057ac7e7-895c-4a26-b2d7-58e2a5e84c63 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701625 Feb 04 13:01:43.324111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:43.327774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:43.338372 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80093bc-3465-450f-a7c4-4a9ac847bedd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:43.338861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80093bc-3465-450f-a7c4-4a9ac847bedd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.346256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a80093bc-3465-450f-a7c4-4a9ac847bedd tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/ce4996d9-da63-47e1-a4a4-29cd2c813c15 HTTP/1.1" status: 404 len: 337 time: 0.1362877 Feb 04 13:01:43.347035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.362524 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2688462f-46a9-4d87-b402-39fcad2aff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:43.381298 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-88aa4acd-e76c-4aa3-8bf4-7184c4158151 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] DELETE failed (client error): The resource could not be found. Feb 04 13:01:43.381855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88aa4acd-e76c-4aa3-8bf4-7184c4158151 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:01:43.385861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88aa4acd-e76c-4aa3-8bf4-7184c4158151 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/59f548ed-23e0-4656-8668-96394280e8f2 HTTP/1.1" status: 404 len: 339 time: 0.0328615 Feb 04 13:01:43.388519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40242) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:43.412504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74ccede2-73e6-46f2-ba6b-0ab2954ee38d req-0ea0b4aa-d48e-482b-b8e1-b033c76a53c7 tempest-ServersOnMultiNodesTest-1803602749 tempest-ServersOnMultiNodesTest-1803602749-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144762 Feb 04 13:01:43.429868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:01:43.605097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting subnet 4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:01:43.612650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:43.747694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:43.815844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:43.843284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:01:43.846532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55792-e789-42cb-b2f4-b60090f62e1e req-411214fd-c311-4b2f-986b-abf74b8288b2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.849631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-84c55792-e789-42cb-b2f4-b60090f62e1e req-411214fd-c311-4b2f-986b-abf74b8288b2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.2802382 Feb 04 13:01:43.918949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-632fdc3d-79cb-4c85-aba2-fc56eaf063d9 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.930480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-632fdc3d-79cb-4c85-aba2-fc56eaf063d9 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.87 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 0.4508836 Feb 04 13:01:43.973733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.014671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:44.064920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:44.072397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.104584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-84c55792-e789-42cb-b2f4-b60090f62e1e req-6aa9106e-2ad5-4a47-919c-a5513b6bc128 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393754 Feb 04 13:01:44.169018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Deleting port 86e88f10-bbec-4a77-882c-b20a5893730b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:44.173973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.278116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:44.296838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1373ea1f-b9c7-44ff-8594-24049eea290e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:44.308386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 172.20.0.9 (4e17eede-cb2b-4692-acca-8fd5a5a106e1/f2d7d2bc-ac3d-4cc7-b714-6e04aa390669/d8d49711-20c9-4c07-a923-f814e192cca5) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:44.347802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.432116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-1584d98b-22e1-4a03-8bde-b851397873b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:44.434204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-1584d98b-22e1-4a03-8bde-b851397873b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1101 time: 0.6020525 Feb 04 13:01:44.463908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83aa1d5d-4f38-461b-94d0-66648ea7a069 req-07bcaee7-9aa6-4e20-8e13-7035ddf2bae2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 210 time: 0.1137900 Feb 04 13:01:44.631402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7eb91-97d1-4547-9fa7-f22ae777e735 req-e66a96f5-7b6d-4ef6-bcd1-8dcfab4ec91a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:44.639067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bfc7eb91-97d1-4547-9fa7-f22ae777e735 req-e66a96f5-7b6d-4ef6-bcd1-8dcfab4ec91a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.4760773 Feb 04 13:01:44.783212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e59b8-7e18-4b79-bc8f-163da1bc19f4 req-248cfcda-173b-45b2-bf93-0a80239a558a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:44.784963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a5e59b8-7e18-4b79-bc8f-163da1bc19f4 req-248cfcda-173b-45b2-bf93-0a80239a558a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 950 time: 0.1567705 Feb 04 13:01:44.855054 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.887580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] For port 86e88f10-bbec-4a77-882c-b20a5893730b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=86e88f10-bbec-4a77-882c-b20a5893730b,segment=NetworkSegment(638b13d8-e6ea-43e6-a397-30c53e0e416d),segment_id=638b13d8-e6ea-43e6-a397-30c53e0e416d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:44.887580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:44.924511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bfc7eb91-97d1-4547-9fa7-f22ae777e735 req-4214e9c8-31b5-4d1e-8cc9-50e0752e75a9 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842433 Feb 04 13:01:44.993759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:45.014675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c2ab2-4b69-4404-bb64-17e9474884db None None] Network 0a28903e-a115-4fb8-9e83-46ac572ab5e2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:01:45.015190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:45.114589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-953325d7-00b7-48b5-b14d-66df81c4dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:45.116347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-953325d7-00b7-48b5-b14d-66df81c4dc39 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6658611 Feb 04 13:01:45.116903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a5e59b8-7e18-4b79-bc8f-163da1bc19f4 req-5c7f252d-16cd-4ed3-9784-d93a4d2d10f7 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042483 Feb 04 13:01:45.130990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Calling delete_port for 86e88f10-bbec-4a77-882c-b20a5893730b owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:45.161990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-74394392-d10b-40d4-842f-8806fe66c0c6 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/subnets/4dc830b3-d1eb-4a1e-a1d7-9842d4e685e2 HTTP/1.1" status: 204 len: 168 time: 1.7724168 Feb 04 13:01:45.287982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:45.445653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:01:45.475398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:45.558358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object d8d49711-20c9-4c07-a923-f814e192cca5 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:45.684700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-e596f3a8-1689-4044-acbf-fd6a042e6fac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.5242169 Feb 04 13:01:45.687258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:45.701550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] DHCP port deletion for 0a28903e-a115-4fb8-9e83-46ac572ab5e2 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:01:45.728258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1373ea1f-b9c7-44ff-8594-24049eea290e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:45.728648 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:45.971176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Deleting port 2ad80c33-8160-444d-9eb7-520714eef71a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:45.971629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.013700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:46.041418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:46.046371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:46.054830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:46.091522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.174704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Deleting port 2ad80c33-8160-444d-9eb7-520714eef71a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:46.175388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.238220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.239265 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2dec6066-9bc7-4561-ba2d-c388151ec996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.239764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.268250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7bb49298-bf91-4d73-86a7-192adebf8e00 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5241554 Feb 04 13:01:46.296651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'admin_state_up': True, 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'security_groups': ['29d8f8f1-c3f3-40be-8214-7015b8dc41a4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:46.354967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-991d979a-3cd6-489b-abca-2654517339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.357617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-991d979a-3cd6-489b-abca-2654517339dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.6656935 Feb 04 13:01:46.430457 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.476877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-b6195646-c645-407c-a6c7-218fab4046d6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:46.478483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-b6195646-c645-407c-a6c7-218fab4046d6 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 950 time: 0.7013819 Feb 04 13:01:46.751337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:46.873411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d017eae-607c-4c05-92df-6781e42f246e None None] Provisioning for port d8d49711-20c9-4c07-a923-f814e192cca5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:46.926206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] For port 2ad80c33-8160-444d-9eb7-520714eef71a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ad80c33-8160-444d-9eb7-520714eef71a,segment=NetworkSegment(a8a59f03-0d4f-408f-8e2e-20fd8eec1daf),segment_id=a8a59f03-0d4f-408f-8e2e-20fd8eec1daf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:46.926633 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.953737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:46.976370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d017eae-607c-4c05-92df-6781e42f246e None None] Provisioning complete for port d8d49711-20c9-4c07-a923-f814e192cca5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:46.976748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d017eae-607c-4c05-92df-6781e42f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:46.986227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] For port 2ad80c33-8160-444d-9eb7-520714eef71a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ad80c33-8160-444d-9eb7-520714eef71a,segment=NetworkSegment(a8a59f03-0d4f-408f-8e2e-20fd8eec1daf),segment_id=a8a59f03-0d4f-408f-8e2e-20fd8eec1daf)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:46.986772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.052630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.058344 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.059186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 86e88f10-bbec-4a77-882c-b20a5893730b no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:01:47.146988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Calling delete_port for 2ad80c33-8160-444d-9eb7-520714eef71a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:47.166940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:47.191794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d684348-8457-426d-9a07-caca23038df6 req-4a938f6a-03ab-47c0-9ff6-9fbd3e6979c5 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:47.193354 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d684348-8457-426d-9a07-caca23038df6 req-4a938f6a-03ab-47c0-9ff6-9fbd3e6979c5 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/ports?device_id=014a2fcb-5389-4037-8b7e-4e1695b21fd2 HTTP/1.1" status: 200 len: 946 time: 1.2365921 Feb 04 13:01:47.234586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:47.294754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 86e88f10-bbec-4a77-882c-b20a5893730b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:01:47.299578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:47.303590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.305078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 86e88f10-bbec-4a77-882c-b20a5893730b not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:01:47.325969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.371240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d684348-8457-426d-9a07-caca23038df6 req-f2b9968d-fc88-47b5-bbc7-c75c7a38c808 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.53 "GET /v2.0/security-groups?id=8884f5e2-eb71-47a5-baa5-6124e71e90a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614025 Feb 04 13:01:47.425752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.439975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Calling delete_port for 2ad80c33-8160-444d-9eb7-520714eef71a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:47.495213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] No DVR routers for this DVR port 2ad80c33-8160-444d-9eb7-520714eef71a on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:47.642318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d017eae-607c-4c05-92df-6781e42f246e None None] Port d8d49711-20c9-4c07-a923-f814e192cca5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:47.653350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.670738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port b8ec7969-3732-4f2a-86c7-b02708998057 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:47.678019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:47.721492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:47.735699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ad80c33-8160-444d-9eb7-520714eef71a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:01:47.790750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Pushing event deleted for resources: {'Port': ['ID=86e88f10-bbec-4a77-882c-b20a5893730b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:47.827866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2ad80c33-8160-444d-9eb7-520714eef71a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:01:47.828243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ad80c33-8160-444d-9eb7-520714eef71a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:01:47.837613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:01:47.837985 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:01:47.933264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.1.1.13 (231810da-1f5f-453c-a68a-f03e2b59bf38/37199129-ecf4-449b-bd0b-9a92d0d57e3b/db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:47.937120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-4e46d6ae-95db-415b-9c00-9eacbeb0eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:47.939291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-4e46d6ae-95db-415b-9c00-9eacbeb0eccf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4475155 Feb 04 13:01:47.972653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Port': ['ID=2ad80c33-8160-444d-9eb7-520714eef71a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:48.223274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.256744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a28903e-a115-4fb8-9e83-46ac572ab5e2']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:48.273552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:48.273881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a59f03-0d4f-408f-8e2e-20fd8eec1daf') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:48.294362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.339632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Deleting port 2ad80c33-8160-444d-9eb7-520714eef71a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:48.340338 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.414549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1049-cbab-4a86-9414-63bcb261da42 req-8730aef8-2ccb-4bef-82a2-f203e91c8a77 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:48.416681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da8d1049-cbab-4a86-9414-63bcb261da42 req-8730aef8-2ccb-4bef-82a2-f203e91c8a77 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 2.1484013 Feb 04 13:01:48.448627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.566954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.588487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-395a6f55-05b2-485e-8a10-f68bdf1b6776 None None] The port '2ad80c33-8160-444d-9eb7-520714eef71a' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:01:48.604170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] No DVR routers for this DVR port 86e88f10-bbec-4a77-882c-b20a5893730b on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:48.604393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-18c9b2cf-6be2-4af0-b622-37f36355c922 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542714 Feb 04 13:01:48.621801 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.632253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:48.633060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:48.652085 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:48.903010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-6b129118-c164-4a22-bd86-66fdf978b196 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881789 Feb 04 13:01:49.084265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.134058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'name': 'network-vif-deleted', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:49.136221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:49.199241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.365517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:49.369300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:49.377040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:49.423225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da8d1049-cbab-4a86-9414-63bcb261da42 req-759ad353-7910-48ad-8111-a6223cc96121 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9333801 Feb 04 13:01:49.429373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-468dfbd8-0124-4f99-b678-23ef2c7d5bec req-c9c5525f-8237-4f56-9f6c-3fa447327606 tempest-InstanceActionsNegativeTestJSON-2031144855 tempest-InstanceActionsNegativeTestJSON-2031144855-project] 10.222.0.87 "DELETE /v2.0/ports/86e88f10-bbec-4a77-882c-b20a5893730b HTTP/1.1" status: 204 len: 173 time: 5.4892442 Feb 04 13:01:49.430426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.471400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:49.491785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.525750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] Pushing event deleted for resources: {'Network': ['ID=0a28903e-a115-4fb8-9e83-46ac572ab5e2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:49.551760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d4a39cb-062f-43d4-ae70-44d95ef2ab52 tempest-NetworksTest-1280739236 tempest-NetworksTest-1280739236-project] 10.222.0.53 "DELETE /v2.0/networks/0a28903e-a115-4fb8-9e83-46ac572ab5e2 HTTP/1.1" status: 204 len: 168 time: 4.2619038 Feb 04 13:01:49.595052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:49.595734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.635074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port b8ec7969-3732-4f2a-86c7-b02708998057, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b8ec7969-3732-4f2a-86c7-b02708998057,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:49.637570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.668550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d2d5ee3c-14c5-490c-8b8c-0eebee416131 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3915348 Feb 04 13:01:49.680349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'admin_state_up': True, 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'security_groups': ['29d8f8f1-c3f3-40be-8214-7015b8dc41a4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:49.872009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:49.905818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d4da901-f0ae-48c0-a11f-c2d337603489 None None] Provisioning for port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:49.915824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d4da901-f0ae-48c0-a11f-c2d337603489 None None] Provisioning complete for port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:49.916302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d4da901-f0ae-48c0-a11f-c2d337603489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:50.006050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1d4da901-f0ae-48c0-a11f-c2d337603489 None None] Port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:50.076944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for b8ec7969-3732-4f2a-86c7-b02708998057 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:50.099784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:50.104470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:port and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:50.108247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:50.115097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:50.123016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40348) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:50.127166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:50.131148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:50.277090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f51aa9-bfc8-47db-a69a-31118be80109 req-34eac653-42ec-4799-8b15-18da54112393 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:50.289904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f51aa9-bfc8-47db-a69a-31118be80109 req-34eac653-42ec-4799-8b15-18da54112393 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:50.298697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8f51aa9-bfc8-47db-a69a-31118be80109 req-34eac653-42ec-4799-8b15-18da54112393 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 1652 time: 0.4057539 Feb 04 13:01:50.457664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8f51aa9-bfc8-47db-a69a-31118be80109 req-e9c87b34-715b-4210-b765-a7f38f5a5993 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567163 Feb 04 13:01:50.508739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:50.525205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:50.564456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52', '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'b3ea676a-3a02-4738-9b03-ec9186e8d992'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:50.736614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.1.1.80 (231810da-1f5f-453c-a68a-f03e2b59bf38/37199129-ecf4-449b-bd0b-9a92d0d57e3b/8f827f4c-169a-4d33-b364-cb9d9dc4b5f1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:50.756008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=b8ec7969-3732-4f2a-86c7-b02708998057,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:50.764620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c72f2dc5-9c6a-4f32-a4e3-c37a6f1d1684 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=596d19febf4644f699614c76cd253a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396527 Feb 04 13:01:50.776697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40362) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:50.835662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.836290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.836863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.837355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.838008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.838498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.839255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.840079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.840745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.841461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.842146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.842819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:50.913757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port b8ec7969-3732-4f2a-86c7-b02708998057 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:50.919605 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:50.942577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1cc0e856-d2e0-4157-af4a-b18cd67060f9 req-13e07713-9717-43cf-80bd-9a7fbfe65f72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcbe2a3e-017b-4430-a682-bfea62bde2e6 HTTP/1.1" status: 200 len: 210 time: 0.1952374 Feb 04 13:01:50.970007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f2cecdb-f4e0-4217-be4a-7e6c65f64dd0 req-de51a6a9-b890-4810-bf66-0c87f9796d16 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "DELETE /v2.0/ports/b8ec7969-3732-4f2a-86c7-b02708998057 HTTP/1.1" status: 204 len: 173 time: 4.4651539 Feb 04 13:01:51.042092 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:01:51.171084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b8ec7969-3732-4f2a-86c7-b02708998057 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:01:51.253988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:51.272159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-327c4866-b698-4c6c-844c-7faac1ada837 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:51.283977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-327c4866-b698-4c6c-844c-7faac1ada837 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 810 time: 0.8907468 Feb 04 13:01:51.303555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: b8ec7969-3732-4f2a-86c7-b02708998057 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:01:51.313505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b8ec7969-3732-4f2a-86c7-b02708998057 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:01:51.334024 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a2fcb-5389-4037-8b7e-4e1695b21fd2', 'name': 'network-vif-deleted', 'tag': '86e88f10-bbec-4a77-882c-b20a5893730b', 'status': 'completed', 'code': 200} Feb 04 13:01:51.367260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-e60ca446-e924-475b-849e-6c3980ccbb5b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/quotas/9ef9109493bd4311a98951b4b3c22287 HTTP/1.1" status: 200 len: 375 time: 0.0700591 Feb 04 13:01:51.394969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Deleting subnet 6fa3f488-fc1e-455b-b2ab-f8584e565fc1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:01:51.404765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.463226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.518809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.594452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.626477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.824938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.876231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa3f488-fc1e-455b-b2ab-f8584e565fc1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:51.895613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:51.914095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51cbbcc2-ee3b-4997-a4a8-37a4d53042d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6fa3f488-fc1e-455b-b2ab-f8584e565fc1 HTTP/1.1" status: 204 len: 168 time: 0.6568987 Feb 04 13:01:51.916353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:52.073515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.104194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:52.119904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b4b2-a89d-4d57-997d-20b5b4b7aa07 req-4db2128d-00ab-4e19-8e31-b49a88c92f15 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:52.127347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83e5b4b2-a89d-4d57-997d-20b5b4b7aa07 req-4db2128d-00ab-4e19-8e31-b49a88c92f15 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.3691528 Feb 04 13:01:52.138549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.251009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83e5b4b2-a89d-4d57-997d-20b5b4b7aa07 req-b84f9a57-b545-4044-a651-41a9569749b1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227551 Feb 04 13:01:52.313980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:52.320936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:52.355244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:52.360064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.438873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:52.457056 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-585e8e53-d666-4e96-b199-0583eefd82d3 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0853596 Feb 04 13:01:52.473802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:52.474594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.515035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.561565 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4b98ec0f-51df-486f-9061-38f8da2d2265 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8870075 Feb 04 13:01:52.569336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.585986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b08dc880-fe7d-42a5-88ac-a9643a6ce04c HTTP/1.1" status: 204 len: 168 time: 1.8006523 Feb 04 13:01:52.596925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eace1c-21da-47eb-b36a-20d89fa20543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08dc880-fe7d-42a5-88ac-a9643a6ce04c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:52.607879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'admin_state_up': True, 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'security_groups': ['29d8f8f1-c3f3-40be-8214-7015b8dc41a4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:52.669554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-dbdf9c70-635a-4aed-8580-f3a3c083ae0f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:01:52.675071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-dbdf9c70-635a-4aed-8580-f3a3c083ae0f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2172360 Feb 04 13:01:52.750061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:52.835714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0eec1b-b22d-4e9c-9cd8-12e5cb522219']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:52.870635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c9d631aa-5513-44c1-9c75-3b882ada63c4 None None] Provisioning for port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:52.888434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c9d631aa-5513-44c1-9c75-3b882ada63c4 None None] Provisioning complete for port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:52.889090 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9d631aa-5513-44c1-9c75-3b882ada63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.014311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638b13d8-e6ea-43e6-a397-30c53e0e416d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:53.014627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638b13d8-e6ea-43e6-a397-30c53e0e416d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:53.024198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9d631aa-5513-44c1-9c75-3b882ada63c4 None None] Port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:53.036880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.068169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fc17d-0561-4013-bec8-1d62ea579c53 req-9c1cd28e-f500-47bf-b11a-75231eacf5fd tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:53.071285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ac46d6e9-d8ac-410f-91af-74022c2113e4 service neutron] 10.222.0.53 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386987 Feb 04 13:01:53.073690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:53.081395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fc17d-0561-4013-bec8-1d62ea579c53 req-9c1cd28e-f500-47bf-b11a-75231eacf5fd tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:53.091603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fc17d-0561-4013-bec8-1d62ea579c53 req-9c1cd28e-f500-47bf-b11a-75231eacf5fd tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:53.099157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f1fc17d-0561-4013-bec8-1d62ea579c53 req-9c1cd28e-f500-47bf-b11a-75231eacf5fd tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 2372 time: 0.4175825 Feb 04 13:01:53.100571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:port and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:53.100845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.106663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:53.130467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:53.130882 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:53.149027 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:53.164734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:53.189914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:53.299171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f1fc17d-0561-4013-bec8-1d62ea579c53 req-e4576363-65e7-45fc-a7f1-1045ac98c52c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954453 Feb 04 13:01:53.327832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.354655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.354871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:53.354988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'name': 'network-vif-deleted', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:53.354988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] 10.222.0.53 "DELETE /v2.0/networks/6f0eec1b-b22d-4e9c-9cd8-12e5cb522219 HTTP/1.1" status: 204 len: 168 time: 1.4330597 Feb 04 13:01:53.400959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8ce54-b617-4cf9-99f5-dec902dd9b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0eec1b-b22d-4e9c-9cd8-12e5cb522219,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:53.462065 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-f316c7b4-ffb1-4d18-9d9e-68a088415661 service neutron] 10.222.0.53 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834722 Feb 04 13:01:53.677456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.2.2.100 (38b8da5e-6c17-4acc-b693-7b49fe97f641/e2885073-1a7f-4ec1-a2c8-8a4a021290e7/05b256b8-6792-4a10-bd47-f28226ad0a15) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:53.890390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40458) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:53.983801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-28733443-8179-4197-906e-8675be1ad2d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b71ffd9b709401f8df6a43cf3176d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886259 Feb 04 13:01:53.985179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:54.138092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:54.181963 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.249680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.261972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59101e5-b447-48ea-a968-a36714847274 req-53c8223a-1905-4a8f-911a-32a1bb467988 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:54.285898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d59101e5-b447-48ea-a968-a36714847274 req-53c8223a-1905-4a8f-911a-32a1bb467988 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.3024909 Feb 04 13:01:54.342505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112592055'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:54.351878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:54.364452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:54.376943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d59101e5-b447-48ea-a968-a36714847274 req-2eabc3d7-aeea-4589-ae2d-5a75158eb7dd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876930 Feb 04 13:01:54.377178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:54.386754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.393524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:54.414413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.439957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.462612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.467202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:54.473091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:54.477383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:54.488775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:54.604419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.621507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object 05b256b8-6792-4a10-bd47-f28226ad0a15 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:54.622136 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbe2a3e-017b-4430-a682-bfea62bde2e6', 'name': 'network-vif-deleted', 'tag': 'b8ec7969-3732-4f2a-86c7-b02708998057', 'status': 'completed', 'code': 200} Feb 04 13:01:54.628367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.633162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.649699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8884f5e2-eb71-47a5-baa5-6124e71e90a9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:54.669963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:54.696494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:54.709611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.711436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:54.724530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e3413008-e462-4f93-9217-20b356f501b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8884f5e2-eb71-47a5-baa5-6124e71e90a9 HTTP/1.1" status: 204 len: 168 time: 0.6896415 Feb 04 13:01:54.735186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:54.741873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19414c47-1ec7-4b30-bb09-25df4c561300,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:54.759442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.925492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.934073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:54.952060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:54.962311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:54.965092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:55.052129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.058548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9170125 Feb 04 13:01:55.065867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40514) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:55.144926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:55.146113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.164206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:01:55.246352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:55.258309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a4c3b-6d3c-46a6-9fca-e4af1ceb72d3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb42d182-7b39-4baa-9efb-f0df319f0741,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:55.261339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-7c170762-5279-4f64-9643-7e39b2409ae8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6679263 Feb 04 13:01:55.285072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'admin_state_up': True, 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'security_groups': ['29d8f8f1-c3f3-40be-8214-7015b8dc41a4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:55.370088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-151cbc74-0967-4925-8786-edcbd12b4eb3 req-3f3b5fbf-70a3-4cc8-b68e-5c6162f99b72 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 210 time: 0.0962622 Feb 04 13:01:55.410503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f351a93b-67ed-4d3b-a9a8-3755cc92300b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:55.464309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f351a93b-67ed-4d3b-a9a8-3755cc92300b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:55.467055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f351a93b-67ed-4d3b-a9a8-3755cc92300b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4001207 Feb 04 13:01:55.470450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:55.484323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-security--691071029', 'description': 'tempest-security-description-2005963385'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:55.496337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.586594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.623518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76abed02-79df-47e3-8c52-b0fce36ea20d None None] Provisioning for port 05b256b8-6792-4a10-bd47-f28226ad0a15 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:55.664657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76abed02-79df-47e3-8c52-b0fce36ea20d None None] Provisioning complete for port 05b256b8-6792-4a10-bd47-f28226ad0a15 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:55.665046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-76abed02-79df-47e3-8c52-b0fce36ea20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.684509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.695335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.698003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:55.699445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "PUT /v2.0/security-groups/fb42d182-7b39-4baa-9efb-f0df319f0741 HTTP/1.1" status: 200 len: 1779 time: 0.2277520 Feb 04 13:01:55.727654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:01:55.739776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40536) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:55.754661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d354d2-0534-488d-a445-933eef027fbc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb42d182-7b39-4baa-9efb-f0df319f0741,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:55.826298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-05461a20-a8b7-4bd3-a10e-4f29fb7f58a3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups/fb42d182-7b39-4baa-9efb-f0df319f0741 HTTP/1.1" status: 200 len: 1779 time: 0.0851679 Feb 04 13:01:55.832335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:55.870969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:55.877254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.067400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-76abed02-79df-47e3-8c52-b0fce36ea20d None None] Port 05b256b8-6792-4a10-bd47-f28226ad0a15 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:56.096260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.113327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:56.130543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.184948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:56.189977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.212428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Usage tracker for resource:port and tenant:66bae4ba4c254eeda0502ad9ece9f9cb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:56.225817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.242920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.254791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.272238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.274354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:56.293946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:56.316147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb42d182-7b39-4baa-9efb-f0df319f0741,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:56.321878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-1510e988-0d61-4d19-b2fb-fce06580feaf tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.325419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:56.331349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-1510e988-0d61-4d19-b2fb-fce06580feaf tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 810 time: 0.5123465 Feb 04 13:01:56.365724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.369345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e5b523df-2aae-4d2a-9d98-81506e4a373f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb42d182-7b39-4baa-9efb-f0df319f0741 HTTP/1.1" status: 204 len: 168 time: 0.5301692 Feb 04 13:01:56.373346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.376453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Made reservation on behalf of 66bae4ba4c254eeda0502ad9ece9f9cb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:56.392179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.447164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Request body: {'port': {'device_id': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'admin_state_up': True, 'tenant_id': '9ef9109493bd4311a98951b4b3c22287'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:56.465095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:56.466303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-afda8bbc-bef4-4e53-845d-622eafbe191b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 3093 time: 0.9972796 Feb 04 13:01:56.466494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.571192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d724c87d-6775-42cb-877c-1e7856e0118b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:56.582377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8dffc-e01f-40b8-b7a5-ba341a000df6 req-d93b1ea2-2cf1-4292-af99-a06dbeef2c72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.583260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-25a8dffc-e01f-40b8-b7a5-ba341a000df6 req-d93b1ea2-2cf1-4292-af99-a06dbeef2c72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:56.623087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d724c87d-6775-42cb-877c-1e7856e0118b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:56.627023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d724c87d-6775-42cb-877c-1e7856e0118b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2492669 Feb 04 13:01:56.627023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40574) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.634727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-25a8dffc-e01f-40b8-b7a5-ba341a000df6 req-d93b1ea2-2cf1-4292-af99-a06dbeef2c72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:56.635127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67ede6ab-27a2-4041-8918-567a5e7f72bd req-de80f056-ad16-4aca-ad8e-5f1035d85ab3 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271892 Feb 04 13:01:56.642258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25a8dffc-e01f-40b8-b7a5-ba341a000df6 req-d93b1ea2-2cf1-4292-af99-a06dbeef2c72 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.3098891 Feb 04 13:01:56.685673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:56.690370 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-7f95b8c7-ee89-4fd9-9315-248b2942e521 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] delete failed (client error): The resource could not be found. Feb 04 13:01:56.695530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f95b8c7-ee89-4fd9-9315-248b2942e521 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb42d182-7b39-4baa-9efb-f0df319f0741 HTTP/1.1" status: 404 len: 347 time: 0.0636005 Feb 04 13:01:56.707804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-774091768-network', 'tenant_id': '9e05fbfb589b4c1084fa0e84b21f8ece'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:56.715314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.718148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:56.769867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--779457236'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:56.774807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:56.797115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Allocated IP 10.2.2.200 (38b8da5e-6c17-4acc-b693-7b49fe97f641/e2885073-1a7f-4ec1-a2c8-8a4a021290e7/6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:56.804836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:56.817087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Usage tracker for resource:network and tenant:9e05fbfb589b4c1084fa0e84b21f8ece is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:56.836533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:56.861086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:56.868787 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25a8dffc-e01f-40b8-b7a5-ba341a000df6 req-6bd4d2b4-7bb5-4bb9-95fb-20143dd26b37 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256191 Feb 04 13:01:56.869670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:56.872717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Made reservation on behalf of 9ef9109493bd4311a98951b4b3c22287 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:56.881577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.929876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Made reservation on behalf of 9e05fbfb589b4c1084fa0e84b21f8ece for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:56.932240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:56.942360 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'code': 200} Feb 04 13:01:57.038460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.048517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.098952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea7fe2-fd0a-492f-97df-7507fa50989a req-258bf50b-f579-48b9-8d7f-243cde2f7cad tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.100802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60ea7fe2-fd0a-492f-97df-7507fa50989a req-258bf50b-f579-48b9-8d7f-243cde2f7cad tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.1881566 Feb 04 13:01:57.103977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.158929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Transition to ACTIVE for port object 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:57.168352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60ea7fe2-fd0a-492f-97df-7507fa50989a req-d521cd74-4e6b-4e07-b441-280afc3dab1d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572762 Feb 04 13:01:57.182452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:57.213673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.215868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Usage tracker for resource:security_group_rule and tenant:9e05fbfb589b4c1084fa0e84b21f8ece is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:57.218835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:57.223958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:57.238832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:57.241616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:57.258828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:57.271120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:57.438659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:57.440572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:57.450456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-37379fb3-c026-4f20-aef3-8ef67c9a224a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.452023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-37379fb3-c026-4f20-aef3-8ef67c9a224a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 0.3919926 Feb 04 13:01:57.457309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:57.472921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-7a252b8c-0254-4c03-8628-ab8c952cbfbe tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.474382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-7a252b8c-0254-4c03-8628-ab8c952cbfbe tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.4887645 Feb 04 13:01:57.482370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Allocated IP 172.20.0.9 (7360d13b-d126-4e97-8571-e7592394bc06/88faa73a-3e15-473d-9afc-a7fbefb2c167/017c0b20-3452-4bcf-bc7c-75a64ff71483) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:57.555514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-16a79172-79e6-4994-bf30-858d4b41efa0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/quotas/a42a074bd4714df485b2ecbc2685b83e HTTP/1.1" status: 200 len: 375 time: 0.0907829 Feb 04 13:01:57.559359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc9f589c-6cda-426b-8a27-a0ea95aa0c5a req-9055e682-d5b7-434a-9f2a-af9544d2ea26 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 210 time: 0.1946194 Feb 04 13:01:57.577961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:57.605910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.606470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.643038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-81525c5c-fba7-4458-ae04-d447224e552a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3631105 Feb 04 13:01:57.655062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:57.842785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:57.953376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbcdb2cf-1ae5-4aa6-ac7f-b0502754c318 None None] Provisioning for port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:57.967766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbcdb2cf-1ae5-4aa6-ac7f-b0502754c318 None None] Provisioning complete for port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:57.971089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2cf-1ae5-4aa6-ac7f-b0502754c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.003591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.018012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port b3ea676a-3a02-4738-9b03-ec9186e8d992 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:58.018356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.071514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdb2cf-1ae5-4aa6-ac7f-b0502754c318 None None] Port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:01:58.253004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.277821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.306863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.365392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.371692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.376429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:58.380998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.387245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.393940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.395192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:01:58.442645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:01:58.443936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-76d39f74-0fab-4e5e-bdfe-0d9b8e00f2c8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 3814 time: 0.5057740 Feb 04 13:01:58.453022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb857154-c434-4fff-bff5-7e3c00cabb2c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:58.485618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.486864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1bb91f3a-6cce-41ba-b165-2d3a9597a02f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7705834 Feb 04 13:01:58.497689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.498221 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Added segment 1251af4c-a07a-49ec-9cd8-1cb673a7c97c of type vlan for network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 Feb 04 13:01:58.505505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40604) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:58.514715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559ff51-530d-4fc9-85a3-666436fda810 req-f219a62f-36e1-44e4-828b-ec1d360b8d67 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.517033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3559ff51-530d-4fc9-85a3-666436fda810 req-f219a62f-36e1-44e4-828b-ec1d360b8d67 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.90 "GET /v2.0/ports?device_id=1683fd30-f647-4618-9932-6db7142a0d98 HTTP/1.1" status: 200 len: 943 time: 0.3009181 Feb 04 13:01:58.524716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': 'bb857154-c434-4fff-bff5-7e3c00cabb2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:58.555107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:58.603240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:58.660881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-611456e9-f01d-45b4-8e43-40797b710ec5 req-e35cd3db-a333-4095-97fe-c4b9dcb8067e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035148 Feb 04 13:01:58.664674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Deleting port 536f17c7-99cf-4091-a0da-745d1f9517b3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:01:58.665089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.670996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-70b35799-0872-43a8-aed0-b09a0ef0553a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0679598 Feb 04 13:01:58.700767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:58.717689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5234b5-f2b2-4eb3-a658-3bb09634de0e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:58.746480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:01:58.770596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.794706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:58.880393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:58.971339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.036221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port b3ea676a-3a02-4738-9b03-ec9186e8d992, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b3ea676a-3a02-4738-9b03-ec9186e8d992,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:59.036512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.060681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.061655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:59.063128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.134870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d49711-20c9-4c07-a923-f814e192cca5 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:01:59.155320 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.156992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-69b09d6c-e2c8-4755-b6f7-34e488ecf3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517517 Feb 04 13:01:59.205521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Transition to ACTIVE for port object d8d49711-20c9-4c07-a923-f814e192cca5 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:59.309489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for b3ea676a-3a02-4738-9b03-ec9186e8d992 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:01:59.315206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d96579-1f2a-4286-869d-644d24cc76dd req-9a5680a6-0f0f-47e6-8512-10ed6ea6c1ec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:59.316795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75d96579-1f2a-4286-869d-644d24cc76dd req-9a5680a6-0f0f-47e6-8512-10ed6ea6c1ec tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 949 time: 0.3677917 Feb 04 13:01:59.322151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.442924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9704571 Feb 04 13:01:59.465832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40618) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:59.470990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.484068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c7d585ed-8f77-4f91-9a56-363141131720'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:01:59.556248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Request body: {'subnet': {'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-774091768-subnet', 'tenant_id': '9e05fbfb589b4c1084fa0e84b21f8ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:59.610064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91377820-a054-409d-ab65-6d76faacaa10 admin admin] Pushing event updated for resources: {'Network': ['ID=3db3cd90-7931-49c5-9c16-d9d7a20d1a72,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:59.615966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:01:59.635783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:01:59.638999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.656340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Usage tracker for resource:subnet and tenant:9e05fbfb589b4c1084fa0e84b21f8ece is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:01:59.676061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:01:59.686629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.699002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Network 7360d13b-d126-4e97-8571-e7592394bc06 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:59.738502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:59.744827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:01:59.752965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:59.765547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75d96579-1f2a-4286-869d-644d24cc76dd req-3c16dd04-ab4a-4f13-b1f4-5f4c4d48761e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380472 Feb 04 13:01:59.773513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] For port 536f17c7-99cf-4091-a0da-745d1f9517b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=536f17c7-99cf-4091-a0da-745d1f9517b3,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:01:59.774104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:01:59.808082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:01:59.934468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Pushing event updated for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:59.971541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-b7983fb6-2de4-4b19-a943-adc2565717c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959407 Feb 04 13:01:59.978827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19e1478-2517-474e-b4af-f7069546ddcb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:00.039694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Calling delete_port for 536f17c7-99cf-4091-a0da-745d1f9517b3 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:00.139949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Attempting to bind port d8d49711-20c9-4c07-a923-f814e192cca5 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:00.140149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Attempting to bind port d8d49711-20c9-4c07-a923-f814e192cca5 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:00.140476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Attempting to bind port d8d49711-20c9-4c07-a923-f814e192cca5 on network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:00.146924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:00.148434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.161639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.176950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52', '46b5f87c-2207-4fed-ab56-b877c0b003dd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:00.181907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Port d8d49711-20c9-4c07-a923-f814e192cca5 on network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:00.182232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Attempting to bind port d8d49711-20c9-4c07-a923-f814e192cca5 on network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:00.190155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Made reservation on behalf of 9e05fbfb589b4c1084fa0e84b21f8ece for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:00.194749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.218283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:00.236080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:00.236423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Checking segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:00.236819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Bound using segment: {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:00.237260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Bound port: d8d49711-20c9-4c07-a923-f814e192cca5, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed66c1e-e495-4086-91e7-ce18cb25fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:00.237608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.513481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:00.518250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:00.520728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.527426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.600280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-02156aba-d78c-4595-ab90-16383a34efa8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1736107 Feb 04 13:02:00.600979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.602039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d14371e-3fef-40ee-b62d-f3ea67a40c33 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0883830 Feb 04 13:02:00.631959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:00.639325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=b3ea676a-3a02-4738-9b03-ec9186e8d992,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:00.648572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Request body: {'port': {'device_id': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:00.775907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:00.857248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:00.857873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.859408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-83599d06-1a93-49fa-9a89-e5ab4cd1175f service neutron] 10.222.0.87 "PUT /v2.0/ports/d8d49711-20c9-4c07-a923-f814e192cca5 HTTP/1.1" status: 200 len: 1091 time: 3.2090414 Feb 04 13:02:00.927448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.938763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:00.941585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port b3ea676a-3a02-4738-9b03-ec9186e8d992 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:00.945062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:00.947320 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f35f6f38-bc73-4b00-a98f-8fdf87c6cd23 req-d5dcd714-ebad-49eb-bd31-ffedc77b20cb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "DELETE /v2.0/ports/b3ea676a-3a02-4738-9b03-ec9186e8d992 HTTP/1.1" status: 204 len: 173 time: 3.4624355 Feb 04 13:02:00.954151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'name': 'network-vif-deleted', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:00.970059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event deleted for resources: {'Port': ['ID=536f17c7-99cf-4091-a0da-745d1f9517b3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:00.989611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:01.021326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.045141 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.105230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60acda-cf4f-4fb8-a177-f9a7b1d320fd req-6472452e-1e4e-44b6-b0dd-874cb76b69c2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:01.120570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6a60acda-cf4f-4fb8-a177-f9a7b1d320fd req-6472452e-1e4e-44b6-b0dd-874cb76b69c2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Synchronizing usage tracker for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:01.137677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.138304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.138430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.138718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.139054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.143646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.144018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.144356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.144706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.145021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.145348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.145679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:01.167536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] No DVR routers for this DVR port 536f17c7-99cf-4091-a0da-745d1f9517b3 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:01.173185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.190993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445d336-5d9e-4a67-a218-c592b3d75446 req-f7eae90c-f0de-4591-9d39-de326b547a00 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:01.195564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7445d336-5d9e-4a67-a218-c592b3d75446 req-f7eae90c-f0de-4591-9d39-de326b547a00 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 1.1642599 Feb 04 13:02:01.396982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6a60acda-cf4f-4fb8-a177-f9a7b1d320fd req-6472452e-1e4e-44b6-b0dd-874cb76b69c2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Unset dirty status for tenant:9ef9109493bd4311a98951b4b3c22287 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:01.398456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a60acda-cf4f-4fb8-a177-f9a7b1d320fd req-6472452e-1e4e-44b6-b0dd-874cb76b69c2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 931 time: 1.1505680 Feb 04 13:02:01.485146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3559ff51-530d-4fc9-85a3-666436fda810 req-ef4e50f3-b2eb-4e41-9d0f-a5aa718eaa01 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.90 "DELETE /v2.0/ports/536f17c7-99cf-4091-a0da-745d1f9517b3 HTTP/1.1" status: 204 len: 173 time: 2.9570880 Feb 04 13:02:01.485690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.522768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b3ea676a-3a02-4738-9b03-ec9186e8d992 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:01.545587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.549258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e19e1478-2517-474e-b4af-f7069546ddcb HTTP/1.1" status: 204 len: 168 time: 0.9095838 Feb 04 13:02:01.558025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:01.585937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e26b-2d1e-4259-ab78-727228c0c16a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19e1478-2517-474e-b4af-f7069546ddcb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:01.614850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:01.683075 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7445d336-5d9e-4a67-a218-c592b3d75446 req-77b7a794-be47-4b1d-bf0e-23c191162cfc tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491532 Feb 04 13:02:01.686134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a60acda-cf4f-4fb8-a177-f9a7b1d320fd req-cb5ee01e-94a4-4c37-b867-2e7c94f9549b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641773 Feb 04 13:02:01.814856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: b3ea676a-3a02-4738-9b03-ec9186e8d992 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:01.818182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b3ea676a-3a02-4738-9b03-ec9186e8d992 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:01.940149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6daa3bcb-3544-434e-a6f0-a090f19a39c7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:02.073484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:02.336552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c0b20-3452-4bcf-bc7c-75a64ff71483 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:02.352302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:02.415681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10d69e81-9536-4db3-9722-fd0d183b17eb req-6e6dae86-0b89-4232-8e19-0a8b7e67400a tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 210 time: 0.3988435 Feb 04 13:02:02.517844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Transition to ACTIVE for port object 017c0b20-3452-4bcf-bc7c-75a64ff71483 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:02.542555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:02.847879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6daa3bcb-3544-434e-a6f0-a090f19a39c7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:02.857347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40670) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:02.857950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6daa3bcb-3544-434e-a6f0-a090f19a39c7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2894542 Feb 04 13:02:02.868981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.877262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.884483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.891244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.897771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.899834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55384395-b085-4901-a889-c0697d9d1621 req-53b75298-aaa1-49e9-a137-d73a25eddf5d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 3826 time: 0.6396694 Feb 04 13:02:03.050999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071cb482-3a99-4798-9721-aa65905be917 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:03.053179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc07caa3-f2a3-4285-a458-159889b4a30f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.077777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.151422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Transition to ACTIVE for port object 071cb482-3a99-4798-9721-aa65905be917 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:03.154709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55384395-b085-4901-a889-c0697d9d1621 req-9a766e99-547f-4d82-99ac-8a3b82342a13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471263 Feb 04 13:02:03.159650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:03.161450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87e7b83b-8969-46ef-8bce-b5a99492d107 req-e8b2d5cc-b1f0-43e0-a0dc-6bcb1f3345ad tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:03.169679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.247928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 536f17c7-99cf-4091-a0da-745d1f9517b3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:03.248093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 536f17c7-99cf-4091-a0da-745d1f9517b3 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:03.308755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Checking segment: {'id': '1251af4c-a07a-49ec-9cd8-1cb673a7c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:03.309269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Network hostable DHCP agents. Network: 3db3cd90-7931-49c5-9c16-d9d7a20d1a72, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:03.318586 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda', 'name': 'network-vif-deleted', 'tag': 'b3ea676a-3a02-4738-9b03-ec9186e8d992', 'status': 'completed', 'code': 200} Feb 04 13:02:03.338669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Pushing event updated for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.356931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Attempting to bind port 017c0b20-3452-4bcf-bc7c-75a64ff71483 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:03.358316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Attempting to bind port 017c0b20-3452-4bcf-bc7c-75a64ff71483 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:03.358968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Attempting to bind port 017c0b20-3452-4bcf-bc7c-75a64ff71483 on network 7360d13b-d126-4e97-8571-e7592394bc06 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:03.411581 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'status': 'completed', 'code': 200} Feb 04 13:02:03.415605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.456449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87e7b83b-8969-46ef-8bce-b5a99492d107 req-e8b2d5cc-b1f0-43e0-a0dc-6bcb1f3345ad tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:03.457424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87e7b83b-8969-46ef-8bce-b5a99492d107 req-e8b2d5cc-b1f0-43e0-a0dc-6bcb1f3345ad tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1bd4ce9-9d1f-4b45-b5dc-fdd0d3231eda HTTP/1.1" status: 200 len: 210 time: 0.5679462 Feb 04 13:02:03.480309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Port 017c0b20-3452-4bcf-bc7c-75a64ff71483 on network 7360d13b-d126-4e97-8571-e7592394bc06 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:03.480926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Attempting to bind port 017c0b20-3452-4bcf-bc7c-75a64ff71483 on network 7360d13b-d126-4e97-8571-e7592394bc06 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:03.488159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:03.507426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3db3cd90-7931-49c5-9c16-d9d7a20d1a72) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:03.509074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:03.509418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Checking segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:03.509800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Bound using segment: {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:03.510239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Bound port: 017c0b20-3452-4bcf-bc7c-75a64ff71483, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e454a19-fa9b-42c7-a5c5-28d9f98ae787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:03.510590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.516058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736be8f9-2d1c-47a7-b593-f573df526a8f None None] Network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:03.561325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-181449a0-d556-4b6e-83fe-3a4bb2f6b8c6 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:03.568995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-181449a0-d556-4b6e-83fe-3a4bb2f6b8c6 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 805 time: 1.1515787 Feb 04 13:02:03.570372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:03.570989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.635392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Request body: {'port': {'device_id': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'admin_state_up': True, 'tenant_id': 'a42a074bd4714df485b2ecbc2685b83e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:03.755824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:03.790676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.930498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Attempting to bind port 071cb482-3a99-4798-9721-aa65905be917 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:03.931198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Attempting to bind port 071cb482-3a99-4798-9721-aa65905be917 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:03.931198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Attempting to bind port 071cb482-3a99-4798-9721-aa65905be917 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:03.941896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Port 071cb482-3a99-4798-9721-aa65905be917 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:03.942221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Attempting to bind port 071cb482-3a99-4798-9721-aa65905be917 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:03.952586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:03.952924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:03.953852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Bound using segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:03.954335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Bound port: 071cb482-3a99-4798-9721-aa65905be917, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:03.954709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.967383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:03.992900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d9e55-b23f-498c-8091-1730870095e9 None None] Network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:04.006649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b697909-77cd-425b-b6d8-b088b30f11a0 req-c422aec1-28ba-4dc4-832d-8dc446f09861 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.012012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b697909-77cd-425b-b6d8-b088b30f11a0 req-c422aec1-28ba-4dc4-832d-8dc446f09861 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.4771855 Feb 04 13:02:04.043753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb857154-c434-4fff-bff5-7e3c00cabb2c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:04.117189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.121081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b203e05-4adf-4c48-ba65-07b60970b157 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb857154-c434-4fff-bff5-7e3c00cabb2c HTTP/1.1" status: 204 len: 168 time: 1.2163718 Feb 04 13:02:04.123933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:04.126792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:04.131015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:04.158594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b697909-77cd-425b-b6d8-b088b30f11a0 req-f48118c3-eff6-40c4-b393-f0333e96ab5b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427727 Feb 04 13:02:04.174197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a8d2eb5-97dd-4aad-a2f7-3099965d2f5a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.7011034 Feb 04 13:02:04.176138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.324539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:04.333373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.334045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.334585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.335289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.335892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.336735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.338797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-4faa3416-4772-440e-805a-aecedb3acabc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5242 time: 0.9587686 Feb 04 13:02:04.352819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.357358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.357358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] 10.222.0.90 "PUT /v2.0/ports/017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 200 len: 1091 time: 3.7257197 Feb 04 13:02:04.373361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=071cb482-3a99-4798-9721-aa65905be917,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:04.493740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.506119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fedbc628-25e6-4cd8-82f5-183095365b08 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:04.535498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:04.550800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Usage tracker for resource:port and tenant:a42a074bd4714df485b2ecbc2685b83e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:04.561976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:04.569953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e9035-7d5c-4653-96b6-cfd369d9c03e service neutron] Pushing event updated for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:04.597222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:04.622909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:04.638890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a068dfc4-ca8a-4e5b-a466-04a56760484f req-9a8605ca-d440-4c1c-b304-4315d52b40d3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:04.646287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fedbc628-25e6-4cd8-82f5-183095365b08 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:04.651293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fedbc628-25e6-4cd8-82f5-183095365b08 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5200114 Feb 04 13:02:04.651293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.651293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.651828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6d7a576c-3e64-46b3-a343-2db4ef897f2b service neutron] 10.222.0.87 "PUT /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 1130 time: 3.6873846 Feb 04 13:02:04.652537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:04.667565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386010676'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:04.684309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:04.694344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:04.734069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546c4e7-5ceb-421a-975b-2acae0901d74 req-d36b67d9-4b73-40be-a52c-2f8e0d8287a4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:04.735867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b546c4e7-5ceb-421a-975b-2acae0901d74 req-d36b67d9-4b73-40be-a52c-2f8e0d8287a4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 943 time: 0.8339674 Feb 04 13:02:04.823864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Made reservation on behalf of a42a074bd4714df485b2ecbc2685b83e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:04.827785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:04.895501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a068dfc4-ca8a-4e5b-a466-04a56760484f req-9a8605ca-d440-4c1c-b304-4315d52b40d3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:04.904941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a068dfc4-ca8a-4e5b-a466-04a56760484f req-9a8605ca-d440-4c1c-b304-4315d52b40d3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 210 time: 0.5182600 Feb 04 13:02:04.911121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:04.921051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.058069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-f49fb54b-d6a8-4000-bb87-ecc2d840e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.059636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-f49fb54b-d6a8-4000-bb87-ecc2d840e2b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1094 time: 0.6468556 Feb 04 13:02:05.068260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b546c4e7-5ceb-421a-975b-2acae0901d74 req-9aa37cb8-66ef-4a61-9920-05cbc03fbcb0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042946 Feb 04 13:02:05.073707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-de8fd9de-d376-44e9-9950-21c77c4999f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.074190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-de8fd9de-d376-44e9-9950-21c77c4999f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.074685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-de8fd9de-d376-44e9-9950-21c77c4999f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.076287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-de8fd9de-d376-44e9-9950-21c77c4999f3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7198558 Feb 04 13:02:05.244962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:05.254315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-7acc2b1a-0c1b-4be4-bbd4-c651d9e95e98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 200 len: 217 time: 0.1821458 Feb 04 13:02:05.258167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1820917585-network', 'tenant_id': '54e23906b2d741d28cec9cec396807d4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:05.301911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.346937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:05.352384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-26679b1e-4ed5-4ebf-bae4-bdb335f07225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.353846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-26679b1e-4ed5-4ebf-bae4-bdb335f07225 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.0787964 Feb 04 13:02:05.373251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:05.385513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:05.389983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:05.399183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.405219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.411215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.417100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.423652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.429636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.438635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-a7d1616a-22df-4ced-8ce2-0ce69ccdd18f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 4598 time: 0.1868236 Feb 04 13:02:05.450918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Usage tracker for resource:network and tenant:54e23906b2d741d28cec9cec396807d4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:05.451204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:05.453827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-deleted', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3'}, {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '071cb482-3a99-4798-9721-aa65905be917'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:05.458082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:05.480989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-dcf15299-4d1c-48f7-8ef8-66f0802b1905 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833969 Feb 04 13:02:05.485443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:05.641062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:05.655063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29f341a3-af1a-4dcb-90cd-c45a0d2c3611 req-f6ca0503-600a-4838-9b57-1728bafb3a2f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151983 Feb 04 13:02:05.655701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Allocated IP 172.20.0.13 (f3458faf-5acb-4ea9-9d13-911d0da7300a/5256b9b9-3723-45bb-8991-2adfe449d4b9/365764ab-c56f-4884-be99-05a8e5e4ce21) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:05.658226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Made reservation on behalf of 54e23906b2d741d28cec9cec396807d4 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:05.660565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.803751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-bba3cff8-b120-40c7-9317-d7e55c82cca9 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139186 Feb 04 13:02:05.835912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.884939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-1394929e-69ee-4b5d-ab82-7869dca64cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:05.886308 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f06bfcd-1642-4fc3-84f0-c6b765c67137 req-1394929e-69ee-4b5d-ab82-7869dca64cae service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7410901 Feb 04 13:02:05.924997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba12652-e0de-44b4-a055-0879522e0bc4 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:05.937174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:05.942128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.946467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.955241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:05.965875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Usage tracker for resource:security_group_rule and tenant:54e23906b2d741d28cec9cec396807d4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:05.972185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:06.001899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:06.002520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:06.004762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Transition to ACTIVE for port object 1ba12652-e0de-44b4-a055-0879522e0bc4 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:06.012593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.037609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2cfaa-c5ea-49b3-82bd-c66abc30a22c req-02e3a187-35eb-40c7-a13e-9a6d5a0a651b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.045117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20b2cfaa-c5ea-49b3-82bd-c66abc30a22c req-02e3a187-35eb-40c7-a13e-9a6d5a0a651b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.5635512 Feb 04 13:02:06.099126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:06.112776 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:02:06.239235 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483', 'status': 'completed', 'code': 200} Feb 04 13:02:06.253656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.261111 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-10936ad3-41ce-432d-b855-7f4ef0d5ba83 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5957704 Feb 04 13:02:06.283304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:06.328552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:06.360309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:06.370257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:06.385196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:06.391727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:06.414160 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683fd30-f647-4618-9932-6db7142a0d98', 'name': 'network-vif-deleted', 'tag': '536f17c7-99cf-4091-a0da-745d1f9517b3', 'status': 'completed', 'code': 200} Feb 04 13:02:06.414623 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '071cb482-3a99-4798-9721-aa65905be917', 'status': 'completed', 'code': 200} Feb 04 13:02:06.511980 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a443e11-36be-47e4-b845-207f5dde5d9e req-b641de48-a88d-411f-a810-203f5ccca014 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777918 Feb 04 13:02:06.525393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20b2cfaa-c5ea-49b3-82bd-c66abc30a22c req-a4e97708-995e-44df-9856-d788cea29599 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792390 Feb 04 13:02:06.614387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.691224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.724116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e877b45-eced-48ad-8fe3-6f98b8b07174 req-198680dd-9138-42c9-b96d-3b98631e2c10 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 210 time: 0.2324698 Feb 04 13:02:06.725018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.907211 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.909356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc0f9e6-66ea-4b7d-a406-beb8acd37b4f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:06.967971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:06.998284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.998865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:06.999340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.000344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.000816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.001475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.001737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.003683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-7748ecea-2aff-4a7e-86be-065aee3e8e81 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6166 time: 0.5699487 Feb 04 13:02:07.004322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.045617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Attempting to bind port 1ba12652-e0de-44b4-a055-0879522e0bc4 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:07.046123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Attempting to bind port 1ba12652-e0de-44b4-a055-0879522e0bc4 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:07.046573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Attempting to bind port 1ba12652-e0de-44b4-a055-0879522e0bc4 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:07.058694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Port 1ba12652-e0de-44b4-a055-0879522e0bc4 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:07.060208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Attempting to bind port 1ba12652-e0de-44b4-a055-0879522e0bc4 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:07.080528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:07.081050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:07.081534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Bound using segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:07.082087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Bound port: 1ba12652-e0de-44b4-a055-0879522e0bc4, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:07.082541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.098288 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.102559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aa545594-3766-46c6-ab72-63b479ca5e8b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8193049 Feb 04 13:02:07.106297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40744) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:07.116732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:07.125457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-944c0662-7c0c-42b9-8b01-c004eb8103e1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4832010 Feb 04 13:02:07.134587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:07.145757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:07.149321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff276ac-7e22-4cf6-a555-0d1deb4aa8a7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:07.210197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:07.213697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.214052 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Added segment 52bbe26b-2103-46b2-be58-aeafd6d47178 of type vlan for network d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b Feb 04 13:02:07.215437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:07.236161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:07.239100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a0f6c-3773-4c91-bf60-95a29c5c5523 req-a4b218c3-f657-4250-8114-4bf9e9213c91 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.240686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a58a0f6c-3773-4c91-bf60-95a29c5c5523 req-a4b218c3-f657-4250-8114-4bf9e9213c91 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 943 time: 0.4768679 Feb 04 13:02:07.257927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-2eddfebb-8445-413d-8ed8-079606ca4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.258898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.260216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-2eddfebb-8445-413d-8ed8-079606ca4ff8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1094 time: 0.5148268 Feb 04 13:02:07.376511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.382860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac447fc2-ab40-49c0-958a-c661c923f728 req-f04138bc-4a47-4f46-a41c-d05a926350a8 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.385089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac447fc2-ab40-49c0-958a-c661c923f728 req-f04138bc-4a47-4f46-a41c-d05a926350a8 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 950 time: 0.4360306 Feb 04 13:02:07.391263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.402180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:07.435241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Network f3458faf-5acb-4ea9-9d13-911d0da7300a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:07.444438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-49bbbfe3-0d28-4143-aeae-ee6c592f0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.444918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-49bbbfe3-0d28-4143-aeae-ee6c592f0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.445388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-49bbbfe3-0d28-4143-aeae-ee6c592f0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.447082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-49bbbfe3-0d28-4143-aeae-ee6c592f0688 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4273341 Feb 04 13:02:07.452952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1ba12652-e0de-44b4-a055-0879522e0bc4,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:07.461143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:07.467521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:02:07.493663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.535944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:07.541782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a58a0f6c-3773-4c91-bf60-95a29c5c5523 req-01b3435b-28b4-489e-9a04-4e1bce825792 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761195 Feb 04 13:02:07.640181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac447fc2-ab40-49c0-958a-c661c923f728 req-baeaec9a-4d95-482d-b860-5337418845c5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393909 Feb 04 13:02:07.655858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.656725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:07.658384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] 10.222.0.87 "PUT /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 1131 time: 2.9756906 Feb 04 13:02:07.700408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-90fd7541-2c6c-430c-b49c-b0db6b53d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.701907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-90fd7541-2c6c-430c-b49c-b0db6b53d858 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 911 time: 0.4216638 Feb 04 13:02:07.722890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:07.924451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3480a4e-5086-45f7-86b0-f5ad23f58e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:07.933039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-0b5fb0fe-1ea9-4fef-89b5-771842a0a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:07.946042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-0b5fb0fe-1ea9-4fef-89b5-771842a0a661 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 1100 time: 0.7909033 Feb 04 13:02:08.003198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.005692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.006994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.063203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-d5667b5c-5d12-4df5-9ab5-817d42722975 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 200 len: 217 time: 0.2678294 Feb 04 13:02:08.074706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.107521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.108909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.138440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.232756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d9ca70-925a-4347-9d5c-378de432b09c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:08.266463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.270646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-118dca43-f698-4e3c-90bf-5385f7180e7f tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1622555 Feb 04 13:02:08.273252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:08.277988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-49f61a2d-1e86-4130-89ff-1c0d86bafde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.279465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-49f61a2d-1e86-4130-89ff-1c0d86bafde5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.1973076 Feb 04 13:02:08.284152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:08.296193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:08.348373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.358456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:08.365898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-503c2c93-6877-460c-9b8d-9f950cdd88c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740993 Feb 04 13:02:08.367840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:08.379297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:08.392137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] Pushing event updated for resources: {'Network': ['ID=d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:08.400517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3996f77a-788f-45c7-a980-864d1ff11b96 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1489694 Feb 04 13:02:08.402902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-c7288889-6782-4ed3-b966-fe05fc765919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.404376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a764066d-a50f-4e1b-818b-04a97e226d79 req-c7288889-6782-4ed3-b966-fe05fc765919 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9099369 Feb 04 13:02:08.407221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40774) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:08.416839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-fa750e19-f756-4b1a-84d5-79192da8e63d tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8090081 Feb 04 13:02:08.428534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:02:08.432476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Request body: {'subnet': {'network_id': 'd19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1820917585-subnet', 'tenant_id': '54e23906b2d741d28cec9cec396807d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:08.448594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:08.454688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Request body: {'port': {'device_id': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:08.500430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Usage tracker for resource:subnet and tenant:54e23906b2d741d28cec9cec396807d4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:08.525103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:08.556476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:08.559102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-ca577b73-672a-4d4d-aee1-fd7cddf86f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.560616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-ca577b73-672a-4d4d-aee1-fd7cddf86f31 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5385025 Feb 04 13:02:08.643088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '1ba12652-e0de-44b4-a055-0879522e0bc4'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:08.646313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-5953569c-21bf-4c92-ad7c-0cc3532677cd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.647803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-5953569c-21bf-4c92-ad7c-0cc3532677cd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 950 time: 0.8616059 Feb 04 13:02:08.663531 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-efa9b49c-fc76-4783-90f1-3071614bb2d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=19497197-2184-4e98-87cd-ad72e6b3192b HTTP/1.1" status: 200 len: 217 time: 0.0949190 Feb 04 13:02:08.674844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c070e-ae32-4123-965c-3f2d22385de0 req-0e9d9006-e82e-4c96-9d06-fc679093876e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:08.676340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a90c070e-ae32-4123-965c-3f2d22385de0 req-0e9d9006-e82e-4c96-9d06-fc679093876e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.7454505 Feb 04 13:02:08.727662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.762233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Made reservation on behalf of 54e23906b2d741d28cec9cec396807d4 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:08.768753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:08.885186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a90c070e-ae32-4123-965c-3f2d22385de0 req-686c2284-9e1e-4f73-baf0-e2f416943fe7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980898 Feb 04 13:02:08.914773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-8c24ebe8-d99d-44e0-bf23-9eda1d2e6328 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384781 Feb 04 13:02:09.019506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.025302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.031248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.037092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.042936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.049478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.055378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.057548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-e62b4542-b8c3-4637-bdff-e65258affe06 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5371 time: 0.9970741 Feb 04 13:02:09.077411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.127191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.141971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.154186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port 46b5f87c-2207-4fed-ab56-b877c0b003dd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:09.154530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.192377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e622ea-765a-4ec1-b0fb-add8364b56eb,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.224856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-851cb17a-ae2f-49db-bc97-ec392705c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.226332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-851cb17a-ae2f-49db-bc97-ec392705c23e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.5038445 Feb 04 13:02:09.262899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.264080 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ae710cb-de29-4d62-9da8-fa02c12c895d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9882963 Feb 04 13:02:09.268795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40786) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:09.273545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76e68d00-eb2f-4e37-b147-3d74f83e4adb req-25b7c1fd-7677-40a0-b440-2108c4f5c175 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503048 Feb 04 13:02:09.279863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:09.292037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:09.301098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:09.304752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7cd2347-9c55-4175-95e7-aa3db773ffbf req-8bb9fbbc-5f0e-498e-99c0-49382ba1afe3 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2305634 Feb 04 13:02:09.306057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:09.320734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39158-a73d-4aaa-b783-d556feae0c38 req-9ca11dad-9034-41f1-acc3-2b7b195434b3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.322361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2c39158-a73d-4aaa-b783-d556feae0c38 req-9ca11dad-9034-41f1-acc3-2b7b195434b3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 932 time: 0.2532265 Feb 04 13:02:09.324288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:09.426955 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.451028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2c39158-a73d-4aaa-b783-d556feae0c38 req-adf87bb1-7698-40b3-998d-4b81f8e27029 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Feb 04 13:02:09.457178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:09.474356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.507400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Transition to ACTIVE for port object db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:09.514709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.679963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.706830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.727589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.820962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1f4597-8192-4e6d-aa7c-633c6cacc5b8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:09.832749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-e744c718-2c62-4e66-9143-4156b7a24a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.834284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-e744c718-2c62-4e66-9143-4156b7a24a13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5932670 Feb 04 13:02:09.846762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.850366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-12f2a23a-f17a-4886-8b73-68ce8b82a5cd tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5780194 Feb 04 13:02:09.855863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40790) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:09.866233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:09.877234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:09.890564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:09.895910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:09.912286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297e44-9071-4d6f-b458-75ff57a13623 req-44ea5045-b04b-4dd5-9c37-03f4b4e1e304 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:09.913766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cd297e44-9071-4d6f-b458-75ff57a13623 req-44ea5045-b04b-4dd5-9c37-03f4b4e1e304 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 943 time: 0.3513286 Feb 04 13:02:09.914645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:09.923747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Attempting to bind port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:09.924083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Attempting to bind port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:09.924406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Attempting to bind port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:09.951859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:09.952194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Attempting to bind port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:09.971458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.978575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:09.978950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:09.979349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Bound using segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:09.979784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Bound port: db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:09.980131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:09.980274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.007575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cd297e44-9071-4d6f-b458-75ff57a13623 req-17ac3e44-c4a2-480e-8097-63ee097268e0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Feb 04 13:02:10.057657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port 46b5f87c-2207-4fed-ab56-b877c0b003dd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46b5f87c-2207-4fed-ab56-b877c0b003dd,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:10.058029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.069367 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '1ba12652-e0de-44b4-a055-0879522e0bc4', 'status': 'completed', 'code': 200} Feb 04 13:02:10.084933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79e938-5da2-4c63-9646-d8497514944c req-a343b2e1-9e12-4d22-8e78-044751b4a2ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.091764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb79e938-5da2-4c63-9646-d8497514944c req-a343b2e1-9e12-4d22-8e78-044751b4a2ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.6653566 Feb 04 13:02:10.129337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.133234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.135940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:10.167192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478c741c-96b7-4bec-9719-3a7453ca5f63,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:10.199919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:10.215673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.264898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.266115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4f0390ee-f5ed-4347-94eb-a2dcd8248ef5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4076183 Feb 04 13:02:10.288268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40796) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:10.299524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.300156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.301527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] 10.222.0.87 "PUT /v2.0/ports/db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 HTTP/1.1" status: 200 len: 1090 time: 2.5879331 Feb 04 13:02:10.326231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for 46b5f87c-2207-4fed-ab56-b877c0b003dd owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:10.332092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:10.397074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eeef1-89a8-4ec4-9bd1-bd08cc388ead service neutron] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:10.404643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.433322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.454248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cc524a-634b-47c5-bc32-c5063492ebe6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:10.478389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb79e938-5da2-4c63-9646-d8497514944c req-aaf2504a-76d8-4117-a2e8-42a234889e5d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856406 Feb 04 13:02:10.485455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-8f27c139-bd30-479d-bd8a-eaf08c74e94a service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228385 Feb 04 13:02:10.485712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78ce70-4328-4a00-834b-dabb14cfc4a4 req-dba93bab-a907-40ed-8e41-eec084260cfd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.486150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Checking segment: {'id': '52bbe26b-2103-46b2-be58-aeafd6d47178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:10.486508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Network hostable DHCP agents. Network: d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:10.487319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e78ce70-4328-4a00-834b-dabb14cfc4a4 req-dba93bab-a907-40ed-8e41-eec084260cfd tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae3b80e-03a7-43dc-a511-5f01ea314425 HTTP/1.1" status: 200 len: 950 time: 0.3271034 Feb 04 13:02:10.549712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.571100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.590059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=478c741c-96b7-4bec-9719-3a7453ca5f63,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:10.595713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e78ce70-4328-4a00-834b-dabb14cfc4a4 req-017408ad-7bdb-49e6-8bab-c34138163fc0 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993445 Feb 04 13:02:10.638411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:10.639638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-456be285-422b-42dc-93b7-b302733bdacb tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/478c741c-96b7-4bec-9719-3a7453ca5f63 HTTP/1.1" status: 204 len: 168 time: 0.3487437 Feb 04 13:02:10.760963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:10.956132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Network d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:10.970028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.970508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.971011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.971478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.971941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.972404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.972867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:10.974797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5efe9419-22ac-4642-9274-d19d63e97689 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6233 time: 0.8798480 Feb 04 13:02:10.987410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365764ab-c56f-4884-be99-05a8e5e4ce21 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:11.006369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.012471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.017649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.018946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.024835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.031154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.036719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.042581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.045029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-2e28b29e-938e-4977-99fb-f0584e4ee4f0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5383 time: 0.2739224 Feb 04 13:02:11.119455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:11.127614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e1182-0db3-4e33-b3b8-1bcecf21db0a None None] Network d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:11.153641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-778c8795-c5ad-40a7-be7e-874f694f8c4e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3798599 Feb 04 13:02:11.159591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1da2428-503e-4ed7-a9be-e5ee01aa5e72 req-b58f56cb-e5d2-402e-a944-af19d27218fe tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076751 Feb 04 13:02:11.166797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:11.172933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.173391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.193334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 017c0b20-3452-4bcf-bc7c-75a64ff71483 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:11.193758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Transition to ACTIVE for port object 365764ab-c56f-4884-be99-05a8e5e4ce21 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:11.196038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6d937c0-0f81-4506-9171-7cfc84bf0fe5 req-c3dc466c-b59b-4cbe-9e8e-77e1cb84e20e service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978981 Feb 04 13:02:11.203807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.244066 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.260357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.271110 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-37fdffcf-b038-4c7a-bada-7c7501fe5ab2 service neutron] show failed (client error): The resource could not be found. Feb 04 13:02:11.272696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-37fdffcf-b038-4c7a-bada-7c7501fe5ab2 service neutron] 10.222.0.90 "GET /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1611316 Feb 04 13:02:11.272841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.301251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=46b5f87c-2207-4fed-ab56-b877c0b003dd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:11.386254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:11.405680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.441850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:11.469707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '017c0b20-3452-4bcf-bc7c-75a64ff71483', 'network_id': '7360d13b-d126-4e97-8571-e7592394bc06', 'port_id': '017c0b20-3452-4bcf-bc7c-75a64ff71483', 'mac_address': 'fa:16:3e:ea:4b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88faa73a-3e15-473d-9afc-a7fbefb2c167', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:11.473380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:11.487599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c7bd43f-6c6e-4762-ba7c-5c31e82d81b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0668678 Feb 04 13:02:11.504874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.527456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.530790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3e1f4597-8192-4e6d-aa7c-633c6cacc5b8 HTTP/1.1" status: 204 len: 168 time: 0.3521512 Feb 04 13:02:11.538915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec894f-7772-42dc-aaa2-70e4c6b01b19 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e1f4597-8192-4e6d-aa7c-633c6cacc5b8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:11.551473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c54a49c2-e691-4968-95bb-fbd3f49c2c52'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:11.553457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:11.599384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ae82d-9981-4fbe-81aa-d52554d15752 req-012f2863-66a2-48c4-ba59-b8215d1f86dd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.602527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Transition to ACTIVE for port object 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:11.612415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be0ae82d-9981-4fbe-81aa-d52554d15752 req-012f2863-66a2-48c4-ba59-b8215d1f86dd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.8500488 Feb 04 13:02:11.644274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46b5f87c-2207-4fed-ab56-b877c0b003dd no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:11.688657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.750124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port 46b5f87c-2207-4fed-ab56-b877c0b003dd on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:11.755437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:11.757558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b097a1f-94b2-4a23-b8ce-444fa030067a req-07ae1a54-4fec-46d4-9976-55ae8f6820fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "DELETE /v2.0/ports/46b5f87c-2207-4fed-ab56-b877c0b003dd HTTP/1.1" status: 204 len: 173 time: 3.0924726 Feb 04 13:02:11.766891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.87', 54917) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:11.770085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'name': 'network-vif-deleted', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:11.775523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 46b5f87c-2207-4fed-ab56-b877c0b003dd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:11.781533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46b5f87c-2207-4fed-ab56-b877c0b003dd not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:11.793528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5b16fa82-3155-4ad4-ac5b-0d7debd1d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.794011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5b16fa82-3155-4ad4-ac5b-0d7debd1d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.794484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5b16fa82-3155-4ad4-ac5b-0d7debd1d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:11.796129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-5b16fa82-3155-4ad4-ac5b-0d7debd1d993 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7844160 Feb 04 13:02:11.967821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:12.026589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6b89091-a143-4300-8bd1-2d619be06c9a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:12.136359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0430c-870f-4c6f-887e-947eb7331129 req-ff7faab2-1589-4588-b08c-e5d11551cc9b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:12.149239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abe0430c-870f-4c6f-887e-947eb7331129 req-ff7faab2-1589-4588-b08c-e5d11551cc9b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 944 time: 0.6902874 Feb 04 13:02:12.151503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:12.178657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be0ae82d-9981-4fbe-81aa-d52554d15752 req-e839c631-8c54-4525-9aad-4307f2ef6b17 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649016 Feb 04 13:02:12.190229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.232655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:12.234870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c0b20-3452-4bcf-bc7c-75a64ff71483 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:12.257223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c6b89091-a143-4300-8bd1-2d619be06c9a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:12.259041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6b89091-a143-4300-8bd1-2d619be06c9a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6498539 Feb 04 13:02:12.263786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:12.295748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-aa4e7dce-86e0-472f-aa20-a536bc7eefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:12.299580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef661187-82a6-49e4-9c86-6fe53248c3f0 req-aa4e7dce-86e0-472f-aa20-a536bc7eefc1 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4045756 Feb 04 13:02:12.304219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Attempting to bind port 365764ab-c56f-4884-be99-05a8e5e4ce21 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:12.308977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Attempting to bind port 365764ab-c56f-4884-be99-05a8e5e4ce21 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:12.308977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Attempting to bind port 365764ab-c56f-4884-be99-05a8e5e4ce21 on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:12.325081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Port 365764ab-c56f-4884-be99-05a8e5e4ce21 on network f3458faf-5acb-4ea9-9d13-911d0da7300a not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:12.325484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Attempting to bind port 365764ab-c56f-4884-be99-05a8e5e4ce21 on network f3458faf-5acb-4ea9-9d13-911d0da7300a {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:12.337996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:12.337996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Checking segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:12.339686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Bound using segment: {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:12.346882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abe0430c-870f-4c6f-887e-947eb7331129 req-cfff3f7c-7357-4db3-a53b-38c31d6ec57b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965785 Feb 04 13:02:12.347102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Bound port: 365764ab-c56f-4884-be99-05a8e5e4ce21, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3b497e-d4f9-4548-8c27-22a2d81702cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:12.347663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.359507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.365912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:12.390211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5039144-ad12-40df-aad8-13379badc9d5 None None] Network d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:12.397796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.405388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Attempting to bind port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:12.405723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Attempting to bind port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:12.406088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Attempting to bind port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:12.417476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:12.417961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Attempting to bind port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:12.418121 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.428307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:12.428658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Checking segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:12.429053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Bound using segment: {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:12.429623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Bound port: 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ce573-446e-4ca5-974d-301eb48fb8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:12.429971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.466577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-515c9f56-44ed-4d8f-b53b-0dfa8e18b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:12.468393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-515c9f56-44ed-4d8f-b53b-0dfa8e18b3f9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1101 time: 0.6794772 Feb 04 13:02:12.498941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:12.586039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.595020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:12.728091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37e622ea-765a-4ec1-b0fb-add8364b56eb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:12.745342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.747242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-be452703-a4fa-48cd-9dc5-77491a155765 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/37e622ea-765a-4ec1-b0fb-add8364b56eb HTTP/1.1" status: 204 len: 168 time: 0.4809461 Feb 04 13:02:12.761366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:12.809911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['017c0b20-3452-4bcf-bc7c-75a64ff71483'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:12.822382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:12.829831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:12.836900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:12.857126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:12.870101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.885210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.944606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63d58af4-12fd-4ea9-9a6b-19205e87d655 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:12.945340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.979508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:12.980419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:12.982400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] 10.222.0.87 "PUT /v2.0/ports/8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 HTTP/1.1" status: 200 len: 1090 time: 2.6549661 Feb 04 13:02:12.996319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6464-4f0c-4aad-95d4-b26760366f36 req-4398304b-ea2c-4ac2-ba13-a82a32a827a7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:13.015235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-258a6464-4f0c-4aad-95d4-b26760366f36 req-4398304b-ea2c-4ac2-ba13-a82a32a827a7 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 944 time: 0.3844724 Feb 04 13:02:13.023429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:13.024195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.025926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] 10.222.0.87 "PUT /v2.0/ports/365764ab-c56f-4884-be99-05a8e5e4ce21 HTTP/1.1" status: 200 len: 1092 time: 4.5831580 Feb 04 13:02:13.063341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedb1d9-20c9-4489-9b0b-b727e546883f service neutron] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:13.072284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:13.304632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:13.372776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.379706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914739-b40d-49d6-a244-d0821e740cdd service neutron] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:13.412253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-e459bb4c-1506-4d45-93c7-493c3461e077 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7307360 Feb 04 13:02:13.561319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:13.580069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63d58af4-12fd-4ea9-9a6b-19205e87d655 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:13.581703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63d58af4-12fd-4ea9-9a6b-19205e87d655 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8113642 Feb 04 13:02:13.592610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:13.620890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-98f739ec-2968-4c5e-9792-70a26a86d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:13.622432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-98f739ec-2968-4c5e-9792-70a26a86d520 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 1095 time: 0.5365336 Feb 04 13:02:13.647580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c16d6a3c-891e-4771-b784-992985a30235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.693938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-258a6464-4f0c-4aad-95d4-b26760366f36 req-a1d0cf69-5417-4a96-82eb-f7dcce52419e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774855 Feb 04 13:02:13.805650 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.809482 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae3b80e-03a7-43dc-a511-5f01ea314425', 'name': 'network-vif-deleted', 'tag': '46b5f87c-2207-4fed-ab56-b877c0b003dd', 'status': 'completed', 'code': 200} Feb 04 13:02:13.814015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-ada096a4-2c53-4480-82d7-bc789747ee1b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365764ab-c56f-4884-be99-05a8e5e4ce21 HTTP/1.1" status: 200 len: 217 time: 0.1283069 Feb 04 13:02:13.853051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.967454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:13.991596 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'status': 'completed', 'code': 200} Feb 04 13:02:14.011201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:14.022431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-8773b540-2da1-45a8-96de-8ea7c554e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.022699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:14.023970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-8773b540-2da1-45a8-96de-8ea7c554e178 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08e6f3fc1d504d4e82841f1801642f29&device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 1101 time: 0.5243387 Feb 04 13:02:14.032303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.037076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.120660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.137767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.168090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33d9ca70-925a-4347-9d5c-378de432b09c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.182287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.182787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8034f69-bd40-4851-851b-3e3764bd9770 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/33d9ca70-925a-4347-9d5c-378de432b09c HTTP/1.1" status: 204 len: 168 time: 0.5887358 Feb 04 13:02:14.184912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40882) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:14.229023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-a44c7e21-62d1-466d-91de-2efcf2fd08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.230461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-a44c7e21-62d1-466d-91de-2efcf2fd08fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.3391800 Feb 04 13:02:14.231524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.237495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.243256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.243369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-5287608c-572f-4e17-be13-86bbf9bc1c49 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.243996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-5287608c-572f-4e17-be13-86bbf9bc1c49 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Synchronizing usage tracker for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:14.249090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.254969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.260783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.267989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.269923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-373b8062-e215-4974-ac04-5467bc19ca17 req-81aeeb63-e0f6-4f35-b469-518e518b216e tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5395 time: 0.2844849 Feb 04 13:02:14.299144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:14.322542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-25f238ba-4d90-41ed-b5c4-f43b03916856 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742729 Feb 04 13:02:14.376860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-5287608c-572f-4e17-be13-86bbf9bc1c49 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Unset dirty status for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:14.377907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-5287608c-572f-4e17-be13-86bbf9bc1c49 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/networks?id=3db3cd90-7931-49c5-9c16-d9d7a20d1a72 HTTP/1.1" status: 200 len: 824 time: 0.7947547 Feb 04 13:02:14.388222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b256b8-6792-4a10-bd47-f28226ad0a15 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:14.401970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12de9883-a9a8-4947-a02b-3f1764f1b791 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:14.411609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.417401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-373b8062-e215-4974-ac04-5467bc19ca17 req-3906172b-2c21-42cf-a801-19409ea9e029 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119342 Feb 04 13:02:14.445827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Transition to ACTIVE for port object 05b256b8-6792-4a10-bd47-f28226ad0a15 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:14.445827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.446752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.447233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.447738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.448204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.448697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.449121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.449575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.451506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-01a6b34d-3990-44af-ae9f-c1ca02f1d025 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6342 time: 0.5538831 Feb 04 13:02:14.453370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:02:14.468173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-4b8081a8-ca45-4733-b611-90923ad91d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.470156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-4b8081a8-ca45-4733-b611-90923ad91d76 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4122348 Feb 04 13:02:14.504245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12de9883-a9a8-4947-a02b-3f1764f1b791 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:14.508695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-12de9883-a9a8-4947-a02b-3f1764f1b791 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3216393 Feb 04 13:02:14.511952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:14.606553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-a8ef1891-a9f3-4762-9579-040182cb8ba6 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/quotas/9e05fbfb589b4c1084fa0e84b21f8ece HTTP/1.1" status: 200 len: 375 time: 0.1748126 Feb 04 13:02:14.634632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:14.661950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.668312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-d3af4098-a47e-4de3-8bd1-38373f0d9e84 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52 HTTP/1.1" status: 200 len: 217 time: 0.1617177 Feb 04 13:02:14.709498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.762722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.785454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-3ccbf35c-bf39-4f66-8f40-a5057cba44d0 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e05fbfb589b4c1084fa0e84b21f8ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1522632 Feb 04 13:02:14.833698 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.855432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Attempting to bind port 05b256b8-6792-4a10-bd47-f28226ad0a15 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:14.855955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Attempting to bind port 05b256b8-6792-4a10-bd47-f28226ad0a15 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:14.856282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Attempting to bind port 05b256b8-6792-4a10-bd47-f28226ad0a15 on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:14.865079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc0f9e6-66ea-4b7d-a406-beb8acd37b4f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:14.879122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e0ccc-6ead-4e84-89b2-4f9b3a8e98fd req-8856541d-f958-4b2a-87d3-f6d92abac106 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.880583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-477e0ccc-6ead-4e84-89b2-4f9b3a8e98fd req-8856541d-f958-4b2a-87d3-f6d92abac106 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.3451390 Feb 04 13:02:14.881138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Port 05b256b8-6792-4a10-bd47-f28226ad0a15 on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:14.881465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Attempting to bind port 05b256b8-6792-4a10-bd47-f28226ad0a15 on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:14.886077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:14.889629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea77c858-08ac-470f-8502-9d5529642576 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dbc0f9e6-66ea-4b7d-a406-beb8acd37b4f HTTP/1.1" status: 204 len: 168 time: 0.3755164 Feb 04 13:02:14.893073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:14.896293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:14.896633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Checking segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:14.897018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Bound using segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:14.897458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Bound port: 05b256b8-6792-4a10-bd47-f28226ad0a15, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:14.897803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.035927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cc210832-6f6e-498a-85ba-572748862ff3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:15.047673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-477e0ccc-6ead-4e84-89b2-4f9b3a8e98fd req-51b54e5b-f84f-4cc9-9f8a-99940d48cac6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552472 Feb 04 13:02:15.056105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.064108 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-f140fc67-3387-4a5c-928b-8a8f5ab25ea1 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266822 Feb 04 13:02:15.080316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cc210832-6f6e-498a-85ba-572748862ff3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:15.084260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cc210832-6f6e-498a-85ba-572748862ff3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1876235 Feb 04 13:02:15.084260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:15.084463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40898) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:15.088040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:15.104473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.135661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-7d35e5ed-ce25-4ab4-b3e8-e778a43a02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.137156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-7d35e5ed-ce25-4ab4-b3e8-e778a43a02b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4222643 Feb 04 13:02:15.190124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.190847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.192149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] 10.222.0.87 "PUT /v2.0/ports/05b256b8-6792-4a10-bd47-f28226ad0a15 HTTP/1.1" status: 200 len: 1091 time: 2.1744425 Feb 04 13:02:15.201478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Transition to ACTIVE for port object 3effda75-ec04-472e-9ab8-72a89efff3aa will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:15.229453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810151a-f1c5-4721-a863-c18eaa804964 service neutron] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.235840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.253139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-679b4766-3809-487c-8145-31a9186e518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.253877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-679b4766-3809-487c-8145-31a9186e518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.254498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-679b4766-3809-487c-8145-31a9186e518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.256296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-679b4766-3809-487c-8145-31a9186e518f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7835743 Feb 04 13:02:15.257577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Request body: {'port': {'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:15.294221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.317706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.373922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:15.384070 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:02:15.449251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.461480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.527783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.580205 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-e074cc6c-9dd9-46ef-802f-74c1e1e92405 service neutron] 10.222.0.53 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793474 Feb 04 13:02:15.672950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.677111 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b800295a-1a47-4407-a09e-dbea9216bb8c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cbbb2ca-8b2f-46b5-8dac-4129f0d2fe7e HTTP/1.1" status: 204 len: 168 time: 0.5888302 Feb 04 13:02:15.680777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:15.682434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:15.743599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] No DVR routers for this DVR port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:15.791255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-3396cf47-c833-40e8-8197-3ffdc21c1d54 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982372 Feb 04 13:02:15.818964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21'}, {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:15.834550 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63b1bfcb-072e-4ba7-8d6d-869876979c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:15.840718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf319d0-8bcd-4b3d-93e2-bf283850c0a4 req-21f1afa7-8d5a-48d8-a0af-6814be10e870 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.842211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cf319d0-8bcd-4b3d-93e2-bf283850c0a4 req-21f1afa7-8d5a-48d8-a0af-6814be10e870 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 944 time: 0.3501532 Feb 04 13:02:15.854364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3022eb06-a700-40e4-b1c5-d80df9059318 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:15.882853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:15.883189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:15.883518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:15.905523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-5ef7c751-d865-4d93-84f1-57b2b9d5ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.907611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b671e5ea-f6dd-467f-8a35-7f305ea44ce1 req-5ef7c751-d865-4d93-84f1-57b2b9d5ce48 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6056323 Feb 04 13:02:15.909547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-d2526d61-42c4-4a00-aaf6-a1d405c3cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.910915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-d2526d61-42c4-4a00-aaf6-a1d405c3cd86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7169495 Feb 04 13:02:15.922749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3022eb06-a700-40e4-b1c5-d80df9059318 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:15.923532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:15.923919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:15.924312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3022eb06-a700-40e4-b1c5-d80df9059318 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2421989 Feb 04 13:02:15.928930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:15.934109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--388854558'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:15.943608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:15.956901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cf319d0-8bcd-4b3d-93e2-bf283850c0a4 req-296de60e-ab44-4039-90fc-2500d7f64182 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055872 Feb 04 13:02:15.967543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 017c0b20-3452-4bcf-bc7c-75a64ff71483 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:15.972291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:15.995863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1'}, {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:16.002526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.009839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:16.010185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:16.010578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:16.011060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Bound port: 3effda75-ec04-472e-9ab8-72a89efff3aa, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:16.011497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.030622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-af51504c-b561-4bc0-98f0-c82f70a18a74 service neutron] 10.222.0.53 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284887 Feb 04 13:02:16.076326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:16.076884 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:02:16.085825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:16.090437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 017c0b20-3452-4bcf-bc7c-75a64ff71483 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:16.091306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:16.098402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:16.099533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 017c0b20-3452-4bcf-bc7c-75a64ff71483 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:16.101462 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.114742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:16.128870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.161612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-024892fa-fa1b-497a-a84f-a48ec9b7f07c service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391667 Feb 04 13:02:16.163794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Transition to ACTIVE for port object 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:16.177907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.180207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:16.187524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:16.214360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.317547 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.361819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:16.367309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.416760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f62ea78a-adc2-44f8-a97d-8b4a320779e3 req-0e6feaf2-8f73-41a5-b56c-52246dd08ab1 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403190 Feb 04 13:02:16.480876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.517268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.544124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:16.544756 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.558687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-fccd2a88-cd4a-4408-bbd9-51707968a036 service neutron] 10.222.0.87 "PUT /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 1096 time: 4.0657742 Feb 04 13:02:16.695983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.731812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-de7046cf-0ff1-4d47-b776-06655234fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:16.737135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-de7046cf-0ff1-4d47-b776-06655234fe2b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1099 time: 0.1577082 Feb 04 13:02:16.773585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.795828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.822441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.945705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56c590f-5aac-499d-8db4-d2d481e1984f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.969041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:16.972530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-964a0e95-0394-408b-a028-ff7c2d8b4554 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0400262 Feb 04 13:02:16.974516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40940) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:16.982276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': 'a56c590f-5aac-499d-8db4-d2d481e1984f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:16.990291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:17.006919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Attempting to bind port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:17.007419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Attempting to bind port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:17.007756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Attempting to bind port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:17.012756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:17.018451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7aea-280e-4ace-b288-ba46c499ff79 req-d9674250-7853-45e6-a91a-80e090b1489e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.018647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:17.019648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce3f7aea-280e-4ace-b288-ba46c499ff79 req-d9674250-7853-45e6-a91a-80e090b1489e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.6071775 Feb 04 13:02:17.023206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:17.023529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Attempting to bind port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c on network 38b8da5e-6c17-4acc-b693-7b49fe97f641 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:17.033918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:17.043223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:17.043588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Checking segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:17.043977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Bound using segment: {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:17.044417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Bound port: 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72475be5-625b-42b6-9b95-662cee9920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:17.044761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.130848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce3f7aea-280e-4ace-b288-ba46c499ff79 req-c0ca9092-f086-4a4b-888b-ad4a3dac1f16 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035693 Feb 04 13:02:17.176930 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.179807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-20cb07b3-9393-4400-92d8-2dcabdc566f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.181966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-20cb07b3-9393-4400-92d8-2dcabdc566f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4283123 Feb 04 13:02:17.184745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:17.190996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:17.199607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.256533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.262972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.271016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.284063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.295317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:17.310092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.319543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.319945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.322843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.323661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee8f6115-dea6-4f3f-9314-0c3f79f6ccbc service neutron] 10.222.0.87 "PUT /v2.0/ports/6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c HTTP/1.1" status: 200 len: 1091 time: 2.0703783 Feb 04 13:02:17.331694 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'status': 'completed', 'code': 200} Feb 04 13:02:17.331694 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'status': 'completed', 'code': 200} Feb 04 13:02:17.334269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.336258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-05c4632c-9a4e-4427-a2e7-185cbb8b0b24 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.5336418 Feb 04 13:02:17.343995 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'status': 'completed', 'code': 200} Feb 04 13:02:17.344582 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'code': 200} Feb 04 13:02:17.501269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-20067e08-638e-48ed-994f-9641b4be6890 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.3096750 Feb 04 13:02:17.502059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-c35bb606-79ec-434d-a9f2-4ccf6d992e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.504255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-c35bb606-79ec-434d-a9f2-4ccf6d992e46 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a42a074bd4714df485b2ecbc2685b83e&device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 1095 time: 0.1610456 Feb 04 13:02:17.510923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b53ca281-69a2-497c-b41e-00ef1d4df953 req-09a4cdb6-0d5a-4fa2-8867-ae787f419584 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585380 Feb 04 13:02:17.532526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.590334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:17.775918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc177373-e026-460f-9a0d-242f3bcccd0e req-2a93c770-cb91-483a-bd7f-df94bcd82265 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 210 time: 0.0867345 Feb 04 13:02:17.802790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-5490db36-9d8d-4e30-ae5d-388803331d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.807175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-5490db36-9d8d-4e30-ae5d-388803331d58 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2467532 Feb 04 13:02:17.861928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:17.884849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:17.899731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093e97d-8358-4de4-a26c-72a0db727e18 req-efde78de-e77c-4f38-a55c-cd02feb63333 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.905128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9093e97d-8358-4de4-a26c-72a0db727e18 req-efde78de-e77c-4f38-a55c-cd02feb63333 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.3932443 Feb 04 13:02:17.946994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-cebbf6a5-a479-47e0-9541-fa23086df91e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.947753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-cebbf6a5-a479-47e0-9541-fa23086df91e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:17.959711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:17.982353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:17.986656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-7447c87a-7747-4953-8240-f637b56dff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:17.989515 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-7447c87a-7747-4953-8240-f637b56dff80 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 200 len: 906 time: 0.4215772 Feb 04 13:02:18.018750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:18.021894 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.027779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.059853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.060917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.062208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.064309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.065455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.066620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.068633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.073084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-2d93a886-8b19-4dc8-a941-95290aa42abb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6476 time: 0.6568446 Feb 04 13:02:18.085836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:18.134163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1373ea1f-b9c7-44ff-8594-24049eea290e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:18.179886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:18.259309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.332122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-c478b5b2-6202-4647-824e-bcac22a3f376 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.333779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-c478b5b2-6202-4647-824e-bcac22a3f376 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.90 "GET /v2.0/networks?id=3db3cd90-7931-49c5-9c16-d9d7a20d1a72 HTTP/1.1" status: 200 len: 824 time: 0.3375940 Feb 04 13:02:18.345449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9093e97d-8358-4de4-a26c-72a0db727e18 req-ba3acdfc-3616-421a-9734-a3007321bb87 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344661 Feb 04 13:02:18.352950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-c3eba703-19ab-4d83-81f4-2a31e9ca3eaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365764ab-c56f-4884-be99-05a8e5e4ce21 HTTP/1.1" status: 200 len: 217 time: 0.3176441 Feb 04 13:02:18.359969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Request body: {'port': {'device_id': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72', 'admin_state_up': True, 'tenant_id': '9e05fbfb589b4c1084fa0e84b21f8ece'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:18.384214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-cebbf6a5-a479-47e0-9541-fa23086df91e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:18.385257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-cebbf6a5-a479-47e0-9541-fa23086df91e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 950 time: 1.0322506 Feb 04 13:02:18.407601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4811bd-b3c5-428b-a141-b34000d51edf,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:18.537125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.538803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-294625da-ecdf-42da-bd00-c4123c42faf9 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5633047 Feb 04 13:02:18.564202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.575952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-6396daeb-43f0-4b92-8d2b-cf82d0720191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.577959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-6396daeb-43f0-4b92-8d2b-cf82d0720191 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 200 len: 845 time: 0.1776423 Feb 04 13:02:18.584781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40980) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:18.614250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port c54a49c2-e691-4968-95bb-fbd3f49c2c52 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:18.614595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:18.694298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-bf074fbd-76b9-4809-918c-7ab0457be9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.694796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-bf074fbd-76b9-4809-918c-7ab0457be9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.695259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-bf074fbd-76b9-4809-918c-7ab0457be9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.696824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-bf074fbd-76b9-4809-918c-7ab0457be9aa service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4776049 Feb 04 13:02:18.724762 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-f50056a0-e260-4a02-b367-8def584906ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f3458faf-5acb-4ea9-9d13-911d0da7300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994613 Feb 04 13:02:18.739714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-6a72da8a-6a88-40d0-b8ed-14911cf0853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.741226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-6a72da8a-6a88-40d0-b8ed-14911cf0853b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9260633 Feb 04 13:02:18.838570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751a05-eb1d-44b1-b0eb-c2fd34265fa9 req-d6fab517-6eaa-43d1-a1f6-8748174a2d11 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:18.840168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b751a05-eb1d-44b1-b0eb-c2fd34265fa9 req-d6fab517-6eaa-43d1-a1f6-8748174a2d11 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 950 time: 0.7637038 Feb 04 13:02:19.001627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-6dff7437-be95-4e8f-95de-2a2a9b7c043e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.003230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-6dff7437-be95-4e8f-95de-2a2a9b7c043e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb4e332b-fb99-4646-9abf-6d7459856d2b HTTP/1.1" status: 200 len: 950 time: 0.8678157 Feb 04 13:02:19.057830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:19.084056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Usage tracker for resource:port and tenant:9e05fbfb589b4c1084fa0e84b21f8ece is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:19.090083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:19.095560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.128830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830ec6-e97e-48de-a2c4-5558dcc8c67c req-7b3381b5-af67-42e4-9365-3fdc6247c8e5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.136707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae830ec6-e97e-48de-a2c4-5558dcc8c67c req-7b3381b5-af67-42e4-9365-3fdc6247c8e5 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 944 time: 0.6470082 Feb 04 13:02:19.158646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:19.213292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.222082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b751a05-eb1d-44b1-b0eb-c2fd34265fa9 req-e72fbcea-0139-4755-9601-aea3e0cf2a6e tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438506 Feb 04 13:02:19.258474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-ccead4ad-10d8-4079-9662-f3d31ba255be service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177321 Feb 04 13:02:19.274571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Made reservation on behalf of 9e05fbfb589b4c1084fa0e84b21f8ece for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:19.278518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.285900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:19.286505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.305349 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483', 'code': 200} Feb 04 13:02:19.334687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-83f0705c-054c-48e2-89c2-ff7b604e9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.336571 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-83f0705c-054c-48e2-89c2-ff7b604e9973 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6324656 Feb 04 13:02:19.344469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae830ec6-e97e-48de-a2c4-5558dcc8c67c req-f110df0f-6c52-43d7-a252-091b9e4db493 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071459 Feb 04 13:02:19.369542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:19.370828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:19.423193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-327aaff2-5cdc-491d-b5a5-40fa707f2b9e service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243379 Feb 04 13:02:19.611172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:19.615070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:19.859578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.893383 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e75c407e-4b65-47eb-b44b-2aad3adad756 req-a251f6ee-1eb0-4bc6-b923-edccb67cf5f6 service neutron] 10.222.0.87 "GET /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911601 Feb 04 13:02:19.917400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcaaf2-ccbd-4e5a-9826-195ccb06deec req-dbe3f1ee-e8e6-4b0a-b53c-a9adcd4b4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.918991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36bcaaf2-ccbd-4e5a-9826-195ccb06deec req-dbe3f1ee-e8e6-4b0a-b53c-a9adcd4b4e7e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1096 time: 0.4424899 Feb 04 13:02:19.919812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56c590f-5aac-499d-8db4-d2d481e1984f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:19.922010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.948011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1373ea1f-b9c7-44ff-8594-24049eea290e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:19.948778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.971722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Allocated IP 172.20.0.11 (3db3cd90-7931-49c5-9c16-d9d7a20d1a72/fc07caa3-f2a3-4285-a458-159889b4a30f/fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:19.992954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:19.996735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-861122cc-06c6-46ed-b89d-54a08ff7193c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/a56c590f-5aac-499d-8db4-d2d481e1984f HTTP/1.1" status: 204 len: 168 time: 1.4084849 Feb 04 13:02:20.009465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41000) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:20.010153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port c54a49c2-e691-4968-95bb-fbd3f49c2c52, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c54a49c2-e691-4968-95bb-fbd3f49c2c52,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:20.010729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.055471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:20.056997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.063310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.072347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'mac_address': 'fa:16:3e:b3:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:20.073089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.080906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.086996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.094331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.100457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.102384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-c5698bb4-1572-4d46-be77-7164e740a7be tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.4904983 Feb 04 13:02:20.131905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36bcaaf2-ccbd-4e5a-9826-195ccb06deec req-577be6cc-b773-40f0-97c7-b1113ea2721d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010694 Feb 04 13:02:20.189171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.203874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aa42bed0-fbc2-4995-a31f-0efa29c1f8f6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:20.211728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365764ab-c56f-4884-be99-05a8e5e4ce21 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:20.215882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.229693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for c54a49c2-e691-4968-95bb-fbd3f49c2c52 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:20.250808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:20.258029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.274883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffdc42fe-05ac-45dc-81bb-d0d32b5a4fe2 req-f861604c-a4cc-4330-86b8-ea9662a42695 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639378 Feb 04 13:02:20.294714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aa42bed0-fbc2-4995-a31f-0efa29c1f8f6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:20.302022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aa42bed0-fbc2-4995-a31f-0efa29c1f8f6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2807598 Feb 04 13:02:20.312198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:20.328483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.347458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41006) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:20.355014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.365087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--990709435'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:20.374293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:20.403072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:20.434635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.468920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.469476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.469782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.470255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.471188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.471672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.472140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.474146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-790f6a6c-fb85-4876-b1f5-849122fba06d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6476 time: 1.0633903 Feb 04 13:02:20.479980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:20.489840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:20.498356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:20.508007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e6a8116-5ac2-459e-8f13-b3c4df555a13 req-53c3748e-3476-4652-bcf7-ddb547bba6a1 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8517966 Feb 04 13:02:20.516256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:20.519895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.530056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['365764ab-c56f-4884-be99-05a8e5e4ce21'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:20.532719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf2500-e8d5-41ec-a3cd-407ed2d31715 req-cb7e5477-c742-450f-a841-94e136747de2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.540669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3cf2500-e8d5-41ec-a3cd-407ed2d31715 req-cb7e5477-c742-450f-a841-94e136747de2 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.8856206 Feb 04 13:02:20.702311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.706756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3b6de64c-30b6-48b6-b508-688ebd64649d req-abb892c1-a914-49e9-962a-47b1e5f988b1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Synchronizing usage tracker for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:20.756718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.760505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3b6de64c-30b6-48b6-b508-688ebd64649d req-abb892c1-a914-49e9-962a-47b1e5f988b1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Unset dirty status for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:20.761888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b6de64c-30b6-48b6-b508-688ebd64649d req-abb892c1-a914-49e9-962a-47b1e5f988b1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 210 time: 0.1250858 Feb 04 13:02:20.765586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.856354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e817a7-9cc1-4cf4-aab8-e0a8f9f6b415,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:20.866069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.929624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3cf2500-e8d5-41ec-a3cd-407ed2d31715 req-cbba3a63-9d57-4f92-9238-1951c174a583 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879945 Feb 04 13:02:20.968085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:20.968732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.977578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:20.982588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8eb7013e-c5e1-47b7-8f86-62878c3bc24e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6306722 Feb 04 13:02:21.007835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:21.058888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--273630810'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:21.140843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:21.154454 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'status': 'completed', 'code': 200} Feb 04 13:02:21.160644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:21.161899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:21.175175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:21.178761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:21.180818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for b17c526b-34ee-4d07-ac8b-75ebe5cfe2be owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:21.197879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:21.201420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:02:21.237669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Pushing event updated for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.286919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:21.297406 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'status': 'completed', 'code': 200} Feb 04 13:02:21.306940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:21.335891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.337784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:21.345755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:21.381518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:21.388326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:21.413651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-916c6c37-3cf9-4794-abc4-034a8cabe3b5 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0615041 Feb 04 13:02:21.418506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:21.437717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Request body: {'port': {'device_id': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:21.516830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc823e1-7b01-440e-8359-62bdfd6fb36a req-100ebe52-a140-4867-96c4-ae5c8607b2b7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.518663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cc823e1-7b01-440e-8359-62bdfd6fb36a req-100ebe52-a140-4867-96c4-ae5c8607b2b7 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 948 time: 0.5006065 Feb 04 13:02:21.527484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-9fa061ed-984d-452d-96ac-a29225c863f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.528961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-9fa061ed-984d-452d-96ac-a29225c863f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1099 time: 0.4592121 Feb 04 13:02:21.540034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-44aab7f6-ecb8-4b31-bdc3-7c1c6657699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.540617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-44aab7f6-ecb8-4b31-bdc3-7c1c6657699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.540947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-44aab7f6-ecb8-4b31-bdc3-7c1c6657699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:21.542725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-44aab7f6-ecb8-4b31-bdc3-7c1c6657699b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0589650 Feb 04 13:02:21.550701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:21.561607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:21.719860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:21.913480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=c54a49c2-e691-4968-95bb-fbd3f49c2c52,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.933335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 365764ab-c56f-4884-be99-05a8e5e4ce21 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:21.957559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 365764ab-c56f-4884-be99-05a8e5e4ce21 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:21.958458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:21.995683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cc823e1-7b01-440e-8359-62bdfd6fb36a req-63358fd1-d9c9-4871-9ded-76690927be41 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560485 Feb 04 13:02:22.131451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.162240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-3e1fa57c-7349-482d-9a93-d9f877e0ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.164424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-3e1fa57c-7349-482d-9a93-d9f877e0ded0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6238623 Feb 04 13:02:22.207718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-febb881d-a03a-494d-9a1a-38efc409d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.210145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddaf3d9d-6c49-4a0a-8a22-9ae58bde0798 req-febb881d-a03a-494d-9a1a-38efc409d390 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6502931 Feb 04 13:02:22.211239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port c54a49c2-e691-4968-95bb-fbd3f49c2c52 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:22.218225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.236467 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.242146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-bb1ce454-138d-4ea8-ae59-db3d1192fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.244429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-bb1ce454-138d-4ea8-ae59-db3d1192fa11 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1099 time: 1.0110641 Feb 04 13:02:22.245999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-79a9dafb-ec05-44d9-8350-9989a1691b1d req-5b5fe5b6-a538-40bc-bcf7-208e7f291df5 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.87 "DELETE /v2.0/ports/c54a49c2-e691-4968-95bb-fbd3f49c2c52 HTTP/1.1" status: 204 len: 173 time: 3.8489316 Feb 04 13:02:22.289797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.331149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:22.344672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.345454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c54a49c2-e691-4968-95bb-fbd3f49c2c52 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:22.361072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.462988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-7d267ccc-0d0c-4a26-aa64-661647113712 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.2864463 Feb 04 13:02:22.486100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.535627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: c54a49c2-e691-4968-95bb-fbd3f49c2c52 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:22.539162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c54a49c2-e691-4968-95bb-fbd3f49c2c52 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:22.540666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=b17c526b-34ee-4d07-ac8b-75ebe5cfe2be,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:22.563615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621acd5-9809-45a0-a71e-44e90871a2b9 req-ca3d418f-670a-4367-b0cb-764776913cf4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.564609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f621acd5-9809-45a0-a71e-44e90871a2b9 req-ca3d418f-670a-4367-b0cb-764776913cf4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:22.775998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:22.810025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-c46eac64-7b05-4f81-a974-532a116dc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.811729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-c46eac64-7b05-4f81-a974-532a116dc2ec service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4053075 Feb 04 13:02:22.821254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f621acd5-9809-45a0-a71e-44e90871a2b9 req-ca3d418f-670a-4367-b0cb-764776913cf4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:22.828081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f621acd5-9809-45a0-a71e-44e90871a2b9 req-ca3d418f-670a-4367-b0cb-764776913cf4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5e7348-4e89-4996-affd-0a78a4b05082 HTTP/1.1" status: 200 len: 867 time: 1.5914652 Feb 04 13:02:22.916088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-715a98f9-fb34-4923-94dc-6a0786a67e33 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.0855861 Feb 04 13:02:22.951728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea2fed-e27c-4d4f-8f1b-710600ab18d8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:22.963155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port b17c526b-34ee-4d07-ac8b-75ebe5cfe2be on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:22.973397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:22.977554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8519b34-da12-4fa0-aace-04bb312865aa tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9660130 Feb 04 13:02:22.980895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-3cbabfb3-edac-4de2-b733-5fa961520333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.982562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-3cbabfb3-edac-4de2-b733-5fa961520333 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4689066 Feb 04 13:02:22.987333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:23.042159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f621acd5-9809-45a0-a71e-44e90871a2b9 req-27d01524-1aff-4f77-b7f6-8f202c5a0a6f tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125041 Feb 04 13:02:23.043097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:23.045211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b2ae211-654d-4cc1-80b5-46e423f4da5e req-70640642-091c-4fb0-a4ce-f2c70e0125cc tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "DELETE /v2.0/ports/b17c526b-34ee-4d07-ac8b-75ebe5cfe2be HTTP/1.1" status: 204 len: 173 time: 4.0323019 Feb 04 13:02:23.045625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': 'd7e817a7-9cc1-4cf4-aab8-e0a8f9f6b415', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39ea2fed-e27c-4d4f-8f1b-710600ab18d8', 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:23.058372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.058894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.059376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.059851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.060328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.060800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.061270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.063437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-a088afb6-9c82-46bd-85b3-6f46b31c0a64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6476 time: 0.7285335 Feb 04 13:02:23.065061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-4d934c8d-d61e-4437-958f-8480b5775a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.066516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-4d934c8d-d61e-4437-958f-8480b5775a31 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1016150 Feb 04 13:02:23.069282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:23.094358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:23.098851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:23.106985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:23.185176 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:02:23.219328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-414b69e3-c0b1-49a9-bfb6-f4587fc7264f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8d49711-20c9-4c07-a923-f814e192cca5 HTTP/1.1" status: 200 len: 217 time: 0.1404834 Feb 04 13:02:23.252205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b17c526b-34ee-4d07-ac8b-75ebe5cfe2be no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:23.272789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14cad8-4dea-428a-a577-603e10fa214e req-3597d7fa-0239-4b53-aeb5-dd87326973a1 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.281778 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf14cad8-4dea-428a-a577-603e10fa214e req-3597d7fa-0239-4b53-aeb5-dd87326973a1 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.9036524 Feb 04 13:02:23.307821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'name': 'network-vif-deleted', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52'}, {'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'name': 'network-vif-deleted', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:23.339589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:23.393777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: b17c526b-34ee-4d07-ac8b-75ebe5cfe2be {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:23.394119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b17c526b-34ee-4d07-ac8b-75ebe5cfe2be not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:23.467484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf14cad8-4dea-428a-a577-603e10fa214e req-7bc3d950-9cc1-47a6-8359-e7017a702f48 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831560 Feb 04 13:02:23.505980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-ee43f239-acaf-480b-a0b2-8b3264d810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.507666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-ee43f239-acaf-480b-a0b2-8b3264d810c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5065360 Feb 04 13:02:23.516000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-dbdf075f-a64b-4ac4-8ff6-3e17e5f615b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.517501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-dbdf075f-a64b-4ac4-8ff6-3e17e5f615b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2d7d2bc-ac3d-4cc7-b714-6e04aa390669 HTTP/1.1" status: 200 len: 851 time: 0.1927681 Feb 04 13:02:23.565469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-76e0f6ce-8c4b-4a1c-9688-f7ec45ef65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.567012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-76e0f6ce-8c4b-4a1c-9688-f7ec45ef65fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3468127 Feb 04 13:02:23.608385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:23.710903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.717407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.724728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.733088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.738838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', '19497197-2184-4e98-87cd-ad72e6b3192b', '7f178690-fa98-484f-b3d4-d60a8b2afa79'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:23.740463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:23.741252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.745394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:02:23.749612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.756493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.764998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4033f414-b004-46e5-8814-81ccae6bd13a req-15b38f25-c0ce-4960-9c03-62837f9fd9db tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.3970215 Feb 04 13:02:23.811623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:23.881434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4033f414-b004-46e5-8814-81ccae6bd13a req-9e8d67f8-84d8-4737-b67e-c3cb49e163d0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152174 Feb 04 13:02:23.904858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-f45da692-bf8d-4668-a8cd-3a1a48e5a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:23.909609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-f45da692-bf8d-4668-a8cd-3a1a48e5a0b1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3854656 Feb 04 13:02:23.921494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-ee39658a-1e10-45c1-8f5f-14b32c0ef817 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380437 Feb 04 13:02:23.987647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-a165256b-4584-4ef5-b932-623cbe1d5505 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675851 Feb 04 13:02:24.009552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:24.032346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'mac_address': 'fa:16:3e:4f:1a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:24.038317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657a63e6-faac-4950-b791-50ed614b80bf,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.113002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.177774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-87859ae4-b82c-46d7-8000-59e3eff1f9db service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553580 Feb 04 13:02:24.191429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3effda75-ec04-472e-9ab8-72a89efff3aa {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:24.279632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-380a3608-c83a-42e6-9fe3-5977f772a0a5 req-431bd78b-137e-45c6-a840-7e4af5609100 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218370 Feb 04 13:02:24.334676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:24.345229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.347191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-619e4d3c-0e5e-4e45-818b-16cbfe1dcd1e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3588319 Feb 04 13:02:24.359947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf874d-2ba8-4123-814b-48514d1760a5 req-c616f455-4dc5-40f4-8aba-21fa3ad6b8b1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:24.361798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-deaf874d-2ba8-4123-814b-48514d1760a5 req-c616f455-4dc5-40f4-8aba-21fa3ad6b8b1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 932 time: 0.7164390 Feb 04 13:02:24.363852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.366743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41050) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:24.424864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:24.429388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.442170 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.476991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-deaf874d-2ba8-4123-814b-48514d1760a5 req-857fda81-265d-4386-b057-341534d8d463 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885599 Feb 04 13:02:24.478772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.492922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.506128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c1490f27-9412-4991-9c6b-12e6a9e4ee16 service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472435 Feb 04 13:02:24.515164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806a0b-fa53-4c22-b50e-589f0f704496 req-89672d85-c5be-4605-be1e-df4b3579edb6 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:24.522080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f806a0b-fa53-4c22-b50e-589f0f704496 req-89672d85-c5be-4605-be1e-df4b3579edb6 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.3413053 Feb 04 13:02:24.527437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Transition to ACTIVE for port object fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:24.530086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.552462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.574594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.627211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.627717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.628150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.630472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.630937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.631376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.631806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.632234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.633758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.634201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.634682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.636661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:24.640969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=657a63e6-faac-4950-b791-50ed614b80bf,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.667416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:24.668536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47c7f04b-953f-48bb-8ae1-4ca49ec9d863 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/657a63e6-faac-4950-b791-50ed614b80bf HTTP/1.1" status: 204 len: 168 time: 0.3006201 Feb 04 13:02:24.709802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41056) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:24.756879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['3effda75-ec04-472e-9ab8-72a89efff3aa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:24.764302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f806a0b-fa53-4c22-b50e-589f0f704496 req-d0b022c3-d66e-4af9-a1f5-5d96ac894988 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413616 Feb 04 13:02:24.815111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-c1e05a52-2b29-41cc-b7c0-ddfa99b9992a service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902925 Feb 04 13:02:24.861239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d07d395a-de2e-4342-8320-9883de3168a5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:24.872098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.985955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d07d395a-de2e-4342-8320-9883de3168a5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:24.987500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d07d395a-de2e-4342-8320-9883de3168a5 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2775657 Feb 04 13:02:24.998709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41070) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:25.003935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-6cc47a9f-27b0-4c2c-853a-b12e26d4436d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 217 time: 0.1723859 Feb 04 13:02:25.008450 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5e7348-4e89-4996-affd-0a78a4b05082', 'name': 'network-vif-deleted', 'tag': 'c54a49c2-e691-4968-95bb-fbd3f49c2c52', 'status': 'completed', 'code': 200} Feb 04 13:02:25.021012 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4e332b-fb99-4646-9abf-6d7459856d2b', 'name': 'network-vif-deleted', 'tag': 'b17c526b-34ee-4d07-ac8b-75ebe5cfe2be', 'status': 'completed', 'code': 200} Feb 04 13:02:25.186004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:25.221148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-523cd10f-6cd2-4a0b-ad8b-6510d3dea2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.226240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-523cd10f-6cd2-4a0b-ad8b-6510d3dea2a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.1982608 Feb 04 13:02:25.298833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e7862-0238-46b4-b0ba-0bbde6f32130 req-3cf46a45-54c3-46ef-a1bc-add6f7db6055 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.300137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b07e7862-0238-46b4-b0ba-0bbde6f32130 req-3cf46a45-54c3-46ef-a1bc-add6f7db6055 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.6433036 Feb 04 13:02:25.359278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f20c1-cf5c-42ff-8512-4b217c900c88 req-c679e486-538f-487a-9ef2-6f36a8708423 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.360407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-085f20c1-cf5c-42ff-8512-4b217c900c88 req-c679e486-538f-487a-9ef2-6f36a8708423 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:25.367577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-80b42618-0a96-4744-9412-8282fd9bb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.369945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-80b42618-0a96-4744-9412-8282fd9bb222 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374102 Feb 04 13:02:25.376520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.409979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-085f20c1-cf5c-42ff-8512-4b217c900c88 req-c679e486-538f-487a-9ef2-6f36a8708423 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:25.411369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-085f20c1-cf5c-42ff-8512-4b217c900c88 req-c679e486-538f-487a-9ef2-6f36a8708423 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.2536469 Feb 04 13:02:25.425173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Attempting to bind port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:25.425548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Attempting to bind port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '1251af4c-a07a-49ec-9cd8-1cb673a7c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:25.425827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Attempting to bind port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea on network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:25.444201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea on network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:25.444556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Attempting to bind port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea on network 3db3cd90-7931-49c5-9c16-d9d7a20d1a72 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:25.448770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.469166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b07e7862-0238-46b4-b0ba-0bbde6f32130 req-231a2c2c-ab38-4828-b33f-545909a55aca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561601 Feb 04 13:02:25.499213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:25.500873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Checking segment: {'id': '1251af4c-a07a-49ec-9cd8-1cb673a7c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:25.501461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Bound using segment: {'id': '1251af4c-a07a-49ec-9cd8-1cb673a7c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:25.502085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Bound port: fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1251af4c-a07a-49ec-9cd8-1cb673a7c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:25.502624 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.551362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-085f20c1-cf5c-42ff-8512-4b217c900c88 req-b743c8ec-1ee9-404e-8327-6c6197de5aed tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857158 Feb 04 13:02:25.668159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ca2b249f-d278-44a5-acab-b35000ab35ab service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850354 Feb 04 13:02:25.716465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.767097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea2fed-e27c-4d4f-8f1b-710600ab18d8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:25.774022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:25.779329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.785701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-db208392-97d8-4d6c-b133-8e93b48cdfa6 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/39ea2fed-e27c-4d4f-8f1b-710600ab18d8 HTTP/1.1" status: 204 len: 168 time: 0.7740307 Feb 04 13:02:25.788521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,segment=NetworkSegment(1251af4c-a07a-49ec-9cd8-1cb673a7c97c),segment_id=1251af4c-a07a-49ec-9cd8-1cb673a7c97c)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:25.789771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41084) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:25.809210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.931265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:25.931903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:25.933400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] 10.222.0.90 "PUT /v2.0/ports/fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea HTTP/1.1" status: 200 len: 1092 time: 4.5100315 Feb 04 13:02:25.940484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:26.004719 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'code': 200} Feb 04 13:02:26.011857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-486982e1-0576-4d8e-bf4b-6cbfa38659ac service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369308 Feb 04 13:02:26.134573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c6288-c04a-4b01-8969-3e5a058fb2ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:26.144388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.151636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.158086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.164988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.172019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.178513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.184963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.193000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-290d411f-b741-45a5-9d43-695611f6d40e req-5753d705-8ff9-49a4-8232-6e8e6cd3c7e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.4391444 Feb 04 13:02:26.216198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-02a6555e-c691-4aa4-9d12-4b8989158c04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 217 time: 0.1985443 Feb 04 13:02:26.229569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b0effdf-095f-4a3d-a740-dab9f5144939 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:26.270033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-729b4e32-c889-4dac-a012-5d7f6bc2a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.271714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-729b4e32-c889-4dac-a012-5d7f6bc2a7f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e05fbfb589b4c1084fa0e84b21f8ece&device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 1095 time: 0.1899817 Feb 04 13:02:26.274303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-5f60eaba-3dea-465f-900d-75ac9808cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.276261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-5f60eaba-3dea-465f-900d-75ac9808cca4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1096 time: 0.3415091 Feb 04 13:02:26.277584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b0effdf-095f-4a3d-a740-dab9f5144939 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:26.278977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6b0effdf-095f-4a3d-a740-dab9f5144939 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4878833 Feb 04 13:02:26.282829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:26.319230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-290d411f-b741-45a5-9d43-695611f6d40e req-1e3ca0d4-9a3e-42c5-a5e0-e38ccca0a02f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250432 Feb 04 13:02:26.365026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-2a4bd6ec-6375-4608-ae29-333d5fe71adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.366691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-2a4bd6ec-6375-4608-ae29-333d5fe71adc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.1411664 Feb 04 13:02:26.467051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8178c-610d-45a2-96eb-0cf2679fa11c req-17f6d8bf-f1cf-4daf-9e02-f77e0cadd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.469384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0d8178c-610d-45a2-96eb-0cf2679fa11c req-17f6d8bf-f1cf-4daf-9e02-f77e0cadd071 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 1097 time: 0.3876894 Feb 04 13:02:26.511107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-29ed37cd-a346-4970-acac-ca91485ba41f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea HTTP/1.1" status: 200 len: 217 time: 0.2118778 Feb 04 13:02:26.585848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0d8178c-610d-45a2-96eb-0cf2679fa11c req-4674edbc-41ca-443d-9ea2-7a6640a21d92 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019728 Feb 04 13:02:26.619954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-74fdea3b-c4ac-46b7-836a-788eaaeca26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.621543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-74fdea3b-c4ac-46b7-836a-788eaaeca26f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2449362 Feb 04 13:02:26.636571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-f271537a-c20f-45c3-a942-27f122be0992 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.638252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-f271537a-c20f-45c3-a942-27f122be0992 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 949 time: 0.2604978 Feb 04 13:02:26.653527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:26.658758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a456d-31af-4227-b6c8-49bcc2e5f93e req-215721fd-abbc-4cbe-aba1-e86087196d3d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.660425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-200a456d-31af-4227-b6c8-49bcc2e5f93e req-215721fd-abbc-4cbe-aba1-e86087196d3d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.1508052 Feb 04 13:02:26.720334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-d33ac670-48d7-4aac-9bbe-d4f80884ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.722704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-d33ac670-48d7-4aac-9bbe-d4f80884ebd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc07caa3-f2a3-4285-a458-159889b4a30f HTTP/1.1" status: 200 len: 864 time: 0.1686752 Feb 04 13:02:26.729260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-200a456d-31af-4227-b6c8-49bcc2e5f93e req-e79a8c2c-7b1e-4915-a814-3bb14ecb806b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Feb 04 13:02:26.789829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:26.816446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-bf028aea-67d6-49eb-853b-0c0e7d1840c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.818691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-bf028aea-67d6-49eb-853b-0c0e7d1840c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 911 time: 0.4473195 Feb 04 13:02:26.821137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-cd52ee2e-c2d8-4507-a3e5-eb9ef3c921eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3db3cd90-7931-49c5-9c16-d9d7a20d1a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821297 Feb 04 13:02:27.031595 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea', 'status': 'completed', 'code': 200} Feb 04 13:02:27.038092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:27.074564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e817a7-9cc1-4cf4-aab8-e0a8f9f6b415,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:27.096966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676ab13-8791-475f-9e91-9d5209ca1269 req-0bd326ef-7b60-4eac-a799-0ebcd5ee5805 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.106445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f676ab13-8791-475f-9e91-9d5209ca1269 req-0bd326ef-7b60-4eac-a799-0ebcd5ee5805 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 944 time: 0.6670227 Feb 04 13:02:27.116176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-2796c2c8-59fa-4580-822d-f8a14e412efd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 200 len: 217 time: 0.2504449 Feb 04 13:02:27.222998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-3ac466cd-2626-4136-9779-d88be6705f40 service neutron] 10.222.0.87 "GET /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.3967946 Feb 04 13:02:27.235028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f676ab13-8791-475f-9e91-9d5209ca1269 req-823645ee-114d-4602-b37d-68746fe8b7c6 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274290 Feb 04 13:02:27.256640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d3edcdd7-0876-4a95-a14f-1e293a81010f service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625449 Feb 04 13:02:27.314492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:27.314492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97d64e40-ab3e-491e-aa28-6be0119efe00 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7e817a7-9cc1-4cf4-aab8-e0a8f9f6b415 HTTP/1.1" status: 204 len: 168 time: 1.0290875 Feb 04 13:02:27.323690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:27.341517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-4811ddd1-8312-419b-a094-6559558e572d service neutron] 10.222.0.90 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740875 Feb 04 13:02:27.399020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8905-8380-4277-a2e6-618310e834d0 req-fea2e14f-d71e-4bb4-87d8-9d320f22119f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.406381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b52a8905-8380-4277-a2e6-618310e834d0 req-fea2e14f-d71e-4bb4-87d8-9d320f22119f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.3099976 Feb 04 13:02:27.412866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-bd776762-efde-4392-b030-88acedb684ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.414295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-bd776762-efde-4392-b030-88acedb684ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.2723339 Feb 04 13:02:27.475806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b52a8905-8380-4277-a2e6-618310e834d0 req-bcc3f92d-19f2-4387-b99a-a05262a5d2a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 Feb 04 13:02:27.580815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-8b90a305-9511-4a96-953f-8c516c1726bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.584199 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-8b90a305-9511-4a96-953f-8c516c1726bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1100 time: 0.3302164 Feb 04 13:02:27.593730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-0c8dd532-9ff8-4a98-9b9c-24b07ca3603c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722412 Feb 04 13:02:27.620250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:27.789207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-08444364-9831-4d23-a17b-19d001a7b38b service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887953 Feb 04 13:02:27.893675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 3effda75-ec04-472e-9ab8-72a89efff3aa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:27.906359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 3effda75-ec04-472e-9ab8-72a89efff3aa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:27.906874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:27.953784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-01abbb1b-f4e4-4857-94ce-c22c0088912d service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484147 Feb 04 13:02:28.001339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e7b83dc-027e-4a44-8404-fcbec1d325ec tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:28.093908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-4e2f6ad0-fbcc-4108-9cd4-9e5dc95c37bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 HTTP/1.1" status: 200 len: 217 time: 0.2927482 Feb 04 13:02:28.126791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e7b83dc-027e-4a44-8404-fcbec1d325ec tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:28.128115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e7b83dc-027e-4a44-8404-fcbec1d325ec tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8015916 Feb 04 13:02:28.141023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:28.151217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353606225'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:28.163969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca04d1c4-3327-451c-8a78-7cc08d814d3a req-df04475e-8df7-4b0d-865a-985781b2c72f service neutron] 10.222.0.90 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867310 Feb 04 13:02:28.170663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:28.186184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4373-b425-407f-89c7-dc85e8ea76db req-138f89f2-f8c3-4fde-9158-de4c8f1a9a50 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.194655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c97e4373-b425-407f-89c7-dc85e8ea76db req-138f89f2-f8c3-4fde-9158-de4c8f1a9a50 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.7792346 Feb 04 13:02:28.241969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:28.268535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:28.278574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:28.290678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:28.300257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:28.304585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-dd1eb852-6659-4d51-bf6f-8485a8d7a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.306861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-dd1eb852-6659-4d51-bf6f-8485a8d7a037 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.2020097 Feb 04 13:02:28.328507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-351ebe18-be6e-4f94-950f-93eb55ec6f1a req-46bf0a35-465e-4e31-b191-41c75173aa46 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618670 Feb 04 13:02:28.334940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:28.378237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c97e4373-b425-407f-89c7-dc85e8ea76db req-3e9820af-c477-4c40-a005-4af43d02bc3f tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826172 Feb 04 13:02:28.405527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:28.426737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:28.430694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:28.451709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:28.453338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:28.457711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-73409d18-cd48-4277-9d2b-68ea670f6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.458941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-d86833b4-839b-43ce-9464-0e0b5162b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.459444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-73409d18-cd48-4277-9d2b-68ea670f6773 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.8672454 Feb 04 13:02:28.468457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-d86833b4-839b-43ce-9464-0e0b5162b899 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e05fbfb589b4c1084fa0e84b21f8ece&device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 1095 time: 0.2350156 Feb 04 13:02:28.548125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.554691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.560841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.567770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.573937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.580173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.586234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.595130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-aef0657e-23a0-4bd4-8e73-75ef645a49e2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.4238217 Feb 04 13:02:28.620287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-e8f8d894-f604-4077-935b-b78dd781abcb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.1472800 Feb 04 13:02:28.744038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0bf4d7e4-0652-4e9e-97e8-5bc63f2939ff req-b1d9d64d-b19e-4c0f-95a3-20368cb83605 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476638 Feb 04 13:02:28.751936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-74ff6e0f-ef38-4312-916e-57bc6d24b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.753431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-74ff6e0f-ef38-4312-916e-57bc6d24b81d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4338565 Feb 04 13:02:28.772233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-555fc574-9ab2-495c-a0b4-bcbeebdf6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.773842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-555fc574-9ab2-495c-a0b4-bcbeebdf6b37 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1475699 Feb 04 13:02:28.795518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-731018bd-27e4-426d-a5c7-9324f59ed9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.797942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-731018bd-27e4-426d-a5c7-9324f59ed9c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3db3cd90-7931-49c5-9c16-d9d7a20d1a72 HTTP/1.1" status: 200 len: 925 time: 0.3143764 Feb 04 13:02:28.899448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:28.911093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-508d1a22-cd25-4972-a490-3fba668d4842 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea HTTP/1.1" status: 200 len: 217 time: 0.1045377 Feb 04 13:02:28.912794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:28.969854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-27bf72fe-d613-4628-bf08-58b3fa47a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.971554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-27bf72fe-d613-4628-bf08-58b3fa47a57d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750877 Feb 04 13:02:28.987664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc4af-0e3e-42e8-aa2c-006b71ee52a4 req-b54174be-137a-45d6-bee2-1b46eadd4cf9 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:28.994728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8cdc4af-0e3e-42e8-aa2c-006b71ee52a4 req-b54174be-137a-45d6-bee2-1b46eadd4cf9 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.3795607 Feb 04 13:02:29.064677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef085a23-f97b-498f-a443-45f1e66930d2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:29.070944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:29.072813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7d00b836-de28-4d50-9514-d864561e323d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9269714 Feb 04 13:02:29.079040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:29.084347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-6c01f3bc-9744-4391-a970-b7314575a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.085877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-6c01f3bc-9744-4391-a970-b7314575a332 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc07caa3-f2a3-4285-a458-159889b4a30f HTTP/1.1" status: 200 len: 864 time: 0.1581995 Feb 04 13:02:29.091450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': 'ef085a23-f97b-498f-a443-45f1e66930d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:29.107667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8cdc4af-0e3e-42e8-aa2c-006b71ee52a4 req-e122a423-8706-410b-97b7-bcc3a0420f92 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118515 Feb 04 13:02:29.169485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-49d4b97d-2d5f-4623-93a3-e506a013f588 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875281 Feb 04 13:02:29.175325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-01961dad-0c75-4f33-8a63-177cfbea7693 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992424 Feb 04 13:02:29.197302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:29.220696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-8ac45e46-9904-4b90-bfc8-6f1e0f4d879d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3db3cd90-7931-49c5-9c16-d9d7a20d1a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241925 Feb 04 13:02:29.225179 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'code': 200} Feb 04 13:02:29.226958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:29.234239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:29.276540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:29.438978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:29.580115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-c166b352-77ed-49cd-919b-112a0dcfe358 service neutron] 10.222.0.90 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416398 Feb 04 13:02:29.694187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6e20-bd51-4f3b-93a9-fbe56f9820d6 req-62738531-888c-46a7-87c4-cac16e092bdc tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.709995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:29.722564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a4a6e20-bd51-4f3b-93a9-fbe56f9820d6 req-62738531-888c-46a7-87c4-cac16e092bdc tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 944 time: 0.4213817 Feb 04 13:02:29.728077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:29.819491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1a4a6e20-bd51-4f3b-93a9-fbe56f9820d6 req-8638a699-a931-46fd-aa0e-1ba271a120af tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Synchronizing usage tracker for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:29.822129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c89f479e-93d0-4f66-8263-3089bd571a6c req-4eccc327-ecc9-4dd0-bbbe-cd614d29c459 service neutron] 10.222.0.90 "GET /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306113 Feb 04 13:02:29.825934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-74751c70-2906-44df-9269-40373e174967 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445968 Feb 04 13:02:29.833943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e3cbf-62f6-4f85-a0c0-aaf1369eed1c req-88c36723-4bc8-4aaf-a158-d1a23ae6381b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.842758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f48e3cbf-62f6-4f85-a0c0-aaf1369eed1c req-88c36723-4bc8-4aaf-a158-d1a23ae6381b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.4558494 Feb 04 13:02:29.844712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3fd52195-bb3b-4226-878f-2136b3de889a service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384027 Feb 04 13:02:29.872600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97dafb2b-bb88-4223-9ffe-1f845938b796,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:29.897143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-52fcf8de-5106-4ca2-95b9-d25ea0db1226 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:29.898697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-52fcf8de-5106-4ca2-95b9-d25ea0db1226 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 949 time: 0.3837078 Feb 04 13:02:29.944016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-e6c55804-558b-4695-90c5-3583c47ef4d7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 HTTP/1.1" status: 200 len: 217 time: 0.0896811 Feb 04 13:02:29.978766 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:29.980341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e677583-cf97-4afe-bd7c-8810a8502a06 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8981788 Feb 04 13:02:29.987752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:29.992792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f48e3cbf-62f6-4f85-a0c0-aaf1369eed1c req-e7ee17af-7999-44e1-a73c-3c3336621c3e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479504 Feb 04 13:02:30.020632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port 19497197-2184-4e98-87cd-ad72e6b3192b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:30.021619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1a4a6e20-bd51-4f3b-93a9-fbe56f9820d6 req-8638a699-a931-46fd-aa0e-1ba271a120af tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Unset dirty status for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:30.021733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.021832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a4a6e20-bd51-4f3b-93a9-fbe56f9820d6 req-8638a699-a931-46fd-aa0e-1ba271a120af tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979300 Feb 04 13:02:30.126344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.173438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee089ab8-033a-4032-b8d9-fca3fc871084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.175477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-ee089ab8-033a-4032-b8d9-fca3fc871084 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.2229965 Feb 04 13:02:30.177460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.350847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.389513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97dafb2b-bb88-4223-9ffe-1f845938b796,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.391983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.393465 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32533e53-a48f-4fd8-aa67-058405cabed2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/97dafb2b-bb88-4223-9ffe-1f845938b796 HTTP/1.1" status: 204 len: 168 time: 0.4015393 Feb 04 13:02:30.398448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:30.446165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754631d2-2b1d-49d6-af61-2ada2312d5a5 req-56490199-5dd7-4a79-be32-2ddf1b3a42c0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.447746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-754631d2-2b1d-49d6-af61-2ada2312d5a5 req-56490199-5dd7-4a79-be32-2ddf1b3a42c0 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.2636480 Feb 04 13:02:30.450640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d195a323-3357-4e2f-ab59-b63bc47452df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.452085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-d195a323-3357-4e2f-ab59-b63bc47452df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2635131 Feb 04 13:02:30.577589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-09a85ba6-796a-4d67-a71f-0a6ad73c5e9d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:30.607797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca807ed8-d67d-4834-803f-c3cabeae2609 req-ca209ee5-22ab-467c-932c-93d6b91d5386 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.614999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca807ed8-d67d-4834-803f-c3cabeae2609 req-ca209ee5-22ab-467c-932c-93d6b91d5386 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 949 time: 0.4489768 Feb 04 13:02:30.619115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-754631d2-2b1d-49d6-af61-2ada2312d5a5 req-56099f3a-ab88-4117-aceb-b75743991779 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607015 Feb 04 13:02:30.649760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-09a85ba6-796a-4d67-a71f-0a6ad73c5e9d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:30.655414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-09a85ba6-796a-4d67-a71f-0a6ad73c5e9d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2559266 Feb 04 13:02:30.669626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41178) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:30.731547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b7476796-8b90-4bbf-885e-618947ae846d service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581573 Feb 04 13:02:30.735910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca807ed8-d67d-4834-803f-c3cabeae2609 req-c1ec69b1-1c27-453a-a569-2116fcf833f4 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167772 Feb 04 13:02:30.747487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port 19497197-2184-4e98-87cd-ad72e6b3192b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=19497197-2184-4e98-87cd-ad72e6b3192b,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:30.747877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:30.896849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-8ac49c65-7e36-4a47-8caf-5a84adeae2fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:30.898362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-8ac49c65-7e36-4a47-8caf-5a84adeae2fb tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/ports?device_id=cebe2d1f-e158-4853-afe4-4003c844405b HTTP/1.1" status: 200 len: 949 time: 0.4050851 Feb 04 13:02:31.011773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b911c826-d425-4c35-b23e-ea5ba6326778 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718048 Feb 04 13:02:31.037772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for 19497197-2184-4e98-87cd-ad72e6b3192b owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:31.099319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.106261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.113830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.121276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.129075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.137323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.143025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.152319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e34b988-dc41-4dda-984e-847cef117b99 req-d505db67-d3ba-44b3-878c-c66c82e7c0c0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.2791028 Feb 04 13:02:31.166074 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:31.185309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-53ce08b6-c1eb-48a1-b875-2eb16c8bdc80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05b256b8-6792-4a10-bd47-f28226ad0a15 HTTP/1.1" status: 200 len: 217 time: 0.1592369 Feb 04 13:02:31.218267 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:31.264529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port 7f178690-fa98-484f-b3d4-d60a8b2afa79 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:31.265386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:31.276649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3c003b40-c24f-4505-8348-59b2afaf1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.278200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3c003b40-c24f-4505-8348-59b2afaf1e71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 200 len: 797 time: 0.0860689 Feb 04 13:02:31.299704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:31.366839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e34b988-dc41-4dda-984e-847cef117b99 req-b1990d6d-367d-46df-8329-ba2e4b838251 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131939 Feb 04 13:02:31.432724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-057078a4-4919-4aab-9315-a640326c047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.434566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-057078a4-4919-4aab-9315-a640326c047d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295516 Feb 04 13:02:31.554705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,segment=NetworkSegment(1251af4c-a07a-49ec-9cd8-1cb673a7c97c),segment_id=1251af4c-a07a-49ec-9cd8-1cb673a7c97c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:31.571999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea', 'network_id': '3db3cd90-7931-49c5-9c16-d9d7a20d1a72', 'port_id': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea', 'mac_address': 'fa:16:3e:b3:4a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc07caa3-f2a3-4285-a458-159889b4a30f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:31.724102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf8331-3eec-4112-9125-6a24d22667bc req-a0a0870c-bf8a-4e6b-9e89-a8f88fb7617d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:31.729557 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:31.735361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74bf8331-3eec-4112-9125-6a24d22667bc req-a0a0870c-bf8a-4e6b-9e89-a8f88fb7617d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.8350804 Feb 04 13:02:31.755954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-3974ffc4-92b4-4179-83e8-b83f569d8a94 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122532 Feb 04 13:02:31.758665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:31.781804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,segment=NetworkSegment(1251af4c-a07a-49ec-9cd8-1cb673a7c97c),segment_id=1251af4c-a07a-49ec-9cd8-1cb673a7c97c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:31.824061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:32.064337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.094387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:32.128461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-b7831903-0d42-4fb7-be53-83e8b60a55ee service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655868 Feb 04 13:02:32.147252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74bf8331-3eec-4112-9125-6a24d22667bc req-f4e94157-eafa-4e3a-a4fd-d5e9da567851 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109151 Feb 04 13:02:32.184468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:32.195750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef085a23-f97b-498f-a443-45f1e66930d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.283029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:32.513116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=19497197-2184-4e98-87cd-ad72e6b3192b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.543840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port 7f178690-fa98-484f-b3d4-d60a8b2afa79, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7f178690-fa98-484f-b3d4-d60a8b2afa79,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:32.544196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:32.593586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-cfc3452a-e8f7-4c29-bf86-8bcda261e871 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c HTTP/1.1" status: 200 len: 217 time: 0.0792611 Feb 04 13:02:32.663304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-0e8be70f-c419-45a9-8cd2-869e6cb79b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:32.664791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-0e8be70f-c419-45a9-8cd2-869e6cb79b5d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 200 len: 797 time: 0.0607176 Feb 04 13:02:32.704683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for 7f178690-fa98-484f-b3d4-d60a8b2afa79 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:32.757698 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:32.758748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bdb4a3c9-4a17-436f-8db7-d9c1bf133085 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef085a23-f97b-498f-a443-45f1e66930d2 HTTP/1.1" status: 204 len: 168 time: 2.0865531 Feb 04 13:02:32.788620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:32.870674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b841747-660d-49aa-8bec-74cdfc549670 req-e5d03962-d3d8-431a-8e1d-6d53e4c19f55 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:32.879344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b841747-660d-49aa-8bec-74cdfc549670 req-e5d03962-d3d8-431a-8e1d-6d53e4c19f55 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.7382448 Feb 04 13:02:32.947893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b841747-660d-49aa-8bec-74cdfc549670 req-ba09dba0-2cfe-4c6d-8098-ced33ea51c07 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 Feb 04 13:02:32.984298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2337206e-f8bd-4cc3-87ea-b0406eb54ee1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:33.001579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port 19497197-2184-4e98-87cd-ad72e6b3192b on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:33.011115 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.013951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90432cd1-949d-4a56-999b-5927ad7a03aa req-27592a36-d74f-489f-bbc9-c3e93847ef59 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "DELETE /v2.0/ports/19497197-2184-4e98-87cd-ad72e6b3192b HTTP/1.1" status: 204 len: 173 time: 3.1057699 Feb 04 13:02:33.015565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2337206e-f8bd-4cc3-87ea-b0406eb54ee1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:33.019064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'name': 'network-vif-deleted', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:33.033238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2337206e-f8bd-4cc3-87ea-b0406eb54ee1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2415602 Feb 04 13:02:33.034650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:33.037151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41214) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:33.045157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-86aa3c1f-064f-4875-a5be-cf18e12dc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:33.047338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-86aa3c1f-064f-4875-a5be-cf18e12dc7a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1101 time: 0.3127582 Feb 04 13:02:33.050698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246679238'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:33.064718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:33.071775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:33.112539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:33.126154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08572e12-2305-48cc-9fc2-1c33c22c9cf5 req-5dbc4bc7-1de6-48f2-8dad-e42914016816 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:33.127760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08572e12-2305-48cc-9fc2-1c33c22c9cf5 req-5dbc4bc7-1de6-48f2-8dad-e42914016816 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 945 time: 0.7432017 Feb 04 13:02:33.312828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.316047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:33.344318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.346129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-87298eee-630f-4370-b564-f468fc726277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:33.347972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-87298eee-630f-4370-b564-f468fc726277 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6704729 Feb 04 13:02:33.361567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a065c389-85d3-4b0d-bdae-78bc90fcd7c1 req-2168616e-2924-4583-90f0-1c4c381bf59b tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=026d553d-7325-48ad-9c4c-f979c23717a3 HTTP/1.1" status: 200 len: 210 time: 0.1402149 Feb 04 13:02:33.513789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.596491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=7f178690-fa98-484f-b3d4-d60a8b2afa79,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:33.661941 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:33.694414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08572e12-2305-48cc-9fc2-1c33c22c9cf5 req-c9f9489a-28c1-4cd1-96c5-45b4609e4dad tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557518 Feb 04 13:02:33.738591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:33.739016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.755154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:33.824134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-2037f908-72a7-48c6-8cfd-bc1746e35f00 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612758 Feb 04 13:02:33.841318 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d553d-7325-48ad-9c4c-f979c23717a3', 'name': 'network-vif-deleted', 'tag': '19497197-2184-4e98-87cd-ad72e6b3192b', 'status': 'completed', 'code': 200} Feb 04 13:02:33.854567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:33.885701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:33.897284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port 7f178690-fa98-484f-b3d4-d60a8b2afa79 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:33.921495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:33.933544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:33.994595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba7255be-b9b2-46f8-9ec7-5ac5780a4d9d req-f58ea706-2e87-4501-8097-390e07b2be7d tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "DELETE /v2.0/ports/7f178690-fa98-484f-b3d4-d60a8b2afa79 HTTP/1.1" status: 204 len: 173 time: 2.9805119 Feb 04 13:02:34.017161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.056005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:34.178021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ebf4da-1098-42f1-be92-24236d6edd79 req-13d28b94-12ef-4909-a487-1d63ce69e948 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382988 Feb 04 13:02:34.195196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.204785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.257713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,segment=NetworkSegment(1251af4c-a07a-49ec-9cd8-1cb673a7c97c),segment_id=1251af4c-a07a-49ec-9cd8-1cb673a7c97c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:34.288109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:34.294901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23481c6-3a17-498b-b783-cb8b9f928669 req-00395065-2c92-404f-9e7b-8f600ccdb6a0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.303048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b23481c6-3a17-498b-b783-cb8b9f928669 req-00395065-2c92-404f-9e7b-8f600ccdb6a0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2472537 Feb 04 13:02:34.305910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.307337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 19497197-2184-4e98-87cd-ad72e6b3192b no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:34.309667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b01a2e-2a51-48e2-b6c3-da64f7c6cee1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.390208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.391988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7cb85451-a585-4ac8-a7eb-b9b732e6e16e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3541577 Feb 04 13:02:34.403652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b23481c6-3a17-498b-b783-cb8b9f928669 req-86e0fc8e-b002-4b91-be73-652bae35b5a8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992389 Feb 04 13:02:34.407951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:34.421884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '32b01a2e-2a51-48e2-b6c3-da64f7c6cee1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:34.439403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:34.456195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:34.466661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:34.479440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:34.496197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 19497197-2184-4e98-87cd-ad72e6b3192b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:34.497517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 19497197-2184-4e98-87cd-ad72e6b3192b not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:34.498141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7f178690-fa98-484f-b3d4-d60a8b2afa79 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:34.514300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.519995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.526456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.532851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.539590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.546708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.553311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.562246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.572175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-0ac5f05f-a06b-4230-849b-c46fed7cc133 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.7420113 Feb 04 13:02:34.617552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.621484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 7f178690-fa98-484f-b3d4-d60a8b2afa79 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:34.622311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7f178690-fa98-484f-b3d4-d60a8b2afa79 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:34.661672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.668154 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.683407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec5a87a0-b21a-452b-8e1c-b1c16e83e90a req-93044a37-15bb-46bd-a1d7-8cd3a62a94f6 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102288 Feb 04 13:02:34.766795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.767566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.768222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.768853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.769480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.770107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.770759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:34.773303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-5ea2f55a-16a4-44e3-8eff-d5f68923a485 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6476 time: 0.4425285 Feb 04 13:02:34.779170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:34.835582 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea', 'code': 200} Feb 04 13:02:34.889354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb31d93-7500-4417-969a-a374e1f6a751,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:34.960137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:34.964165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-815f3e7d-7873-4df9-b65b-279ebe7549b4 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5523489 Feb 04 13:02:34.968449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41260) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:34.971989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:34.995929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d052ef6-03e3-4d00-ae18-e2c7c4519365 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules/5fb31d93-7500-4417-969a-a374e1f6a751 HTTP/1.1" status: 200 len: 763 time: 0.0233846 Feb 04 13:02:35.000926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41264) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:35.065289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081c7c-0477-406e-9eff-2d4f0d984127 req-ee2e7e84-b8ca-4af5-b3ae-62add14a7633 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.072641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-b4f66f13-27b0-48d9-9784-932c493e2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.072872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75081c7c-0477-406e-9eff-2d4f0d984127 req-ee2e7e84-b8ca-4af5-b3ae-62add14a7633 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.3730612 Feb 04 13:02:35.075088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-b4f66f13-27b0-48d9-9784-932c493e2ee7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=38b8da5e-6c17-4acc-b693-7b49fe97f641 HTTP/1.1" status: 200 len: 902 time: 0.2920525 Feb 04 13:02:35.078642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:35.084848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.165491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7558ef17-1473-4b23-b122-8e4a6e26c784 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:35.205024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75081c7c-0477-406e-9eff-2d4f0d984127 req-05d91def-3677-4cfd-b8cf-2600afcfaa9d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310616 Feb 04 13:02:35.229914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e72d1-3558-4d63-a2ff-175e1e7b3f7a req-590cf40a-aeaa-49fb-97b5-98843b2ba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.236350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-284e72d1-3558-4d63-a2ff-175e1e7b3f7a req-590cf40a-aeaa-49fb-97b5-98843b2ba9d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 1097 time: 0.3237681 Feb 04 13:02:35.237952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7558ef17-1473-4b23-b122-8e4a6e26c784 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:35.241500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7558ef17-1473-4b23-b122-8e4a6e26c784 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2379291 Feb 04 13:02:35.285652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:35.315674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-0b4d088c-d000-47e5-97d8-4f4a73f3b089 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c HTTP/1.1" status: 200 len: 217 time: 0.2278314 Feb 04 13:02:35.332602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Transition to ACTIVE for port object 3effda75-ec04-472e-9ab8-72a89efff3aa will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:35.349243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-284e72d1-3558-4d63-a2ff-175e1e7b3f7a req-28039bf7-96c1-4d5b-b4b7-13d54b7a67d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 Feb 04 13:02:35.352740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.369795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.376988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.585277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448c02-fbc9-4125-9f3f-97ef360bc7e7 req-16fbce0f-7399-42f3-8ea2-ac72ff504d5e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.604403 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'code': 200} Feb 04 13:02:35.615168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10448c02-fbc9-4125-9f3f-97ef360bc7e7 req-16fbce0f-7399-42f3-8ea2-ac72ff504d5e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.2120683 Feb 04 13:02:35.656225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:35.711609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] No DVR routers for this DVR port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:35.728347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.807373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fb31d93-7500-4417-969a-a374e1f6a751,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:35.829751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:35.831415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb91a4ad-a782-4e94-9510-200c30ece475 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5fb31d93-7500-4417-969a-a374e1f6a751 HTTP/1.1" status: 204 len: 168 time: 0.5444322 Feb 04 13:02:35.836002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:35.838323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=10']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:35.849664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-24231691-073e-48a3-9e16-4d633bce34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:35.851285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-24231691-073e-48a3-9e16-4d633bce34f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 200 len: 797 time: 0.5174286 Feb 04 13:02:35.867878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'name': 'network-vif-deleted', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:35.895157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10448c02-fbc9-4125-9f3f-97ef360bc7e7 req-3d1624c4-0ff2-4cfc-b5d3-d0a96151bab1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785137 Feb 04 13:02:35.971621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e033c00f-6205-41b5-a530-ea60175c5f87 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:36.021112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e033c00f-6205-41b5-a530-ea60175c5f87 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:36.022846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e033c00f-6205-41b5-a530-ea60175c5f87 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1855173 Feb 04 13:02:36.027287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41312) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.033811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '32b01a2e-2a51-48e2-b6c3-da64f7c6cee1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:36.055602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:36.056119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:36.056395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:36.063237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:36.064717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:36.081611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:36.081960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Attempting to bind port 3effda75-ec04-472e-9ab8-72a89efff3aa on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:36.082074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:36.084549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:36.114897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'network_id': 'f3458faf-5acb-4ea9-9d13-911d0da7300a', 'port_id': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'mac_address': 'fa:16:3e:b3:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5256b9b9-3723-45bb-8991-2adfe449d4b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:36.120199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.149459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:36.149880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:36.152285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:36.152778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Bound port: 3effda75-ec04-472e-9ab8-72a89efff3aa, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:36.154398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.226573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:36.229975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.251664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 365764ab-c56f-4884-be99-05a8e5e4ce21 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:36.270008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:36.277278 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.304189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.315593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.360672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b218ea-69ec-4329-bddc-696bbd3fedaa,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.384056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.392503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['365764ab-c56f-4884-be99-05a8e5e4ce21'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:36.393493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:36.408633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.410247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5d14d9c7-2604-426f-bc66-84e894436ed1 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3816547 Feb 04 13:02:36.413696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.428018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:36.452114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.459829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.461498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.467170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.475413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.482294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.489428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.496320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.504860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-7cba3dd0-c97e-48b3-9b63-645c3fb6de98 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.2793713 Feb 04 13:02:36.528441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7d8c8330-9323-4744-9e7a-b0248e393893 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules/05b218ea-69ec-4329-bddc-696bbd3fedaa HTTP/1.1" status: 200 len: 763 time: 0.1108749 Feb 04 13:02:36.529555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41322) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.586872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84be152e-3402-4c62-bdbc-6c7b1f44ec4e req-e9f0885c-caa1-4fa8-891e-f12085393724 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808983 Feb 04 13:02:36.654012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d664d816-ff88-4213-a419-f3ccb3114b13 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:36.662235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b35f74-7eb1-432f-86a5-b069ccbd3ad8 req-2d431308-dafc-4370-98ca-f2bf8388722d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.669697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37b35f74-7eb1-432f-86a5-b069ccbd3ad8 req-2d431308-dafc-4370-98ca-f2bf8388722d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.6633558 Feb 04 13:02:36.678299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=11']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.694004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d664d816-ff88-4213-a419-f3ccb3114b13 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:36.695890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d664d816-ff88-4213-a419-f3ccb3114b13 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1648128 Feb 04 13:02:36.697785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.698501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.698934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.699997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b482132c-6a01-4e4b-834e-859793e42650 service neutron] 10.222.0.90 "PUT /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 1097 time: 3.6421988 Feb 04 13:02:36.703855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f5e0-9842-4b93-b370-6345101a2964 req-0ce0acbc-2da9-4374-bc67-77382354f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.705344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-0ce0acbc-2da9-4374-bc67-77382354f5ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8366983 Feb 04 13:02:36.781790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.795878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.837195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.904197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b218ea-69ec-4329-bddc-696bbd3fedaa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:36.928881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:36.933004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d8a4652b-1874-4134-8648-03bfcae4e264 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/05b218ea-69ec-4329-bddc-696bbd3fedaa HTTP/1.1" status: 204 len: 168 time: 0.2300289 Feb 04 13:02:36.936873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.989898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3477480-4762-4b09-9c81-bbc27900c19d req-778c4501-2f43-427a-b345-5da7e9b32ad3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:36.997916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b3477480-4762-4b09-9c81-bbc27900c19d req-778c4501-2f43-427a-b345-5da7e9b32ad3 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 945 time: 0.1382725 Feb 04 13:02:37.058403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37b35f74-7eb1-432f-86a5-b069ccbd3ad8 req-cb1989f1-6b71-4626-a39e-82c254a8bc94 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574624 Feb 04 13:02:37.085973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b3477480-4762-4b09-9c81-bbc27900c19d req-f1bb3729-9bd8-49b3-acf6-f3bf52c5193b tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Feb 04 13:02:37.135830 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebe2d1f-e158-4853-afe4-4003c844405b', 'name': 'network-vif-deleted', 'tag': '7f178690-fa98-484f-b3d4-d60a8b2afa79', 'status': 'completed', 'code': 200} Feb 04 13:02:37.157859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41342) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.158954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9dc28fe2-949e-495e-97b6-2932e1890c1c tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2154720 Feb 04 13:02:37.163344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '32b01a2e-2a51-48e2-b6c3-da64f7c6cee1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:37.173203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-50603558-bcee-44ca-aaa0-8bd8801d4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:37.175219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-50603558-bcee-44ca-aaa0-8bd8801d4dd8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1100 time: 0.3661923 Feb 04 13:02:37.179432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:37.185008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:37.191079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:37.201363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:37.227175 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Project 738828f77387466091baaf641ab5c8a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:02:37.242319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.310986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.316305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.329231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-648b9a6c-c98f-4122-b503-c68c437e8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:37.330998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-648b9a6c-c98f-4122-b503-c68c437e8fd0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1498632 Feb 04 13:02:37.364234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.367923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2067809 Feb 04 13:02:37.367923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6ffe-01ab-455c-b987-ee22123e596b tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29e522e-a9e8-4de6-ad90-ab58e35a7da1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:37.369059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41346) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.416520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca16e7e2-b465-43b3-8a0d-e3edbaa78ee7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules/c29e522e-a9e8-4de6-ad90-ab58e35a7da1 HTTP/1.1" status: 200 len: 769 time: 0.0373800 Feb 04 13:02:37.421397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.505908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-ef655795-b862-407e-96e0-a79da2f72f1b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.0978410 Feb 04 13:02:37.508527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-55cfc627-92df-49a3-8547-247288e061d4 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198583 Feb 04 13:02:37.510405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a72c8513-3685-4bdb-8fec-e991abd571dc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:37.567352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a72c8513-3685-4bdb-8fec-e991abd571dc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:37.568621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a72c8513-3685-4bdb-8fec-e991abd571dc tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1462998 Feb 04 13:02:37.574869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41362) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.619024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.623549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:37.634266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.662316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9cb88-0473-430b-92b2-ea3306ff87f1 req-c59b8f41-9db4-4a10-a007-c03b60532db1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:37.663866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ca9cb88-0473-430b-92b2-ea3306ff87f1 req-c59b8f41-9db4-4a10-a007-c03b60532db1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.1344643 Feb 04 13:02:37.672767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.673000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:37.679899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbed76-c865-4de8-b26f-df105ac4b002 req-ecb6b724-5e65-47c6-afc9-47335db71659 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:37.681411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-facbed76-c865-4de8-b26f-df105ac4b002 req-ecb6b724-5e65-47c6-afc9-47335db71659 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.3407550 Feb 04 13:02:37.687739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-e6b10ae8-3440-46cc-b06e-66d86dd87afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:37.689182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-e6b10ae8-3440-46cc-b06e-66d86dd87afb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1766403 Feb 04 13:02:37.715982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c29e522e-a9e8-4de6-ad90-ab58e35a7da1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:37.735921 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.739730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d15c28a9-70d2-43c6-ab1a-d6059c15043a tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c29e522e-a9e8-4de6-ad90-ab58e35a7da1 HTTP/1.1" status: 204 len: 168 time: 0.1615009 Feb 04 13:02:37.741328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41374) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.764326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 365764ab-c56f-4884-be99-05a8e5e4ce21 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:37.764696 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.766257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ca9cb88-0473-430b-92b2-ea3306ff87f1 req-28fe3e47-9b5c-412a-98b7-738bdcb6221b tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Feb 04 13:02:37.809497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3483da32-b69f-46cd-8505-0863dc2983f7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:37.826479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3483da32-b69f-46cd-8505-0863dc2983f7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:37.828373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3483da32-b69f-46cd-8505-0863dc2983f7 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861771 Feb 04 13:02:37.831913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.927348 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.958492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:37.972231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:37.978387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.979712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:37.995392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b833f5e0-9842-4b93-b370-6345101a2964 req-e3ff631c-8f68-408b-bbbd-924d357c6fa7 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496033 Feb 04 13:02:38.011761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-facbed76-c865-4de8-b26f-df105ac4b002 req-4bd102a9-7a3f-4bde-860d-1e8517d6238b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216138 Feb 04 13:02:38.024449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:38.049061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b2c79c90-12f2-466e-bf62-bf30cfb47297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.050718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-b2c79c90-12f2-466e-bf62-bf30cfb47297 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290837 Feb 04 13:02:38.109386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:38.170101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b01a2e-2a51-48e2-b6c3-da64f7c6cee1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.210011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:38.252812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:38.256318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8731da9-ab4a-4fdd-a794-00cf1204a5ef tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/32b01a2e-2a51-48e2-b6c3-da64f7c6cee1 HTTP/1.1" status: 204 len: 168 time: 0.4212239 Feb 04 13:02:38.257847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:38.289363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-88db5095-825b-4028-b298-93dd18d3f5a3 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316525 Feb 04 13:02:38.328588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-267faac4-7d1e-4c75-b444-632846a2c7e3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:38.352822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.358991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.364806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.370728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.376649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.382503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.388322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.390785 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-5effb18b-5126-48a8-a781-9b2b3f346e1a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.2006235 Feb 04 13:02:38.399489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-267faac4-7d1e-4c75-b444-632846a2c7e3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:38.401393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-267faac4-7d1e-4c75-b444-632846a2c7e3 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423678 Feb 04 13:02:38.407094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:38.413902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567668305'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:38.425102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd133f64-ec39-4ed0-9d45-dc2ac4c6df5f req-5b8c8e51-f8be-49bd-af7f-8af382eb80e1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.426530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd133f64-ec39-4ed0-9d45-dc2ac4c6df5f req-5b8c8e51-f8be-49bd-af7f-8af382eb80e1 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 950 time: 0.1941335 Feb 04 13:02:38.430638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:38.447129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf287151-bccf-4e25-afe1-ac44590c8c1b req-4780c730-d2ca-4034-af1d-0ebf224afee0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498624 Feb 04 13:02:38.472049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:38.504847 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65a6d464-d2ed-43d0-a92e-4a793fe3bd25 req-7ebc21e0-40a7-4655-beaa-05ead4402100 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045081 Feb 04 13:02:38.508241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:38.521210 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'status': 'completed', 'code': 200} Feb 04 13:02:38.530070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd133f64-ec39-4ed0-9d45-dc2ac4c6df5f req-2e124833-17fe-4d28-8a61-d30757ea18b3 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/security-groups?id=06abe57d-c7cb-40e2-b698-57144b2517fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952144 Feb 04 13:02:38.537818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:38.543403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:38.584407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:38.604297 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'code': 200} Feb 04 13:02:38.631522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:38.709721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee08ec-53e1-4cda-9c37-53cd80f32676 req-983bab30-454f-49db-9aa3-0f94815ebaeb tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.715261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-3e21d3c8-f518-4e62-9e06-31e1f367aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.716792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-3e21d3c8-f518-4e62-9e06-31e1f367aab5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1100 time: 0.1749551 Feb 04 13:02:38.718386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccee08ec-53e1-4cda-9c37-53cd80f32676 req-983bab30-454f-49db-9aa3-0f94815ebaeb tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.1017382 Feb 04 13:02:38.761939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccee08ec-53e1-4cda-9c37-53cd80f32676 req-45a43072-9149-40aa-883b-3092d8a50e26 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Feb 04 13:02:38.860848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f1c991e1-fdce-4b69-a745-d59e777c8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:38.862330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f1c991e1-fdce-4b69-a745-d59e777c8862 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 1100 time: 0.2749724 Feb 04 13:02:38.913124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:38.971424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.089061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-be1dd71c-179d-4b73-8fea-a9ee9811584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.090554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-be1dd71c-179d-4b73-8fea-a9ee9811584c service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3670084 Feb 04 13:02:39.091161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4046c069-5355-4f04-bcc0-54f238c7112a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:39.109175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.113412 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4eaffd35-80ff-4c7e-ba11-1a2235c8439d tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7037330 Feb 04 13:02:39.115185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41422) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:39.123593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Request body: {'security_group_rule': {'security_group_id': '4046c069-5355-4f04-bcc0-54f238c7112a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:39.132120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:39.142548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-6ca6a40c-60a9-4d40-bae1-57fc85161118 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.142548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-6ca6a40c-60a9-4d40-bae1-57fc85161118 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:39.152900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186e673-67e3-4b55-9975-a81d27ce5a42 req-d3366cca-6f77-42f3-8f71-ad4a9b09bf2c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.154315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0186e673-67e3-4b55-9975-a81d27ce5a42 req-d3366cca-6f77-42f3-8f71-ad4a9b09bf2c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2382963 Feb 04 13:02:39.155533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Usage tracker for resource:security_group_rule and tenant:738828f77387466091baaf641ab5c8a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:39.159184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:39.181844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:39.193612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-6d0a1a6b-8f92-42ed-abfa-4c403b5f5623 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.0864418 Feb 04 13:02:39.202907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75a752-4bb9-4358-b3c2-fbbd88505049 req-e22b29e0-0834-4c6b-a751-5178fbbce948 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.204407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7f75a752-4bb9-4358-b3c2-fbbd88505049 req-e22b29e0-0834-4c6b-a751-5178fbbce948 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.4513638 Feb 04 13:02:39.206771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-ea339868-1c16-48cb-a8ef-b89a053ae5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.207918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-6ca6a40c-60a9-4d40-bae1-57fc85161118 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:39.208091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-ea339868-1c16-48cb-a8ef-b89a053ae5c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3312638 Feb 04 13:02:39.209025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-6ca6a40c-60a9-4d40-bae1-57fc85161118 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 950 time: 0.3272789 Feb 04 13:02:39.224122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.234959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0186e673-67e3-4b55-9975-a81d27ce5a42 req-f3009a2f-e954-40e9-8a32-06869d748178 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Feb 04 13:02:39.329060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Deleting port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:39.329762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-5922bc21-ed04-4d59-90fa-702994c3a258 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 200 len: 217 time: 0.0871110 Feb 04 13:02:39.330139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.398963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.406274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.415713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7f75a752-4bb9-4358-b3c2-fbbd88505049 req-e9ae5cec-13e2-48eb-b4bc-14008f5e7f34 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738322 Feb 04 13:02:39.419150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f3338439-932d-497d-a702-c15c8a08cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.420802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f3338439-932d-497d-a702-c15c8a08cc39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2151167 Feb 04 13:02:39.429343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-6bfcb99f-e7b0-41f6-bf53-d9a8ef1cd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.430893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-6bfcb99f-e7b0-41f6-bf53-d9a8ef1cd6a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0965889 Feb 04 13:02:39.467815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ba2dd4-7bb1-41fc-9f6c-b7ac6263cff6,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:39.521951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.523418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e821d45-8797-45cd-a0bc-70841e515542 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4073102 Feb 04 13:02:39.527470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41434) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:39.661240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] For port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:39.661606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.694799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-4b8598aa-6193-4ec2-a179-7e95dc64bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.696305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-4b8598aa-6193-4ec2-a179-7e95dc64bb61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686839 Feb 04 13:02:39.702111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:39.744072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f1f80bf0-8a44-48fc-8d24-e3c86ae9689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.745462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f1f80bf0-8a44-48fc-8d24-e3c86ae9689b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2677524 Feb 04 13:02:39.845711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Calling delete_port for e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:39.941339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb78da-f815-4ee1-a345-814119599c65 req-a9fa446b-0d2f-453d-b03b-24fdc68f07fc tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.942866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19eb78da-f815-4ee1-a345-814119599c65 req-a9fa446b-0d2f-453d-b03b-24fdc68f07fc tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.2724419 Feb 04 13:02:39.959589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc96b-fae7-4ece-9b06-67808f5adc8e req-268a56de-4729-4130-979d-d7e9b077f0d8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:39.961047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdedc96b-fae7-4ece-9b06-67808f5adc8e req-268a56de-4729-4130-979d-d7e9b077f0d8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 949 time: 0.3987427 Feb 04 13:02:39.962676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.040220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19eb78da-f815-4ee1-a345-814119599c65 req-b9225271-f793-4fc9-9aec-02165c0e7f3b tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911872 Feb 04 13:02:40.050358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.069872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:40.120686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Pushing event deleted for resources: {'Port': ['ID=e7fd6eb5-d3de-4a7e-aead-fd7dc6568383,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:40.235694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f9e3ff5f-3faa-49e6-bdf0-2032812253b0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188456 Feb 04 13:02:40.235694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdedc96b-fae7-4ece-9b06-67808f5adc8e req-a792fc9b-3e60-496f-b5c3-eff40f42bd65 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143710 Feb 04 13:02:40.278970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] No DVR routers for this DVR port e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:40.278970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.284113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'name': 'network-vif-deleted', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:40.307659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f32ef035-fed1-4d30-85a0-d66542c3941b req-1895a88f-a62c-4916-b09c-b7f8dc50744a tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.90 "DELETE /v2.0/ports/e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 HTTP/1.1" status: 204 len: 173 time: 1.0757349 Feb 04 13:02:40.321631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-f911159a-580e-453d-a6cf-f6b2e02a3066 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000108 Feb 04 13:02:40.326014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.396232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4046c069-5355-4f04-bcc0-54f238c7112a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:40.530838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-eae050a9-3d02-40e0-8c45-7249f379d1e7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:40.533986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-eae050a9-3d02-40e0-8c45-7249f379d1e7 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.5176339 Feb 04 13:02:40.604340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.606169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80ee4317-1be5-4bd9-846a-0db4220cd3c0 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/4046c069-5355-4f04-bcc0-54f238c7112a HTTP/1.1" status: 204 len: 168 time: 1.0718977 Feb 04 13:02:40.611755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:40.691606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Deleting port 365764ab-c56f-4884-be99-05a8e5e4ce21 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:40.692199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:40.749623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-738f6c40-f675-4d85-974e-78487d60909e tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360762 Feb 04 13:02:40.768027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41462) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:40.820130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-21e2ef4a-126c-464f-954d-15d4a45ea766 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792062 Feb 04 13:02:40.838234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69d5f8cb-cc8a-4aa9-aabb-9663b7f5884f req-e77c37db-cf7b-4ee0-9e19-d5e38d47d442 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Synchronizing usage tracker for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:40.857462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-69d5f8cb-cc8a-4aa9-aabb-9663b7f5884f req-e77c37db-cf7b-4ee0-9e19-d5e38d47d442 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] Unset dirty status for tenant:08e6f3fc1d504d4e82841f1801642f29 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:40.868999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69d5f8cb-cc8a-4aa9-aabb-9663b7f5884f req-e77c37db-cf7b-4ee0-9e19-d5e38d47d442 tempest-ServersOnMultiNodesTest-401346156 tempest-ServersOnMultiNodesTest-401346156-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3281673-a7a6-4797-903e-5f218bf9626e HTTP/1.1" status: 200 len: 210 time: 0.1355438 Feb 04 13:02:40.977843 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b597f153-4537-4085-a2c0-a4e9f53aa33f req-c9e002f1-e2a5-4783-b7b1-e4e99a3f77fa service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341813 Feb 04 13:02:41.012111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.018577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.024471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.030378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.036473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.042926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.050262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.053169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-107ead90-5c73-4e53-8f36-3a888b238d54 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.5882580 Feb 04 13:02:41.073634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e7782a1-7d87-49ab-9444-0d2e32f4e135 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:41.082004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133197e0-56dc-410a-8cd8-def036d70a2e req-9452d598-8bb9-4192-b1c7-7661794e5289 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.083634 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-133197e0-56dc-410a-8cd8-def036d70a2e req-9452d598-8bb9-4192-b1c7-7661794e5289 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 946 time: 0.0880945 Feb 04 13:02:41.135755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-133197e0-56dc-410a-8cd8-def036d70a2e req-6792b198-0d67-43f6-8d5d-df74e6a18dad tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/security-groups?id=8874b06b-ebdc-4a9a-aabd-26dbbba475eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Feb 04 13:02:41.165737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e7782a1-7d87-49ab-9444-0d2e32f4e135 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:41.166988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e7782a1-7d87-49ab-9444-0d2e32f4e135 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3699036 Feb 04 13:02:41.170060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41466) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:41.179028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef2f5b5f-6479-44fb-a9aa-5c52c0f52018 req-1acc9c2a-53c4-46fc-96f1-b03997896728 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006143 Feb 04 13:02:41.181063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] For port 365764ab-c56f-4884-be99-05a8e5e4ce21, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=365764ab-c56f-4884-be99-05a8e5e4ce21,segment=NetworkSegment(6f3b497e-d4f9-4548-8c27-22a2d81702cb),segment_id=6f3b497e-d4f9-4548-8c27-22a2d81702cb)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:41.181431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:41.188512 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-8dba9222-b730-4c70-b3a9-2a165b0840e2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] delete failed (client error): The resource could not be found. Feb 04 13:02:41.189573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8dba9222-b730-4c70-b3a9-2a165b0840e2 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "DELETE /v2.0/security-groups/4046c069-5355-4f04-bcc0-54f238c7112a HTTP/1.1" status: 404 len: 347 time: 0.0179067 Feb 04 13:02:41.193444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:41.276466 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3281673-a7a6-4797-903e-5f218bf9626e', 'name': 'network-vif-deleted', 'tag': 'e7fd6eb5-d3de-4a7e-aead-fd7dc6568383', 'status': 'completed', 'code': 200} Feb 04 13:02:41.330052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:41.341618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Calling delete_port for 365764ab-c56f-4884-be99-05a8e5e4ce21 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:41.452873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784fcc-f008-4afb-b4e5-ec745cada285 req-f2115a11-bdf2-4a83-acc9-b745b445f354 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.454765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5784fcc-f008-4afb-b4e5-ec745cada285 req-f2115a11-bdf2-4a83-acc9-b745b445f354 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.0909238 Feb 04 13:02:41.476558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:41.477604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1be940ca-5326-4fd3-8378-c6f79a74d923 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Synchronizing usage tracker for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:41.491463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'mac_address': 'fa:16:3e:4f:1a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:41.501922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5784fcc-f008-4afb-b4e5-ec745cada285 req-201bd5db-42d5-43e2-9510-f527be616cc0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Feb 04 13:02:41.523035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1be940ca-5326-4fd3-8378-c6f79a74d923 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] Unset dirty status for tenant:738828f77387466091baaf641ab5c8a1 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:41.524553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1be940ca-5326-4fd3-8378-c6f79a74d923 tempest-SecGroupIPv6Test-453828003 tempest-SecGroupIPv6Test-453828003-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3274186 Feb 04 13:02:41.560097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:41.581826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3effda75-ec04-472e-9ab8-72a89efff3aa {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:41.605764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:41.609395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:41.618534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ff4e5-a244-46a0-b71b-9d54b74bb7cc req-8aaa400e-f0b5-4de1-bcb2-50f81d6560ab tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:41.625907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-679ff4e5-a244-46a0-b71b-9d54b74bb7cc req-8aaa400e-f0b5-4de1-bcb2-50f81d6560ab tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2930741 Feb 04 13:02:41.642947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:41.684813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['365764ab-c56f-4884-be99-05a8e5e4ce21'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:41.729490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:41.858536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:41.926156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:41.941673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['3effda75-ec04-472e-9ab8-72a89efff3aa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:41.943347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41486) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:41.962174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Pushing event deleted for resources: {'Port': ['ID=365764ab-c56f-4884-be99-05a8e5e4ce21,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:42.008322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:42.013763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b095168-e738-48eb-95ba-79e5aa0a3a06 req-35ea918b-1f24-49dd-82e7-4c9f673c37f6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:42.024647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b095168-e738-48eb-95ba-79e5aa0a3a06 req-35ea918b-1f24-49dd-82e7-4c9f673c37f6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.1607625 Feb 04 13:02:42.034504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:42.041644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.042593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:42.046240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-679ff4e5-a244-46a0-b71b-9d54b74bb7cc req-65e7eecb-c028-4aab-b882-b61ce6f67f0e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186335 Feb 04 13:02:42.047662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] No DVR routers for this DVR port 365764ab-c56f-4884-be99-05a8e5e4ce21 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:42.051006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.053998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-deleted', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:42.073091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85343653-5eb9-4c53-9e42-42c0efda9fb3 req-851d1b2d-f433-4b05-85cc-c4e59992d534 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.87 "DELETE /v2.0/ports/365764ab-c56f-4884-be99-05a8e5e4ce21 HTTP/1.1" status: 204 len: 173 time: 1.5283730 Feb 04 13:02:42.110452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b095168-e738-48eb-95ba-79e5aa0a3a06 req-8ad68c0f-6e29-4ad3-b7ca-afdd85e018a4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847943 Feb 04 13:02:42.134215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 365764ab-c56f-4884-be99-05a8e5e4ce21 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:42.134561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 365764ab-c56f-4884-be99-05a8e5e4ce21 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:42.208184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:42.208411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-19d8b9c7-1268-4496-8e6e-ee83988368b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=738828f77387466091baaf641ab5c8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630987 Feb 04 13:02:42.242219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:42.316911 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:02:42.341761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.360055 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b1b3-d699-494f-bdf0-592af0416733', 'name': 'network-vif-deleted', 'tag': '365764ab-c56f-4884-be99-05a8e5e4ce21', 'status': 'completed', 'code': 200} Feb 04 13:02:42.374807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2980aa-5034-4f79-b387-f191e66b1960 req-f46700da-f13e-43ea-beee-05540169f18c tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:42.382090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea2980aa-5034-4f79-b387-f191e66b1960 req-f46700da-f13e-43ea-beee-05540169f18c tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.1601543 Feb 04 13:02:42.416505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.451914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea2980aa-5034-4f79-b387-f191e66b1960 req-f42d96a4-9d5f-426f-a908-01f4d8282c20 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689466 Feb 04 13:02:42.511094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.531550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19414c47-1ec7-4b30-bb09-25df4c561300,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:42.541453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41512) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:42.554502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:42.558896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4356321a-cf83-495f-a0c9-408aa6d1ee85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19414c47-1ec7-4b30-bb09-25df4c561300 HTTP/1.1" status: 204 len: 168 time: 0.3491225 Feb 04 13:02:42.569709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e180c-860e-4908-b9d1-642cd57fdadc req-586b88bd-9ae6-4b66-b212-01983937acc2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:42.572141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c55e180c-860e-4908-b9d1-642cd57fdadc req-586b88bd-9ae6-4b66-b212-01983937acc2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 950 time: 0.1275218 Feb 04 13:02:42.676996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c55e180c-860e-4908-b9d1-642cd57fdadc req-50ac2904-5bab-4cc9-a476-725edb57e473 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960860 Feb 04 13:02:42.678243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6d07a57d-61b6-47ff-84cd-8c373e6c4c2b req-128a7581-4dd1-4dae-b110-c962b72b2571 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Synchronizing usage tracker for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:42.707689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6d07a57d-61b6-47ff-84cd-8c373e6c4c2b req-128a7581-4dd1-4dae-b110-c962b72b2571 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] Unset dirty status for tenant:a42a074bd4714df485b2ecbc2685b83e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:42.708919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d07a57d-61b6-47ff-84cd-8c373e6c4c2b req-128a7581-4dd1-4dae-b110-c962b72b2571 tempest-ImagesTestJSON-623820010 tempest-ImagesTestJSON-623820010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea55b1b3-d699-494f-bdf0-592af0416733 HTTP/1.1" status: 200 len: 210 time: 0.0830011 Feb 04 13:02:42.989329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb46f05-f2a4-445b-9028-b00a1102679b req-6017c228-b898-4058-92b5-8cf9042f0c76 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:42.991055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfb46f05-f2a4-445b-9028-b00a1102679b req-6017c228-b898-4058-92b5-8cf9042f0c76 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.0869253 Feb 04 13:02:43.040265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfb46f05-f2a4-445b-9028-b00a1102679b req-c19b529f-fd0f-4bb9-ac35-af0486267f2f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Feb 04 13:02:43.083110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14eda612-052a-4778-9f92-ded62e8c54a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08e6f3fc1d504d4e82841f1801642f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402079 Feb 04 13:02:43.085677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41536) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:43.116337 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:02:43.162859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.163120 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.168711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.187250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.193141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.199422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.205519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.227919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.234701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.242141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-a1ae90b3-dae3-469f-9c8e-9ce409667869 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.3385336 Feb 04 13:02:43.285447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06e5aeef-2534-4712-9d5d-736b5fccd6d0 req-ab9ca57e-1f70-45ce-9539-213b1942c27b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424387 Feb 04 13:02:43.385141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:43.398538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.428567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abe57d-c7cb-40e2-b698-57144b2517fa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:43.446058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1215fc0c-29cb-4b74-9eaa-665babb35575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.448778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128086-cc99-4b5d-a6bf-32d0c6ca9801 req-4983773e-71a1-4edf-8c41-cbb5f536b1ac tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.456857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43128086-cc99-4b5d-a6bf-32d0c6ca9801 req-4983773e-71a1-4edf-8c41-cbb5f536b1ac tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2307451 Feb 04 13:02:43.477267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.478546 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-767c9e34-8d6f-4b89-8763-2810bc0b3f9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06abe57d-c7cb-40e2-b698-57144b2517fa HTTP/1.1" status: 204 len: 168 time: 0.3914702 Feb 04 13:02:43.512016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-8ba6a03b-0fa1-431f-8990-6f2da0b5aab0 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.515247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-8ba6a03b-0fa1-431f-8990-6f2da0b5aab0 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.90 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.2032924 Feb 04 13:02:43.526522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 3effda75-ec04-472e-9ab8-72a89efff3aa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:43.534399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43128086-cc99-4b5d-a6bf-32d0c6ca9801 req-59b0ac57-f261-4780-911c-8be08d3f9251 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764961 Feb 04 13:02:43.537839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 3effda75-ec04-472e-9ab8-72a89efff3aa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:43.538120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.605594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-181b966d-b2ef-4e51-80c7-5f63ebfaac99 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478368 Feb 04 13:02:43.692125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Deleting port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:02:43.692475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.710172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:43.766587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.832279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-8aa7a0a6-ae44-4295-b1d9-41b0928d1ef8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:43.839528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-8aa7a0a6-ae44-4295-b1d9-41b0928d1ef8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314172 Feb 04 13:02:43.862689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-3c779c34-b0b3-4fcd-a0d1-7ae4bba77570 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/quotas/4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 375 time: 0.0218270 Feb 04 13:02:43.865577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:02:43.988221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:43.997662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:43.998864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:44.013328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-915ccd33-22f4-4415-bc16-4f8de8c07e29 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471469 Feb 04 13:02:44.075310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9ad14-e870-4dc1-bd84-3424d48f2312 req-2ca810d0-6841-4fa7-b1da-4b176369468e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:44.077508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55a9ad14-e870-4dc1-bd84-3424d48f2312 req-2ca810d0-6841-4fa7-b1da-4b176369468e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 946 time: 0.3253205 Feb 04 13:02:44.103973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41576) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:44.124907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:44.125355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e7fd6eb5-d3de-4a7e-aead-fd7dc6568383 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:44.177935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55a9ad14-e870-4dc1-bd84-3424d48f2312 req-d7f8678d-f5f5-4fd1-8ec2-5c084ec604e1 tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/security-groups?id=5d5234b5-f2b2-4eb3-a658-3bb09634de0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910017 Feb 04 13:02:44.184828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] For port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,segment=NetworkSegment(1251af4c-a07a-49ec-9cd8-1cb673a7c97c),segment_id=1251af4c-a07a-49ec-9cd8-1cb673a7c97c)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:44.185081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.229190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:44.249959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.260121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'mac_address': 'fa:16:3e:23:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:44.285340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-baee761f-a57c-45d5-89f4-58837dd9c5c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c0e409bbb5b494494970364b71c5277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788354 Feb 04 13:02:44.288756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41586) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:44.321949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:44.352742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.407816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:44.436133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:44.445147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.448966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.473818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Calling delete_port for fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:02:44.483275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.587303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d7a2698-3532-4968-87ae-6991e128de7c req-8b658be9-f39a-4e50-b033-6a12e1736dd4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 210 time: 0.0936725 Feb 04 13:02:44.608881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1373ea1f-b9c7-44ff-8594-24049eea290e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:44.657907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.779862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.810450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaed4a4-e3aa-4d56-ac9c-dc11356ed37b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:44.839096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:44.840442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-206a6391-9a86-4d96-aa20-1319682bf4e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfaed4a4-e3aa-4d56-ac9c-dc11356ed37b HTTP/1.1" status: 204 len: 168 time: 0.5512407 Feb 04 13:02:44.965359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:44.980876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:44.994956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.004343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.033440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.046058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:45.049660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.060536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:45.062754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.078954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-0d56a2c1-89b2-4ce3-8f05-a4dcf5b4468a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.3417335 Feb 04 13:02:45.117040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Pushing event deleted for resources: {'Port': ['ID=fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:45.148891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fa1e409-42bf-4998-90d0-76f2317fb7cd req-aef8eb18-6e96-409f-8eec-a33528344410 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688741 Feb 04 13:02:45.230992 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'code': 200} Feb 04 13:02:45.366423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7c4fe-fb80-49ea-b8f0-ffff26d2efad req-59eaa9a3-ffcc-4719-95c0-7d2d0bd4cc41 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.374723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96f7c4fe-fb80-49ea-b8f0-ffff26d2efad req-59eaa9a3-ffcc-4719-95c0-7d2d0bd4cc41 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 946 time: 0.9118986 Feb 04 13:02:45.392251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] No DVR routers for this DVR port fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:45.395872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:45.405795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'name': 'network-vif-deleted', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:45.433372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6181f4a5-ef26-4cad-88a5-2c8036e96df6 req-7f529f8f-ed7b-4808-8bf2-1bae4177e83d tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.90 "DELETE /v2.0/ports/fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea HTTP/1.1" status: 204 len: 173 time: 1.8979185 Feb 04 13:02:45.468483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96f7c4fe-fb80-49ea-b8f0-ffff26d2efad req-9038f9ee-1861-4521-aca4-b9be35ba71c4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928044 Feb 04 13:02:45.545003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420161f-0cf6-48b0-82b6-89f67fd39c8f req-0034163c-7fbc-4ef4-88e0-0dfdc530b466 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:45.548226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2420161f-0cf6-48b0-82b6-89f67fd39c8f req-0034163c-7fbc-4ef4-88e0-0dfdc530b466 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.1135695 Feb 04 13:02:45.637537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2420161f-0cf6-48b0-82b6-89f67fd39c8f req-b539ecec-d80c-4de8-a204-1fe754e69052 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 Feb 04 13:02:45.717989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:02:45.759786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cf52c563-fc45-4681-a75f-68aa6a872d9d req-3c9c49c4-7c84-47cc-8419-e1ebddd9131e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Synchronizing usage tracker for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:45.790128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cf52c563-fc45-4681-a75f-68aa6a872d9d req-3c9c49c4-7c84-47cc-8419-e1ebddd9131e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] Unset dirty status for tenant:9e05fbfb589b4c1084fa0e84b21f8ece on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:45.823703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf52c563-fc45-4681-a75f-68aa6a872d9d req-3c9c49c4-7c84-47cc-8419-e1ebddd9131e tempest-ServersNegativeTestMultiTenantJSON-743782818 tempest-ServersNegativeTestMultiTenantJSON-743782818-project] 10.222.0.53 "GET /v2.0/ports?device_id=493c7cbe-cb9a-41b9-a027-ad27d60a92ed HTTP/1.1" status: 200 len: 210 time: 0.2011654 Feb 04 13:02:45.993552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7951d8f-4191-4fda-9e63-14d890564562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.008914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-4e3612f7-67f5-4f02-b137-3cbd027a5ae1 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214962 Feb 04 13:02:46.017566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1373ea1f-b9c7-44ff-8594-24049eea290e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:46.020010 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493c7cbe-cb9a-41b9-a027-ad27d60a92ed', 'name': 'network-vif-deleted', 'tag': 'fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea', 'status': 'completed', 'code': 200} Feb 04 13:02:46.020176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.323917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7e2e4d81-94b2-45fe-bcbb-ec9934e74a02 req-5bc67879-94e9-4257-abf7-db48fb119e7e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 210 time: 0.0812275 Feb 04 13:02:46.370512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-f89f8e25-41c4-4321-b4fd-10bf474b6bf0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.375148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-f89f8e25-41c4-4321-b4fd-10bf474b6bf0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3654370 Feb 04 13:02:46.385276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Request body: {'port': {'device_id': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '4a0b9a301e1a418a9f1490c59e7ed44a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:46.457748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.523346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:46.530705 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.593275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.604962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.632224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.639977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.656766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.675859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.688959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:46.693214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa883623-7fe6-485b-b559-f02b08239187 req-56a01729-3ed2-41d8-8e51-731dcfa69926 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.2597356 Feb 04 13:02:46.694141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:46.721626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:46.744250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:46.762277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Made reservation on behalf of 4a0b9a301e1a418a9f1490c59e7ed44a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:46.783864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.785714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:46.833270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa883623-7fe6-485b-b559-f02b08239187 req-8e8b172f-9783-4b7c-a536-f6ec75234239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340146 Feb 04 13:02:47.172416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.191480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a231-e232-48be-9711-b93baf55273d req-5eb0cd79-e471-4fe7-b4e2-763a5429537d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.194158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1713a231-e232-48be-9711-b93baf55273d req-5eb0cd79-e471-4fe7-b4e2-763a5429537d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.1350141 Feb 04 13:02:47.214469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec818b6-d24a-41a1-a91e-d90faae5a882 req-8547c51a-ef47-4f88-9d19-0b79b809a76d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:47.222185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ec818b6-d24a-41a1-a91e-d90faae5a882 req-8547c51a-ef47-4f88-9d19-0b79b809a76d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.2543225 Feb 04 13:02:47.232025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:47.245454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Allocated IP 192.168.233.44 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:02:47.260719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1713a231-e232-48be-9711-b93baf55273d req-f974c081-be04-4c41-910b-36a2bef6cf6e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604191 Feb 04 13:02:47.307296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ec818b6-d24a-41a1-a91e-d90faae5a882 req-d8bd8e44-634f-4992-82ef-4397afbe1229 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834248 Feb 04 13:02:47.359482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:02:47.416122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:02:47.416815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fa2cc88c-b841-4025-95d0-d6aa8fe3b8ea not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:02:47.448792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:47.563268 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:02:47.600185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Deleting subnet fc07caa3-f2a3-4285-a458-159889b4a30f {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:02:47.610460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.712674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.753422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Transition to ACTIVE for port object 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:47.753614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.839387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.919603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c045edcb-2565-40e8-ac45-3f2f3fa86245 req-997c7722-62ec-4412-9ea1-6bd20f880d7f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 210 time: 0.1418593 Feb 04 13:02:47.924372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:47.935854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073', '3effda75-ec04-472e-9ab8-72a89efff3aa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:47.949554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:48.018226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:02:48.038042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:02:48.049575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:48.065063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:02:48.127493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc07caa3-f2a3-4285-a458-159889b4a30f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:48.144523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:48.156325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a36c9f32-8cd9-46b5-8f4d-b2f50f1cd07e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc07caa3-f2a3-4285-a458-159889b4a30f HTTP/1.1" status: 204 len: 168 time: 0.7050064 Feb 04 13:02:48.156966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:48.231199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:48.287868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.288854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:48.452195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:48.460003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:48.489721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-146cfd65-f0db-4d7d-835c-604c7a38c807 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1083767 Feb 04 13:02:48.559773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Request body: {'port': {'device_id': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:48.699109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.730121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.745056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.764108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.789815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.806455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.824307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:48.829516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-35a0e976-5251-44a6-acd0-59f8a7c0b97d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.5276453 Feb 04 13:02:48.894496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:48.988308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.063777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c674ee2a-7e62-4a77-aba3-2001ef393e7f None None] Provisioning for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:49.101562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c674ee2a-7e62-4a77-aba3-2001ef393e7f None None] Provisioning complete for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:49.102228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c674ee2a-7e62-4a77-aba3-2001ef393e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.109970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.137423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db3cd90-7931-49c5-9c16-d9d7a20d1a72']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.150434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1251af4c-a07a-49ec-9cd8-1cb673a7c97c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.151047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1251af4c-a07a-49ec-9cd8-1cb673a7c97c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:49.164209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.182472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.189418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:49.190141 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.190288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c674ee2a-7e62-4a77-aba3-2001ef393e7f None None] Port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:49.307584 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:49.321982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.327016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Deleting subnet 5256b9b9-3723-45bb-8991-2adfe449d4b9 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:02:49.348279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.354031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.449053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3db3cd90-7931-49c5-9c16-d9d7a20d1a72,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:49.513020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fbe10b51-c9d0-46ac-b35a-8eef07e3b4ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/3db3cd90-7931-49c5-9c16-d9d7a20d1a72 HTTP/1.1" status: 204 len: 168 time: 1.3548822 Feb 04 13:02:49.518024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41770) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:49.540591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3360b4c-ed18-4ae2-a25b-2e9709e7365f req-d4caf90d-bfda-4f45-85f8-df162762bf4f tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:49.549790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3360b4c-ed18-4ae2-a25b-2e9709e7365f req-d4caf90d-bfda-4f45-85f8-df162762bf4f tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.9824367 Feb 04 13:02:49.555057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.565997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed06bf8b-13c1-4d79-af3a-b79a9e946686 req-1ae936ae-066d-430c-a07b-6dff9f97bcc1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7226801 Feb 04 13:02:49.568303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:49.577967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.612932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Transition to ACTIVE for port object 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:02:49.619074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.871703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:49.876134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3360b4c-ed18-4ae2-a25b-2e9709e7365f req-7e0b263a-3583-42d0-bf69-57b1d8692b05 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250189 Feb 04 13:02:49.905601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.085485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:02:50.086056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:02:50.086379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:50.095352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:02:50.095694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:02:50.121278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:50.154021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:50.155051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:50.155568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:50.157132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Bound port: 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:02:50.157132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.182388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Deleting subnet 55cc524a-634b-47c5-bc32-c5063492ebe6 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:02:50.203093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b82f84a5-d0cc-40fb-8b5d-d57bb5d3fedb req-dcdb9a75-3cdb-4536-b5ec-4d1a4754b535 tempest-FlavorsV2NegativeTest-1631406680 tempest-FlavorsV2NegativeTest-1631406680-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=616bbd432703407fab4142c40eb93881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948157 Feb 04 13:02:50.203811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.337089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:02:50.341017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:02:50.345032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.347689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.395653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.408300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:50.408559 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.409201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.410753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] 10.222.0.87 "PUT /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 1095 time: 1.8986397 Feb 04 13:02:50.427212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:50.460594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70cab-7404-4a67-8329-f3d3e640d594 req-46adffdc-6f82-447a-a8a4-205e7e7cf255 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:50.462267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4d70cab-7404-4a67-8329-f3d3e640d594 req-46adffdc-6f82-447a-a8a4-205e7e7cf255 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.6046395 Feb 04 13:02:50.463937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5256b9b9-3723-45bb-8991-2adfe449d4b9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:50.477553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e13a5197-e59c-40cb-996a-16add6e7ba3b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5256b9b9-3723-45bb-8991-2adfe449d4b9 HTTP/1.1" status: 204 len: 168 time: 2.0359828 Feb 04 13:02:50.488773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:50.588360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4d70cab-7404-4a67-8329-f3d3e640d594 req-985a5073-4738-4b45-b206-ffd723dfe34d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853367 Feb 04 13:02:50.592304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fe3f7-bcd7-457b-a73f-e95def7e42ab service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:50.621222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-52b96ce6-f159-4886-be48-c111f6720a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:50.627689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-52b96ce6-f159-4886-be48-c111f6720a1c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.1580746 Feb 04 13:02:50.627963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.692393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:50.721186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-10f0afad-7abe-49e7-a547-0ec7c6a99518 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.0895133 Feb 04 13:02:50.817877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f84a5-d0cc-40fb-8b5d-d57bb5d3fedb req-dd5764a4-b6fd-4d27-820a-4d22010d683f tempest-FlavorsV2NegativeTest-1631406680 tempest-FlavorsV2NegativeTest-1631406680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:50.819876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b82f84a5-d0cc-40fb-8b5d-d57bb5d3fedb req-dd5764a4-b6fd-4d27-820a-4d22010d683f tempest-FlavorsV2NegativeTest-1631406680 tempest-FlavorsV2NegativeTest-1631406680-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5744636 Feb 04 13:02:50.828184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-df410737-08d3-4021-91f7-f0a4898b0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:50.829983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-df410737-08d3-4021-91f7-f0a4898b0095 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1000097 Feb 04 13:02:50.972064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b82f84a5-d0cc-40fb-8b5d-d57bb5d3fedb req-513f3321-e5b0-4080-b313-01b00cd53a7a tempest-FlavorsV2NegativeTest-1631406680 tempest-FlavorsV2NegativeTest-1631406680-project] 10.222.0.53 "GET /v2.0/quotas/616bbd432703407fab4142c40eb93881 HTTP/1.1" status: 200 len: 375 time: 0.1440022 Feb 04 13:02:50.978538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.021195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-ba98a62a-e8e7-4499-b347-5bb6a495de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:51.022879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-ba98a62a-e8e7-4499-b347-5bb6a495de4d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817582 Feb 04 13:02:51.066453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b82f84a5-d0cc-40fb-8b5d-d57bb5d3fedb req-d64179d8-fe00-4fd4-bf48-08e990620f1e tempest-FlavorsV2NegativeTest-1631406680 tempest-FlavorsV2NegativeTest-1631406680-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=616bbd432703407fab4142c40eb93881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789201 Feb 04 13:02:51.070729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3458faf-5acb-4ea9-9d13-911d0da7300a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.104596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3b497e-d4f9-4548-8c27-22a2d81702cb') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.107308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3b497e-d4f9-4548-8c27-22a2d81702cb') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:51.120226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.161792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.176735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cc524a-634b-47c5-bc32-c5063492ebe6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:51.191200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.199746 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'status': 'completed', 'code': 200} Feb 04 13:02:51.201020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-67ef709e-1ef4-4526-bc0e-65ffcf646e64 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55cc524a-634b-47c5-bc32-c5063492ebe6 HTTP/1.1" status: 204 len: 168 time: 1.6689887 Feb 04 13:02:51.204656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:51.207825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.218827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30d5e1-2fe4-414f-b60e-5f8d71d81ca0 req-2dfc4b7f-d5a1-4e13-8b0a-a50b110a42e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:51.219584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc30d5e1-2fe4-414f-b60e-5f8d71d81ca0 req-2dfc4b7f-d5a1-4e13-8b0a-a50b110a42e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:02:51.252563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc30d5e1-2fe4-414f-b60e-5f8d71d81ca0 req-2dfc4b7f-d5a1-4e13-8b0a-a50b110a42e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:02:51.254186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc30d5e1-2fe4-414f-b60e-5f8d71d81ca0 req-2dfc4b7f-d5a1-4e13-8b0a-a50b110a42e8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.3410306 Feb 04 13:02:51.325835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-717d9794-8c3f-428b-9d06-5529a6fbc8ab service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929759 Feb 04 13:02:51.339228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc30d5e1-2fe4-414f-b60e-5f8d71d81ca0 req-c98dcd80-3e57-4298-811c-0cca15cdd424 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787518 Feb 04 13:02:51.341961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.347040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:51.348457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:51.501146 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:51.550101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.564894 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97dbc327-028e-45c8-bee0-85af085d48a8 req-3ce19737-7aa5-4a45-b7df-1cb8ee8288c2 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286463 Feb 04 13:02:51.602557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:51.665264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/f3458faf-5acb-4ea9-9d13-911d0da7300a HTTP/1.1" status: 204 len: 168 time: 1.1738589 Feb 04 13:02:51.674018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dbef1-ba77-4917-9a77-ea0a4d7d10fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f3458faf-5acb-4ea9-9d13-911d0da7300a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:51.778783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140f5e8-c0be-4373-bfbf-30bf2d58920b req-ef9a4ba2-acb5-4745-8755-3c7087d093b5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:51.780516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d140f5e8-c0be-4373-bfbf-30bf2d58920b req-ef9a4ba2-acb5-4745-8755-3c7087d093b5 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2149220 Feb 04 13:02:51.813725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046918-8b77-4378-888b-3473119fc552 req-99fe9c36-1ec5-4dec-bbbc-558f3a98275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:51.815509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-99fe9c36-1ec5-4dec-bbbc-558f3a98275f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.1857221 Feb 04 13:02:51.995739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d140f5e8-c0be-4373-bfbf-30bf2d58920b req-dfb5dc65-2782-46e9-b410-e2a5376d7dd0 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986380 Feb 04 13:02:52.095435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41830) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.273695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.305303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:52.320869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bbe26b-2103-46b2-be58-aeafd6d47178') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:52.321450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bbe26b-2103-46b2-be58-aeafd6d47178') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:52.339491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.359012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.368396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:52.369251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.383789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046918-8b77-4378-888b-3473119fc552 req-fdf613bf-7f6a-4e4f-8f02-acd9e8e5088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.385703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-fdf613bf-7f6a-4e4f-8f02-acd9e8e5088a service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.5616500 Feb 04 13:02:52.473847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:52.488532 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:52.493380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.500479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-c35b32de-c2f4-45dd-beb6-ab2ca16d7d04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.1009538 Feb 04 13:02:52.503789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-53804fdb-fac7-47f3-aaf3-5accd22fca05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a42a074bd4714df485b2ecbc2685b83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043846 Feb 04 13:02:52.507863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.521152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.533733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] 10.222.0.53 "DELETE /v2.0/networks/d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b HTTP/1.1" status: 204 len: 168 time: 1.3280940 Feb 04 13:02:52.538817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666596ec-c46d-4298-b3b9-687dd15bcdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d19ebe75-fdc6-4918-8f5e-e9dd7e3a2a9b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:52.566751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.581749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.597261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.616135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.635478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.640603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046918-8b77-4378-888b-3473119fc552 req-a229c626-4af4-4e36-95da-145b23e51487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.642356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-a229c626-4af4-4e36-95da-145b23e51487 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1354685 Feb 04 13:02:52.651570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.657545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.672359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-2001588a-d6d4-4cc1-92cf-6bd7e8c3dc08 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 1.1697340 Feb 04 13:02:52.676724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa118c-6ddf-43ba-bc87-8252c88a270c req-a614c476-3d08-4d41-9efe-c3fcf869d982 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:52.688319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eeaa118c-6ddf-43ba-bc87-8252c88a270c req-a614c476-3d08-4d41-9efe-c3fcf869d982 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.3790836 Feb 04 13:02:52.909196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d31b169c-7fbf-4637-b995-ea7ecf7cd9f1 req-787cd1f2-4ee2-49a6-8013-1613ce44147b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221017 Feb 04 13:02:52.925912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.938275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:52.999491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eeaa118c-6ddf-43ba-bc87-8252c88a270c req-a2651b0d-28c9-4306-8835-203aa187ed29 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091903 Feb 04 13:02:53.011187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.068721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:53.072209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.093880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Usage tracker for resource:security_group_rule and tenant:616bbd432703407fab4142c40eb93881 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:53.103981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:53.113271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:53.151156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046918-8b77-4378-888b-3473119fc552 req-5ba22dc9-9621-4da6-8f4d-be315519b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:53.152533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-5ba22dc9-9621-4da6-8f4d-be315519b86d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4605644 Feb 04 13:02:53.208229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f998f274-9be0-44e6-a952-2e6848fedfe8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e05fbfb589b4c1084fa0e84b21f8ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809880 Feb 04 13:02:53.211308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41862) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:53.307856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.345995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c61287-cc0e-4e79-9598-ce316a1fdd0d req-ff89833b-c2ab-434a-a418-43ef05e190fe tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:53.357947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5c61287-cc0e-4e79-9598-ce316a1fdd0d req-ff89833b-c2ab-434a-a418-43ef05e190fe tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.2694955 Feb 04 13:02:53.374078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.377840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.411661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874b06b-ebdc-4a9a-aabd-26dbbba475eb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:53.437236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.438257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.438866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.439435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.440108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.440666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.441200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.441728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.442250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.442391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5c61287-cc0e-4e79-9598-ce316a1fdd0d req-27bf7ea1-4aa1-4d44-ab91-51646c1c5a3c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834026 Feb 04 13:02:53.443016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.443809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.444300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:53.484439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.501194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14b6845c-21ec-42a9-a57b-4cdfe51138a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8874b06b-ebdc-4a9a-aabd-26dbbba475eb HTTP/1.1" status: 204 len: 168 time: 0.9795003 Feb 04 13:02:53.518397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.541213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5234b5-f2b2-4eb3-a658-3bb09634de0e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:53.590618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:53.595132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a32b9a3c-610b-4725-afce-135ac12fbfa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d5234b5-f2b2-4eb3-a658-3bb09634de0e HTTP/1.1" status: 204 len: 168 time: 0.3807421 Feb 04 13:02:53.650616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f425a-ea89-465d-affd-bccbcd963b19 req-7e4da74a-65b8-4cbc-a1a8-2b48dc3f72fd tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:53.659169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f97f425a-ea89-465d-affd-bccbcd963b19 req-7e4da74a-65b8-4cbc-a1a8-2b48dc3f72fd tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.3555112 Feb 04 13:02:53.706452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-f9a2ddf8-be85-4650-bf65-3708bcfda587 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459917 Feb 04 13:02:53.762572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:53.933446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.071297 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.164880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17578bd-cd08-4004-a483-d551bf6e3092,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.188046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f97f425a-ea89-465d-affd-bccbcd963b19 req-74c148e0-f000-4c50-9735-54b8aea57f6e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291178 Feb 04 13:02:54.288422 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.335058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1c8044b-429a-4a09-b700-b01c580e8c1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=616bbd432703407fab4142c40eb93881&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8490059 Feb 04 13:02:54.338626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41882) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:54.355600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:54.408501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'port_id': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'mac_address': 'fa:16:3e:7f:06:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2885073-1a7f-4ec1-a2c8-8a4a021290e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:54.469510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.475413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.481901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.491714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.497866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.518842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.528845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:54.531141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-1757ca9f-f330-4706-b309-643a77a2ccaa tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5419 time: 0.3297374 Feb 04 13:02:54.548514 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.573265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:54.579064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:54.592758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:54.597357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.598325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d8d49711-20c9-4c07-a923-f814e192cca5 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:54.667892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9243050-cf44-43ab-a396-2daf0d6b4eb6 req-0c490b61-6e7f-455b-8529-12011c63180f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288331 Feb 04 13:02:54.708936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fef27482-1f39-4897-a6e9-7a2ec47d8794 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54e23906b2d741d28cec9cec396807d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233990 Feb 04 13:02:54.712033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41898) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:54.808056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0046918-8b77-4378-888b-3473119fc552 req-ce6c4794-62b4-4e6a-9437-c0eb42378121 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0869856 Feb 04 13:02:54.850535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:54.860612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.871003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'port_id': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'mac_address': 'fa:16:3e:04:b3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:54.878060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:54.891694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.962418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.964369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:54.985021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d49711-20c9-4c07-a923-f814e192cca5 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:55.006521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:55.010711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.011417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:55.020812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.096935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.132158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17578bd-cd08-4004-a483-d551bf6e3092,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.162635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8bc7-7653-4759-b061-b5542db3cee3 req-de597749-ccd6-40e5-aea5-d29e4f6a74d7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:55.171923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01de8bc7-7653-4759-b061-b5542db3cee3 req-de597749-ccd6-40e5-aea5-d29e4f6a74d7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.6688461 Feb 04 13:02:55.174069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.180833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19a21b5f-64d7-4253-a022-e8b389563a7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d17578bd-cd08-4004-a483-d551bf6e3092 HTTP/1.1" status: 204 len: 168 time: 0.8317127 Feb 04 13:02:55.187274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.271997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:55.291026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a85f6a-49b8-43c1-8528-44ecd3ff57a7 req-c40bb4dd-128e-4540-8b4f-81de69c347a8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:55.293634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'port_id': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'mac_address': 'fa:16:3e:5a:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:55.301999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03a85f6a-49b8-43c1-8528-44ecd3ff57a7 req-c40bb4dd-128e-4540-8b4f-81de69c347a8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.3964210 Feb 04 13:02:55.305132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff276ac-7e22-4cf6-a555-0d1deb4aa8a7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.313475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01de8bc7-7653-4759-b061-b5542db3cee3 req-7a05bb7f-8da0-4d53-ae46-e990ffb8f6bf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305692 Feb 04 13:02:55.322179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:55.336365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.337688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18d28dfe-b540-49bd-8728-939ed68cf6df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ff276ac-7e22-4cf6-a555-0d1deb4aa8a7 HTTP/1.1" status: 204 len: 168 time: 0.6245694 Feb 04 13:02:55.363138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.415678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03a85f6a-49b8-43c1-8528-44ecd3ff57a7 req-46265747-9e18-46bf-88f8-567b7afacf9b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127217 Feb 04 13:02:55.450403 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.470054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:55.507774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:55.513084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.514342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:55.698041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:55.698793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5301dfa-680f-4e37-aae3-d3231378b0a5 req-2e93fd73-4d4d-484a-9a27-0ff7bb1724c4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:55.719537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5301dfa-680f-4e37-aae3-d3231378b0a5 req-2e93fd73-4d4d-484a-9a27-0ff7bb1724c4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2008967 Feb 04 13:02:55.862027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1024639546-network', 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:55.875701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:55.879902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Usage tracker for resource:network and tenant:6ce6e9cef41441239afaa70d977fd7f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:55.887550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:55.903086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:55.932818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5301dfa-680f-4e37-aae3-d3231378b0a5 req-d108a214-1483-45be-b489-c29be6ab53c4 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103522 Feb 04 13:02:55.951114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:55.953456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:55.967811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.004294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:56.010816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce6e9cef41441239afaa70d977fd7f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:56.016914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:56.025997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:56.033222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:56.065753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'mac_address': 'fa:16:3e:60:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:56.194714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.207102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.209453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.222586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.250768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.252802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.261900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.262255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:56.273503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.298629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.314615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:56.315628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.318173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aff7555f-333b-4009-a13a-fde341206773 req-264602d3-2ad6-477e-86bb-ae76c8e1ee63 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5422 time: 0.3543220 Feb 04 13:02:56.320122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.321066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:56.339633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:56.381738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e152de-5887-4022-a925-ae0e06ce7a09,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:56.391620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.391908 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Added segment 082af63b-fa0d-44df-80c1-ee053f4c74fe of type vlan for network 09132273-064a-43d6-b207-84dc70bc8c23 Feb 04 13:02:56.453195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.469872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aff7555f-333b-4009-a13a-fde341206773 req-6b7de10a-63ea-4d4c-8ceb-67214f598bce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411290 Feb 04 13:02:56.531060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.533046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.534289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:56.657499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:56.706739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:56.731429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'port_id': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'mac_address': 'fa:16:3e:39:78:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:56.962412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55f15-419e-4c2d-989f-1c5039b0ba2e req-4b44d68a-3c3d-4b1b-a960-5beb5ba54047 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:56.977202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8d55f15-419e-4c2d-989f-1c5039b0ba2e req-4b44d68a-3c3d-4b1b-a960-5beb5ba54047 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.2188365 Feb 04 13:02:56.987415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.027585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=09132273-064a-43d6-b207-84dc70bc8c23,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:57.041947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1ab544a3-2ab8-42a8-8f31-861744653bf6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7184865 Feb 04 13:02:57.043229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:57.056254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Request body: {'subnet': {'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1024639546-subnet', 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:57.059237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 09132273-064a-43d6-b207-84dc70bc8c23 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:02:57.069725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:57.084152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0677fdc-1721-4549-a80a-f7215fab2f19 req-dc39a9dc-da29-4878-8d61-05a7f3697ae9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:57.086708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0677fdc-1721-4549-a80a-f7215fab2f19 req-dc39a9dc-da29-4878-8d61-05a7f3697ae9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.3499815 Feb 04 13:02:57.088167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Usage tracker for resource:subnet and tenant:6ce6e9cef41441239afaa70d977fd7f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:57.092093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:57.114928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:57.118919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8d55f15-419e-4c2d-989f-1c5039b0ba2e req-0cb1fa7c-0fff-4489-a1b8-587aeee5e34b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377995 Feb 04 13:02:57.124864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:57.158404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:57.161101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.185613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0677fdc-1721-4549-a80a-f7215fab2f19 req-3ce0e531-98b6-4fa5-b262-5695761e3ea3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885172 Feb 04 13:02:57.400533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:57.441993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:57.447426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.448194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 05b256b8-6792-4a10-bd47-f28226ad0a15 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:57.597313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45a78-e985-4692-9bb4-156306b13157 req-92a024b5-e4f4-4d25-9616-2e1d27b7407a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:57.611652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30e45a78-e985-4692-9bb4-156306b13157 req-92a024b5-e4f4-4d25-9616-2e1d27b7407a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.1844695 Feb 04 13:02:57.658622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:57.705436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:57.721666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:57.766374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30e45a78-e985-4692-9bb4-156306b13157 req-933414a0-a593-43f3-a91d-f5c4a1628b6e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420755 Feb 04 13:02:57.769824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'network_id': '38b8da5e-6c17-4acc-b693-7b49fe97f641', 'port_id': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'mac_address': 'fa:16:3e:bb:f1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2885073-1a7f-4ec1-a2c8-8a4a021290e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:57.775656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-network', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:57.842108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.859202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:57.864323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b256b8-6792-4a10-bd47-f28226ad0a15 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:57.875707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-660254854-network', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:57.881272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:57.887886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Usage tracker for resource:network and tenant:7cc466c5862a43c0a35da32a2f7d297b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:57.888739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:57.891869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Usage tracker for resource:network and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:57.893630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.894731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1ba12652-e0de-44b4-a055-0879522e0bc4 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:57.900057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:57.910773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:57.926133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Made reservation on behalf of 1d6a3c5af3ba4d4799a8b4eb9d482dc6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:57.927199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:57.930370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.951737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:57.972972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:57.977962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:57.981773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:57.991095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:58.007409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:58.053284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.114772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.124274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.136817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.153415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1ba12652-e0de-44b4-a055-0879522e0bc4,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:58.183706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:58.195139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.195492 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Added segment b011010a-dba6-43dc-b249-5146975284b9 of type vlan for network 73cd6561-c333-4d3e-9cf4-3ad17307be91 Feb 04 13:02:58.204465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1ba12652-e0de-44b4-a055-0879522e0bc4', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'port_id': '1ba12652-e0de-44b4-a055-0879522e0bc4', 'mac_address': 'fa:16:3e:3f:9a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:58.224321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Made reservation on behalf of 7cc466c5862a43c0a35da32a2f7d297b for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:58.226740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.282923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.291231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:58.291733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Network hostable DHCP agents. Network: 09132273-064a-43d6-b207-84dc70bc8c23, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:58.308268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.316841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.330785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc6adf-08f4-4557-88fb-acb586ed82ca,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.334757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.349293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.349921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.354087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.354940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.359174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.365714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.380255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.386927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.389329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-798c0957-978e-4138-98e9-bcaca4faf78a req-d3ff7873-2add-44a8-b28f-43a7480e39da tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5423 time: 0.6249983 Feb 04 13:02:58.390329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a730fe90-403f-4bc6-ad4a-19041006f1eb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.395106 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.410066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba12652-e0de-44b4-a055-0879522e0bc4 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:02:58.443777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:58.452181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Usage tracker for resource:security_group_rule and tenant:7cc466c5862a43c0a35da32a2f7d297b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:58.452407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1ba12652-e0de-44b4-a055-0879522e0bc4,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:58.455990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:58.458109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.458842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 071cb482-3a99-4798-9721-aa65905be917 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:02:58.462439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:58.559961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.574661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.580605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=071cb482-3a99-4798-9721-aa65905be917,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:02:58.596232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.616746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Network 09132273-064a-43d6-b207-84dc70bc8c23 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:58.619638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '071cb482-3a99-4798-9721-aa65905be917', 'network_id': '231810da-1f5f-453c-a68a-f03e2b59bf38', 'port_id': '071cb482-3a99-4798-9721-aa65905be917', 'mac_address': 'fa:16:3e:e5:e5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37199129-ecf4-449b-bd0b-9a92d0d57e3b', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:02:58.630084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-798c0957-978e-4138-98e9-bcaca4faf78a req-1f2a0096-6e01-4cd4-806f-a4bc94bc8581 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188497 Feb 04 13:02:58.635800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 09132273-064a-43d6-b207-84dc70bc8c23) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:58.650381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:02:58.689576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:58.690299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.703727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.724579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e69a1a-9d49-433f-8d5c-1dcf29c6b915 None None] Network 09132273-064a-43d6-b207-84dc70bc8c23 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:58.736365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.736901 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Added segment 2b1fd35c-934a-4155-a74a-e74393c05b2f of type vlan for network 72c557d0-6868-4864-9309-f3645e0e34af Feb 04 13:02:58.804466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] Pushing event updated for resources: {'Network': ['ID=73cd6561-c333-4d3e-9cf4-3ad17307be91,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:58.809932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54cccd45-bbf2-4aca-8c28-56d85880a366 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7637870 Feb 04 13:02:58.825112 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f421756f-c87e-448f-81bf-a5083fe5656c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1608334 Feb 04 13:02:58.840978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:58.841223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42012) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:58.863873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Request body: {'subnet': {'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-subnet', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:58.882509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:58.898577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Usage tracker for resource:subnet and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:58.904626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:58.940952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:59.001550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03b74-1480-4ddd-9d93-5591b4e48744 req-35ac1543-99be-4dbc-9497-e95871286931 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:59.005514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-baa03b74-1480-4ddd-9d93-5591b4e48744 req-35ac1543-99be-4dbc-9497-e95871286931 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.4703329 Feb 04 13:02:59.009176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Made reservation on behalf of 1d6a3c5af3ba4d4799a8b4eb9d482dc6 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:59.012786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.021252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.023104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:59.023912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.148711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] Pushing event updated for resources: {'Network': ['ID=72c557d0-6868-4864-9309-f3645e0e34af,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.166273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ef565525-67f5-4371-a7e0-0b8bf2170ecd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0477786 Feb 04 13:02:59.169072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:59.175750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:02:59.177466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Request body: {'subnet': {'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-subnet', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:59.188677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:02:59.195745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Usage tracker for resource:subnet and tenant:7cc466c5862a43c0a35da32a2f7d297b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:02:59.200447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:02:59.212529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8cff0-b83a-41b3-8336-45c9d83e3a8a req-715a73c0-eedb-416f-a9a1-b2d7d2b16e96 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:59.214671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88c8cff0-b83a-41b3-8336-45c9d83e3a8a req-715a73c0-eedb-416f-a9a1-b2d7d2b16e96 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.3099563 Feb 04 13:02:59.220012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:02:59.254971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Made reservation on behalf of 7cc466c5862a43c0a35da32a2f7d297b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:02:59.258046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.341607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 72c557d0-6868-4864-9309-f3645e0e34af details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:02:59.366711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88c8cff0-b83a-41b3-8336-45c9d83e3a8a req-567c20af-c8d5-4011-91d3-eaefb422ae3d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436775 Feb 04 13:02:59.381790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.545326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.568076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-baa03b74-1480-4ddd-9d93-5591b4e48744 req-568a36c8-dc2c-439c-b090-790cb7216302 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897856 Feb 04 13:02:59.769587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.777190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.783849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Checking segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:59.784203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Network hostable DHCP agents. Network: 72c557d0-6868-4864-9309-f3645e0e34af, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:59.823330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:02:59.823943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Network hostable DHCP agents. Network: 73cd6561-c333-4d3e-9cf4-3ad17307be91, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:02:59.860055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.872569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:02:59.894077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 73cd6561-c333-4d3e-9cf4-3ad17307be91) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:02:59.914765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:59.915456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:02:59.968865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fdb54b49-1afb-4b86-a4f4-60b1604a299d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1201949 Feb 04 13:02:59.970116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42032) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:59.971410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab34568-a707-48bd-9736-60fa8f24b432 None None] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:02:59.987387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:59.996865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:00.000510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Network 72c557d0-6868-4864-9309-f3645e0e34af is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:00.008576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Usage tracker for resource:router and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:00.016665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:00.035069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:00.044311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5547163-dfa6-48a3-ae6a-c7c4f480a56f req-4b40b447-5d77-45c5-8007-6999075444c8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:00.047594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5547163-dfa6-48a3-ae6a-c7c4f480a56f req-4b40b447-5d77-45c5-8007-6999075444c8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.4167714 Feb 04 13:03:00.057704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.063245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.100244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.119263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 72c557d0-6868-4864-9309-f3645e0e34af) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:00.128059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:00.129534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.153239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21622d0-3a07-42ff-a9f2-0d4cdb728851 None None] Network 72c557d0-6868-4864-9309-f3645e0e34af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:03:00.209064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5547163-dfa6-48a3-ae6a-c7c4f480a56f req-dc80bd6e-0bea-433f-86f6-c0b08e294a15 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308630 Feb 04 13:03:00.224107 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b21c2ee7-5d3f-403b-be12-d90749dc31b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0502927 Feb 04 13:03:00.227809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:00.242476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:00.242476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:00.246549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Usage tracker for resource:router and tenant:7cc466c5862a43c0a35da32a2f7d297b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:00.251058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:00.257494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:00.258895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb94e95-a401-449b-86af-a9dff272425b None None] Network 09132273-064a-43d6-b207-84dc70bc8c23 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:03:00.270595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954253a-ae05-42be-82b1-d1156c77a772 req-8e62be85-9e72-4615-8db5-959aa819213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:00.272283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7954253a-ae05-42be-82b1-d1156c77a772 req-8e62be85-9e72-4615-8db5-959aa819213c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1096 time: 0.4237266 Feb 04 13:03:00.273822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.274943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.302109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071cb482-3a99-4798-9721-aa65905be917 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:00.435951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:00.454648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7954253a-ae05-42be-82b1-d1156c77a772 req-b5dab745-825f-4629-b783-73d432401295 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686406 Feb 04 13:03:00.663714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=071cb482-3a99-4798-9721-aa65905be917,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:00.787406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:01.012626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:01.183128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-478a8ce6-72f3-4322-9bb0-d8ed2567fdff tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.194176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-478a8ce6-72f3-4322-9bb0-d8ed2567fdff tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.6768839 Feb 04 13:03:01.219028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:01.234871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-aa29171a-9ef0-4477-9592-4eea32dfc7d1 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0369673 Feb 04 13:03:01.374638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.383616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.389598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.395706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.401774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.407883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.413954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:01.415929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-2020aa87-5812-4f08-bc4f-f316f61b573f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5426 time: 0.9389160 Feb 04 13:03:01.484757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-79f0baed-e238-45e8-9ab3-38cd63fbb5a7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2488949 Feb 04 13:03:01.573434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a419a21a-e21a-4740-85a6-e415dd0557b2 req-ba27da59-f81c-44df-b9b8-e855e875e293 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452961 Feb 04 13:03:01.579138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['05b256b8-6792-4a10-bd47-f28226ad0a15'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:01.663401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:01.858134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d8d49711-20c9-4c07-a923-f814e192cca5'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:01.956773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-16a4336f-0d94-4f49-840d-cd704521836d service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710560 Feb 04 13:03:02.009139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:02.085454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8f827f4c-169a-4d33-b364-cb9d9dc4b5f1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:02.185580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:02.225376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:02.282835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-308db1ba-8ffd-4b96-bf97-357d827f6c02 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245325 Feb 04 13:03:02.337176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-73cd6561-c333-4d3e-9cf4-3ad17307be91', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:03:02.338259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:02.362280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:02.385942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8333-c88b-4457-b8dc-d61ca7f176ae req-622f09f4-38f7-4e4b-a9e3-c207748b8564 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:02.388939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-997b8333-c88b-4457-b8dc-d61ca7f176ae req-622f09f4-38f7-4e4b-a9e3-c207748b8564 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.3493247 Feb 04 13:03:02.477072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Allocated IP 172.25.4.96 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/212f37f9-f002-4bb4-90f4-800514acf038) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:02.482575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-997b8333-c88b-4457-b8dc-d61ca7f176ae req-b892d7b8-40d0-4a96-9af0-419226a014d8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858948 Feb 04 13:03:02.666907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:02.692466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1ba12652-e0de-44b4-a055-0879522e0bc4'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:02.705833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:02.853643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:02.976626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:03.035348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:03.141668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Allocated IP 172.25.4.158 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/76898c5d-eba6-42eb-9a16-d23f16cb57c2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:03.221334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:03.228539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:03.244173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:03.322317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Pushing event updated for resources: {'Port': ['ID=212f37f9-f002-4bb4-90f4-800514acf038,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.785490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:03.831889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:03.900097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:03.907757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:03.914764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:04.315081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:04.325372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['071cb482-3a99-4798-9721-aa65905be917'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:04.478471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-72c557d0-6868-4864-9309-f3645e0e34af', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:03:04.479456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:04.826349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941948d-a5a9-4199-976c-ff44c2b18540 req-8daadc35-2608-4fcb-b074-5c031840d73d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:04.843786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7941948d-a5a9-4199-976c-ff44c2b18540 req-8daadc35-2608-4fcb-b074-5c031840d73d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 1.8279889 Feb 04 13:03:04.868528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e81f9-09f3-4c5a-b9f3-e29d99d549e5 req-a6ed896a-44c2-439d-a11f-24f0894fcf58 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:04.879663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-460e81f9-09f3-4c5a-b9f3-e29d99d549e5 req-a6ed896a-44c2-439d-a11f-24f0894fcf58 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 1.3822021 Feb 04 13:03:04.917083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Allocated IP 172.20.0.2 (73cd6561-c333-4d3e-9cf4-3ad17307be91/8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d/d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:04.970011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7941948d-a5a9-4199-976c-ff44c2b18540 req-6b3d4264-f8f7-4004-b37c-7f8684b1cb7a tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252499 Feb 04 13:03:04.970766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Pushing event updated for resources: {'Port': ['ID=76898c5d-eba6-42eb-9a16-d23f16cb57c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:04.997710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:04.998207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:04.998379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:04.998722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:04.999398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:04.999735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.000085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.000425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.000748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.001073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.001398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.001720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.288424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-460e81f9-09f3-4c5a-b9f3-e29d99d549e5 req-c947edbc-a3ae-45c1-ab13-09739b7be9cc tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049540 Feb 04 13:03:05.456590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Allocated IP 172.20.0.2 (72c557d0-6868-4864-9309-f3645e0e34af/3d94f8f7-50a3-4406-a00e-5d1bb6d6403e/55ac7f12-a337-4a81-acdc-3797e00dffa8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:05.526882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:05.772376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2eb8a24b-2790-433d-8629-9b599e401c7a req-c2eab9d7-35df-4050-bd5e-2e8172607ec5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 210 time: 0.1603780 Feb 04 13:03:05.904115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3e01dc2c-dc3f-40cd-b0cb-e5ac71612c18 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.904340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.904791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3e01dc2c-dc3f-40cd-b0cb-e5ac71612c18 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:05.910028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.919047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.924894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.931859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.939785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.945596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.953477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-030adf5a-2e24-42de-90a5-63afdc830454 req-ec3d8bcf-010b-487c-9575-e2844c5a0acc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5426 time: 0.6385078 Feb 04 13:03:06.063962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3e01dc2c-dc3f-40cd-b0cb-e5ac71612c18 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:06.089513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3e01dc2c-dc3f-40cd-b0cb-e5ac71612c18 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.9234052 Feb 04 13:03:06.120467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:06.173119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-030adf5a-2e24-42de-90a5-63afdc830454 req-85be17f3-19b7-4a2d-a67c-dedca0da35c9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177756 Feb 04 13:03:06.202926 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:06.267770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:06.313876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Transition to ACTIVE for port object d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:06.492099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Transition to ACTIVE for port object d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:06.509060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:06.588484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:06.681853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:06.682879 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:06.691576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:06.741173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:06.785171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Transition to ACTIVE for port object 55ac7f12-a337-4a81-acdc-3797e00dffa8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:06.820776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Pushing event updated for resources: {'Port': ['ID=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:06.989784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c5a3-2b81-4a35-9ec7-326d96c11a1c req-c0ec42ef-7417-4810-8e58-e769b021f1da tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:07.001649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dee8c5a3-2b81-4a35-9ec7-326d96c11a1c req-c0ec42ef-7417-4810-8e58-e769b021f1da tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.7367396 Feb 04 13:03:07.017855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:07.308973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:07.312874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Usage tracker for resource:port and tenant:6ce6e9cef41441239afaa70d977fd7f7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:07.315846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:07.381325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:07.381579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Transition to ACTIVE for port object 55ac7f12-a337-4a81-acdc-3797e00dffa8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:07.434581 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:07.465014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:07.468880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:07.553854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dee8c5a3-2b81-4a35-9ec7-326d96c11a1c req-a97c94fd-0242-4de2-8a15-0ff9f028bcb1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424597 Feb 04 13:03:07.584499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Router 3505d233-9645-45f0-a827-5b9f03ad31af is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:03:07.634512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97893982-fc2c-44b6-b738-c35295233390 req-321d1c32-59b5-4d2c-a01a-b25a4e655b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:07.636191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-321d1c32-59b5-4d2c-a01a-b25a4e655b00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ef9109493bd4311a98951b4b3c22287&device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 1096 time: 0.1890676 Feb 04 13:03:07.637841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:03:07.775856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Attempting to bind port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:07.783546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Attempting to bind port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:07.783931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Attempting to bind port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:07.812459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Network 72c557d0-6868-4864-9309-f3645e0e34af is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:07.829784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:07.832370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:07.909121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:07.909502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:07.909828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:07.910240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Bound using segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:07.910746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Bound port: d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:07.911128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:07.968891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2698-5d86-4d6d-9256-8045226e038d req-9943ee1a-98fd-4ee2-91da-633baaa2097a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:07.987149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b3c2698-5d86-4d6d-9256-8045226e038d req-9943ee1a-98fd-4ee2-91da-633baaa2097a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.5975459 Feb 04 13:03:07.993613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Pushing event updated for resources: {'Port': ['ID=55ac7f12-a337-4a81-acdc-3797e00dffa8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:07.999460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Attempting to bind port 55ac7f12-a337-4a81-acdc-3797e00dffa8 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:07.999937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Attempting to bind port 55ac7f12-a337-4a81-acdc-3797e00dffa8 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:08.006189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Attempting to bind port 55ac7f12-a337-4a81-acdc-3797e00dffa8 on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:08.048061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:08.048605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Checking segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:08.049098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.049587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Bound using segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:08.050174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Bound port: 55ac7f12-a337-4a81-acdc-3797e00dffa8, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:08.050686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.095906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:08.165394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:08.165915 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.242407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97893982-fc2c-44b6-b738-c35295233390 req-79204f21-b114-4816-b9ab-96575cbbc1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:08.246349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-79204f21-b114-4816-b9ab-96575cbbc1b0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 200 len: 911 time: 0.5883284 Feb 04 13:03:08.348980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-d58c813b-7b97-45a0-924f-9255dd212f89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 200 len: 217 time: 0.0798247 Feb 04 13:03:08.361252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b3c2698-5d86-4d6d-9256-8045226e038d req-0ef4adae-eb90-44ee-919d-f7413a1662cf tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709641 Feb 04 13:03:08.383674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] For port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:08.419513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.2 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/4be65132-a466-4e4f-b2eb-af56ce484beb) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:08.422443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] For port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:08.473653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] For port 55ac7f12-a337-4a81-acdc-3797e00dffa8, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:08.498234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.582647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97893982-fc2c-44b6-b738-c35295233390 req-d97e7a5c-02f8-4330-a95c-e9ca4c922a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:08.590063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-d97e7a5c-02f8-4330-a95c-e9ca4c922a34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 200 len: 850 time: 0.2082531 Feb 04 13:03:08.665320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] For port 55ac7f12-a337-4a81-acdc-3797e00dffa8, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55ac7f12-a337-4a81-acdc-3797e00dffa8,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:08.694318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.707958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-7423420a-eb4f-4c90-80ae-23b81266d015 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7360d13b-d126-4e97-8571-e7592394bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091418 Feb 04 13:03:08.708754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:08.722917 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:08.752597 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:08.753492 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:02:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:08.765814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bcc7439-e450-4375-9f65-30084d6914ae req-dc65298a-3834-4068-8674-1c5ef9b788e1 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 210 time: 0.1163573 Feb 04 13:03:08.772303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:08.773544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-149ddaf4-0503-42d5-9a35-be059e93c08b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8001950 Feb 04 13:03:08.785640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42116) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:08.871131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43872e4-9284-41a4-92c8-99740748fe28 None None] Pushing event updated for resources: {'Port': ['ID=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.875510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:09.102218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:09.163576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:09.176080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:09.186227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 05b256b8-6792-4a10-bd47-f28226ad0a15 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:09.286728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:09.340785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:09.371798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd4fee-0c2b-4d4e-bd82-1a2707f93b9d None None] Pushing event updated for resources: {'Port': ['ID=55ac7f12-a337-4a81-acdc-3797e00dffa8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.424670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:09.504773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:09.552850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:09.565024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:09.567003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:09.601196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:09.697620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:09.707455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:02:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:09.830988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.906449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 05b256b8-6792-4a10-bd47-f28226ad0a15 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:09.926474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 05b256b8-6792-4a10-bd47-f28226ad0a15 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:09.931643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:09.960079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9bc33-ccb5-4dd2-9210-e4df988f43dc req-f910f36f-8642-4b92-83c1-122b9c313ef3 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:09.961836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7d9bc33-ccb5-4dd2-9210-e4df988f43dc req-f910f36f-8642-4b92-83c1-122b9c313ef3 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 2.0837216 Feb 04 13:03:10.051864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:10.052485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:10.061096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:10.072266 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8b378ee3-1403-4972-8da0-ae34f75a42ff admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8420410 Feb 04 13:03:10.074359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.074718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:10.282704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-c9007cbf-12ab-42e5-9655-8b4a9c7ab949 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5673456 Feb 04 13:03:10.377269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:10.688971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55ac7f12-a337-4a81-acdc-3797e00dffa8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:10.734914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:04Z', 'revision_number': 3, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:10.737885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d7d9bc33-ccb5-4dd2-9210-e4df988f43dc req-3d2bcf3a-97f1-4228-aa23-e0198844a11b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7572455 Feb 04 13:03:10.742446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-1feff417-36bd-4c0a-a861-c3e74e4bc753 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6480110 Feb 04 13:03:10.748529 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:10.749255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Updating router 240370a2-f228-4a7d-bf26-c276ef0daee4 port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:10.774835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Request body: {'port': {'device_id': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:10.929374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:10.960842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:10.969727 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:10.978799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.008625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.057142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.086214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.100364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:11.116883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce961afd-79a0-4146-a276-3350e6610e2d req-1f415fbe-9528-4baa-aeb5-59dad7ce28a0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5427 time: 1.5149255 Feb 04 13:03:11.349526 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:11.423357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:11.449391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:11.452498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:11.514968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce961afd-79a0-4146-a276-3350e6610e2d req-8c6ad002-8017-4af3-a0d6-5f561791842d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3910742 Feb 04 13:03:11.528010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:11.535586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41f3d3-0928-446a-8844-38c31c89af40 None None] Network 72c557d0-6868-4864-9309-f3645e0e34af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:03:11.625394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:11.848212 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'code': 200} Feb 04 13:03:11.883825 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:11.912940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Transition to ACTIVE for port object 76898c5d-eba6-42eb-9a16-d23f16cb57c2 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:11.921426 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:11.954360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b02058-c42a-43a6-a3da-4c6f207fe160 None None] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:03:12.027443 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97893982-fc2c-44b6-b738-c35295233390 req-53ce0f82-b633-4d12-97a4-07bcca568604 service neutron] 10.222.0.90 "GET /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7349007 Feb 04 13:03:12.125170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Pushing event updated for resources: {'Port': ['ID=76898c5d-eba6-42eb-9a16-d23f16cb57c2,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.151047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.189920 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.190294 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.190642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.190977 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.191299 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.191620 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.194636 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.195007 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.195342 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.195893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.196321 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.196659 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:12.211505 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Attempting to bind port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:12.212037 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Attempting to bind port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:12.212429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Attempting to bind port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:12.230399 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:12.230871 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:12.231211 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.231593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:12.232202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Bound port: 76898c5d-eba6-42eb-9a16-d23f16cb57c2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:12.232571 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.271153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.283181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Provisioning for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:12.300055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Provisioning complete for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:12.300423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.429717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:03Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.431159 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] For port 76898c5d-eba6-42eb-9a16-d23f16cb57c2, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:12.432455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.435587 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] For port 76898c5d-eba6-42eb-9a16-d23f16cb57c2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76898c5d-eba6-42eb-9a16-d23f16cb57c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:12.440388 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:12.472548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:12.478469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:12.479036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Updating router 3505d233-9645-45f0-a827-5b9f03ad31af port 212f37f9-f002-4bb4-90f4-800514acf038 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:12.640318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:12.670669 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5903c-8c6a-4185-a3e1-1b792685c668 None None] Pushing event updated for resources: {'Port': ['ID=76898c5d-eba6-42eb-9a16-d23f16cb57c2,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.732351 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:12.732989 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:02:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.867809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Allocated IP 172.20.0.1 (73cd6561-c333-4d3e-9cf4-3ad17307be91/8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d/bf861192-fb8e-4498-9a8b-0f6029462d5b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:12.927194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94a50a-e228-4e6e-89e4-3f0f976ee8dd req-3f85e0a2-825e-411c-bea7-866a3e74e12f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:12.934584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f94a50a-e228-4e6e-89e4-3f0f976ee8dd req-3f85e0a2-825e-411c-bea7-866a3e74e12f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 1.8298535 Feb 04 13:03:12.997430 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.021223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:13.024396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.098312 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:13.119039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be65132-a466-4e4f-b2eb-af56ce484beb {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:13.149550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.170501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.188547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Transition to ACTIVE for port object bf861192-fb8e-4498-9a8b-0f6029462d5b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:13.206880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f94a50a-e228-4e6e-89e4-3f0f976ee8dd req-22b35d7e-6d54-42b9-95b5-105b242055f6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701650 Feb 04 13:03:13.236725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.244113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Transition to ACTIVE for port object 4be65132-a466-4e4f-b2eb-af56ce484beb will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:13.253286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.274753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c414-1c62-4ddc-b86b-5b339c91f79d req-c96a126c-b001-49b4-9adb-9e29a8bcfad0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:13.279357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f771c414-1c62-4ddc-b86b-5b339c91f79d req-c96a126c-b001-49b4-9adb-9e29a8bcfad0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 1.3493485 Feb 04 13:03:13.282423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.284463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.342008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] For port 55ac7f12-a337-4a81-acdc-3797e00dffa8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55ac7f12-a337-4a81-acdc-3797e00dffa8,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:13.443042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.470019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.554886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Pushing event updated for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.593671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:13.609753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:13.614479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:13.692985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:13.766137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f771c414-1c62-4ddc-b86b-5b339c91f79d req-e7d54039-f26a-435d-9405-ed23be372ac9 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720850 Feb 04 13:03:13.831426 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:04Z', 'revision_number': 3, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:13.841333 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d42e6c-153b-437e-805b-3d3207db856b None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:04Z', 'revision_number': 3, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:13.865215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:13.916680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73b6f9-f929-45f6-92cd-2f3b5b29c16f None None] Pushing event updated for resources: {'Port': ['ID=55ac7f12-a337-4a81-acdc-3797e00dffa8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.941063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9ed0-606f-4f57-a349-1642dbb4bcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.013937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.043155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Allocated IP 172.20.0.1 (72c557d0-6868-4864-9309-f3645e0e34af/3d94f8f7-50a3-4406-a00e-5d1bb6d6403e/45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:14.138304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Provisioning for port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:14.202793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Provisioning complete for port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:14.207316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.219857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Attempting to bind port 4be65132-a466-4e4f-b2eb-af56ce484beb on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:14.220442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Attempting to bind port 4be65132-a466-4e4f-b2eb-af56ce484beb by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:14.220578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Attempting to bind port 4be65132-a466-4e4f-b2eb-af56ce484beb on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:14.267336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Port 4be65132-a466-4e4f-b2eb-af56ce484beb on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:14.269074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Attempting to bind port 4be65132-a466-4e4f-b2eb-af56ce484beb on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:14.382386 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.417478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:14.418022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:14.418673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:14.419809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Bound port: 4be65132-a466-4e4f-b2eb-af56ce484beb, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:14.420252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.468105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-5e182c16-3093-45f5-822a-7b448e760e81 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:14.468962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-5e182c16-3093-45f5-822a-7b448e760e81 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:14.493161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd32cf-9850-44c2-b2d4-90bd3764b670 req-631b6da0-5b3b-46ad-ae9b-9c51d4591e2d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:14.505918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24cd32cf-9850-44c2-b2d4-90bd3764b670 req-631b6da0-5b3b-46ad-ae9b-9c51d4591e2d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.4749596 Feb 04 13:03:14.582259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-5e182c16-3093-45f5-822a-7b448e760e81 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:14.583461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-5e182c16-3093-45f5-822a-7b448e760e81 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 943 time: 1.1451361 Feb 04 13:03:14.685153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24cd32cf-9850-44c2-b2d4-90bd3764b670 req-683698bd-fd93-4dc7-91d3-c57a46cbb6bd tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782484 Feb 04 13:03:14.831639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-3a78fb6e-0af5-4429-bafb-7b9f92bc877a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:14.869075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.876355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:14.877933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.936489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:14.967923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-3a78fb6e-0af5-4429-bafb-7b9f92bc877a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:14.985444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-beef289a-94f0-4da3-90f5-ddadb12673c1 req-3a78fb6e-0af5-4429-bafb-7b9f92bc877a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753376 Feb 04 13:03:15.022663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:15.049066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.078657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Transition to ACTIVE for port object 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:15.205244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.205874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.207392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] 10.222.0.90 "PUT /v2.0/ports/4be65132-a466-4e4f-b2eb-af56ce484beb HTTP/1.1" status: 200 len: 1091 time: 4.4507132 Feb 04 13:03:15.207861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:15.304267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.309213 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'code': 200} Feb 04 13:03:15.314959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.341804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76898c5d-eba6-42eb-9a16-d23f16cb57c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:15.401777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:15.431871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.432683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d8d49711-20c9-4c07-a923-f814e192cca5 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:15.435554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Pushing event updated for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.446788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56c4f-9dae-484b-8093-19baa9583fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.463938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.482258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Transition to ACTIVE for port object 212f37f9-f002-4bb4-90f4-800514acf038 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:15.570187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.617020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] For port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:15.636531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.642678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.643132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Network 72c557d0-6868-4864-9309-f3645e0e34af is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:15.649295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.656733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.659108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:15.667762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.673499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:15.679333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.702819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.705616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-172c6e8f-906d-42c1-9ab7-0eeb72def887 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5428 time: 0.5113001 Feb 04 13:03:15.734232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.748074 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.750315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.751498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1718e-7363-4d17-ba90-5b5812252f0c req-e8d6e5ff-6ea5-483b-96d1-04a4f3056f5f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.759145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9b1718e-7363-4d17-ba90-5b5812252f0c req-e8d6e5ff-6ea5-483b-96d1-04a4f3056f5f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.4047325 Feb 04 13:03:15.848340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-4d0c592c-9bf1-4ff7-861c-d9a61a4110cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:15.850137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-4d0c592c-9bf1-4ff7-861c-d9a61a4110cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 1094 time: 0.5743721 Feb 04 13:03:15.866869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b62465c5-f4ba-40b1-9e0a-9e14edd94bb3 req-778610ce-a811-4dc7-900b-d225c37cc765 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513200 Feb 04 13:03:15.918554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:15.920829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:15.927492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f817e48a-6310-4654-a5eb-1263c08e9dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:15.979603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Attempting to bind port 212f37f9-f002-4bb4-90f4-800514acf038 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:15.979982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Attempting to bind port 212f37f9-f002-4bb4-90f4-800514acf038 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:15.980751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Attempting to bind port 212f37f9-f002-4bb4-90f4-800514acf038 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:16.027979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.033813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.034489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef37f4-f736-4dee-8e74-b0f9af02e9d6 None None] Pushing event updated for resources: {'Port': ['ID=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.065862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aa267a44-19e2-4677-8d8a-6346a6509594 None None] Provisioning complete for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:16.066240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa267a44-19e2-4677-8d8a-6346a6509594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.100066 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-f56121ee-6c6b-4004-8111-f71d3996bd96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4be65132-a466-4e4f-b2eb-af56ce484beb HTTP/1.1" status: 200 len: 217 time: 0.2268538 Feb 04 13:03:16.112719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:16.113515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:16.114106 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.114707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:16.118840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Bound port: 212f37f9-f002-4bb4-90f4-800514acf038, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:16.119465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.261734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9b1718e-7363-4d17-ba90-5b5812252f0c req-71913fe3-a319-47be-b90a-eeeb17819097 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5016925 Feb 04 13:03:16.328516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3dc74345-adb2-4975-91ae-bdf7c9030d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:16.330086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-3dc74345-adb2-4975-91ae-bdf7c9030d28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1916180 Feb 04 13:03:16.434215 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'status': 'completed', 'code': 200} Feb 04 13:03:16.473156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] For port 212f37f9-f002-4bb4-90f4-800514acf038, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:16.476538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] For port 212f37f9-f002-4bb4-90f4-800514acf038, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=212f37f9-f002-4bb4-90f4-800514acf038,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:16.496036 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.510384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-5536dbb1-1489-4e2f-bdea-e1869b503ed1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716483 Feb 04 13:03:16.543034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:16.547079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:03:16.558077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d8d49711-20c9-4c07-a923-f814e192cca5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:16.592480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:16.593334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.645952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae17a-16c0-444c-b91b-0c4255ec34d5 None None] Pushing event updated for resources: {'Port': ['ID=212f37f9-f002-4bb4-90f4-800514acf038,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.697512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d8d49711-20c9-4c07-a923-f814e192cca5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:16.698087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:16.834017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:16.844205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3554e9-ba72-4a89-82a0-a27299ee6868 req-bb7e533e-965d-4c8a-bde5-3e7638f2d90c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:16.847306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a3554e9-ba72-4a89-82a0-a27299ee6868 req-bb7e533e-965d-4c8a-bde5-3e7638f2d90c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.7344906 Feb 04 13:03:16.911675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8a84634-db18-4aaf-9356-2487f4049238 admin admin] 10.222.0.53 "PUT /v2.0/routers/240370a2-f228-4a7d-bf26-c276ef0daee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0112903 Feb 04 13:03:16.914112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:16.926782 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:16.927391 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:16.941836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a3554e9-ba72-4a89-82a0-a27299ee6868 req-40d99d91-d6a2-46d8-80bb-013c929d9cca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848527 Feb 04 13:03:16.951790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:16.952440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.040772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-c91ace38-7433-48e2-bdd2-c4d414132339 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231256 Feb 04 13:03:17.199220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:17.211493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406cf0-b452-4288-968e-15305616a284 req-b0210f1c-0d1c-4c18-93eb-167dcc7987d3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:17.231215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5406cf0-b452-4288-968e-15305616a284 req-b0210f1c-0d1c-4c18-93eb-167dcc7987d3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 943 time: 0.1700866 Feb 04 13:03:17.246394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae17a-16c0-444c-b91b-0c4255ec34d5 None None] Pushing event updated for resources: {'Port': ['ID=212f37f9-f002-4bb4-90f4-800514acf038,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.273529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:17.276286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:17.295061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:17.300297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8fba6-69ce-4fea-8b2d-4c2be01f4990 req-8bba761c-52b2-4493-9388-0eecd5742f55 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:17.307529 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06f8fba6-69ce-4fea-8b2d-4c2be01f4990 req-8bba761c-52b2-4493-9388-0eecd5742f55 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.5808194 Feb 04 13:03:17.312990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:17.318036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5406cf0-b452-4288-968e-15305616a284 req-da8286cb-bc76-4a4e-ba7c-c1badba42ce4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852757 Feb 04 13:03:17.462448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:17.499580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06f8fba6-69ce-4fea-8b2d-4c2be01f4990 req-ecafe64d-2549-4d48-b971-ee0decf4cda1 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910999 Feb 04 13:03:17.561686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33dadbbb-6afb-4348-b776-f47b7958a241 req-dbd64463-7aeb-47d6-9d66-8fc71356c261 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456437 Feb 04 13:03:17.645687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf856e3-991c-4e1e-b4c7-f0a1fc926507 req-155aa117-4a89-45d0-9859-8b7cc7ccf1f1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:17.654115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edf856e3-991c-4e1e-b4c7-f0a1fc926507 req-155aa117-4a89-45d0-9859-8b7cc7ccf1f1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.1554205 Feb 04 13:03:17.803393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edf856e3-991c-4e1e-b4c7-f0a1fc926507 req-a9c28f89-81e9-4ff8-9fcc-f4f40e6afdf4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331236 Feb 04 13:03:17.964388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Provisioning for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:18.058391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Provisioning complete for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:18.063243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.128819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.134805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.149252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.153564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.167271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.185350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.197233 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:14Z', 'revision_number': 2, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:18.197834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.208703 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:18.209153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Updating router 240370a2-f228-4a7d-bf26-c276ef0daee4 port bf861192-fb8e-4498-9a8b-0f6029462d5b binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:18.215847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.218818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.223964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-31e6e719-4331-4e19-a002-be4187bb03b0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5429 time: 0.3678639 Feb 04 13:03:18.241200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:18.251918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:03:18.278112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 76898c5d-eba6-42eb-9a16-d23f16cb57c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76898c5d-eba6-42eb-9a16-d23f16cb57c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:18.281429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-4f2405c5-0c1f-444d-9d15-905aad13429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:18.282336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:18.283299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-4f2405c5-0c1f-444d-9d15-905aad13429d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 1094 time: 0.6338661 Feb 04 13:03:18.291257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.291451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.292250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55ac7f12-a337-4a81-acdc-3797e00dffa8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:18.351763 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.422038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c1fef3f-2078-4767-86da-e2e526d18baf req-fcd2f85a-0e11-44ad-a71d-e5d9e02fd3bf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971323 Feb 04 13:03:18.422790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.465361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:18.471332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44457748', 'description': 'tempest-description--26769274'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:18.485106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:18.489201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:18.492360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:18.505886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:18.527095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.531717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.533554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:18.595418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:18.607417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:18.615492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:18.633109 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'code': 200} Feb 04 13:03:18.635817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:18.722205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Provisioning complete for port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:18.722205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.783690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:18.940388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.022477 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.062508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:19.063171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.103915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.117844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6512897 Feb 04 13:03:19.120774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.137953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:19.139052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.144055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:03Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:19.146745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Provisioning for port bf861192-fb8e-4498-9a8b-0f6029462d5b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:19.162352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=76898c5d-eba6-42eb-9a16-d23f16cb57c2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.164437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group_rule': {'security_group_id': '27dd697d-4b67-4a46-a36c-5ee15199bbd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:19.185652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575e3ec-d089-4c5a-ba96-bbd9c4caec3b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd697d-4b67-4a46-a36c-5ee15199bbd5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.213354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:19.225904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:19.257603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cf1fb-e498-4cb2-a6f4-d068cd359c06 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:03Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:19.282390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Provisioning complete for port bf861192-fb8e-4498-9a8b-0f6029462d5b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:19.282719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.302266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f5151-95c1-4033-8eee-b27455db3b94 req-f3f225fb-a78a-47be-b555-8cc77da5569d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.321183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-369f5151-95c1-4033-8eee-b27455db3b94 req-f3f225fb-a78a-47be-b555-8cc77da5569d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.5139880 Feb 04 13:03:19.369617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c5563793-8faf-4660-a971-cd7326856c9e None None] Port bf861192-fb8e-4498-9a8b-0f6029462d5b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:19.376079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:19.376695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.429714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-369f5151-95c1-4033-8eee-b27455db3b94 req-2c4fb2d7-d1ab-49fa-a700-688ebc5e4624 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068654 Feb 04 13:03:19.446713 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.467156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:19.467730 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Transition to ACTIVE for port object bf861192-fb8e-4498-9a8b-0f6029462d5b will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:19.475084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:19.483802 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.491573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.492798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:19.510379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-c636e9c4-29e5-47af-8144-e883d7160aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.512649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-c636e9c4-29e5-47af-8144-e883d7160aed service neutron] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 1.2193933 Feb 04 13:03:19.753403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76898c5d-eba6-42eb-9a16-d23f16cb57c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:19.802637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a604a-f5a8-42f4-a619-6ea2f4591506 None None] Pushing event updated for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:19.866261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-ebe246c4-5d30-4285-98f9-7603bdf3ab33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4be65132-a466-4e4f-b2eb-af56ce484beb HTTP/1.1" status: 200 len: 217 time: 0.3340425 Feb 04 13:03:19.892520 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:19.908951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb62014-999d-4a5d-818c-a71cbbbc6e26 req-43837968-326e-475c-9476-253d01847f0c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:19.913560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fb62014-999d-4a5d-818c-a71cbbbc6e26 req-43837968-326e-475c-9476-253d01847f0c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.2837105 Feb 04 13:03:20.004591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fb62014-999d-4a5d-818c-a71cbbbc6e26 req-78f2362d-271d-45a7-9f1c-1e5d08994a1d tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Feb 04 13:03:20.033589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:20.044368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.047769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.050207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:20.055812 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Attempting to bind port bf861192-fb8e-4498-9a8b-0f6029462d5b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:20.056189 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Attempting to bind port bf861192-fb8e-4498-9a8b-0f6029462d5b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:20.056550 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Attempting to bind port bf861192-fb8e-4498-9a8b-0f6029462d5b on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:20.066244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:20.066506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:20.066948 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.067344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Bound using segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:20.067813 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Bound port: bf861192-fb8e-4498-9a8b-0f6029462d5b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:20.068183 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.084758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.178844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Network 72c557d0-6868-4864-9309-f3645e0e34af is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:20.180036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-7aa93c9b-8926-4331-bf1d-d878fef22f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.181585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-7aa93c9b-8926-4331-bf1d-d878fef22f03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.3003485 Feb 04 13:03:20.187386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:20.232407 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:03:20.235371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:20.235952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.314181 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] For port bf861192-fb8e-4498-9a8b-0f6029462d5b, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:20.318298 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] For port bf861192-fb8e-4498-9a8b-0f6029462d5b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bf861192-fb8e-4498-9a8b-0f6029462d5b,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:20.324779 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.440118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.458973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.468255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.475075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:20.482248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.486036 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:20.486847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:20.496143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.502641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.505037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:20.505412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.518171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-351d318b-113c-47f2-872d-754ec02d6ae5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3162591 Feb 04 13:03:20.528930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.536475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:20.547883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-dd0538bc-df08-4be6-8cbd-e8082a63f54a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5431 time: 0.2982936 Feb 04 13:03:20.642627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e9ba81-5e40-4a14-bda3-f7cb0e1102f3 req-2cb12177-4340-4655-aad5-e3e46fdd3e50 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935531 Feb 04 13:03:20.652060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5'}, {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:20.655887 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a604a-f5a8-42f4-a619-6ea2f4591506 None None] Pushing event updated for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.798903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e055bf-4a1e-44ef-957c-334a41d35df3 None None] Provisioning complete for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:20.799646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4e055bf-4a1e-44ef-957c-334a41d35df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.826691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:20.878960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.906050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:20.928608 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:20.967945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcf2eef-740e-4c8b-864f-413800b625dc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:20.984785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d4e055bf-4a1e-44ef-957c-334a41d35df3 None None] Port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:20.998487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.055598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:21.056280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.057956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46848504-a064-44b5-ad91-f96eafbadb0b req-79d3114c-e990-424d-9679-fcff7f3186ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:21.066771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46848504-a064-44b5-ad91-f96eafbadb0b req-79d3114c-e990-424d-9679-fcff7f3186ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 943 time: 1.6048467 Feb 04 13:03:21.068892 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.070036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6313d7f7-6dc9-4510-bf24-1b5b830488f6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9231539 Feb 04 13:03:21.080415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42368) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:21.086830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group_rule': {'security_group_id': '27dd697d-4b67-4a46-a36c-5ee15199bbd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:21.106040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:21.108459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:21.115420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:21.119428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:21.129873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f2fca-28f0-4381-aae9-e60b39658983 req-c878e730-9e2f-49bb-99fb-701283d63290 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:21.131488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-522f2fca-28f0-4381-aae9-e60b39658983 req-c878e730-9e2f-49bb-99fb-701283d63290 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.2014632 Feb 04 13:03:21.135973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:21.148813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.149708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1ba12652-e0de-44b4-a055-0879522e0bc4 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:21.316526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-002f8541-df28-4a0d-bd1a-ed9fb4e9ebbf service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766089 Feb 04 13:03:21.318148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:21.332766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46848504-a064-44b5-ad91-f96eafbadb0b req-da93c45d-c164-477b-ad1e-f637a4f45efd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650676 Feb 04 13:03:21.384829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1ba12652-e0de-44b4-a055-0879522e0bc4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:21.398625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1ba12652-e0de-44b4-a055-0879522e0bc4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:21.399146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.405463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:20Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:21.416053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-522f2fca-28f0-4381-aae9-e60b39658983 req-f2df6d3b-41a0-48c2-ba5e-64113b737819 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758110 Feb 04 13:03:21.417166 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a8bac-ad69-41d4-bde8-20dd7014fdbb None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:20Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:21.436703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.543241 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'code': 200} Feb 04 13:03:21.543241 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'code': 200} Feb 04 13:03:21.553525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4be65132-a466-4e4f-b2eb-af56ce484beb details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:03:21.608967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:03:21.673415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.680223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.785989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a10223-45f6-4aeb-91bf-060a6a0106e1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:21.800995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:21.802342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-16d4bb14-7285-48ed-a416-54891b7fb92c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7208400 Feb 04 13:03:21.805565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:21.812132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:21.832730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:21.865717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:floatingip and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:21.878637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:21.978726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:21.999462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 212f37f9-f002-4bb4-90f4-800514acf038 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:22.016084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.166913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e794-3edc-4a3e-8e66-96f564560288 req-c04a778b-0478-4479-b1dc-5b69fcb4149b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.177609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb25e794-3edc-4a3e-8e66-96f564560288 req-c04a778b-0478-4479-b1dc-5b69fcb4149b tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.3041928 Feb 04 13:03:22.235861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.267374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c799dd0-079d-46c8-96b9-ee7a1a501529 req-33ef8f0a-8938-40ef-8b93-55ccbfbbde72 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9334695 Feb 04 13:03:22.269285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:22.287976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-53fcbd29-e133-42c8-88c6-c9c33acf6ad8 admin admin] 10.222.0.53 "PUT /v2.0/routers/3505d233-9645-45f0-a827-5b9f03ad31af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1941159 Feb 04 13:03:22.297546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:22.329867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906ed75-0430-44eb-bbff-2d09663d368f req-da7022d8-1229-48b9-aff3-58af0459ed68 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.338903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c906ed75-0430-44eb-bbff-2d09663d368f req-da7022d8-1229-48b9-aff3-58af0459ed68 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.7234490 Feb 04 13:03:22.356362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'mac_address': 'fa:16:3e:86:0c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:03:22.377536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1ba12652-e0de-44b4-a055-0879522e0bc4,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:22.405434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb25e794-3edc-4a3e-8e66-96f564560288 req-31b00992-904d-4138-a7aa-7515d58a8e66 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263467 Feb 04 13:03:22.426589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:22.454779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 212f37f9-f002-4bb4-90f4-800514acf038 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:22.458430 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.459242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 071cb482-3a99-4798-9721-aa65905be917 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:22.472861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c906ed75-0430-44eb-bbff-2d09663d368f req-8912d31f-a587-435a-a6b8-fa4d6810fb03 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265137 Feb 04 13:03:22.562660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-8a2eb6eb-f29e-46aa-80eb-37ac2d755cef tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.565638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-8a2eb6eb-f29e-46aa-80eb-37ac2d755cef tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 945 time: 0.3274968 Feb 04 13:03:22.669000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 212f37f9-f002-4bb4-90f4-800514acf038 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:22.669608 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.683859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.717532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:22.718674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:22.808008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.839225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.859629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.894640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.894834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Allocated IP 172.25.4.50 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2bc3b8da-444e-4879-b95a-814d1b662b86) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:22.915416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.932601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.943167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:22.948296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:22.950270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-312f32d0-8ae8-4bdc-9beb-2071d45ced61 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5432 time: 0.3160357 Feb 04 13:03:23.006849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 071cb482-3a99-4798-9721-aa65905be917 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:23.024353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.055348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be65132-a466-4e4f-b2eb-af56ce484beb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:23.087981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:23.098075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 071cb482-3a99-4798-9721-aa65905be917 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:23.099597 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.104053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.148671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c06dd50-170a-492a-b6c2-7e484143d1f6 req-fa99f6ab-b6cd-428f-bf22-551c0a561f83 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253440 Feb 04 13:03:23.168042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Deleting port 017c0b20-3452-4bcf-bc7c-75a64ff71483 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:23.168523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.182278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-4d109979-4a17-4953-8828-baddf3291b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.183798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-4d109979-4a17-4953-8828-baddf3291b89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1098 time: 0.2304926 Feb 04 13:03:23.224944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.272354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.457409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-7b5ffa47-0bdf-407c-ba22-bde2eaa02634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.458993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-7b5ffa47-0bdf-407c-ba22-bde2eaa02634 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2591333 Feb 04 13:03:23.487672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:23.508409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:23.511196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:23.587336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=2bc3b8da-444e-4879-b95a-814d1b662b86,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.635422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}, {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba12652-e0de-44b4-a055-0879522e0bc4'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:23.651187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.659062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['4be65132-a466-4e4f-b2eb-af56ce484beb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:23.707204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-6bd96809-7617-4f3b-ae32-da46f3038eba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1002 time: 0.1792321 Feb 04 13:03:23.773956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:23.897133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc5639-79f7-4732-aa62-2b9592e85232 req-8e9520b5-3f10-4924-b9bf-7ec3ccaa3e67 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.905158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28fc5639-79f7-4732-aa62-2b9592e85232 req-8e9520b5-3f10-4924-b9bf-7ec3ccaa3e67 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 944 time: 0.6347167 Feb 04 13:03:23.928596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] For port 017c0b20-3452-4bcf-bc7c-75a64ff71483, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=017c0b20-3452-4bcf-bc7c-75a64ff71483,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:23.929104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.929578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-bedb77de-34e5-433c-ae97-a73573bf630d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.931021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4fb6010-6398-4702-a34e-03758696cb44 req-bedb77de-34e5-433c-ae97-a73573bf630d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:23.948479 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:23.961561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:23.973565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4fb6010-6398-4702-a34e-03758696cb44 req-bedb77de-34e5-433c-ae97-a73573bf630d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:23.982006 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-bedb77de-34e5-433c-ae97-a73573bf630d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 820 time: 0.5704582 Feb 04 13:03:23.990920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-c36a5f12-0727-4c1c-a45b-394bb977bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:23.992307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-c36a5f12-0727-4c1c-a45b-394bb977bba1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2596292 Feb 04 13:03:24.002582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-05d93951-3e3f-4235-8404-ceac230e5325 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/quotas/7cc466c5862a43c0a35da32a2f7d297b HTTP/1.1" status: 200 len: 375 time: 0.0196197 Feb 04 13:03:24.076117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 212f37f9-f002-4bb4-90f4-800514acf038, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=212f37f9-f002-4bb4-90f4-800514acf038,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:24.101822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Calling delete_port for 017c0b20-3452-4bcf-bc7c-75a64ff71483 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:24.129714 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.130786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bf861192-fb8e-4498-9a8b-0f6029462d5b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:24.183796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4fb6010-6398-4702-a34e-03758696cb44 req-4a27e45f-61e3-48c6-8c33-803fe2e610ef tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:24.191196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-24ceffe3-d43a-4745-b9a2-dfa293419e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:24.193413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-24ceffe3-d43a-4745-b9a2-dfa293419e57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539564 Feb 04 13:03:24.208242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.247252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28fc5639-79f7-4732-aa62-2b9592e85232 req-23804fad-cd6d-4ef8-94ed-d6f68ded8883 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410776 Feb 04 13:03:24.326352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4fb6010-6398-4702-a34e-03758696cb44 req-4a27e45f-61e3-48c6-8c33-803fe2e610ef tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:24.334706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-4a27e45f-61e3-48c6-8c33-803fe2e610ef tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3311605 Feb 04 13:03:24.384135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.435102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.542540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=212f37f9-f002-4bb4-90f4-800514acf038,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:24.565460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-dd3adc7c-2f11-4ce1-9862-63d65934ae5c service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567781 Feb 04 13:03:24.617606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=071cb482-3a99-4798-9721-aa65905be917,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:24.642647 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.723724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:24.743394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-30a02a0d-a9cf-4a5a-b193-1998c0ecd4f1 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077430 Feb 04 13:03:24.770237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bf861192-fb8e-4498-9a8b-0f6029462d5b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:24.821764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.844047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bf861192-fb8e-4498-9a8b-0f6029462d5b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:24.844788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.854175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-333b9fbb-3ca5-4453-9625-4e632f1f98e6 req-1ba391c5-7d10-433d-9a9f-1b00e60f45ac service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737746 Feb 04 13:03:24.892908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.928600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:17Z', 'revision_number': 2, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:24.942303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:24.948271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-820da758-5eb0-46c2-a79e-597bef10257d service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039056 Feb 04 13:03:24.952642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:24.953172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Updating router 3505d233-9645-45f0-a827-5b9f03ad31af port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:25.014982 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.028411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c7d585ed-8f77-4f91-9a56-363141131720', '017c0b20-3452-4bcf-bc7c-75a64ff71483'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:25.095070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:25.159117 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.169683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=2bc3b8da-444e-4879-b95a-814d1b662b86,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:25.214131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] No DVR routers for this DVR port 017c0b20-3452-4bcf-bc7c-75a64ff71483 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:25.251674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22beaa2-2b12-4b8c-a093-62a64df532e1 req-c5870e0c-af6e-4d34-a8b9-8c9eced4b4a2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.253492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d22beaa2-2b12-4b8c-a093-62a64df532e1 req-c5870e0c-af6e-4d34-a8b9-8c9eced4b4a2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 947 time: 0.6421330 Feb 04 13:03:25.255226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.257162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53430c7c-a7dc-460f-93b3-8b01330a8148 req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "DELETE /v2.0/ports/017c0b20-3452-4bcf-bc7c-75a64ff71483 HTTP/1.1" status: 204 len: 173 time: 2.6840584 Feb 04 13:03:25.266153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.276993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f1026ba-6d7b-4258-9df1-edd60f3c8ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4702156 Feb 04 13:03:25.278551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'name': 'network-vif-deleted', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:25.284967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d561f1-29f5-40fc-907b-ffc1a26804b8 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Pushing event deleted for resources: {'Port': ['ID=017c0b20-3452-4bcf-bc7c-75a64ff71483,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:25.370528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d22beaa2-2b12-4b8c-a093-62a64df532e1 req-b904959b-d5e3-41d4-ae99-d4d49d678589 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869155 Feb 04 13:03:25.455965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b57d070-0441-4ef2-9fe1-26c78b07b6e2 req-1204a5c6-4a25-459c-b34c-71ab1dd62347 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c6a2782-cee9-4b1d-adfe-842a6f15f245 HTTP/1.1" status: 200 len: 210 time: 0.0625274 Feb 04 13:03:25.497427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.497776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.498116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.498450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.507076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.507423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.507769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.508113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.508573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.508761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.509093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.509419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:25.589393 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'code': 200} Feb 04 13:03:25.589729 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba12652-e0de-44b4-a055-0879522e0bc4', 'code': 200} Feb 04 13:03:25.602652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4be65132-a466-4e4f-b2eb-af56ce484beb up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:25.637679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:03:25.773265 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.801564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ef448-7636-44cf-ac1f-bf777d7fdfd6 req-2b6ad6c9-ed9f-41e2-a592-2d2dcd6d29a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.804179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d95ef448-7636-44cf-ac1f-bf777d7fdfd6 req-2b6ad6c9-ed9f-41e2-a592-2d2dcd6d29a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.2068510 Feb 04 13:03:25.816369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.868292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d95ef448-7636-44cf-ac1f-bf777d7fdfd6 req-e36b6906-1019-4943-944e-4ef045fc4d6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 Feb 04 13:03:25.898125 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:25.991630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:25.998402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.005711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.013868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.022843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.031415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.037837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.046515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57c2759c-0997-421a-ada9-7e7fce729499 req-854fbd2d-0024-4d12-b0ba-1ce408a9fcc7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.3407218 Feb 04 13:03:26.073326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Transition to ACTIVE for port object 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:26.102968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.133272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56070f-5abe-4e31-bd39-57a2af3738c7 req-a926cb61-1389-4b01-bb4d-942d38c997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.138772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c56070f-5abe-4e31-bd39-57a2af3738c7 req-a926cb61-1389-4b01-bb4d-942d38c997c8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1100 time: 0.3284750 Feb 04 13:03:26.189243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:26.210277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bf861192-fb8e-4498-9a8b-0f6029462d5b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bf861192-fb8e-4498-9a8b-0f6029462d5b,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:26.221326 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.245907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff30c56b-9533-4a3b-961f-4b9658029a25 req-188ff794-2176-4425-8a14-7ba28e9ca79f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 210 time: 0.1378479 Feb 04 13:03:26.261115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c56070f-5abe-4e31-bd39-57a2af3738c7 req-f8c82c90-8dc9-4cf0-8a5a-24be0fdd16d9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178951 Feb 04 13:03:26.277376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57c2759c-0997-421a-ada9-7e7fce729499 req-398db923-0a86-4c4a-aae2-970a8bf86db3 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292581 Feb 04 13:03:26.330155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.339150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 4be65132-a466-4e4f-b2eb-af56ce484beb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:26.361316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 4be65132-a466-4e4f-b2eb-af56ce484beb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:26.361695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.409594 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a2782-cee9-4b1d-adfe-842a6f15f245', 'name': 'network-vif-deleted', 'tag': '017c0b20-3452-4bcf-bc7c-75a64ff71483', 'status': 'completed', 'code': 200} Feb 04 13:03:26.510243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda758da-9300-4e24-8cf2-0757194d523e None None] Pushing event updated for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:26.538664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 212f37f9-f002-4bb4-90f4-800514acf038 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:26.602875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-ef296a8d-9571-4c2f-97c1-33dc96f5cc17 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--44457748&fields=id&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 267 time: 0.0792441 Feb 04 13:03:26.704082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1ab7c-73c9-49db-98b9-e214401bdd74 req-8733f1db-38b7-455d-89c1-248d16803ce0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.705433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7da1ab7c-73c9-49db-98b9-e214401bdd74 req-8733f1db-38b7-455d-89c1-248d16803ce0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 944 time: 0.1543603 Feb 04 13:03:26.740175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Attempting to bind port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:26.741299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Attempting to bind port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:26.744555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Attempting to bind port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:26.774707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:26.775402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Checking segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:26.775900 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.776983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Bound using segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:26.777595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Bound port: 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:26.778091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.795857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7da1ab7c-73c9-49db-98b9-e214401bdd74 req-d2ee65e8-e853-4058-bf11-4d4df2975964 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844319 Feb 04 13:03:26.820947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-b921c520-74f2-4c3e-bb95-e0942ba7673c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:26.822516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-b921c520-74f2-4c3e-bb95-e0942ba7673c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 816 time: 0.2115378 Feb 04 13:03:26.839492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-389292b0-4e38-4b0f-ac83-53760e7fc4f4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/quotas/1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 375 time: 0.0096724 Feb 04 13:03:26.939600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-09c05de3-dbd1-4c6f-9f5e-18d1277c232b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943437 Feb 04 13:03:26.969045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=14']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:26.975710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:26.996410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb3e1-3bdf-4a09-a991-b80cfe70f37f req-1e78f638-d951-480a-adfe-25a81c93796f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:27.005263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0cb3e1-3bdf-4a09-a991-b80cfe70f37f req-1e78f638-d951-480a-adfe-25a81c93796f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1160426 Feb 04 13:03:27.066985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] For port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:27.098485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] For port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:27.101127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 212f37f9-f002-4bb4-90f4-800514acf038 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:27.101533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:27.115345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-1a6cb4db-70a4-46ac-80b4-35e531ac0134 service neutron] 10.222.0.53 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578615 Feb 04 13:03:27.128290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:27.135366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:27.145774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:27.176132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0cb3e1-3bdf-4a09-a991-b80cfe70f37f req-044abd33-dd8e-4c91-a0fb-81ac35526898 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699994 Feb 04 13:03:27.224149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:27.224928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 017c0b20-3452-4bcf-bc7c-75a64ff71483 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:27.240386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-ecb82feb-a268-41a3-9423-01c6542ce8bf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:27.241813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-ecb82feb-a268-41a3-9423-01c6542ce8bf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 820 time: 0.2192392 Feb 04 13:03:27.254326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'port': {'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'admin_state_up': True, 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:27.274155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 017c0b20-3452-4bcf-bc7c-75a64ff71483 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:03:27.274547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 017c0b20-3452-4bcf-bc7c-75a64ff71483 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:03:27.304649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:27.305273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:27.310624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-b7ac3736-2b9a-4e8a-96a0-e3088cafc998 service neutron] 10.222.0.53 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890736 Feb 04 13:03:27.390499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda758da-9300-4e24-8cf2-0757194d523e None None] Pushing event updated for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:27.621280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:27.624410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071cb482-3a99-4798-9721-aa65905be917'}, {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}, {'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:27.641578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:27.671836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:27.689402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Made reservation on behalf of 7cc466c5862a43c0a35da32a2f7d297b for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:27.693316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:27.743455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:27.761967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a188d-dcf6-4761-9904-272b7be3d4bf req-64875bed-2fde-4b96-a92d-4eeebd1bb659 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:27.771370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-860a188d-dcf6-4761-9904-272b7be3d4bf req-64875bed-2fde-4b96-a92d-4eeebd1bb659 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.2588682 Feb 04 13:03:27.916840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-860a188d-dcf6-4761-9904-272b7be3d4bf req-929cc995-23c6-4d71-9eaf-4ab4b97ccf68 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457846 Feb 04 13:03:28.137929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Allocated IP 172.20.0.6 (72c557d0-6868-4864-9309-f3645e0e34af/3d94f8f7-50a3-4406-a00e-5d1bb6d6403e/9e67892a-9c14-4c43-af35-bd7427512a7a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:28.204453 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-054ec2c6-d984-489b-a651-f41b6ef227bf req-006b60af-5129-46ef-8c9f-8ef4c22bbd3a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 210 time: 0.2837100 Feb 04 13:03:28.219941 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:27Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:28.225251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e56eac-d6a9-4b1f-90e1-42c19c8b3c75 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:27Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:28.749046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:28.850130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-678df086-4ec8-4000-86b3-8de73cd7fbda req-c0bad33d-3e0b-4f73-8979-2cab0865b642 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 210 time: 0.0729759 Feb 04 13:03:28.962835 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071cb482-3a99-4798-9721-aa65905be917', 'code': 200} Feb 04 13:03:28.963089 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'code': 200} Feb 04 13:03:28.964126 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'code': 200} Feb 04 13:03:28.994433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:29.005698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:29.006334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.037412 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.060310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Transition to ACTIVE for port object 9e67892a-9c14-4c43-af35-bd7427512a7a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:29.089132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.233724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event updated for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:29.252090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.258951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.265684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.274127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.281028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.288810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.292509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.295031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.302824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-b8987ea2-97f8-4c22-b9e4-f558b22f060b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 1.1258030 Feb 04 13:03:29.321721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Network 72c557d0-6868-4864-9309-f3645e0e34af is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:29.324585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:29.327821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:29.361148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:29.368918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.369718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bf861192-fb8e-4498-9a8b-0f6029462d5b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:29.466069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69b64ab1-d7db-483a-beee-cf141e465d98 req-d42babe9-908d-4630-837e-94ca47846e57 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617675 Feb 04 13:03:29.495729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.496441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.531732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-888f086c-f360-4a57-abbf-4f2f6f414b24 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2810941 Feb 04 13:03:29.545345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Request body: {'port': {'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:29.692947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:29.734571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bf861192-fb8e-4498-9a8b-0f6029462d5b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:29.734974 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.818184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.818869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.819151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.826839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.827539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.828473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.829111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.831374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-3a2c9c95-9a93-4f50-8d9d-97239909d3ae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6490 time: 0.6748354 Feb 04 13:03:29.860377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:29.860628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3edce2-f765-4356-bed7-a0c53302d5aa req-018bb2d3-1a85-491f-bbf2-270b58c5cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.867208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b3edce2-f765-4356-bed7-a0c53302d5aa req-018bb2d3-1a85-491f-bbf2-270b58c5cc00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 1096 time: 0.8043411 Feb 04 13:03:29.891630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b87f-2c94-4492-b419-81755f0449b6 req-b6aafdce-0ce4-4ede-b8fc-17204e8dba1b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:29.910480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9768b87f-2c94-4492-b419-81755f0449b6 req-b6aafdce-0ce4-4ede-b8fc-17204e8dba1b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6729791 Feb 04 13:03:29.917117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb738424-4933-43f9-bda5-c028ba0e122c None None] Provisioning for port 9e67892a-9c14-4c43-af35-bd7427512a7a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:29.930914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb738424-4933-43f9-bda5-c028ba0e122c None None] Provisioning complete for port 9e67892a-9c14-4c43-af35-bd7427512a7a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:29.931283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb738424-4933-43f9-bda5-c028ba0e122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.101708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-aa0c226a-43ca-4f6d-828e-61d8ed5d9eb5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.103353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-aa0c226a-43ca-4f6d-828e-61d8ed5d9eb5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 816 time: 0.6134434 Feb 04 13:03:30.147662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cb738424-4933-43f9-bda5-c028ba0e122c None None] Port 9e67892a-9c14-4c43-af35-bd7427512a7a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:30.212096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd188de2-7a22-42f4-ba64-aeee744466d7 req-4e426a1f-6c29-4d68-a94a-b7c3b10276bc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3723321 Feb 04 13:03:30.230255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9768b87f-2c94-4492-b419-81755f0449b6 req-8efcda9f-b48e-4aa6-baf5-ff1e48bd9171 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186281 Feb 04 13:03:30.236617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-16e7f3f1-cb19-4864-b960-503ea11d74e2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 378 time: 0.1209159 Feb 04 13:03:30.240476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b3edce2-f765-4356-bed7-a0c53302d5aa req-49f8cee0-6883-4c66-b009-0364af703e9a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640769 Feb 04 13:03:30.264525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e8720-f58d-492d-9d88-b77f632c729a req-815f93e5-d0f6-4262-83ad-23f2f8b120c9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.266025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c74e8720-f58d-492d-9d88-b77f632c729a req-815f93e5-d0f6-4262-83ad-23f2f8b120c9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 945 time: 0.5695214 Feb 04 13:03:30.336460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c74e8720-f58d-492d-9d88-b77f632c729a req-03872f72-9f10-4d0d-b6bb-10411161cd6d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Feb 04 13:03:30.410978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e67892a-9c14-4c43-af35-bd7427512a7a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:30.420506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.422645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'port': {'device_id': '21579959-3b81-4a70-9141-b08bfa882a93', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'admin_state_up': True, 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'security_groups': ['27dd697d-4b67-4a46-a36c-5ee15199bbd5']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:30.440069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Transition to ACTIVE for port object 9e67892a-9c14-4c43-af35-bd7427512a7a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:30.445207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.449625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:30.531961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227d07-2324-40dd-b8e0-0738d3b2aa63 req-0cd19333-91b7-4436-a45f-2c39cc6a9933 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.532677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:30.533146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.538717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4227d07-2324-40dd-b8e0-0738d3b2aa63 req-0cd19333-91b7-4436-a45f-2c39cc6a9933 tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.1989744 Feb 04 13:03:30.621522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4227d07-2324-40dd-b8e0-0738d3b2aa63 req-ba957832-174c-4a77-a911-67651c5181bf tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817845 Feb 04 13:03:30.642677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:30.650907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:port and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:30.667617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:30.674632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:30.686242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Made reservation on behalf of 1d6a3c5af3ba4d4799a8b4eb9d482dc6 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:30.690798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.726512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Pushing event updated for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:30.848004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Attempting to bind port 9e67892a-9c14-4c43-af35-bd7427512a7a on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:30.848246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Attempting to bind port 9e67892a-9c14-4c43-af35-bd7427512a7a by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:30.849177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Attempting to bind port 9e67892a-9c14-4c43-af35-bd7427512a7a on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:30.859479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbbd3f-260d-417f-a368-d1295de47b6e req-fc29eaba-42f2-42ef-ab92-3fb0f89aef9c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.860551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0dcbbd3f-260d-417f-a368-d1295de47b6e req-fc29eaba-42f2-42ef-ab92-3fb0f89aef9c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.3599813 Feb 04 13:03:30.864489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Port 9e67892a-9c14-4c43-af35-bd7427512a7a on network 72c557d0-6868-4864-9309-f3645e0e34af not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:30.864813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Attempting to bind port 9e67892a-9c14-4c43-af35-bd7427512a7a on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:30.871335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:30.871335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Checking segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:30.871789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Bound using segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:30.872130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Bound port: 9e67892a-9c14-4c43-af35-bd7427512a7a, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:30.872605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:30.968964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0dcbbd3f-260d-417f-a368-d1295de47b6e req-6e8ee01e-4c78-499b-bf29-c98ce7714f5f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856218 Feb 04 13:03:30.996082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:30.999693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9e67892a-9c14-4c43-af35-bd7427512a7a,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:31.008483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6447790-f1a5-44a3-bc95-4c263a418007 req-4cd38f02-2171-4503-96dc-77dfeff3718f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.009990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6447790-f1a5-44a3-bc95-4c263a418007 req-4cd38f02-2171-4503-96dc-77dfeff3718f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 943 time: 0.2357099 Feb 04 13:03:31.014209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:31.047741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Allocated IP 172.20.0.8 (73cd6561-c333-4d3e-9cf4-3ad17307be91/8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d/fc984adf-9fd8-4f83-a704-11377fe4c2ab) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:31.089360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.089974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:31.092605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] 10.222.0.90 "PUT /v2.0/ports/9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 1091 time: 1.5534816 Feb 04 13:03:31.093050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:31.114902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d6447790-f1a5-44a3-bc95-4c263a418007 req-23c762bf-509d-4478-b6ab-b6946ad582d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:31.143297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-2dd06e21-366f-4f17-be47-6232fd94057e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.144784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-2dd06e21-366f-4f17-be47-6232fd94057e tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.2199183 Feb 04 13:03:31.184331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0e42882b-e7af-4fd2-9e9d-05b947c4087e req-8110f80d-ddf9-488d-9311-d111768bbf8e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:31.205241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdb7f4-2dea-4462-84be-09bdfe2808df service neutron] Pushing event updated for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:31.235102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0e42882b-e7af-4fd2-9e9d-05b947c4087e req-8110f80d-ddf9-488d-9311-d111768bbf8e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:31.236448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e42882b-e7af-4fd2-9e9d-05b947c4087e req-8110f80d-ddf9-488d-9311-d111768bbf8e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 210 time: 0.1386659 Feb 04 13:03:31.259403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-2f058491-ebff-4076-94f7-efe6320f372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.260902 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-2f058491-ebff-4076-94f7-efe6320f372c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1094 time: 0.1141114 Feb 04 13:03:31.300062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d6447790-f1a5-44a3-bc95-4c263a418007 req-23c762bf-509d-4478-b6ab-b6946ad582d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:31.308672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6447790-f1a5-44a3-bc95-4c263a418007 req-23c762bf-509d-4478-b6ab-b6946ad582d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864668 Feb 04 13:03:31.390164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-af6752c2-a270-4eb5-aa5a-2277e63fed5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.1091757 Feb 04 13:03:31.407033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Deleting port c7d585ed-8f77-4f91-9a56-363141131720 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:31.407675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:31.657381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-65b80068-e828-4837-b149-7135b97aa95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.658875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-65b80068-e828-4837-b149-7135b97aa95a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.2679310 Feb 04 13:03:31.720653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:31.738859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604efa2b-48fb-478a-be9d-6662c42b1ee7 req-415e0619-6d7b-4e39-87c2-b5734bbab86c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.740409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-604efa2b-48fb-478a-be9d-6662c42b1ee7 req-415e0619-6d7b-4e39-87c2-b5734bbab86c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1651583 Feb 04 13:03:31.790018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6010-6398-4702-a34e-03758696cb44 req-7f974fb5-3553-48be-b135-117c89c3b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.791632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-7f974fb5-3553-48be-b135-117c89c3b4a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261308 Feb 04 13:03:31.874043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-604efa2b-48fb-478a-be9d-6662c42b1ee7 req-dc1a712e-96a7-4357-97f4-e6139363e3c6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261399 Feb 04 13:03:32.077546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-d1469245-f55f-4b36-9711-cc03fa1d90f3 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635472 Feb 04 13:03:32.099387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Transition to ACTIVE for port object fc984adf-9fd8-4f83-a704-11377fe4c2ab will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:32.130083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.138000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.145514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.151595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.158267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.164574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.171116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.179310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-9976373e-3f43-450e-9c33-e0ce15085eaf tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.6555846 Feb 04 13:03:32.267288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] For port c7d585ed-8f77-4f91-9a56-363141131720, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=c7d585ed-8f77-4f91-9a56-363141131720,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:32.267708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:32.289115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4fb6010-6398-4702-a34e-03758696cb44 req-fb48e7b0-dabb-4280-8eac-fc7b212e7ce0 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052646 Feb 04 13:03:32.289989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a05e317c-c6cb-49b7-915b-71287cb444b7 req-b49eb37a-b526-4d35-b36a-10f6470042c1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095126 Feb 04 13:03:32.318290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95577-eeae-4dcd-a778-a7eb35a4c6b2 req-f3b81f85-8f20-4b2e-86b6-e98f3a6c7a81 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.319590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bc95577-eeae-4dcd-a778-a7eb35a4c6b2 req-f3b81f85-8f20-4b2e-86b6-e98f3a6c7a81 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1100 time: 0.0955503 Feb 04 13:03:32.376843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bc95577-eeae-4dcd-a778-a7eb35a4c6b2 req-74f0d59c-7fe3-4584-a883-e368cd15ba75 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Feb 04 13:03:32.404842 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:03:32.445769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Calling delete_port for c7d585ed-8f77-4f91-9a56-363141131720 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:32.527907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-15a52108-fdfe-4fa5-8fe9-b29189933b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.538345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-15a52108-fdfe-4fa5-8fe9-b29189933b99 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1094 time: 0.1088412 Feb 04 13:03:32.551336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:32.678668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:32.687829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:32.690957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:32.778948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.782902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-719db50c-2976-4a3c-8d0f-6cc6a4b3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.784370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-719db50c-2976-4a3c-8d0f-6cc6a4b3dd25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2386453 Feb 04 13:03:32.860004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.860665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:32.888318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4966e-cf91-41bc-b2c2-c823948f8dfd req-785bfd76-aaf9-4e0e-8df9-21ea1f66ceba tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.890936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29c4966e-cf91-41bc-b2c2-c823948f8dfd req-785bfd76-aaf9-4e0e-8df9-21ea1f66ceba tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/ports?device_id=b100a315-4859-4e84-9932-5e9469d9e826 HTTP/1.1" status: 200 len: 945 time: 0.3826599 Feb 04 13:03:32.898094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:32.904913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-b723b091-0bea-4894-b80d-235e3e725cbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.1128614 Feb 04 13:03:32.912808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6039-6d12-45f3-993b-e1cdc2f46bb4 req-d4ee1ea9-ad9a-4529-9e64-5068dafb5943 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.914351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bafd6039-6d12-45f3-993b-e1cdc2f46bb4 req-d4ee1ea9-ad9a-4529-9e64-5068dafb5943 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 945 time: 0.2941015 Feb 04 13:03:32.921367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['c7d585ed-8f77-4f91-9a56-363141131720'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:33.033969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-7daf26fa-307e-4b84-ad2a-e6289a4c022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.035499 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-7daf26fa-307e-4b84-ad2a-e6289a4c022f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1202049 Feb 04 13:03:33.042826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bafd6039-6d12-45f3-993b-e1cdc2f46bb4 req-00609863-db27-4b6b-8f76-c656435b6b1d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754683 Feb 04 13:03:33.050100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Pushing event deleted for resources: {'Port': ['ID=c7d585ed-8f77-4f91-9a56-363141131720,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:33.129632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] No DVR routers for this DVR port c7d585ed-8f77-4f91-9a56-363141131720 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:33.135750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:33.138563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d59368e9-4847-49f6-bf58-c350a2c7fad3 req-622ca28c-7a9f-47eb-a88b-96ddd8490a6c tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.90 "DELETE /v2.0/ports/c7d585ed-8f77-4f91-9a56-363141131720 HTTP/1.1" status: 204 len: 173 time: 1.9845214 Feb 04 13:03:33.138954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-0b44e81a-6cd2-4c17-abe5-a603a1ddea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.139798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-42e03068-27ed-42d4-a91e-776a4626cf2d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7220392 Feb 04 13:03:33.140542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-0b44e81a-6cd2-4c17-abe5-a603a1ddea9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967596 Feb 04 13:03:33.142237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'name': 'network-vif-deleted', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:33.153941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29c4966e-cf91-41bc-b2c2-c823948f8dfd req-ee190204-f970-48dd-854f-9e23a9171a9f tempest-ServerRescueTestJSON-488683989 tempest-ServerRescueTestJSON-488683989-project] 10.222.0.53 "GET /v2.0/security-groups?id=818255f8-658a-4b66-964b-8cc4fa2e198c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507176 Feb 04 13:03:33.159267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Request body: {'port': {'device_id': '21579959-3b81-4a70-9141-b08bfa882a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:33.181011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-32885ddc-076e-4119-b815-86ae6a89aa0f None None] Provisioning for port fc984adf-9fd8-4f83-a704-11377fe4c2ab completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:33.193727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-32885ddc-076e-4119-b815-86ae6a89aa0f None None] Provisioning complete for port fc984adf-9fd8-4f83-a704-11377fe4c2ab triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:33.194184 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-32885ddc-076e-4119-b815-86ae6a89aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:33.334951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-32885ddc-076e-4119-b815-86ae6a89aa0f None None] Port fc984adf-9fd8-4f83-a704-11377fe4c2ab cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:33.417485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:33.451933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-8e2924d8-ec15-4b5d-be69-e1ee7d874a26 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002987 Feb 04 13:03:33.551213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-d24cdf7f-5a02-42e3-9a30-4850d3eba239 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.552723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-d24cdf7f-5a02-42e3-9a30-4850d3eba239 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.3776181 Feb 04 13:03:33.584066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-f8c12882-01ae-418d-aebd-762868a9dab2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/quotas/9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 375 time: 0.0172236 Feb 04 13:03:33.605854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef88df0-fa4d-4773-b338-c0bed1e3da84 req-b200dc25-8db5-4642-9492-5b6937a513ba tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.606577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6ef88df0-fa4d-4773-b338-c0bed1e3da84 req-b200dc25-8db5-4642-9492-5b6937a513ba tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:33.700940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6ef88df0-fa4d-4773-b338-c0bed1e3da84 req-b200dc25-8db5-4642-9492-5b6937a513ba tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:33.702315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ef88df0-fa4d-4773-b338-c0bed1e3da84 req-b200dc25-8db5-4642-9492-5b6937a513ba tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 931 time: 0.3447561 Feb 04 13:03:33.789589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ef88df0-fa4d-4773-b338-c0bed1e3da84 req-3eb421d7-9230-4640-b4a2-ab6c991e38a2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640061 Feb 04 13:03:33.794594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dffbfe9a-2c60-4f37-8073-2370a9c79fab req-ebb77b4d-a860-49ae-92e0-a6acfe901fb4 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300247 Feb 04 13:03:33.828294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-11951d4a-688a-4dfd-838c-f7f0ec078701 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2297292 Feb 04 13:03:33.970783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:33.973348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-152359d6-ed4c-4faa-9b9b-88df5e1675a2 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338038 Feb 04 13:03:33.979767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:34.008253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Transition to ACTIVE for port object fc984adf-9fd8-4f83-a704-11377fe4c2ab will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:34.013385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:34.116064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-5117cf15-e6be-48b5-8acd-46cfa9896eff service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365867 Feb 04 13:03:34.264014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c9a87-5331-4206-a4c5-b3ee3e662436 req-1740df17-9cae-4cd7-8977-2a90b194f81f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.265599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be7c9a87-5331-4206-a4c5-b3ee3e662436 req-1740df17-9cae-4cd7-8977-2a90b194f81f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 943 time: 0.3439744 Feb 04 13:03:34.331237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:34.405726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be7c9a87-5331-4206-a4c5-b3ee3e662436 req-287eef83-ab40-40c2-ad44-d1143805604a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288781 Feb 04 13:03:34.444426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:34.444766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:34.445101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:34.450895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:34.451852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:34.457920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:34.458382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:34.458932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Bound using segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:34.459488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Bound port: fc984adf-9fd8-4f83-a704-11377fe4c2ab, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:34.459955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:34.585127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:34.589704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:34.595889 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:34.664665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.665567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:34.667303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] 10.222.0.87 "PUT /v2.0/ports/fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 1091 time: 1.5125558 Feb 04 13:03:34.688434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8cd1-5f80-4ae4-be97-14eee2bc5d0d service neutron] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:34.885201 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b100a315-4859-4e84-9932-5e9469d9e826', 'name': 'network-vif-deleted', 'tag': 'c7d585ed-8f77-4f91-9a56-363141131720', 'status': 'completed', 'code': 200} Feb 04 13:03:34.944521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-03d64212-b9c5-4c89-9571-9f098a203ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.952664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-03d64212-b9c5-4c89-9571-9f098a203ae8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1094 time: 0.2434866 Feb 04 13:03:34.961170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42622) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:35.048221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-2c8844ae-b318-4513-b081-b0e4d752b57c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 217 time: 0.0878730 Feb 04 13:03:35.190020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-a9a437d6-7fd4-4fe6-9ab6-41757a7970b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.191753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-a9a437d6-7fd4-4fe6-9ab6-41757a7970b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.1356697 Feb 04 13:03:35.239619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eafc5d65-c69a-4136-9d64-bcbe523f88e7 req-023b1a84-1a20-4265-a41a-b23f9a511409 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 210 time: 0.0668972 Feb 04 13:03:35.268542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.275729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.281695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.287732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.293720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.299688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.305748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.307711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-d7d3f4ed-bf58-4a79-ad54-d0c69c81b8a2 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.2128360 Feb 04 13:03:35.361114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-f7f1c985-09e7-40f2-892d-bf11c008482b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4894292 Feb 04 13:03:35.367140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f643831b-fc7d-4a39-8f83-d78429a9e332 req-fee33f86-a643-45eb-9b9b-5a1c52965ff6 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508525 Feb 04 13:03:35.369284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-902e3162-a009-4b23-8c35-670014348886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.370694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-902e3162-a009-4b23-8c35-670014348886 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715722 Feb 04 13:03:35.577073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-c6481d15-386a-4494-bf6e-03d065bb3545 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985817 Feb 04 13:03:35.598907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9e67892a-9c14-4c43-af35-bd7427512a7a details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:03:35.601305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c7d585ed-8f77-4f91-9a56-363141131720 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:35.641748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: c7d585ed-8f77-4f91-9a56-363141131720 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:03:35.642484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device c7d585ed-8f77-4f91-9a56-363141131720 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:03:35.677109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d32e9-0400-4428-8c0d-1920ceff8900 req-7b7e1310-4816-4227-8246-132c073fe602 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.678653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-448d32e9-0400-4428-8c0d-1920ceff8900 req-7b7e1310-4816-4227-8246-132c073fe602 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.3025596 Feb 04 13:03:35.742196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7414874b-77ce-4bd4-8fc3-9eba733ca325 req-89c7e1ee-9e41-4149-8683-ef5a106caea8 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568291 Feb 04 13:03:35.752280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-448d32e9-0400-4428-8c0d-1920ceff8900 req-080d4d09-7886-437e-8d03-9fcb1230479c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Feb 04 13:03:35.765569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc535c7f-c4ef-403d-8200-c8e09be89fde req-4b808039-5c53-4454-93a4-9b738c00e6c4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.773431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc535c7f-c4ef-403d-8200-c8e09be89fde req-4b808039-5c53-4454-93a4-9b738c00e6c4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 945 time: 0.2790072 Feb 04 13:03:35.846422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc535c7f-c4ef-403d-8200-c8e09be89fde req-42f0d372-391f-4a4d-97e4-d523c461a0b9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Feb 04 13:03:35.938776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9e67892a-9c14-4c43-af35-bd7427512a7a,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:35.968884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:03:36.118648 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:36.140649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e67892a-9c14-4c43-af35-bd7427512a7a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:36.166258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9e67892a-9c14-4c43-af35-bd7427512a7a,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:36.181038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-7c2f27a3-dc1a-44a2-82e7-6e6755d9096e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.183001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-7c2f27a3-dc1a-44a2-82e7-6e6755d9096e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.4429986 Feb 04 13:03:36.183259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:36.206517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b849923-f31c-413e-bf68-ade3194de4c1 req-0628881a-1c34-4e13-919f-df1c54573e3d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.217847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b849923-f31c-413e-bf68-ade3194de4c1 req-0628881a-1c34-4e13-919f-df1c54573e3d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.2878423 Feb 04 13:03:36.268333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:36.286027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'device_id': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'admin_state_up': True, 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:36.291733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.297981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.304202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.310297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.326924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.334912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.344482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.362744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f90c31e-d9b7-46f6-be33-95bcf968b360 req-b17528fc-ec51-4b47-9a2a-cda1e3411c13 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.3351314 Feb 04 13:03:36.364245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:36.389238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Request body: {'floatingip': {'port_id': 'd8d49711-20c9-4c07-a923-f814e192cca5'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:36.406773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5b849923-f31c-413e-bf68-ade3194de4c1 req-8ff9d1a0-47ca-48bf-bdb4-b90546dd9095 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:36.422141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['9e67892a-9c14-4c43-af35-bd7427512a7a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:36.471962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5b849923-f31c-413e-bf68-ade3194de4c1 req-8ff9d1a0-47ca-48bf-bdb4-b90546dd9095 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:36.478471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b849923-f31c-413e-bf68-ade3194de4c1 req-8ff9d1a0-47ca-48bf-bdb4-b90546dd9095 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2565420 Feb 04 13:03:36.528598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:36.779242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:36.783684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7365587e-9555-4d5f-802e-734b8e39153a req-faa81523-9cce-48e7-8049-4a6d631ef5d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 210 time: 0.0641906 Feb 04 13:03:36.798978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:36.828915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:36.832477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:36.893656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:36.906903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:36.984443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-60ee0abc-3ce0-4e46-a8a8-af9b16d2fb4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.985899 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-60ee0abc-3ce0-4e46-a8a8-af9b16d2fb4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 945 time: 0.8023121 Feb 04 13:03:37.195744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 4be65132-a466-4e4f-b2eb-af56ce484beb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:37.195994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.231484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.20.0.4 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/7ec9b990-df12-498e-979d-f9e752e18d12) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:37.249960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568598f-5faf-4386-a490-e76ab452420c req-26ba3591-8a25-4dbf-bcac-0cc4bed658eb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.251473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9568598f-5faf-4386-a490-e76ab452420c req-26ba3591-8a25-4dbf-bcac-0cc4bed658eb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 944 time: 0.4348438 Feb 04 13:03:37.365667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9551ed-dbe2-4fac-8fc9-49aad6fb6f49 req-5a95c3ac-85c8-4046-911a-1f8874858e6c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.373508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef9551ed-dbe2-4fac-8fc9-49aad6fb6f49 req-5a95c3ac-85c8-4046-911a-1f8874858e6c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.4048603 Feb 04 13:03:37.401882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-b7f9be10-f05f-4717-abb3-dedc80136eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.403966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-b7f9be10-f05f-4717-abb3-dedc80136eb3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1100 time: 0.4300888 Feb 04 13:03:37.469281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef9551ed-dbe2-4fac-8fc9-49aad6fb6f49 req-5a004068-f669-483c-a53a-2be6a2b2e41e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950754 Feb 04 13:03:37.485399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9568598f-5faf-4386-a490-e76ab452420c req-4d36df65-daf6-4bec-88b7-69d6e1e7c3df tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239614 Feb 04 13:03:37.599476 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'status': 'completed', 'code': 200} Feb 04 13:03:37.612891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9e67892a-9c14-4c43-af35-bd7427512a7a up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:37.706880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 9e67892a-9c14-4c43-af35-bd7427512a7a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:37.712889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 9e67892a-9c14-4c43-af35-bd7427512a7a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:37.713646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.863004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.864031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Deleting port a2f6a706-29b0-412e-acc4-cbea0c18015a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:37.864371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.892954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:37.899490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-bd5a0922-712e-4c76-b5fe-cd0bfe234e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.900966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-bd5a0922-712e-4c76-b5fe-cd0bfe234e6f service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4518085 Feb 04 13:03:37.903576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.905351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9e67892a-9c14-4c43-af35-bd7427512a7a,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:37.909709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:37.910572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4be65132-a466-4e4f-b2eb-af56ce484beb no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:37.951223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Transition to ACTIVE for port object 7ec9b990-df12-498e-979d-f9e752e18d12 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:38.006204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-ce6e4d0a-99f4-4e29-a1b8-3ceffaa3e7e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.0819430 Feb 04 13:03:38.058054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:03:38.060592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087aeaa-cee9-42cc-a66c-04e8211149bd req-01325db5-557e-4f2a-9ba0-95b3046c8694 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.062110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c087aeaa-cee9-42cc-a66c-04e8211149bd req-01325db5-557e-4f2a-9ba0-95b3046c8694 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.2828562 Feb 04 13:03:38.101878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:38.120477 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.135952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.156189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:38.160164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.161194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:38.161820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.219919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c087aeaa-cee9-42cc-a66c-04e8211149bd req-96ffcd18-3fa0-4caf-b587-c84aa0bd4c53 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481256 Feb 04 13:03:38.245546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:38.252451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] For port a2f6a706-29b0-412e-acc4-cbea0c18015a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2f6a706-29b0-412e-acc4-cbea0c18015a,segment=NetworkSegment(3e454a19-fa9b-42c7-a5c5-28d9f98ae787),segment_id=3e454a19-fa9b-42c7-a5c5-28d9f98ae787)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:38.252940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.281428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:38.286748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:38.417824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:38.430195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Calling delete_port for a2f6a706-29b0-412e-acc4-cbea0c18015a owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:38.445555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-242021e2-d4fb-4d60-bf19-980ceabc243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.447084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-242021e2-d4fb-4d60-bf19-980ceabc243e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1094 time: 0.7287636 Feb 04 13:03:38.458001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 4be65132-a466-4e4f-b2eb-af56ce484beb owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:38.464244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:38.500094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-12d2d892-a740-4075-bd06-96d4f71cc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.501607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-12d2d892-a740-4075-bd06-96d4f71cc8a2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.4820666 Feb 04 13:03:38.545445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1950376-b314-4f2c-8d4c-2924e5bd7c7b req-53b8446e-f44b-482f-adf5-9116b4211d71 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.547159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1950376-b314-4f2c-8d4c-2924e5bd7c7b req-53b8446e-f44b-482f-adf5-9116b4211d71 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 945 time: 0.8275614 Feb 04 13:03:38.644035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.697386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.754914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.755545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.807030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f2cbb18-37b5-4080-afe9-77002b7e5f88 None None] Provisioning for port 7ec9b990-df12-498e-979d-f9e752e18d12 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:38.820026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f2cbb18-37b5-4080-afe9-77002b7e5f88 None None] Provisioning complete for port 7ec9b990-df12-498e-979d-f9e752e18d12 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:38.821111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb18-37b5-4080-afe9-77002b7e5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:38.892179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbb18-37b5-4080-afe9-77002b7e5f88 None None] Port 7ec9b990-df12-498e-979d-f9e752e18d12 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:38.919821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:03:38.929435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-72df3efe-b7a9-4134-81a6-b5d8d28103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.931219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-72df3efe-b7a9-4134-81a6-b5d8d28103b7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.4399173 Feb 04 13:03:38.959561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5010-8663-4faa-98bd-1c3be9da5f61 req-f1c048f9-7e2b-4a4c-89ac-aee312482388 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:38.960559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1bda5010-8663-4faa-98bd-1c3be9da5f61 req-f1c048f9-7e2b-4a4c-89ac-aee312482388 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:38.970681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-c47c68a5-6a50-4f6a-b75e-595c19665c61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6898222 Feb 04 13:03:38.995148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Request body: {'port': {'device_id': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:39.024068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1950376-b314-4f2c-8d4c-2924e5bd7c7b req-106aaae6-d2ff-498e-a66a-f7d4250a32f2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801203 Feb 04 13:03:39.024686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:03:39.024999 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:03:39.026154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-527f729c-5d45-44b6-b96e-9916dda8ff8b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 217 time: 0.0875552 Feb 04 13:03:39.089417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1bda5010-8663-4faa-98bd-1c3be9da5f61 req-f1c048f9-7e2b-4a4c-89ac-aee312482388 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:39.107960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1bda5010-8663-4faa-98bd-1c3be9da5f61 req-f1c048f9-7e2b-4a4c-89ac-aee312482388 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 931 time: 0.6914291 Feb 04 13:03:39.133530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:39.168088 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'code': 200} Feb 04 13:03:39.173756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:03:39.212337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-9535483c-3011-4d3a-83ee-df3172a7300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.213866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-9535483c-3011-4d3a-83ee-df3172a7300e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6767159 Feb 04 13:03:39.219318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-83f65cb5-508a-4ce1-b133-2d160bb851a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.221099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-83f65cb5-508a-4ce1-b133-2d160bb851a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.1331561 Feb 04 13:03:39.226979 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Floating IP e94200f6-8f99-4dcd-ab8e-07493ef6e417 associated. External IP: 172.25.4.230, port: d8d49711-20c9-4c07-a923-f814e192cca5. Feb 04 13:03:39.274219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:39.307903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:39.328782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:39.333552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:39.379200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1bda5010-8663-4faa-98bd-1c3be9da5f61 req-fbe95e0d-e12a-4e9a-80f9-988f6542e6fa tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702887 Feb 04 13:03:39.398358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:39.450742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:39.492988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:39.527835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 4be65132-a466-4e4f-b2eb-af56ce484beb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:39.528387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:39.559551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f6a706-29b0-412e-acc4-cbea0c18015a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:39.651814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f51e8-2989-4dea-8f07-98461dd21424 req-8bcddbac-c909-4ab0-9be6-fe87b12f9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.653760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-488f51e8-2989-4dea-8f07-98461dd21424 req-8bcddbac-c909-4ab0-9be6-fe87b12f9ea4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.4602926 Feb 04 13:03:39.759600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['fc984adf-9fd8-4f83-a704-11377fe4c2ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:39.766359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-c5c74cff-4ea0-4a9f-9aa2-ccf54e507c4d service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475517 Feb 04 13:03:39.946295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-488f51e8-2989-4dea-8f07-98461dd21424 req-cf64ee85-e2ae-47c9-9410-eb061e208328 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585988 Feb 04 13:03:40.054662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-d21beafe-b3df-4642-bf26-0937840a16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.056343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-d21beafe-b3df-4642-bf26-0937840a16e6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7682979 Feb 04 13:03:40.078348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bc115-cafe-4168-b22f-8e739911db99 req-8ea7ca6a-e1cd-4c68-9c36-8712b6cdb1e3 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.083535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-504bc115-cafe-4168-b22f-8e739911db99 req-8ea7ca6a-e1cd-4c68-9c36-8712b6cdb1e3 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 945 time: 0.7364767 Feb 04 13:03:40.162470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809caea-a659-4d06-9613-d12a00805daf req-1d937bb1-0495-46ee-ac41-d0bdca81bb3b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.166680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a809caea-a659-4d06-9613-d12a00805daf req-1d937bb1-0495-46ee-ac41-d0bdca81bb3b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.6093352 Feb 04 13:03:40.225549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:40.527250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a809caea-a659-4d06-9613-d12a00805daf req-2eb08110-a1c9-4469-8a40-9a78b5abab98 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346226 Feb 04 13:03:40.572393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec9b990-df12-498e-979d-f9e752e18d12 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:40.584454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-504bc115-cafe-4168-b22f-8e739911db99 req-228d7a2f-ca68-4ee2-8e76-e065fde029d3 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755518 Feb 04 13:03:40.586722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:40.647590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 4be65132-a466-4e4f-b2eb-af56ce484beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4be65132-a466-4e4f-b2eb-af56ce484beb,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:40.647954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:40.673897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-405d1779-7e05-44fc-a5bd-67de127042d7 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534389 Feb 04 13:03:40.696014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Transition to ACTIVE for port object 7ec9b990-df12-498e-979d-f9e752e18d12 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:40.784183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:40.905772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Router 030b9632-57fb-43bd-8675-d9fb8486a763 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:03:40.913250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 4be65132-a466-4e4f-b2eb-af56ce484beb owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:40.974764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-18900753-aa0c-4fcb-b5ee-15a2785d79e9 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073670 Feb 04 13:03:41.054798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:41.169823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:41.272124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c2c1-f680-4f90-ae35-178ccd9595df req-ac720730-b820-4be4-a838-6bc95ded5ca3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:41.273732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c50c2c1-f680-4f90-ae35-178ccd9595df req-ac720730-b820-4be4-a838-6bc95ded5ca3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.5513256 Feb 04 13:03:41.320446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Attempting to bind port 7ec9b990-df12-498e-979d-f9e752e18d12 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:41.321113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Attempting to bind port 7ec9b990-df12-498e-979d-f9e752e18d12 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:41.321273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Attempting to bind port 7ec9b990-df12-498e-979d-f9e752e18d12 on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:41.335561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Router 569011d2-d6a6-4654-8e11-1dce430bb757 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:03:41.341728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Port 7ec9b990-df12-498e-979d-f9e752e18d12 on network 4543569a-7b44-4161-a675-616c77de2797 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:41.342054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Attempting to bind port 7ec9b990-df12-498e-979d-f9e752e18d12 on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:41.368305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:41.369047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:41.369666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:41.370462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Bound port: 7ec9b990-df12-498e-979d-f9e752e18d12, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:41.371789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:41.460655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c50c2c1-f680-4f90-ae35-178ccd9595df req-46091ced-a61a-4fbe-b32a-87ed51619370 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1796691 Feb 04 13:03:41.487526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e4948e8-a923-4475-99b1-b894d1f8b584 req-aebf17c4-0d72-40a4-9b72-154745cdcf02 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763110 Feb 04 13:03:41.500198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76fd47-fc4d-431e-9801-53b320d855f4 req-88d4f316-46ec-4923-865e-df222984b333 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:41.500198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e76fd47-fc4d-431e-9801-53b320d855f4 req-88d4f316-46ec-4923-865e-df222984b333 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=81cad84c-ad86-44e7-899f-493b9a0c25a2 HTTP/1.1" status: 200 len: 943 time: 0.6947343 Feb 04 13:03:41.521272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:41.533860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:41.536921 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Sync routers for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:41.559598 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:41.563376 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:41.589438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:41.643448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:41.648223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=4be65132-a466-4e4f-b2eb-af56ce484beb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:41.656961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:41.660196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7ec9b990-df12-498e-979d-f9e752e18d12,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:41.670933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:41.674911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Sync routers for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:41.701381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:41.703534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e76fd47-fc4d-431e-9801-53b320d855f4 req-6c53f052-925b-4554-9dbf-d572836c786f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973002 Feb 04 13:03:41.722920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-517f2e8f-f105-4713-b719-e4ad61f0057f admin admin] 10.222.0.53 "PUT /v2.0/routers/569011d2-d6a6-4654-8e11-1dce430bb757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7579346 Feb 04 13:03:41.723092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:41.775441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:41.893751 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'code': 200} Feb 04 13:03:41.917082 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:42.057949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:42.118269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.119371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:42.121006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] 10.222.0.90 "PUT /v2.0/ports/7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 200 len: 1091 time: 3.1328371 Feb 04 13:03:42.131316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c21f180-fbf5-4f97-a3f9-9b9ff31e210c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "PUT /v2.0/floatingips/e94200f6-8f99-4dcd-ab8e-07493ef6e417 HTTP/1.1" status: 200 len: 991 time: 5.7659221 Feb 04 13:03:42.136636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:42.189008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:42.206150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port 4be65132-a466-4e4f-b2eb-af56ce484beb on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:03:42.242584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:42.248959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e080b15b-a43e-4f02-955c-71c76983ff10 req-c4b3ba2e-f90e-4777-8e8f-d94acba3a6bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "DELETE /v2.0/ports/4be65132-a466-4e4f-b2eb-af56ce484beb HTTP/1.1" status: 204 len: 173 time: 5.2259691 Feb 04 13:03:42.373422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7cbc-56b6-4062-b7fe-63e9fd27297e service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:42.384451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187c157-75ad-44a3-82b3-203f264f17b9 req-f1babbc8-8ebf-4cb4-a27f-98c1b41242da tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.386489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d187c157-75ad-44a3-82b3-203f264f17b9 req-f1babbc8-8ebf-4cb4-a27f-98c1b41242da tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.2538826 Feb 04 13:03:42.486739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d187c157-75ad-44a3-82b3-203f264f17b9 req-304f5a61-0d2c-4f68-87d1-453042a04844 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876889 Feb 04 13:03:42.575308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4731c2-c30e-478f-9280-cfbbe418dd52 req-0619b6f5-0f93-43cb-93b4-6249d06d4f4c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.584730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c4731c2-c30e-478f-9280-cfbbe418dd52 req-0619b6f5-0f93-43cb-93b4-6249d06d4f4c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 943 time: 0.6321378 Feb 04 13:03:42.638286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'e94200f6-8f99-4dcd-ab8e-07493ef6e417', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'port_id': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'mac_address': 'fa:16:3e:04:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:01:29Z', 'updated_at': '2022-02-04T13:03:37Z', 'revision_number': 1, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:42.644567 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Checking router: 030b9632-57fb-43bd-8675-d9fb8486a763 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:42.644790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:42.654943 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:42.655817 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:42.791464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d748a5c-f51f-4fe0-8d65-2c181d30c058 req-6845b804-3f73-4b0c-87fb-b5e962936276 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.800678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d748a5c-f51f-4fe0-8d65-2c181d30c058 req-6845b804-3f73-4b0c-87fb-b5e962936276 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 945 time: 0.1130953 Feb 04 13:03:42.813067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:03:39Z', 'revision_number': 5, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:42.822718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Checking router: 569011d2-d6a6-4654-8e11-1dce430bb757 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:42.865283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Routers {'569011d2-d6a6-4654-8e11-1dce430bb757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:42.865912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['569011d2-d6a6-4654-8e11-1dce430bb757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:42.877613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d748a5c-f51f-4fe0-8d65-2c181d30c058 req-f0c049a6-72cb-441b-a4a6-e90f8953ab80 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751753 Feb 04 13:03:42.908803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c4731c2-c30e-478f-9280-cfbbe418dd52 req-445e52bf-c9a2-4736-a571-69c5e9cc8bcc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229747 Feb 04 13:03:42.937211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-2e852e56-9790-4153-8041-fffbb32b4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.938875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-2e852e56-9790-4153-8041-fffbb32b4e1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 1094 time: 0.7452478 Feb 04 13:03:42.975761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:43.016818 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12', 'status': 'completed', 'code': 200} Feb 04 13:03:43.027981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-101f8c67-78df-4305-98d7-e29fb881045f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 200 len: 217 time: 0.0786602 Feb 04 13:03:43.140129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.141385 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:43.165027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.184014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port fc984adf-9fd8-4f83-a704-11377fe4c2ab completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:43.185082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-25239371-9fb8-40a9-a757-680b6319635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.186843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.187561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-25239371-9fb8-40a9-a757-680b6319635b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1508272 Feb 04 13:03:43.202638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.213529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.240121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.251435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port fc984adf-9fd8-4f83-a704-11377fe4c2ab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:43.252336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:43.254821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.264240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-20ad750b-6f8a-4156-9289-b87b0e559e99 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.2575848 Feb 04 13:03:43.271348 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'status': 'completed', 'code': 200} Feb 04 13:03:43.284836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:43.304036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Deleting port a4812b0c-eee7-4e53-842a-0e19b165f205 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:03:43.304388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:43.412734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e52d5535-b693-4d49-b720-6434b5724f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.415095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-e52d5535-b693-4d49-b720-6434b5724f8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217250 Feb 04 13:03:43.429988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] Set router 569011d2-d6a6-4654-8e11-1dce430bb757 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:43.442063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f540911d-0067-4f0f-b6f9-bccf75b94ae1 req-41723320-c9c3-44af-827c-80706c7d63fc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070654 Feb 04 13:03:43.472913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.473386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.474509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.474672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.475309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.475775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.477866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.482926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-4378eb44-b484-4b1a-9da1-8485daa9077b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6490 time: 0.2085724 Feb 04 13:03:43.517721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-37fa977b-996d-4da0-8218-0ca0f5cbea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:43.720815 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'e94200f6-8f99-4dcd-ab8e-07493ef6e417', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'port_id': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'mac_address': 'fa:16:3e:04:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:01:29Z', 'updated_at': '2022-02-04T13:03:37Z', 'revision_number': 1, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:43.726340 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8d093-5852-4aa9-8b20-102cd24e5985 None None] The sync data for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 is: [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'e94200f6-8f99-4dcd-ab8e-07493ef6e417', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'floating_ip_address': '172.25.4.230', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'port_id': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'mac_address': 'fa:16:3e:04:b3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:01:29Z', 'updated_at': '2022-02-04T13:03:37Z', 'revision_number': 1, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:43.737687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012aee7-57df-491e-bd73-a0a3a2765f76 req-9d90f878-604b-489f-8561-a41667acd968 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.745602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1012aee7-57df-491e-bd73-a0a3a2765f76 req-9d90f878-604b-489f-8561-a41667acd968 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3981352 Feb 04 13:03:43.751699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-74f9ce5c-582c-442d-8867-9e47a6b5f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.753455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-74f9ce5c-582c-442d-8867-9e47a6b5f844 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e17eede-cb2b-4692-acca-8fd5a5a106e1 HTTP/1.1" status: 200 len: 913 time: 0.2518575 Feb 04 13:03:43.837943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1012aee7-57df-491e-bd73-a0a3a2765f76 req-dd190339-d28e-4989-b0c0-23cf4ed98db7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904360 Feb 04 13:03:43.902087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-a1fb34ed-5d10-443a-9e6a-9fd454389316 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787989 Feb 04 13:03:43.960546 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:44.062090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:44.090226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d0957a-bc2e-4c95-86ac-251a027cc2d1 req-50c4157d-058b-480f-b49e-52569c296799 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788771 Feb 04 13:03:44.136713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-b837ebf6-be97-40fb-89c4-cf86fb77d35f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8d49711-20c9-4c07-a923-f814e192cca5 HTTP/1.1" status: 200 len: 999 time: 0.2465549 Feb 04 13:03:44.148334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:44.158506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:44.166413 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56256d-8bb5-4454-b9ec-314ab0619b04 None None] New status for floating IP e94200f6-8f99-4dcd-ab8e-07493ef6e417: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:03:44.201966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] For port a4812b0c-eee7-4e53-842a-0e19b165f205, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4812b0c-eee7-4e53-842a-0e19b165f205,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:44.202254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:44.269835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:44.286048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:03:39Z', 'revision_number': 5, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:44.301855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd11a46-d5b1-4ad4-bb4d-0720a4e20f85 None None] The sync data for ids ['569011d2-d6a6-4654-8e11-1dce430bb757'] in n-d-820555-2 is: [{'id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'name': 'tempest-ServerRescueTestJSON-904671977-router', 'tenant_id': '9ef9109493bd4311a98951b4b3c22287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:14Z', 'updated_at': '2022-02-04T13:03:39Z', 'revision_number': 5, 'project_id': '9ef9109493bd4311a98951b4b3c22287', 'gw_port': {'id': 'a4812b0c-eee7-4e53-842a-0e19b165f205', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569011d2-d6a6-4654-8e11-1dce430bb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:44.342433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-d31ef99a-5705-4356-ab08-807ee4bc4c6f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6710899 Feb 04 13:03:44.352327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:44.364969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:44.370851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-5bffe9c1-23b1-4dcd-83a8-07f3c931f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.372611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-5bffe9c1-23b1-4dcd-83a8-07f3c931f807 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2d7d2bc-ac3d-4cc7-b714-6e04aa390669 HTTP/1.1" status: 200 len: 851 time: 0.2232206 Feb 04 13:03:44.377808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Usage tracker for resource:floatingip and tenant:7cc466c5862a43c0a35da32a2f7d297b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:03:44.398980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Calling delete_port for a4812b0c-eee7-4e53-842a-0e19b165f205 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:03:44.424805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:03:44.440182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:44.464186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:44.537659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7a04-89f1-405b-9daa-6f393128d470 req-6d8a8b93-9c87-49b2-af98-e100d2b358b2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.540500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf7b7a04-89f1-405b-9daa-6f393128d470 req-6d8a8b93-9c87-49b2-af98-e100d2b358b2 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.4493108 Feb 04 13:03:44.602448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-87997682-4308-4ee4-85e0-0b9dd791290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.605123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-87997682-4308-4ee4-85e0-0b9dd791290a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200785 Feb 04 13:03:44.611571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689783e-199e-4ad8-82fe-4d064d17694a req-0a697e0b-a701-407e-862c-7ea37dd6d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.614014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-0a697e0b-a701-407e-862c-7ea37dd6d3ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 1094 time: 0.4486315 Feb 04 13:03:44.915511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-14fd6e57-b576-4842-9471-74a67c145688 service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948163 Feb 04 13:03:44.996560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf7b7a04-89f1-405b-9daa-6f393128d470 req-c4fe1430-f8e5-4568-aea0-32ec34fd873a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354463 Feb 04 13:03:45.073513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689783e-199e-4ad8-82fe-4d064d17694a req-3f66744c-165e-4156-80c4-b71581785ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.080326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-3f66744c-165e-4156-80c4-b71581785ead service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.4577656 Feb 04 13:03:45.175367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:45.315350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-deleted', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:45.354751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-561ec83f-b003-43b6-8176-3ba278b547ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 200 len: 217 time: 0.2671378 Feb 04 13:03:45.448429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e1f5f80-aea1-4b9a-900d-79cd7db04db9 req-d4b09aa9-4f8c-43ff-ba72-8b38de7f8401 service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230091 Feb 04 13:03:45.558124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Allocated IP 172.25.4.77 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/664f7a52-c336-440e-bb07-565c22e5a0fa) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:45.595361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689783e-199e-4ad8-82fe-4d064d17694a req-e100545c-dd27-4476-917c-0ab0fe3c097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.600652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-e100545c-dd27-4476-917c-0ab0fe3c097e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2342069 Feb 04 13:03:45.680408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-cbf8aaa5-b6e7-45e6-a21e-5eace6d00e3b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.680408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-cbf8aaa5-b6e7-45e6-a21e-5eace6d00e3b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.4063971 Feb 04 13:03:45.680408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:45.807380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab16cf14-4076-4cd0-92c6-fabb76140aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:45.815447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4812b0c-eee7-4e53-842a-0e19b165f205,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:45.845671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-8a911d3d-c0fd-40cf-9b78-1882b1ccb770 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.1200032 Feb 04 13:03:45.950857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-edabdd10-fc9f-4b1e-be3e-853e70728c57 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893142 Feb 04 13:03:45.952570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689783e-199e-4ad8-82fe-4d064d17694a req-354f2b08-1303-46a9-aa9e-0dd6ce662d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.953948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-354f2b08-1303-46a9-aa9e-0dd6ce662d41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501475 Feb 04 13:03:45.973337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.029141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.107917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:46.107917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:46.107917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:46.146297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.159650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event updated for resources: {'Port': ['ID=664f7a52-c336-440e-bb07-565c22e5a0fa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:46.210476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.288262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.392497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.431419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.491869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2f6a706-29b0-412e-acc4-cbea0c18015a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:46.509903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-8f9184d0-953b-4efe-b96a-401e379c4fc8 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475125 Feb 04 13:03:46.517324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-fb88a049-314e-4e87-ab90-4663cdc94db6 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226359 Feb 04 13:03:46.553843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a2f6a706-29b0-412e-acc4-cbea0c18015a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:03:46.556490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2f6a706-29b0-412e-acc4-cbea0c18015a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:03:46.602456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.609230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.707641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.708765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569011d2-d6a6-4654-8e11-1dce430bb757 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:03:46.773787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.804225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event updated for resources: {'Port': ['ID=664f7a52-c336-440e-bb07-565c22e5a0fa,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:46.827609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.858865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.873135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-36b2f0f9-8513-48f5-8cde-c235be8ffebf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5231643 Feb 04 13:03:46.959164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-4fe17e96-419b-4777-955e-8f8ef71352a8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:46.976373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:46.976951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-4fe17e96-419b-4777-955e-8f8ef71352a8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:46.977496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-50959bbf-dc03-438f-af9e-a93a3fbed42f admin admin] 10.222.0.53 "DELETE /v2.0/routers/569011d2-d6a6-4654-8e11-1dce430bb757 HTTP/1.1" status: 204 len: 168 time: 5.2009325 Feb 04 13:03:46.981547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-4fe17e96-419b-4777-955e-8f8ef71352a8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 695 time: 0.1074913 Feb 04 13:03:46.982245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:47.042936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6689783e-199e-4ad8-82fe-4d064d17694a req-8e9324ea-5662-4a64-8e72-bf2940ea3aa7 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241735 Feb 04 13:03:47.044830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-bd7f4c8c-6bfb-4899-b649-6b532be8d61f service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991937 Feb 04 13:03:47.142141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Deleting subnet 88faa73a-3e15-473d-9afc-a7fbefb2c167 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:03:47.150194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.170186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.245277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-a7f337b0-c5e9-468a-9504-a73ed58a43f8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.254052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-a7f337b0-c5e9-468a-9504-a73ed58a43f8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2341633 Feb 04 13:03:47.266079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-2fc87016-f779-44ad-92ff-12eca5c2f06f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:03:47.271903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f21a47db-f036-4f6d-b61e-bd306969afd2 req-2fc87016-f779-44ad-92ff-12eca5c2f06f tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165296 Feb 04 13:03:47.274693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.338367 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'code': 200} Feb 04 13:03:47.381900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.463174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286c0c-5497-4584-8ccf-2a9192093c9e req-1c801a2b-e8fc-44fa-a56a-b66177a5d065 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.465448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b286c0c-5497-4584-8ccf-2a9192093c9e req-1c801a2b-e8fc-44fa-a56a-b66177a5d065 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 943 time: 0.1414003 Feb 04 13:03:47.525402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5742a-00a6-4087-abbe-7db04188f403 req-6d663069-5828-4224-8c90-af2d92da8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.526972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1d5742a-00a6-4087-abbe-7db04188f403 req-6d663069-5828-4224-8c90-af2d92da8e73 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1096 time: 0.1113596 Feb 04 13:03:47.531379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.531492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b286c0c-5497-4584-8ccf-2a9192093c9e req-0fcb5ba1-1a23-4730-894d-fd109cadeb85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595422 Feb 04 13:03:47.639758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88faa73a-3e15-473d-9afc-a7fbefb2c167,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:47.658313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7ec9b990-df12-498e-979d-f9e752e18d12 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:03:47.658512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.679012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1d5742a-00a6-4087-abbe-7db04188f403 req-decf7a18-8867-4fe5-af00-4122006aef5c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085181 Feb 04 13:03:47.685306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1dcac822-64b5-4c11-aea9-6bb451dd4ac9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88faa73a-3e15-473d-9afc-a7fbefb2c167 HTTP/1.1" status: 204 len: 168 time: 0.7013714 Feb 04 13:03:47.689611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:47.793613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205b68d-2998-475d-9a2e-9c3e08ead1ee req-0dff8a99-a98a-48be-b9b7-ce220136d712 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.807269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5205b68d-2998-475d-9a2e-9c3e08ead1ee req-0dff8a99-a98a-48be-b9b7-ce220136d712 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1631355 Feb 04 13:03:47.837144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.845373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.852186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.860146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.868167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.871807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5205b68d-2998-475d-9a2e-9c3e08ead1ee req-2e4e0549-b915-454d-b69d-25e478189a1d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633450 Feb 04 13:03:47.875086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.884403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:47.899056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-f546d3b7-5295-464a-abfe-410d6555fd90 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.3709006 Feb 04 13:03:47.940049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7ec9b990-df12-498e-979d-f9e752e18d12,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:47.950146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:47.957370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '7ec9b990-df12-498e-979d-f9e752e18d12', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '7ec9b990-df12-498e-979d-f9e752e18d12', 'mac_address': 'fa:16:3e:eb:63:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:03:48.026299 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cad84c-ad86-44e7-899f-493b9a0c25a2', 'name': 'network-vif-deleted', 'tag': '4be65132-a466-4e4f-b2eb-af56ce484beb', 'status': 'completed', 'code': 200} Feb 04 13:03:48.027946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.055369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f53786f-9622-4525-b0ec-db7f7cf86ba8 req-cd288034-553e-4189-9014-2bcc22619248 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549745 Feb 04 13:03:48.056792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec9b990-df12-498e-979d-f9e752e18d12 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:48.077121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7ec9b990-df12-498e-979d-f9e752e18d12,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:48.083258 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.244293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:48.282811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fc87a-4f1e-4abb-b8e4-5364ffe42236 req-8f7ca705-3cd3-4ced-b308-0046711020a6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.291279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b4fc87a-4f1e-4abb-b8e4-5364ffe42236 req-8f7ca705-3cd3-4ced-b308-0046711020a6 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.1706181 Feb 04 13:03:48.327512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.335102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:48.347540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b4fc87a-4f1e-4abb-b8e4-5364ffe42236 req-1b29d198-1f63-4007-811c-415364eaeabb tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Feb 04 13:03:48.405703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-78d731c4-ddb4-4da8-8075-fbeec4f8e03b req-ccd08bcd-cd38-454c-aa7e-bf5a8fd5a4e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:48.412981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7360d13b-d126-4e97-8571-e7592394bc06']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.431912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4812b0c-eee7-4e53-842a-0e19b165f205 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:03:48.432215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e454a19-fa9b-42c7-a5c5-28d9f98ae787') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.432698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e454a19-fa9b-42c7-a5c5-28d9f98ae787') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:48.446674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.457619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-78d731c4-ddb4-4da8-8075-fbeec4f8e03b req-ccd08bcd-cd38-454c-aa7e-bf5a8fd5a4e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:48.459084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78d731c4-ddb4-4da8-8075-fbeec4f8e03b req-ccd08bcd-cd38-454c-aa7e-bf5a8fd5a4e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 210 time: 0.1240489 Feb 04 13:03:48.469498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.478630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:03:48.479342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:48.503258 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:48.589000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a4812b0c-eee7-4e53-842a-0e19b165f205 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:03:48.596883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4812b0c-eee7-4e53-842a-0e19b165f205 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:03:48.614837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.640366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.648304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] Pushing event deleted for resources: {'Network': ['ID=7360d13b-d126-4e97-8571-e7592394bc06,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:48.658650 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:48.671075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3f0b631-21ac-4855-a47b-36b4a072cf0c admin admin] 10.222.0.53 "DELETE /v2.0/networks/7360d13b-d126-4e97-8571-e7592394bc06 HTTP/1.1" status: 204 len: 168 time: 0.9796631 Feb 04 13:03:48.910997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-f0ed4de2-d8c6-45eb-894f-20b11ee3f6fb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.912720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-f0ed4de2-d8c6-45eb-894f-20b11ee3f6fb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 820 time: 0.3561845 Feb 04 13:03:48.916581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:48.919562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.926004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.931914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.938264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.944615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.951507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.957783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.959764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfd286f8-2ec5-424e-a629-146311824071 req-06647261-82e3-4692-b530-fe2ca8d04578 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.2427075 Feb 04 13:03:48.977344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-6a39ae93-e1ee-4bb6-8ebe-dab565239923 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/quotas/7cc466c5862a43c0a35da32a2f7d297b HTTP/1.1" status: 200 len: 375 time: 0.0547757 Feb 04 13:03:49.023495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfd286f8-2ec5-424e-a629-146311824071 req-c48d1209-587f-4d93-8d79-31b75c52c1e0 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559344 Feb 04 13:03:49.082917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-c4cf8235-c424-433e-83d0-ffa2a75bdf58 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.084536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-c4cf8235-c424-433e-83d0-ffa2a75bdf58 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.4538300 Feb 04 13:03:49.090024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-acc3a58c-16b5-4337-a853-c9459be790f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ef9109493bd4311a98951b4b3c22287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721017 Feb 04 13:03:49.092791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:49.102164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '87a24c37-1a42-462d-b125-aeb263128b8b', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:49.203335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.242567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.269525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-91de18b3-f218-4cf1-aa66-301f737ba6cf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:49.281899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:49.293804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e4658-b3a2-435f-9b57-d86f6ee1bb5f req-82bbbe71-bb38-4889-b68e-411b1b1615b0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.295463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f04e4658-b3a2-435f-9b57-d86f6ee1bb5f req-82bbbe71-bb38-4889-b68e-411b1b1615b0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 944 time: 0.1536810 Feb 04 13:03:49.295801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:49.299025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-91de18b3-f218-4cf1-aa66-301f737ba6cf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:49.300460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-91de18b3-f218-4cf1-aa66-301f737ba6cf tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3121250 Feb 04 13:03:49.307711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:49.312378 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.347263 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.372818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818255f8-658a-4b66-964b-8cc4fa2e198c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:49.390314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f04e4658-b3a2-435f-9b57-d86f6ee1bb5f req-ff463a0d-7ffe-4528-8faa-59858d302744 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793810 Feb 04 13:03:49.434209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.435417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9ef4f331-5d6e-4fb3-8dc4-50c58ab4ee3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/818255f8-658a-4b66-964b-8cc4fa2e198c HTTP/1.1" status: 204 len: 168 time: 0.3414841 Feb 04 13:03:49.656316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957508f-ad02-4f37-bbd0-4da37dbcfb53 req-fca78e36-05a4-4af1-9229-e879fc7fb1c3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.663952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6957508f-ad02-4f37-bbd0-4da37dbcfb53 req-fca78e36-05a4-4af1-9229-e879fc7fb1c3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1137855 Feb 04 13:03:49.674260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7ec9b990-df12-498e-979d-f9e752e18d12 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:49.719808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6957508f-ad02-4f37-bbd0-4da37dbcfb53 req-901e071d-f307-4a81-9de4-40737f78d7ea tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524900 Feb 04 13:03:49.751756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.9 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/078d470a-9dd3-4a13-b909-7a165028ac55) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:49.824409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 7ec9b990-df12-498e-979d-f9e752e18d12 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:49.827446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-c157ebc4-b14c-48d9-8540-15f132f90a5a service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853425 Feb 04 13:03:49.853742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 7ec9b990-df12-498e-979d-f9e752e18d12 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:49.857223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.941411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:49.993766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.002931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.009766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.019749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.028085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.034571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.042593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.047348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63a2b79a-6f00-466b-8f92-47fab9616e08 req-3f7936c9-9c64-4eff-8c6c-da89ca26c239 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.1609352 Feb 04 13:03:50.048005 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:50.092557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7ec9b990-df12-498e-979d-f9e752e18d12,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:50.097227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:50.116591 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:50.222534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:50.274050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-3bad2566-6289-45f7-8ac4-0c9b13617bce service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384277 Feb 04 13:03:50.298655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992469a-fa4c-4b92-9859-69d6eaf1ed32 req-d69311fb-79b4-45e9-9a72-d9fd63580eb8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.300213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2992469a-fa4c-4b92-9859-69d6eaf1ed32 req-d69311fb-79b4-45e9-9a72-d9fd63580eb8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.1405129 Feb 04 13:03:50.309223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:50.368437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2992469a-fa4c-4b92-9859-69d6eaf1ed32 req-e80525e7-98cf-402b-9725-89854fc81149 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532737 Feb 04 13:03:50.382374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:50.520375 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12', 'code': 200} Feb 04 13:03:50.572194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:50.619346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:50.623345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:50.633790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:50.769269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.770203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:50.792472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c6492-f353-4150-8723-2a4a64c3e200 req-2c117e9b-279d-4563-b07b-3a6edc3a3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.794390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd2c6492-f353-4150-8723-2a4a64c3e200 req-2c117e9b-279d-4563-b07b-3a6edc3a3fff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 1096 time: 0.1947792 Feb 04 13:03:50.810875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66b661-a28f-4ee0-bd52-6e4e4a8461c8 req-3638ab7b-c1e3-4270-a52f-2f13e716d525 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:50.812942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a66b661-a28f-4ee0-bd52-6e4e4a8461c8 req-3638ab7b-c1e3-4270-a52f-2f13e716d525 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 931 time: 0.3004742 Feb 04 13:03:50.898129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd2c6492-f353-4150-8723-2a4a64c3e200 req-8a290cab-1265-480b-9fbc-b0f9ab13a654 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842044 Feb 04 13:03:50.907238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a66b661-a28f-4ee0-bd52-6e4e4a8461c8 req-9740e0e7-7d85-4f0a-865e-aeeebaa422d5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Feb 04 13:03:51.026704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6fcb0c94-351d-4824-80b4-d27534ab162a req-6b3a7671-d51f-41f0-b306-0d474fcfa576 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 210 time: 0.0649810 Feb 04 13:03:51.062509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-7c375b1e-2145-4f15-95c7-aebd30c0c33f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9652102 Feb 04 13:03:51.094941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e1f7e-a688-4c11-b415-d69ccb924904 req-53557c10-bd08-4794-a6a1-b89ceba9c42b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.096633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e7e1f7e-a688-4c11-b415-d69ccb924904 req-53557c10-bd08-4794-a6a1-b89ceba9c42b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.3055167 Feb 04 13:03:51.102874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Request body: {'port': {'device_id': '87a24c37-1a42-462d-b125-aeb263128b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:51.248050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:51.258200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e562ee-1b60-4b04-b8a2-a15ca77a5048 req-5a745990-98bb-4baf-9e5f-2ab5720c73a3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.259991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51e562ee-1b60-4b04-b8a2-a15ca77a5048 req-5a745990-98bb-4baf-9e5f-2ab5720c73a3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.0929933 Feb 04 13:03:51.280857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e7e1f7e-a688-4c11-b415-d69ccb924904 req-ac978138-365f-437f-a026-79c1b80b3c0d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Feb 04 13:03:51.325233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51e562ee-1b60-4b04-b8a2-a15ca77a5048 req-6bebfccb-c4bc-4158-82a8-7d9dd612d324 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593457 Feb 04 13:03:51.577472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e037a5-f3e8-43e5-835b-8dd88750ca28 req-4e76d935-ee78-4307-be36-476dc42041cd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:51.580169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40e037a5-f3e8-43e5-835b-8dd88750ca28 req-4e76d935-ee78-4307-be36-476dc42041cd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1106646 Feb 04 13:03:51.588280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:51.600220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'floatingip': {'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:51.759349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:51.786784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078d470a-9dd3-4a13-b909-7a165028ac55 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:51.795367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:51.847340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Transition to ACTIVE for port object 078d470a-9dd3-4a13-b909-7a165028ac55 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:51.910200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:52.010898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-123f3ba6-89c0-40d3-b4be-31b901f20519 req-a3dc236a-e922-44e4-8ed3-240aeea58c7e tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1684244 Feb 04 13:03:52.241816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Pushing event updated for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.567915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Attempting to bind port 078d470a-9dd3-4a13-b909-7a165028ac55 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:52.569054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Attempting to bind port 078d470a-9dd3-4a13-b909-7a165028ac55 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:52.569584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Attempting to bind port 078d470a-9dd3-4a13-b909-7a165028ac55 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:52.584383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3c1cf-43d6-4c83-94ee-d9725283a92a req-23f6fdb9-7d5a-4e9b-829c-d806e71a9837 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:52.585123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41d3c1cf-43d6-4c83-94ee-d9725283a92a req-23f6fdb9-7d5a-4e9b-829c-d806e71a9837 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:03:52.589032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Port 078d470a-9dd3-4a13-b909-7a165028ac55 on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:52.589911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Attempting to bind port 078d470a-9dd3-4a13-b909-7a165028ac55 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:52.599019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:52.599019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:52.599306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:52.599735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Bound port: 078d470a-9dd3-4a13-b909-7a165028ac55, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:52.600080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:52.671211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41d3c1cf-43d6-4c83-94ee-d9725283a92a req-23f6fdb9-7d5a-4e9b-829c-d806e71a9837 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:03:52.672413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41d3c1cf-43d6-4c83-94ee-d9725283a92a req-23f6fdb9-7d5a-4e9b-829c-d806e71a9837 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 943 time: 0.4015369 Feb 04 13:03:52.729015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ea21-4eb6-46cf-a9f4-fc70761247bc req-24b022f3-5c74-4404-80a0-d943d5ca8c88 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:52.738501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:52.750989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e35ea21-4eb6-46cf-a9f4-fc70761247bc req-24b022f3-5c74-4404-80a0-d943d5ca8c88 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.8713906 Feb 04 13:03:52.756622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=078d470a-9dd3-4a13-b909-7a165028ac55,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:52.783529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41d3c1cf-43d6-4c83-94ee-d9725283a92a req-e0867a1b-7266-4b6b-bf23-6f888490d1e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033180 Feb 04 13:03:52.796038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:52.881051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-272957cc-cc50-425f-867a-d5b52bdd4dd0 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:52.883099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-272957cc-cc50-425f-867a-d5b52bdd4dd0 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.87 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 820 time: 0.4925532 Feb 04 13:03:52.927369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e35ea21-4eb6-46cf-a9f4-fc70761247bc req-861cc3f8-8dc7-4486-9b36-5c0f84eb31ed tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643865 Feb 04 13:03:52.966783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Pushing event updated for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:52.970368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:52.971067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:52.972451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-e193d3be-190e-4923-bcbe-47b903442eec service neutron] 10.222.0.90 "PUT /v2.0/ports/078d470a-9dd3-4a13-b909-7a165028ac55 HTTP/1.1" status: 200 len: 1091 time: 1.8748026 Feb 04 13:03:52.972903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:53.040220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a4bdd25-64da-4987-b7cc-72bd17a0848a req-a7997bb3-72a4-4a24-ab84-06ee9cf18fef tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 210 time: 0.0573106 Feb 04 13:03:53.120522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-762f5cae-4c16-41a4-850d-560779bf2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:53.122134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-762f5cae-4c16-41a4-850d-560779bf2934 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 1094 time: 0.0971737 Feb 04 13:03:53.122268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'port': {'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'admin_state_up': True, 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:53.190222 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55', 'status': 'completed', 'code': 200} Feb 04 13:03:53.232174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-b409d550-b07c-4733-bd10-24fff727ead7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d470a-9dd3-4a13-b909-7a165028ac55 HTTP/1.1" status: 200 len: 217 time: 0.0961826 Feb 04 13:03:53.333206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:53.357073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:53.372221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dcdfe1e4-8e79-47d7-af21-2f38cc0d84fe req-6fdce6b4-4da5-447c-8e3f-3c80ca6387b4 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0821006 Feb 04 13:03:53.409346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9101519-ebdf-41f2-887d-c13195c098ab req-541cef82-746d-4e55-8bf6-02ae56baac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:53.411160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-541cef82-746d-4e55-8bf6-02ae56baac8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1730578 Feb 04 13:03:53.421491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:03:53.451959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:03:53.486219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-238641e0-98d4-4de7-9ab4-27d2369d37f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661294 Feb 04 13:03:53.536399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Made reservation on behalf of 7cc466c5862a43c0a35da32a2f7d297b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:53.540030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:53.568714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2e301-ddd9-4d04-9a88-38c58fc0119b req-e60fee38-0ca9-41da-bd0a-021c2a7b8da8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:53.576098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ba2e301-ddd9-4d04-9a88-38c58fc0119b req-e60fee38-0ca9-41da-bd0a-021c2a7b8da8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.3211212 Feb 04 13:03:53.809266 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Floating IP acc4f365-2997-47e2-9648-056adf1a3b88 associated. External IP: 172.25.4.50, port: fc984adf-9fd8-4f83-a704-11377fe4c2ab. Feb 04 13:03:53.853160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-b47b66c0-a8d9-4b33-8226-246af6dd8735 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614633 Feb 04 13:03:53.946124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ba2e301-ddd9-4d04-9a88-38c58fc0119b req-ea038e40-c19e-4ee2-9903-46ef803dab38 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690710 Feb 04 13:03:54.110966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aedf-0eb0-4998-8a44-c736de14436f req-eb36787c-ab37-438c-98b7-fb31fec72259 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.112440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2316aedf-0eb0-4998-8a44-c736de14436f req-eb36787c-ab37-438c-98b7-fb31fec72259 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 943 time: 0.1493914 Feb 04 13:03:54.118390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9101519-ebdf-41f2-887d-c13195c098ab req-3dd39ea0-316b-483c-8835-bec6996a21fd service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580073 Feb 04 13:03:54.169525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2316aedf-0eb0-4998-8a44-c736de14436f req-dbd807e7-0b5d-4e94-8a11-53475bd32759 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Feb 04 13:03:54.216760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:54.258286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-7d29d6a6-a3e7-441d-b162-e9a65ef9589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.260021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-7d29d6a6-a3e7-441d-b162-e9a65ef9589b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 1094 time: 0.0790718 Feb 04 13:03:54.310156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Allocated IP 172.20.0.14 (72c557d0-6868-4864-9309-f3645e0e34af/3d94f8f7-50a3-4406-a00e-5d1bb6d6403e/1887b41e-3a99-4585-91f6-7fc38dbf7b56) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:54.418522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-50a371a1-da86-4bb9-baff-24ca43853f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.420112 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-50a371a1-da86-4bb9-baff-24ca43853f9f service neutron] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.1538575 Feb 04 13:03:54.533152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-fffdce68-a373-4f0f-97eb-f37756cac526 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d470a-9dd3-4a13-b909-7a165028ac55 HTTP/1.1" status: 200 len: 217 time: 0.1062005 Feb 04 13:03:54.579378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19c50a00-d02c-45b8-8284-8135be48eadf req-2d64dd15-fab7-491a-891b-e9ea8f45e49b tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 210 time: 0.0860045 Feb 04 13:03:54.613073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-8e16bed4-8b95-49dd-b5b8-4f7b81c7027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.614444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-8e16bed4-8b95-49dd-b5b8-4f7b81c7027d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.0752814 Feb 04 13:03:54.667870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bae2-a77c-4db0-9547-e5c75b9afacd req-46913de1-92b9-48e1-b352-c6b9d65a9703 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.668281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-1e944f5e-faac-4dcb-a77b-18d04b509ec3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458128 Feb 04 13:03:54.669378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4960bae2-a77c-4db0-9547-e5c75b9afacd req-46913de1-92b9-48e1-b352-c6b9d65a9703 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.5370116 Feb 04 13:03:54.767577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:03:54.779829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4960bae2-a77c-4db0-9547-e5c75b9afacd req-77d71551-d29c-4803-85d9-3fa28399c02f tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978355 Feb 04 13:03:54.802411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:54.890356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Transition to ACTIVE for port object 1887b41e-3a99-4585-91f6-7fc38dbf7b56 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:54.891854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-b08c5642-3a23-4ca0-9888-cd6c7f25bf5c service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954010 Feb 04 13:03:54.900998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837dcc6-6932-418a-ae38-ee9ab2651119 req-096236d6-a427-46c8-8402-ec1253a0b7b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:54.903120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a837dcc6-6932-418a-ae38-ee9ab2651119 req-096236d6-a427-46c8-8402-ec1253a0b7b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2141197 Feb 04 13:03:54.973536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1541b2e-59d1-4ffc-b42c-b8d9bde8b1a0 req-890f2d1a-4f67-4d17-88c6-59291c0ebf08 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0675514 Feb 04 13:03:55.061830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a837dcc6-6932-418a-ae38-ee9ab2651119 req-e088b381-90dd-4a2b-9ba2-f81e0aecd7cf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300814 Feb 04 13:03:55.119923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:03:55.126987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:55.128697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:55.140489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['9e67892a-9c14-4c43-af35-bd7427512a7a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:55.151773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1907d030-a6ef-4fcd-be0a-3e150d6b3679 req-fb6cfe57-0ab1-461f-a9db-70b96f038731 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476673 Feb 04 13:03:55.190245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:55.197329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:55.241437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event updated for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:55.242090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:55.276281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Network 72c557d0-6868-4864-9309-f3645e0e34af is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:55.289566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:55.304611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:03:55.416752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3a868dfb-b878-4663-bf35-21c1a42e419d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "PUT /v2.0/floatingips/acc4f365-2997-47e2-9648-056adf1a3b88 HTTP/1.1" status: 200 len: 990 time: 3.8242798 Feb 04 13:03:55.418478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.419384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.420005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.420501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.421001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.421548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.422038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.422569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.423251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.424427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.424965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.425653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:55.460683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:55.517939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19b1ebe8-25b0-4be2-9f86-402e15adea9b req-5e8ed121-7cb3-4365-96e2-5778356b0605 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1350935 Feb 04 13:03:55.729603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:55.729603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:55.749893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118cc51-efd9-4a22-8a2b-75c8a66d935a req-e88d8689-2631-41eb-a782-729f26729e7f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:55.749893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f118cc51-efd9-4a22-8a2b-75c8a66d935a req-e88d8689-2631-41eb-a782-729f26729e7f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1778672 Feb 04 13:03:55.771378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-8fd6925e-b9a1-4fdc-909f-92205d1c6c4e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6527963 Feb 04 13:03:55.781057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5a72b-0af6-4769-b31b-20708113bc27 req-56db6369-741c-4f42-bb9c-d175fcc961fa tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:55.791313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57b5a72b-0af6-4769-b31b-20708113bc27 req-56db6369-741c-4f42-bb9c-d175fcc961fa tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 943 time: 0.3800316 Feb 04 13:03:55.825410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Request body: {'port': {'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:55.843531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f118cc51-efd9-4a22-8a2b-75c8a66d935a req-44bd7e83-8179-489e-b7ae-6078715110b8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875542 Feb 04 13:03:55.884149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44a66781-cc88-4f5f-80b8-7b8c4c514266 None None] Provisioning for port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:55.897176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44a66781-cc88-4f5f-80b8-7b8c4c514266 None None] Provisioning complete for port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:55.897555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44a66781-cc88-4f5f-80b8-7b8c4c514266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:55.948417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:56.020768 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'status': 'completed', 'code': 200} Feb 04 13:03:56.020768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:56.067220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57b5a72b-0af6-4769-b31b-20708113bc27 req-bd426015-2b7a-4d7b-8c9e-a0ae4be82399 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659860 Feb 04 13:03:56.207302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-44a66781-cc88-4f5f-80b8-7b8c4c514266 None None] Port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:03:56.344069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390be93-55b6-4fe8-ab46-cf78a778bf05 req-b1334b31-af7e-4d4f-bc3d-b688795a06eb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:56.355158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0390be93-55b6-4fe8-ab46-cf78a778bf05 req-b1334b31-af7e-4d4f-bc3d-b688795a06eb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 932 time: 0.1696875 Feb 04 13:03:56.414768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0390be93-55b6-4fe8-ab46-cf78a778bf05 req-7eaeb0eb-e2e2-499c-9cd5-c18c9947c0f5 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677238 Feb 04 13:03:56.558884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-8b359c04-a592-49a1-9c5a-1290919d7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:56.558884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-8b359c04-a592-49a1-9c5a-1290919d7fe6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1096 time: 0.5328708 Feb 04 13:03:56.570508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'acc4f365-2997-47e2-9648-056adf1a3b88', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579959-3b81-4a70-9141-b08bfa882a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:23Z', 'updated_at': '2022-02-04T13:03:52Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:56.591021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:56.593791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfefced-f372-4b5e-83d5-a41ea1b3d7c3 req-3eec44bd-3e21-4430-94c3-c92f2abb20c8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:56.599540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dbfefced-f372-4b5e-83d5-a41ea1b3d7c3 req-3eec44bd-3e21-4430-94c3-c92f2abb20c8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.3591666 Feb 04 13:03:56.611573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:03:56.611573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:56.653663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45e0963e-8310-4cee-bb98-b1049e5237fc req-d1c32b3c-871b-4765-b4cc-8c1f5d387d74 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1113327 Feb 04 13:03:57.156618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d0a1-3ec5-4854-a02c-95980a97b168 req-e74413e7-9393-463a-8594-2b5ac2bd3ba9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.162075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:03:57.168747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce29d0a1-3ec5-4854-a02c-95980a97b168 req-e74413e7-9393-463a-8594-2b5ac2bd3ba9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2296650 Feb 04 13:03:57.194732 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:03:57.234895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dbfefced-f372-4b5e-83d5-a41ea1b3d7c3 req-b622158c-6a00-4056-83db-92c661a1777e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331172 Feb 04 13:03:57.295432 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce29d0a1-3ec5-4854-a02c-95980a97b168 req-50ddb032-29a6-4adc-bf21-54422c4c3d95 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270254 Feb 04 13:03:57.333432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-323a8d9e-99c9-43f9-91fe-31cd5a367dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.333432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-323a8d9e-99c9-43f9-91fe-31cd5a367dab service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.7592061 Feb 04 13:03:57.527783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8a9f-bff0-4223-aa74-e8460572c814 req-60d2cee7-b712-4c7c-ac69-60c291f9354f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.529642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c5b8a9f-bff0-4223-aa74-e8460572c814 req-60d2cee7-b712-4c7c-ac69-60c291f9354f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 943 time: 0.0894406 Feb 04 13:03:57.554518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-f15e30be-ea8b-4a21-872b-e01730498d80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 998 time: 0.2180262 Feb 04 13:03:57.610704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c5b8a9f-bff0-4223-aa74-e8460572c814 req-2db7db72-9274-4476-99d0-f15962d8bdf8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705690 Feb 04 13:03:57.624512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'acc4f365-2997-47e2-9648-056adf1a3b88', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579959-3b81-4a70-9141-b08bfa882a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:23Z', 'updated_at': '2022-02-04T13:03:52Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:57.633168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071fe35-f302-4eb2-9c56-f68764527e8e None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'acc4f365-2997-47e2-9648-056adf1a3b88', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21579959-3b81-4a70-9141-b08bfa882a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:23Z', 'updated_at': '2022-02-04T13:03:52Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:57.690480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc362dc-e9c2-4dae-8a8c-17c74b39e0c7 req-88d77a6c-3f71-49c4-bb59-c909cf2790d4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.692063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fc362dc-e9c2-4dae-8a8c-17c74b39e0c7 req-88d77a6c-3f71-49c4-bb59-c909cf2790d4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2701166 Feb 04 13:03:57.695765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-4be46534-76bf-48f6-bd67-b5a2897a65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.697126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-4be46534-76bf-48f6-bd67-b5a2897a65c0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.1282847 Feb 04 13:03:57.701604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1887b41e-3a99-4585-91f6-7fc38dbf7b56 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:57.735972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 078d470a-9dd3-4a13-b909-7a165028ac55 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:03:57.766412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:57.797344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Transition to ACTIVE for port object 1887b41e-3a99-4585-91f6-7fc38dbf7b56 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:57.810885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:57.849648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08143-23f9-4bcc-9af1-198c6b850b00 req-68c29d6b-6fc8-4f6f-a1be-9701f8508520 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:57.851680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8aa08143-23f9-4bcc-9af1-198c6b850b00 req-68c29d6b-6fc8-4f6f-a1be-9701f8508520 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 932 time: 0.1278300 Feb 04 13:03:57.881019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fc362dc-e9c2-4dae-8a8c-17c74b39e0c7 req-13fffbe3-20ce-4fec-b71d-98b8a7662b7c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747780 Feb 04 13:03:57.934505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=078d470a-9dd3-4a13-b909-7a165028ac55,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:57.956607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8aa08143-23f9-4bcc-9af1-198c6b850b00 req-24b2ed3e-95a8-47b4-a8ad-f9c8258caabc tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953643 Feb 04 13:03:57.961160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '078d470a-9dd3-4a13-b909-7a165028ac55', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': '078d470a-9dd3-4a13-b909-7a165028ac55', 'mac_address': 'fa:16:3e:4c:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:03:57.982185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:57.995077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae61d60-3aa3-4f17-8e5a-d646c51c54b7 None None] New status for floating IP acc4f365-2997-47e2-9648-056adf1a3b88: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:03:58.046951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:58.077627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078d470a-9dd3-4a13-b909-7a165028ac55 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:03:58.096767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=078d470a-9dd3-4a13-b909-7a165028ac55,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:03:58.102884 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:58.189034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:58.226477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8715dab8-638b-4c53-ace5-02a641710ded req-2b03eead-93cd-4e46-9265-4ae873be4e15 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1257994 Feb 04 13:03:58.228776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-49b4f39e-9d54-4322-822d-8e1607708183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:58.230846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-49b4f39e-9d54-4322-822d-8e1607708183 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5235162 Feb 04 13:03:58.378078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['078d470a-9dd3-4a13-b909-7a165028ac55'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:03:58.400104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Attempting to bind port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:03:58.400998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Attempting to bind port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:03:58.401486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Attempting to bind port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:58.419396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 on network 72c557d0-6868-4864-9309-f3645e0e34af not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:03:58.420464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Attempting to bind port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 on network 72c557d0-6868-4864-9309-f3645e0e34af {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:03:58.452176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:58.452746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Checking segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:03:58.453426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Bound using segment: {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:58.454030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Bound port: 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1fd35c-934a-4155-a74a-e74393c05b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:03:58.454455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:58.524751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-bae3a62c-6ca3-426a-af2e-60db18e7d8dc service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771304 Feb 04 13:03:58.786431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:03:58.821749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:03:58.833086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1292a4-0e80-4b22-9eab-508cfb3f7da9 req-2f1a3433-fe88-4137-b7a0-6846decb54a0 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829740 Feb 04 13:03:58.836319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:58.913116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747301-46ff-4920-813e-e0f68a3fb05a req-db9c3efd-ea5f-474c-9669-03a55372db59 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:58.937534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13747301-46ff-4920-813e-e0f68a3fb05a req-db9c3efd-ea5f-474c-9669-03a55372db59 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.4872351 Feb 04 13:03:58.960790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:58.960790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:03:58.960790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] 10.222.0.87 "PUT /v2.0/ports/1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 1092 time: 3.1593680 Feb 04 13:03:58.960790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:59.128322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13747301-46ff-4920-813e-e0f68a3fb05a req-06a32b14-017b-4515-b4ef-c10227347e06 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006254 Feb 04 13:03:59.146098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5b8c-caad-4930-a2e8-d37d59bf7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:59.225417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-89554232-18fb-42c4-be90-5556e3bba2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.227362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-89554232-18fb-42c4-be90-5556e3bba2a7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1095 time: 0.1924582 Feb 04 13:03:59.354246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f12f8a-7989-4fca-8a09-f042b9f178a5 req-0187029c-3f43-478e-a520-6c63f8e79bf3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.355836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02f12f8a-7989-4fca-8a09-f042b9f178a5 req-0187029c-3f43-478e-a520-6c63f8e79bf3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2743516 Feb 04 13:03:59.442848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02f12f8a-7989-4fca-8a09-f042b9f178a5 req-25f47c72-83c7-4396-a891-afe7e219866e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802834 Feb 04 13:03:59.480176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-65114573-d0e1-4143-9fee-5c59312d4281 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 217 time: 0.2439833 Feb 04 13:03:59.564752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-ced76835-dbad-4dd4-878b-b68fe66ee9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.566176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-ced76835-dbad-4dd4-878b-b68fe66ee9ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0770173 Feb 04 13:03:59.637646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb639f0-5038-425d-95b6-55fe9bf70639 req-ad2cb063-3dd7-45e0-a8cd-945ade0b39b4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.644542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfb639f0-5038-425d-95b6-55fe9bf70639 req-ad2cb063-3dd7-45e0-a8cd-945ade0b39b4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 944 time: 0.2186706 Feb 04 13:03:59.646931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69648ae8-1f96-4dc4-b452-502dd3f32325 req-3c867c46-b8d0-4abe-acac-85dee2ef96d7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.648613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69648ae8-1f96-4dc4-b452-502dd3f32325 req-3c867c46-b8d0-4abe-acac-85dee2ef96d7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.0891464 Feb 04 13:03:59.704530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfb639f0-5038-425d-95b6-55fe9bf70639 req-459800ac-a64c-4130-89e9-e511408b2101 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590410 Feb 04 13:03:59.712695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69648ae8-1f96-4dc4-b452-502dd3f32325 req-3e066955-34a2-41cf-9916-a8638d0761e5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575802 Feb 04 13:03:59.732586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-17ff031d-dd2b-4319-87c4-c024cc496d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:59.732586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-17ff031d-dd2b-4319-87c4-c024cc496d0d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562953 Feb 04 13:03:59.742911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 078d470a-9dd3-4a13-b909-7a165028ac55 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:03:59.870133 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'status': 'completed', 'code': 200} Feb 04 13:03:59.973668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 078d470a-9dd3-4a13-b909-7a165028ac55 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:59.989214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 078d470a-9dd3-4a13-b909-7a165028ac55 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:59.989980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:00.021971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-7c86aa41-b31d-425b-929c-35db257e4595 service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830038 Feb 04 13:04:00.027172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4026e436-f898-4420-9751-f2b76ecfd55c req-bc2ed0a9-a25b-4f2a-a9ae-98c03ab9b76d tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0954916 Feb 04 13:04:00.144052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:00.178244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:00.190238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=078d470a-9dd3-4a13-b909-7a165028ac55,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:00.195129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:00.275400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:00.278675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4972cb9c-8f2a-44d8-8a50-6d1fe5ad7386 req-e97260f5-e9d5-4113-8355-bf17a85abf6d service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503150 Feb 04 13:04:00.287570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6693b-0c13-46ea-adb6-72a2567dc221 req-1d48f295-0821-4d80-af57-27ee2d786883 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:00.288578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-abc6693b-0c13-46ea-adb6-72a2567dc221 req-1d48f295-0821-4d80-af57-27ee2d786883 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:00.313074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-abc6693b-0c13-46ea-adb6-72a2567dc221 req-1d48f295-0821-4d80-af57-27ee2d786883 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:00.314597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abc6693b-0c13-46ea-adb6-72a2567dc221 req-1d48f295-0821-4d80-af57-27ee2d786883 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 944 time: 0.2423143 Feb 04 13:04:00.411638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecbe22-bc9b-49c2-a473-34030f37dcfd req-994102e0-6010-4934-8a7f-9f12c915de00 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:00.415470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bfecbe22-bc9b-49c2-a473-34030f37dcfd req-994102e0-6010-4934-8a7f-9f12c915de00 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.0993984 Feb 04 13:04:00.427183 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abc6693b-0c13-46ea-adb6-72a2567dc221 req-47ca4801-0086-4c5a-98c1-21268dd47282 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Feb 04 13:04:00.461298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-7c0d3e52-ab64-4447-966d-f46eeca99992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:00.463168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-7c0d3e52-ab64-4447-966d-f46eeca99992 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1095 time: 0.1202145 Feb 04 13:04:00.483645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bfecbe22-bc9b-49c2-a473-34030f37dcfd req-8c67fc04-c6cc-42bb-9018-000a405614a9 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591269 Feb 04 13:04:00.498770 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55', 'code': 200} Feb 04 13:04:00.762148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09512b0-82cc-4a59-b29c-8397d4f31a1c req-9e543863-ff9e-4d96-a993-c5b8e9ba6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:00.762148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09512b0-82cc-4a59-b29c-8397d4f31a1c req-9e543863-ff9e-4d96-a993-c5b8e9ba6884 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 1096 time: 0.1797023 Feb 04 13:04:00.832670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-5d444794-d5a1-439c-973c-178841144ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:00.838798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-5d444794-d5a1-439c-973c-178841144ae2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.3677752 Feb 04 13:04:00.858669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09512b0-82cc-4a59-b29c-8397d4f31a1c req-cfc01947-3ad1-4c30-9fb0-b85145d16417 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919113 Feb 04 13:04:00.988899 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-6cc216dc-b542-4fdb-9f9f-1d83e3d3ccf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 217 time: 0.1347525 Feb 04 13:04:01.069783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7f69a-8467-419c-894e-9d98c7f256c4 req-5b5cd92d-cfd3-4c2e-97a0-ebf9ee832840 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:01.079541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20f7f69a-8467-419c-894e-9d98c7f256c4 req-5b5cd92d-cfd3-4c2e-97a0-ebf9ee832840 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.1511843 Feb 04 13:04:01.103513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed14c84-466b-49a5-92c7-394d865284d1 req-b5178f63-86c8-4636-9e27-42ad66e305ba tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:01.112472 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ed14c84-466b-49a5-92c7-394d865284d1 req-b5178f63-86c8-4636-9e27-42ad66e305ba tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.4540923 Feb 04 13:04:01.184569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ed14c84-466b-49a5-92c7-394d865284d1 req-d4fa7caf-210c-411f-a393-1b496c654086 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709207 Feb 04 13:04:01.188379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-18e914b6-4395-4ca2-b77c-93145f89aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:01.196125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-18e914b6-4395-4ca2-b77c-93145f89aac7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1986105 Feb 04 13:04:01.205669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20f7f69a-8467-419c-894e-9d98c7f256c4 req-499bd198-9283-46ac-bfbe-4da5c1c89a73 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209097 Feb 04 13:04:01.316005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-66069097-f5b1-408b-a740-500b52cc6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:01.326838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-66069097-f5b1-408b-a740-500b52cc6688 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168807 Feb 04 13:04:01.549055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41387e1b-1b2b-4b04-89c0-2fdfa7b2e7e7 req-f544ba08-dd06-4f0b-8277-83744efdb310 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1110299 Feb 04 13:04:01.680215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-446ea5eb-4cad-423e-bbec-2316a8492bb9 service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545475 Feb 04 13:04:01.821351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f80dfa-28e1-4b49-b2f4-5dbd6be750bc req-21a2d209-bc53-44b6-aba6-a0e7aeeaf738 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:01.822298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2f80dfa-28e1-4b49-b2f4-5dbd6be750bc req-21a2d209-bc53-44b6-aba6-a0e7aeeaf738 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 944 time: 0.2026637 Feb 04 13:04:01.924632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2f80dfa-28e1-4b49-b2f4-5dbd6be750bc req-3430b194-b7cd-4eb8-acff-1c5012045df6 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889792 Feb 04 13:04:02.290310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aabf7d4e-282c-4d3c-aae2-483c39610ba5 req-35802ce2-956f-480b-9bbd-a9bc723771bf service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906289 Feb 04 13:04:02.353420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12e5e-605d-4c8b-949e-41c1e80cbf35 req-399133a9-a67f-4e50-bc3a-1e0622c8b5c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:02.355679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81b12e5e-605d-4c8b-949e-41c1e80cbf35 req-399133a9-a67f-4e50-bc3a-1e0622c8b5c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.3561840 Feb 04 13:04:02.414305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81b12e5e-605d-4c8b-949e-41c1e80cbf35 req-9b64546c-d67d-46da-9fd8-9ea98a00e68a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Feb 04 13:04:02.486349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3632ff-8234-444d-a5e0-923691e69fd7 req-b0b95480-90f1-4134-afff-7d056d08f759 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:02.494359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e3632ff-8234-444d-a5e0-923691e69fd7 req-b0b95480-90f1-4134-afff-7d056d08f759 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1033728 Feb 04 13:04:02.567575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e3632ff-8234-444d-a5e0-923691e69fd7 req-ed5767a8-d9d6-420c-a994-307778255d73 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602276 Feb 04 13:04:02.734340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf2be-eb4c-4a8d-822d-5a18f158ab9f req-19a93167-8fd0-494b-be8f-dd3b72ae0957 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:02.736367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-308bf2be-eb4c-4a8d-822d-5a18f158ab9f req-19a93167-8fd0-494b-be8f-dd3b72ae0957 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.2013125 Feb 04 13:04:02.824877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-308bf2be-eb4c-4a8d-822d-5a18f158ab9f req-1fc29d40-a380-47ae-bd25-05ce06cbc60a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658588 Feb 04 13:04:02.841240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-106efa31-6117-49f3-9fed-4fdef9c24820 req-ec27b21e-032d-4e03-906d-73975277c513 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0859621 Feb 04 13:04:02.980139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1887b41e-3a99-4585-91f6-7fc38dbf7b56 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:03.181144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:03.206225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:03.219691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3237-306f-4b2c-b6a6-d165a3e08592 req-0a8d1722-7727-460a-8ce9-a7184d27ad62 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:03.219691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-847e3237-306f-4b2c-b6a6-d165a3e08592 req-0a8d1722-7727-460a-8ce9-a7184d27ad62 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 944 time: 0.1425290 Feb 04 13:04:03.310500 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-847e3237-306f-4b2c-b6a6-d165a3e08592 req-6ebbd0bf-b918-407e-a0e0-752b11c39d29 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770543 Feb 04 13:04:03.356333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:03.385550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1887b41e-3a99-4585-91f6-7fc38dbf7b56 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:03.407669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:03.417023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:03.520895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:03.787802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb39a41-af17-42d5-ad53-b2bb902c566d req-703b45f8-16f2-4219-bb41-2253806c92c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:03.790732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cb39a41-af17-42d5-ad53-b2bb902c566d req-703b45f8-16f2-4219-bb41-2253806c92c4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.1612706 Feb 04 13:04:03.876498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300071e-065f-46d5-bf81-56d70d576512 req-7fc5cbd4-6813-409b-bb10-e589894ae149 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:03.878077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c300071e-065f-46d5-bf81-56d70d576512 req-7fc5cbd4-6813-409b-bb10-e589894ae149 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1387575 Feb 04 13:04:03.879187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cb39a41-af17-42d5-ad53-b2bb902c566d req-c5d3485d-9411-498d-95cd-55eae367a307 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819027 Feb 04 13:04:03.907276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1887b41e-3a99-4585-91f6-7fc38dbf7b56'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:03.940409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c300071e-065f-46d5-bf81-56d70d576512 req-7398910d-1330-4e9c-8243-f3666cc614b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522156 Feb 04 13:04:04.151666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a79cc0e2-9307-4732-be67-494dcd7850e1 req-04bc17f5-4dfb-4167-be4d-66b138ff7377 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0537920 Feb 04 13:04:04.579439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42df5e-4e77-4cf7-aac7-ca74bf83384d req-b6f6eba7-c08d-4a27-94fc-a8d3e94483f6 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:04.582355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f42df5e-4e77-4cf7-aac7-ca74bf83384d req-b6f6eba7-c08d-4a27-94fc-a8d3e94483f6 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 945 time: 0.0915666 Feb 04 13:04:04.640373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f42df5e-4e77-4cf7-aac7-ca74bf83384d req-b214ab3d-8c1d-473c-843c-95076d55508a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528681 Feb 04 13:04:05.126789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487c583-0d97-46f3-8ceb-9c31eb17543f req-76cc043d-1b91-42ad-8188-e5cebe7cdcb8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:05.136422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9487c583-0d97-46f3-8ceb-9c31eb17543f req-76cc043d-1b91-42ad-8188-e5cebe7cdcb8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.1182735 Feb 04 13:04:05.192221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9487c583-0d97-46f3-8ceb-9c31eb17543f req-c03e1f25-aa3c-4199-88cc-1f7c43b8cc86 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526698 Feb 04 13:04:05.229602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4164a-ee53-4823-943f-f49a5cf5b5bd req-68f381b4-5bce-4c33-8906-62629132f0ff tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:05.238817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ba4164a-ee53-4823-943f-f49a5cf5b5bd req-68f381b4-5bce-4c33-8906-62629132f0ff tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1076570 Feb 04 13:04:05.311812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ba4164a-ee53-4823-943f-f49a5cf5b5bd req-f13bd08e-665c-498f-89e4-6b1263e22ac3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695755 Feb 04 13:04:05.435575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c3805fc-410f-4e91-8461-05a1e36bc68f req-8667a512-45b1-430d-969c-5f8f9cbf239f tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0825703 Feb 04 13:04:05.900822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb683b-25b7-4c18-a0a7-8c262ef7558d req-0c856a8f-4a5e-4344-b788-7cc329df90ce tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:05.905735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28eb683b-25b7-4c18-a0a7-8c262ef7558d req-0c856a8f-4a5e-4344-b788-7cc329df90ce tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 945 time: 0.1273336 Feb 04 13:04:05.953057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28eb683b-25b7-4c18-a0a7-8c262ef7558d req-8d24ddaf-63fe-40b8-bb09-d7e20db7833e tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Feb 04 13:04:06.539693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb7dc4-798c-4cd2-9872-b04088b5e932 req-23b29c5d-483c-4675-ba80-c04ffd3cc362 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:06.547849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ccb7dc4-798c-4cd2-9872-b04088b5e932 req-23b29c5d-483c-4675-ba80-c04ffd3cc362 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.2177083 Feb 04 13:04:06.571694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1abfb6-3528-402a-b715-bd4f6b54efb3 req-e42b94b8-fd81-4203-a46e-bb47665fa7a8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:06.579926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7e1abfb6-3528-402a-b715-bd4f6b54efb3 req-e42b94b8-fd81-4203-a46e-bb47665fa7a8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1456473 Feb 04 13:04:06.643952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ccb7dc4-798c-4cd2-9872-b04088b5e932 req-090979cb-b693-48c1-84df-1c2dbd10de58 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854752 Feb 04 13:04:06.698224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7e1abfb6-3528-402a-b715-bd4f6b54efb3 req-257927b5-7a07-46f1-9d67-eb2306947219 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Feb 04 13:04:06.913769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0d61e0e-02a1-4ce7-b974-a0c4cba818c0 req-8e424191-cb98-4b74-aea6-608e65248366 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0904565 Feb 04 13:04:07.001428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1887b41e-3a99-4585-91f6-7fc38dbf7b56 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:07.161325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:07.175435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:07.175435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:07.375182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46e93d-04d7-4e8d-868a-a076cc415f42 req-0c87a6b2-0afb-4cd4-88db-57b5efb8d2ed tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:07.384367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f46e93d-04d7-4e8d-868a-a076cc415f42 req-0c87a6b2-0afb-4cd4-88db-57b5efb8d2ed tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 945 time: 0.2504983 Feb 04 13:04:07.449667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:07.454804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f46e93d-04d7-4e8d-868a-a076cc415f42 req-488f4665-d448-495f-9e6b-f3c32a75a794 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Feb 04 13:04:07.487454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:07.493665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:07.499423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:07.584521 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'code': 200} Feb 04 13:04:07.585591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:07.845458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298cca6-cb41-42c7-8533-5c9739a11e7b req-59313af0-12d9-476c-b74b-6ce53c93dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:07.846459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2298cca6-cb41-42c7-8533-5c9739a11e7b req-59313af0-12d9-476c-b74b-6ce53c93dbf9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1097 time: 0.1875994 Feb 04 13:04:07.909238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6f61-b13f-4430-aa78-7da04722738f req-23480485-8abc-4e05-86e0-a24ffec8f6ed tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:07.918801 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cab6f61-b13f-4430-aa78-7da04722738f req-23480485-8abc-4e05-86e0-a24ffec8f6ed tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.1522019 Feb 04 13:04:07.983362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cab6f61-b13f-4430-aa78-7da04722738f req-bd418ae0-78eb-4dea-ad41-aae75f73fcb3 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586393 Feb 04 13:04:08.098126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2298cca6-cb41-42c7-8533-5c9739a11e7b req-7388b3c9-d8a7-4891-b96e-996abcda85ac service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487885 Feb 04 13:04:08.115861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122456ae-a72c-4f57-8b3a-5574b61e8f18 req-cb1cf99a-b92f-46f3-9026-7d48da4b3161 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:08.119541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-122456ae-a72c-4f57-8b3a-5574b61e8f18 req-cb1cf99a-b92f-46f3-9026-7d48da4b3161 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2672403 Feb 04 13:04:08.171747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2afd2941-f0ec-4d0f-a689-d1febb876a9e req-35856c0b-5d7e-40d6-9fdb-47918731a60d tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0474272 Feb 04 13:04:08.238727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-122456ae-a72c-4f57-8b3a-5574b61e8f18 req-a3205e1b-1f7b-4812-9fd4-c2551f76f534 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069674 Feb 04 13:04:08.389553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc1631b9-43c6-4c77-9487-938ec39dc27a req-c60db842-fccd-4118-a847-2d5e9fe79f7b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408840 Feb 04 13:04:08.431544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:08.545604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc1631b9-43c6-4c77-9487-938ec39dc27a req-41895c6d-22cf-45b4-b874-73f0cc1c7621 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0692873 Feb 04 13:04:08.648270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc1631b9-43c6-4c77-9487-938ec39dc27a req-8b6e6a94-acd2-41d4-b025-7b1f9ea96ff1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687778 Feb 04 13:04:08.665162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:08.693528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:08.704673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Usage tracker for resource:security_group_rule and tenant:3a16abffd90b48008f56be1e1cf15f69 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:08.711139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:08.715423 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-e27a597e-5a67-414c-b52f-244ade6f2847 service neutron] show failed (client error): The resource could not be found. Feb 04 13:04:08.716165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-e27a597e-5a67-414c-b52f-244ade6f2847 service neutron] 10.222.0.87 "GET /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1810939 Feb 04 13:04:08.725462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:08.860944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7720f6-b0c8-4410-b432-5cc948962182 req-66c14954-180e-4456-a896-bfc0ea079126 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:08.867586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca7720f6-b0c8-4410-b432-5cc948962182 req-66c14954-180e-4456-a896-bfc0ea079126 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 946 time: 0.2630873 Feb 04 13:04:08.926883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:08.932380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:08.941948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1631b9-43c6-4c77-9487-938ec39dc27a req-9d407dcd-c97c-4763-8e30-a9a1b86bfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:08.941948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc1631b9-43c6-4c77-9487-938ec39dc27a req-9d407dcd-c97c-4763-8e30-a9a1b86bfc6f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863286 Feb 04 13:04:08.949275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca7720f6-b0c8-4410-b432-5cc948962182 req-efc65fc2-bb02-4f6d-9747-4288b62510f5 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801044 Feb 04 13:04:08.983945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41738d5-bb51-468a-8639-52d0c9527c8b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:09.013447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43240) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:09.014318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c68feddf-2c21-4dcb-890d-f747d1c58f07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a16abffd90b48008f56be1e1cf15f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784953 Feb 04 13:04:09.133129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:09.168593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:09.179859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-87d69139-7d4e-4f52-9e7e-1cf6006d6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:09.181243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-87d69139-7d4e-4f52-9e7e-1cf6006d6d8b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1100 time: 0.1426578 Feb 04 13:04:09.200641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:09.211611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327447-324e-495d-83a6-957010cd89e8 req-f1ee3eb3-c9d1-4b7d-98ea-f994cf2a1f92 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:09.212259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5327447-324e-495d-83a6-957010cd89e8 req-f1ee3eb3-c9d1-4b7d-98ea-f994cf2a1f92 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.0878894 Feb 04 13:04:09.336252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5327447-324e-495d-83a6-957010cd89e8 req-e29b5995-2965-4819-9c8d-5efbbe20b2da tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082232 Feb 04 13:04:09.395152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:09.470250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b42d756c-65bb-41b5-aad8-04f6d7754955 req-843681ea-3c10-425c-b487-5d343c498212 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0759969 Feb 04 13:04:09.472882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41738d5-bb51-468a-8639-52d0c9527c8b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:09.484432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:09.484432 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e41738d5-bb51-468a-8639-52d0c9527c8b HTTP/1.1" status: 204 len: 168 time: 0.4666576 Feb 04 13:04:09.484432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:09.517603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.518028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.518429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.519064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.519469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.520381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.520683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.521559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.521975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.522140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.522481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.523096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6274ad-36b1-4bc9-b969-74ddc393a557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:09.762664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072c709-a9ce-4e03-aa29-aa69af591f47 req-72d0f039-cb9a-4e10-84e4-400ba98728e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:09.773406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c072c709-a9ce-4e03-aa29-aa69af591f47 req-72d0f039-cb9a-4e10-84e4-400ba98728e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.3193142 Feb 04 13:04:09.948491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c072c709-a9ce-4e03-aa29-aa69af591f47 req-822fcaa9-cc25-47eb-a3af-28b4cb8b128b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728182 Feb 04 13:04:10.156609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43258) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:10.174543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.190023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:10.193970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Usage tracker for resource:security_group_rule and tenant:5fad00fb11994f2496abf8075782a827 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:10.195468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:10.196862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:10.202892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:10.227580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f268-dc25-4a74-9ad1-7f039a20a560 req-5d23e7e2-c74b-4135-ac5a-3d35c4ec99a8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:10.227580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac28f268-dc25-4a74-9ad1-7f039a20a560 req-5d23e7e2-c74b-4135-ac5a-3d35c4ec99a8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 946 time: 0.1328151 Feb 04 13:04:10.265805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:10.302344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.312206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.339791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac28f268-dc25-4a74-9ad1-7f039a20a560 req-0d15e424-c5a3-4e89-8fcc-bea176755e0c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044195 Feb 04 13:04:10.373709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:10.380299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56830641-4f3d-45fb-90d7-e095ced0af94,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:10.387561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.413823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Transition to ACTIVE for port object 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:10.417599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d005d587-44e1-4e0c-9bab-26d51634fe58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fad00fb11994f2496abf8075782a827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591522 Feb 04 13:04:10.419220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43268) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:10.486653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.526057 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'code': 200} Feb 04 13:04:10.600729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebd2d2-eb90-4c42-b8cb-19a4940fb6b1 req-f44a9470-1941-48db-8f90-f18b0e266dd0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:10.602327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75ebd2d2-eb90-4c42-b8cb-19a4940fb6b1 req-f44a9470-1941-48db-8f90-f18b0e266dd0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.1055017 Feb 04 13:04:10.689239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-75ebd2d2-eb90-4c42-b8cb-19a4940fb6b1 req-7be03477-4942-476d-ae06-f0d5fabd0a15 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740767 Feb 04 13:04:10.756207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] No DVR routers for this DVR port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:10.811688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:10.815660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.873835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:04:10.874047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d199da3-eb6e-49d6-b44c-44e970a06bff req-60ceddd3-e858-4e33-8ee4-1749bf8d97b4 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0444298 Feb 04 13:04:10.874169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:04:10.874484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:10.877676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:10.894830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:04:10.895160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:10.915161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-26646e17-68a9-428f-a146-670e743dc39d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:10.916635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-26646e17-68a9-428f-a146-670e743dc39d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3062510 Feb 04 13:04:10.920667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:10.921006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:04:10.922232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:10.922725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Bound port: 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:04:10.923089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.075957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-5ba48ca3-91fb-4ab2-b89b-5b1f0dffe89b tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 695 time: 0.1430435 Feb 04 13:04:11.096553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:11.157505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44aa6-26a1-46f2-9300-314b799515d3 req-c9f2276a-5f55-4b77-b54b-d21821445993 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.159038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfa44aa6-26a1-46f2-9300-314b799515d3 req-c9f2276a-5f55-4b77-b54b-d21821445993 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1024110 Feb 04 13:04:11.187717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.192659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.206144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfa44aa6-26a1-46f2-9300-314b799515d3 req-b9d7d696-a1a2-4bf9-9aa7-e6c061bb8203 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Feb 04 13:04:11.280525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:11.284617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56830641-4f3d-45fb-90d7-e095ced0af94,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:11.332380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:04:11.333581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.334803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0a850bb9-47fe-4a1d-b842-91a5cca6bda0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56830641-4f3d-45fb-90d7-e095ced0af94 HTTP/1.1" status: 204 len: 168 time: 0.9134922 Feb 04 13:04:11.343261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.419894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.419894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:11.419894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] 10.222.0.90 "PUT /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 1095 time: 2.2236669 Feb 04 13:04:11.537758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b37be-6210-4df7-9680-46edeedf6ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:11.833547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-29cc22be-8834-4b0d-902d-956f6bae085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.835089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-29cc22be-8834-4b0d-902d-956f6bae085a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.3804169 Feb 04 13:04:11.909436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f89b5-24de-4704-a711-03cac4cbe166 req-b780803d-c137-4c5f-a7d7-beaaad222e21 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:11.909436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f0f89b5-24de-4704-a711-03cac4cbe166 req-b780803d-c137-4c5f-a7d7-beaaad222e21 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.0878170 Feb 04 13:04:11.960231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f0f89b5-24de-4704-a711-03cac4cbe166 req-cb28b4ee-df93-48cf-afae-ebd21e0c3111 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Feb 04 13:04:12.098942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-2066f3a0-a043-492a-9c76-d311073f33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.100475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-2066f3a0-a043-492a-9c76-d311073f33ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2569139 Feb 04 13:04:12.217352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-138ed4b8-1525-4f23-82ac-644c0dd0f83b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.1095641 Feb 04 13:04:12.309433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-a61dc013-27fe-477e-a976-a58ade6e3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.310874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-a61dc013-27fe-477e-a976-a58ade6e3218 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0854745 Feb 04 13:04:12.322214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-865679e1-5a46-4359-ae46-c0030f41a85c req-e292dd98-62a6-455e-bf95-d833d105a7c9 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0509160 Feb 04 13:04:12.492208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:12.497733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:12.523375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f035-c5b3-42f3-b795-730a67e346db req-5dfdce5c-eeaa-4ada-9330-5188b9b02f79 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.524909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb06f035-c5b3-42f3-b795-730a67e346db req-5dfdce5c-eeaa-4ada-9330-5188b9b02f79 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.0866375 Feb 04 13:04:12.552362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:12.593482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb06f035-c5b3-42f3-b795-730a67e346db req-883fd1f0-065a-4ef9-8029-86f4f090bce6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616221 Feb 04 13:04:12.598678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-babb154b-9b73-4cde-ba9a-922607d34801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.600067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-babb154b-9b73-4cde-ba9a-922607d34801 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816513 Feb 04 13:04:12.685153 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'status': 'completed', 'code': 200} Feb 04 13:04:12.789378 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf associated. External IP: 172.25.4.77, port: 9e67892a-9c14-4c43-af35-bd7427512a7a. Feb 04 13:04:12.806314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-2a28a403-2776-4630-a555-78bd2451dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.809965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-2a28a403-2776-4630-a555-78bd2451dc6c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.1297038 Feb 04 13:04:12.966551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-3115fb80-4ae9-4020-85ba-d57e4d1bdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:12.968142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-3115fb80-4ae9-4020-85ba-d57e4d1bdecd service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1518433 Feb 04 13:04:12.975167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-a9ee9f05-0bcb-440f-bf0d-54e919725b93 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613358 Feb 04 13:04:13.039928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:13.171122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:04:13.199539 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-e45e1879-8854-4287-8dd2-af6c26571a7d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.2247944 Feb 04 13:04:13.321642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-2f4fc791-cf15-44ca-9913-d85b2a660efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.324016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-2f4fc791-cf15-44ca-9913-d85b2a660efc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0921092 Feb 04 13:04:13.368441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-225f6d2d-393f-47cc-83b2-a20993517537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:13.388429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-76d1e008-b7c2-4ea8-a2bb-e5bc9a94ec94 req-3760dd3b-bf22-4bd4-b0d2-577a4956ba3f service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047174 Feb 04 13:04:13.403644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559973-f8e1-4da2-8ed1-62512c192e25 req-afa88768-aee4-480f-8872-fd90be77213a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.405167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f559973-f8e1-4da2-8ed1-62512c192e25 req-afa88768-aee4-480f-8872-fd90be77213a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.2087677 Feb 04 13:04:13.468672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-f0e8ebc8-1c1f-496c-a71c-9288fce81ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.470570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-f0e8ebc8-1c1f-496c-a71c-9288fce81ed1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390109 Feb 04 13:04:13.486524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f559973-f8e1-4da2-8ed1-62512c192e25 req-808d1e40-3638-4004-8218-33cda4362981 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 Feb 04 13:04:13.496096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:13.709167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-6e4f64c5-50e2-43ed-9f5e-a61716fa96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:13.710985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-6e4f64c5-50e2-43ed-9f5e-a61716fa96d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.2176006 Feb 04 13:04:13.842090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b2f92fe-b3f3-4703-bbfd-39f16877f7c1 req-071d14a0-254a-4567-928f-519e8f73a30a tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1359365 Feb 04 13:04:13.913665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-0ea017ce-e9b1-482d-9bec-540fc61a2ab4 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257090 Feb 04 13:04:13.927595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:13.934989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:13.948635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:13.978382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:13.978382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:14.034238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-536265a2-89c2-4444-9b4a-be5b559d417d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "PUT /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 995 time: 2.9360003 Feb 04 13:04:14.034238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-5c8cc5d7-8ed7-4052-971f-154f1246ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.034238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-5c8cc5d7-8ed7-4052-971f-154f1246ff69 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2268009 Feb 04 13:04:14.151697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-d8a71e79-78ec-4af3-afeb-a48685cf74ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.1157570 Feb 04 13:04:14.156127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-df988137-a140-4425-800a-1013a1894acd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4464788 Feb 04 13:04:14.218419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-f4e0c6e7-7a0b-4639-9e92-7e663cc278d5 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967477 Feb 04 13:04:14.228187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc3d47-282b-4793-b08e-0d2b4b129ffa req-4082ae83-6584-4969-b7e0-2316724b549c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.236581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cbc3d47-282b-4793-b08e-0d2b4b129ffa req-4082ae83-6584-4969-b7e0-2316724b549c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1675379 Feb 04 13:04:14.250702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-75ebba4a-a266-432f-ace1-afb0b6c2b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.252279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-75ebba4a-a266-432f-ace1-afb0b6c2b8ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0835180 Feb 04 13:04:14.257166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-ba63be8b-e1f0-44e8-a522-67e7aa3c5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.258969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-ba63be8b-e1f0-44e8-a522-67e7aa3c5d4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.1685212 Feb 04 13:04:14.292153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0cbc3d47-282b-4793-b08e-0d2b4b129ffa req-ca344d9f-cd0c-4e89-909a-5b0345fd2d4d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520234 Feb 04 13:04:14.307121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:14.450123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-c81cc3ab-d2de-4484-aaed-ff47d4ec7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.452419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-c81cc3ab-d2de-4484-aaed-ff47d4ec7481 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 1101 time: 0.1565678 Feb 04 13:04:14.610408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f27f-4698-4791-9851-f882f442e77b req-ccc6db45-5ecb-44f3-9c1c-091f06e42450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.613279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-ccc6db45-5ecb-44f3-9c1c-091f06e42450 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3531420 Feb 04 13:04:14.627485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:14.656595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-93b8880b-1b5e-4857-a35a-a7a288b55d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.658434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-93b8880b-1b5e-4857-a35a-a7a288b55d32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1836510 Feb 04 13:04:14.732381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:14.772636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-c009e266-1bcf-4ef6-b790-663a2e63bf2b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 200 len: 217 time: 0.1062622 Feb 04 13:04:14.777492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-a3721351-04b8-4742-a9c5-09b4dd183ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.790723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-a3721351-04b8-4742-a9c5-09b4dd183ce2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.4534705 Feb 04 13:04:14.873479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:12Z', 'revision_number': 1, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:14.877963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:14.890493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:14.892826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:03:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:14.935039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:14.972838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-9739eb26-eb94-4f22-a45e-f82c1e6d9ec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 998 time: 0.1610131 Feb 04 13:04:14.980599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-6190a5cf-ab2a-442e-9aaf-9811ee366856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:14.982517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-6190a5cf-ab2a-442e-9aaf-9811ee366856 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1376047 Feb 04 13:04:14.996503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:15.034096 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-78ac611e-617b-4fab-be5c-9ed4e69d45c3 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005842 Feb 04 13:04:15.057503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Usage tracker for resource:security_group_rule and tenant:3fa6ef3c20e14d6b8e00381a8972b51e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:15.059199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-5e918932-ada7-429b-9e9e-808a4b91386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:15.061466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-5e918932-ada7-429b-9e9e-808a4b91386d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0773692 Feb 04 13:04:15.081270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:15.091929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:15.101074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:15.140819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5bdc4-6a2d-468c-a7f3-5fdaf17804d0 req-23fd9164-bfba-41f5-8f02-97a1737ca5d8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:15.142314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55f5bdc4-6a2d-468c-a7f3-5fdaf17804d0 req-23fd9164-bfba-41f5-8f02-97a1737ca5d8 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.3676822 Feb 04 13:04:15.146527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-2b928f5f-23d5-4277-b029-f5317af31745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:15.147989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-2b928f5f-23d5-4277-b029-f5317af31745 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547253 Feb 04 13:04:15.345543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-72a1c36b-0f82-4ff2-a894-831b45a26297 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769855 Feb 04 13:04:15.350107 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55f5bdc4-6a2d-468c-a7f3-5fdaf17804d0 req-0d7e4064-59c5-454f-b2f0-0d6089c8484e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012062 Feb 04 13:04:15.410400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-71335a8c-a9f9-4109-866e-74a6afe8dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:15.411752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-71335a8c-a9f9-4109-866e-74a6afe8dbdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286233 Feb 04 13:04:15.413688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b3f27f-4698-4791-9851-f882f442e77b req-fd98f06d-96f7-4416-a7f4-0d10511e25fb service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513484 Feb 04 13:04:15.422020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-68bbf11c-668f-443f-a2b1-386a6be5754d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:04:15.422989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-68bbf11c-668f-443f-a2b1-386a6be5754d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054059 Feb 04 13:04:15.521049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:12Z', 'revision_number': 1, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:15.525677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed795162-6cab-4f80-bb5e-5ebb8a2baa12 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:12Z', 'revision_number': 1, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:15.614649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-85b34805-30a7-48c9-8697-a97f33cb1eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818125 Feb 04 13:04:15.702925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:15.730351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:15.776442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4efc3df2-924c-4dfe-870f-9bc2dd2066b4 req-c49e791d-c1af-42a6-8b3b-0625d63a7832 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562195 Feb 04 13:04:15.800825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9a665-41e9-42f7-9224-0242ab6e75a8 req-131d8368-9774-49ec-9081-93b7634992ce service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427040 Feb 04 13:04:15.807112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc5dd4-68d3-435b-a1d4-4c6c73704bc5 None None] New status for floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:15.814951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dab935-c7e1-4a7b-b49c-9b72ca92f4a9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:15.827094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:15.827256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0ca12929-cb14-43d4-9d07-4263e34f72bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fa6ef3c20e14d6b8e00381a8972b51e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2003236 Feb 04 13:04:15.838909 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfddd52b-0113-40e1-b7f5-7141ba963a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:15.858685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8b72-ef75-4f81-a389-ef2cff7774d6 req-d0ed7ce4-4ab7-4587-8334-078ab5d9f7da tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:15.860306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-748b8b72-ef75-4f81-a389-ef2cff7774d6 req-d0ed7ce4-4ab7-4587-8334-078ab5d9f7da tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.2517607 Feb 04 13:04:15.888207 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:04:15.911129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:15.916378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-748b8b72-ef75-4f81-a389-ef2cff7774d6 req-f17e3cb2-a0a5-46d5-b57a-d13d56a3e29e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487952 Feb 04 13:04:16.005138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.106012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9f2b422-91c2-4e0a-9f94-aa0994efa96c req-955ab6cd-1c0a-4521-945c-998eda83f378 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0838804 Feb 04 13:04:16.148112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c947-7ef2-4c0a-b502-8ef28046314f req-d16d0f1c-9943-4450-81f3-da1a6b8a4527 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.156835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0b6c947-7ef2-4c0a-b502-8ef28046314f req-d16d0f1c-9943-4450-81f3-da1a6b8a4527 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.1290245 Feb 04 13:04:16.161188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-34e940f3-0f7e-4729-ac82-5d3b8bd89d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.163040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-34e940f3-0f7e-4729-ac82-5d3b8bd89d10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.2252183 Feb 04 13:04:16.246010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0b6c947-7ef2-4c0a-b502-8ef28046314f req-d3eb2d1d-2e21-46e2-b57d-73a1c3c101d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879521 Feb 04 13:04:16.273823 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.342487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dab935-c7e1-4a7b-b49c-9b72ca92f4a9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:16.364941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.366071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e55fb96-20db-48aa-99dc-15060d96a4f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7dab935-c7e1-4a7b-b49c-9b72ca92f4a9 HTTP/1.1" status: 204 len: 168 time: 0.5378261 Feb 04 13:04:16.420366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-d8e720dd-aae0-4186-9a94-269b09b126ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.421832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-d8e720dd-aae0-4186-9a94-269b09b126ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2490075 Feb 04 13:04:16.436474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-622b82b5-a63b-462d-a77d-dbbc8e63cc36 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.438320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-622b82b5-a63b-462d-a77d-dbbc8e63cc36 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1657257 Feb 04 13:04:16.583484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a5986-539c-42a7-800c-ea5010b48f21 req-0863515a-ecf8-4a9e-9c30-85b7d109ffca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.585206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-099a5986-539c-42a7-800c-ea5010b48f21 req-0863515a-ecf8-4a9e-9c30-85b7d109ffca tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.1131728 Feb 04 13:04:16.638200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-099a5986-539c-42a7-800c-ea5010b48f21 req-0def10c6-d7d8-4eea-9c55-0b6f5914bc32 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Feb 04 13:04:16.667912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-85a24e9a-4317-4360-b6c0-e6ca4432a53c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1000 time: 0.1706159 Feb 04 13:04:16.675194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-7e57e227-93ef-4e59-9917-b24323c209db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 1000 time: 0.2358088 Feb 04 13:04:16.680697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:16.732886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43400) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:16.764142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.775641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.791435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:16.796626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d0452624acad4afc981a4ebd088ce43d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:16.800854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:16.810081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:16.847550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-20a8a8ed-f65e-46e8-952c-57a1a64e03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:16.849035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-20a8a8ed-f65e-46e8-952c-57a1a64e03d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1120551 Feb 04 13:04:16.851634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.934438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:16.937100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:17.092561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0452624acad4afc981a4ebd088ce43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585725 Feb 04 13:04:17.093358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea0fd9-abe1-4fbd-9aab-b147ab3250b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e158f5e8-ae6f-4a9e-b467-1407ccaeae1b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:17.096029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43408) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:17.153035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-90e2ea04-a6bd-4d9d-8c01-5609be68d640 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.156217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-90e2ea04-a6bd-4d9d-8c01-5609be68d640 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 947 time: 0.2066064 Feb 04 13:04:17.168717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81061-5ea0-4543-8bfa-6b816ca7496b req-2f8bb037-372d-4fb7-be7e-21d5336924ba tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.169100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:17.170470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dad81061-5ea0-4543-8bfa-6b816ca7496b req-2f8bb037-372d-4fb7-be7e-21d5336924ba tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 947 time: 0.1496310 Feb 04 13:04:17.201215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-406e3b30-156e-4b77-95db-f021cca8429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.202773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-406e3b30-156e-4b77-95db-f021cca8429e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926607 Feb 04 13:04:17.274678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dad81061-5ea0-4543-8bfa-6b816ca7496b req-12d64593-c7a8-4b2a-9f2e-13f066fdc50d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709755 Feb 04 13:04:17.285256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-0ad0bece-f6b9-47a5-99b6-b62343a26073 service neutron] 10.222.0.90 "GET /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.1137033 Feb 04 13:04:17.441975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-b863f483-4630-42b9-86a5-5550000619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.443437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-b863f483-4630-42b9-86a5-5550000619fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1098 time: 0.1335335 Feb 04 13:04:17.543975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a66f1-b21e-45b0-85b2-40780d31dc25 req-bcb6883f-805c-4f5c-a868-344affde6d27 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.545489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-174a66f1-b21e-45b0-85b2-40780d31dc25 req-bcb6883f-805c-4f5c-a868-344affde6d27 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.1663866 Feb 04 13:04:17.559376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:17.628396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-174a66f1-b21e-45b0-85b2-40780d31dc25 req-bf629f38-d839-4f78-a461-1b18fd9b0168 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Feb 04 13:04:17.632373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae274806-2f79-4274-b121-e6890aa5be2b req-106a188f-9544-4f7a-b524-ed2aa72b66c7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.632882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-b65d56e1-897a-487f-a53b-64a8d8d41214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.633902 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae274806-2f79-4274-b121-e6890aa5be2b req-106a188f-9544-4f7a-b524-ed2aa72b66c7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.6130025 Feb 04 13:04:17.634345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-b65d56e1-897a-487f-a53b-64a8d8d41214 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1796780 Feb 04 13:04:17.639930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:17.717216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-f6cd1e39-1412-44ce-a397-b3f16ca3470e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.0713537 Feb 04 13:04:17.785378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-77e5ca14-28df-4977-af83-38a49a6a5cea service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725515 Feb 04 13:04:17.815950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e52c33a-ec30-4571-9ca0-76d0b5001205 req-f8cf3c84-65cd-4155-a45b-a7c3f373c296 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0514750 Feb 04 13:04:17.842597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:17.847343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-955282f9-0f0d-4aad-96c0-fe866f99cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.848954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-955282f9-0f0d-4aad-96c0-fe866f99cdf8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1171899 Feb 04 13:04:17.990539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-d70e6965-1805-42cd-bdc1-36664f97c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:17.992479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-d70e6965-1805-42cd-bdc1-36664f97c228 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354580 Feb 04 13:04:17.993256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:18.007392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'mac_address': 'fa:16:3e:60:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:18.012167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 078d470a-9dd3-4a13-b909-7a165028ac55 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:18.012512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.081664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.108664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:18.116754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.128857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:18.133666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.157869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75dca4-60d6-408e-972a-67ee59adc575 req-4c171102-0944-42ab-8e7c-894b1dd02d0a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:18.159695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2b75dca4-60d6-408e-972a-67ee59adc575 req-4c171102-0944-42ab-8e7c-894b1dd02d0a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2215025 Feb 04 13:04:18.162887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e158f5e8-ae6f-4a9e-b467-1407ccaeae1b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:18.210758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89e02d93-777f-4c51-8fd6-3e30f5b5082e req-8dcd2c5d-ac20-4408-b5fb-b97ecbc98613 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060993 Feb 04 13:04:18.218723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.225682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c123bb70-6fdc-4391-ab00-614e88fc452a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e158f5e8-ae6f-4a9e-b467-1407ccaeae1b HTTP/1.1" status: 204 len: 168 time: 1.1155431 Feb 04 13:04:18.229996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-8007ef2a-8655-4737-b93b-358875960da8 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152598 Feb 04 13:04:18.265930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2b75dca4-60d6-408e-972a-67ee59adc575 req-c50c93b0-548a-4fe6-8874-3d349deaf07a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957329 Feb 04 13:04:18.269020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:18.577736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 078d470a-9dd3-4a13-b909-7a165028ac55, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=078d470a-9dd3-4a13-b909-7a165028ac55,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:18.577736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.610579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:18.702718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e6969bf3-57a2-48f6-b342-f238a4673745 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529760 Feb 04 13:04:18.724477 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.746158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8235-6b45-47c0-9a4d-dcd0a21472cd req-c6807bbe-bd18-4aeb-94da-c115c885d062 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:18.757859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062b8235-6b45-47c0-9a4d-dcd0a21472cd req-c6807bbe-bd18-4aeb-94da-c115c885d062 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.3156579 Feb 04 13:04:18.801639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 078d470a-9dd3-4a13-b909-7a165028ac55 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:18.847635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-062b8235-6b45-47c0-9a4d-dcd0a21472cd req-9b3da285-59d0-4194-93d3-2d1155003481 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879695 Feb 04 13:04:18.904482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:18.918176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:19.240771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395200ae-9a78-42ca-bf6e-b8397806de22 req-e5079763-aeb7-4d84-96cf-3335d5270768 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:19.255158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-395200ae-9a78-42ca-bf6e-b8397806de22 req-e5079763-aeb7-4d84-96cf-3335d5270768 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 945 time: 0.2041943 Feb 04 13:04:19.296002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:19.350722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-395200ae-9a78-42ca-bf6e-b8397806de22 req-2c370fa3-6d57-4d45-8e0f-a81a1f4f05cd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025712 Feb 04 13:04:19.373702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=078d470a-9dd3-4a13-b909-7a165028ac55,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:19.556689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port 078d470a-9dd3-4a13-b909-7a165028ac55 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:19.558363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4237d16a-7115-4f01-88bc-49a05a5be39e req-91afee96-9702-4ea4-b8b3-85d3897248c2 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0464141 Feb 04 13:04:19.560043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:19.564819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'name': 'network-vif-deleted', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:19.585137 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf associated. External IP: 172.25.4.77, port: 9e67892a-9c14-4c43-af35-bd7427512a7a. Feb 04 13:04:19.653659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae274806-2f79-4274-b121-e6890aa5be2b req-a8f06cd5-c374-42ac-a01b-7f3ea4436852 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "DELETE /v2.0/ports/078d470a-9dd3-4a13-b909-7a165028ac55 HTTP/1.1" status: 204 len: 173 time: 1.9883521 Feb 04 13:04:19.853511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['078d470a-9dd3-4a13-b909-7a165028ac55'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:19.969715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:20.037933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6b7d9-e6ba-422d-829b-84b089bcaa19 req-439aa932-db3d-44e6-ba9d-6867cf0048aa tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.071055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4a6b7d9-e6ba-422d-829b-84b089bcaa19 req-439aa932-db3d-44e6-ba9d-6867cf0048aa tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2553408 Feb 04 13:04:20.199883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4a6b7d9-e6ba-422d-829b-84b089bcaa19 req-dd202740-85f9-4ca1-b37d-5ced0cfee44e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259646 Feb 04 13:04:20.378975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:20.403029 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a24c37-1a42-462d-b125-aeb263128b8b', 'name': 'network-vif-deleted', 'tag': '078d470a-9dd3-4a13-b909-7a165028ac55', 'status': 'completed', 'code': 200} Feb 04 13:04:20.783169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:20.798930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:20.815722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:20.817384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:20.870355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e6624-9334-4057-9179-0e0f04f6a234 req-3c2fe47e-f633-47f2-a978-4e70c3f1c410 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:20.890148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e90e6624-9334-4057-9179-0e0f04f6a234 req-3c2fe47e-f633-47f2-a978-4e70c3f1c410 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.2611442 Feb 04 13:04:20.996447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e90e6624-9334-4057-9179-0e0f04f6a234 req-6a57f956-edac-450b-bc15-0a0d3a305c9c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948360 Feb 04 13:04:21.144381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:21.298837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed33167d-20ff-4f31-b4c3-5a3b9c3948a2 req-9c479da1-e779-4129-b4fc-0da14a6a71e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=87a24c37-1a42-462d-b125-aeb263128b8b HTTP/1.1" status: 200 len: 210 time: 0.0989673 Feb 04 13:04:21.571460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be7be760-f58e-45ca-a3db-e188dbec385e req-bf536c69-dd9e-4eea-b923-0b2b5b133b82 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0938811 Feb 04 13:04:21.611671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:22.253376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-792043d4-252c-445a-93f9-caac0b5bac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:22.253376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-792043d4-252c-445a-93f9-caac0b5bac4d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da&tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a HTTP/1.1" status: 200 len: 1099 time: 0.2994223 Feb 04 13:04:22.278583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:22.288840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:22.333493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:22.333493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:22.359732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0aa2-7cf9-4b87-8a8f-53aa7a980d1c req-da91c40b-d71d-4f6e-85ac-c2104c91b7c3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:22.359732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a0aa2-7cf9-4b87-8a8f-53aa7a980d1c req-da91c40b-d71d-4f6e-85ac-c2104c91b7c3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2529099 Feb 04 13:04:22.510201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a0aa2-7cf9-4b87-8a8f-53aa7a980d1c req-a2c2d4aa-a388-4f98-a747-3ae296df28bf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Feb 04 13:04:22.510201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:22.611618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:22.691694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:22.706247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:22.706247 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:22.721788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-da54f8ff-9035-4506-8ac8-33e45500cd55 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "PUT /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 998 time: 6.0427191 Feb 04 13:04:22.867277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:18Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:22.988860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-93fa6887-bf25-430a-aed2-514f91bb12df tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:22.988860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-93fa6887-bf25-430a-aed2-514f91bb12df tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports/9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 942 time: 0.2466094 Feb 04 13:04:22.994046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:23.039091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:23.075415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:23.075415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:23.192133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-f7e7fc05-fa7e-4206-99b8-5d464dc73e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:23.204242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-f7e7fc05-fa7e-4206-99b8-5d464dc73e4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.1475017 Feb 04 13:04:23.506348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-ffecf4c7-e6dd-4bc2-ae1b-585d985937d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:23.506348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-ffecf4c7-e6dd-4bc2-ae1b-585d985937d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2749467 Feb 04 13:04:23.558130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92017f2-77f9-481d-9eca-25604f4e398b req-f7e2ddb0-1594-4305-b7a4-ec5f291aa823 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:23.564586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a92017f2-77f9-481d-9eca-25604f4e398b req-f7e2ddb0-1594-4305-b7a4-ec5f291aa823 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.6541569 Feb 04 13:04:23.581184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:23.645939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-2a7ee9b3-ba66-47c2-8675-3a446d700166 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.1291018 Feb 04 13:04:23.711296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a92017f2-77f9-481d-9eca-25604f4e398b req-0452060c-d3ad-433a-8ad4-f958688ea6ae tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248362 Feb 04 13:04:23.712292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:23.770395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:23.887084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:23.893149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-04c8b36b-e2ef-4ed6-b39b-e6e5275436a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:23.903644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-04c8b36b-e2ef-4ed6-b39b-e6e5275436a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.2463684 Feb 04 13:04:23.903932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:23.923523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Transition to ACTIVE for port object 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:23.927895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.057533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-57c0d751-2a5a-4b0c-aa6f-38169d75390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:24.059086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-57c0d751-2a5a-4b0c-aa6f-38169d75390b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546819 Feb 04 13:04:24.244387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:04:24.245094 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:04:24.283498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-b56f0588-5053-46f2-afa6-49979d781cba service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172298 Feb 04 13:04:24.284674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-91af1d3d-96ee-467a-ba72-f577a977f238 req-483aebab-4e95-495c-8416-a2c632064fe0 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1668339 Feb 04 13:04:24.307793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] No DVR routers for this DVR port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:24.324258 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.417916 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:04:24.435998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=9']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:24.471299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:04:24.474165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:04:24.474964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:24.487573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:04:24.487708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Attempting to bind port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:24.522070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:24.523754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:04:24.524291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:24.525063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Bound port: 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:04:24.527298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.607217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:18Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:24.614290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0243b720-95ae-4f93-82c8-2dcac68ddf98 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:18Z', 'revision_number': 3, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:24.621967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-1bd8bd82-0810-421e-8c3a-7d1c67153a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:24.623666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-1bd8bd82-0810-421e-8c3a-7d1c67153a90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.1852860 Feb 04 13:04:24.672356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-53a2f4c3-c179-41d0-a70a-2137a746265e service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808813 Feb 04 13:04:24.783480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:24.783480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:04:24.783480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.881347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.945990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:24.947246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:24.958864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:24.959961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 078d470a-9dd3-4a13-b909-7a165028ac55 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:25.028229 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220a5b4-1552-4c60-a850-1d805442da59 None None] New status for floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:25.043281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-3f23dbac-7b81-44c4-9027-08ce25729039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.044783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-3f23dbac-7b81-44c4-9027-08ce25729039 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1097 time: 0.2079546 Feb 04 13:04:25.045907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-89f49c69-4428-4029-9399-497eb8796e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.061048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-89f49c69-4428-4029-9399-497eb8796e28 service neutron] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.4264648 Feb 04 13:04:25.112587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 078d470a-9dd3-4a13-b909-7a165028ac55 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:04:25.113147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 078d470a-9dd3-4a13-b909-7a165028ac55 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:04:25.114917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:25.121480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:25.147659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.148278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:25.149657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] 10.222.0.87 "PUT /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 1095 time: 2.8966222 Feb 04 13:04:25.154145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:25.180276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da053c-9bdb-4abb-ab4d-7f58b3b61a9f service neutron] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=11']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:25.259516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:04:25.280215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-c02ffe95-f570-4697-ab29-fffe33694e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.280823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1e00-aeb9-4b6a-9eee-790e38c173a3 req-a821411b-57c3-43c8-bb4a-bfb26eb47a11 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.282834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-c02ffe95-f570-4697-ab29-fffe33694e39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2207251 Feb 04 13:04:25.294733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff1b1e00-aeb9-4b6a-9eee-790e38c173a3 req-a821411b-57c3-43c8-bb4a-bfb26eb47a11 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.5051532 Feb 04 13:04:25.350969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-d5fd5002-ea30-453b-b6ed-d340ff6c8f73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.0669057 Feb 04 13:04:25.382446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff1b1e00-aeb9-4b6a-9eee-790e38c173a3 req-bc7d8baf-1c9d-4478-a9b9-2b7057d48715 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868754 Feb 04 13:04:25.400779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-0310448d-6f93-4ecd-888a-e1c1023bebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.403631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-0310448d-6f93-4ecd-888a-e1c1023bebf0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1101 time: 0.2183318 Feb 04 13:04:25.684708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-d266c069-8867-4499-a906-ca75f0c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.693278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-d266c069-8867-4499-a906-ca75f0c4e384 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.2799282 Feb 04 13:04:25.711629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-28749626-80a9-4bf2-a6b6-881948006d62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 1001 time: 0.3594117 Feb 04 13:04:25.754556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:25.778822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:25.779589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:25.787944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-473c8f8f-b707-4fb4-a575-01341d5f448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.789875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-473c8f8f-b707-4fb4-a575-01341d5f448f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.2175822 Feb 04 13:04:25.877603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-748a3117-da5b-48d7-86c5-1b8b3f24cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:25.879015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-748a3117-da5b-48d7-86c5-1b8b3f24cabe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1605203 Feb 04 13:04:25.939609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-db335ce0-0953-49e6-b4ef-aa71ddfc9f8f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.2374206 Feb 04 13:04:26.025698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-e58bef3a-10b5-4227-bf25-40e1d9623448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:26.036824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-e58bef3a-10b5-4227-bf25-40e1d9623448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501410 Feb 04 13:04:26.076809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-cde9925f-ae8b-45e5-b74a-f4424ebe50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:26.078370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-cde9925f-ae8b-45e5-b74a-f4424ebe50f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1262078 Feb 04 13:04:26.144113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6cb37-758c-4e58-84d0-a344dd7105c8 req-55036e22-7dda-4a12-9ccf-6488793592fd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:26.152009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fb6cb37-758c-4e58-84d0-a344dd7105c8 req-55036e22-7dda-4a12-9ccf-6488793592fd tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 950 time: 0.2720132 Feb 04 13:04:26.198384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:26.203105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-7c94888a-7225-4550-8eab-ffde74af7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:26.205454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-7c94888a-7225-4550-8eab-ffde74af7641 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096370 Feb 04 13:04:26.223947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fb6cb37-758c-4e58-84d0-a344dd7105c8 req-aef12492-ef16-444f-aa1d-030241b0da66 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Feb 04 13:04:26.266551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-ec93997f-17cd-4eb1-9fab-453e89bf576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:26.270391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-ec93997f-17cd-4eb1-9fab-453e89bf576b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818771 Feb 04 13:04:26.324106 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-2aaa6696-c421-4f73-90ce-63a2d69cd683 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857852 Feb 04 13:04:26.398063 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'code': 200} Feb 04 13:04:26.452618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:26.521717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-516ca219-ece6-431e-9cd3-32747cd3b08c service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049209 Feb 04 13:04:26.525071 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'status': 'completed', 'code': 200} Feb 04 13:04:26.647707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1416ec1f-974c-4a6b-af81-ac85df71b9b9 req-dd7ad75b-4e04-4564-998c-f957ffbbbc30 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221905 Feb 04 13:04:26.706179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-dccb7ef1-a40e-4248-963a-318f9a49977e service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256632 Feb 04 13:04:26.730475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8914cbcb-0baa-42be-8326-8db6ffb0b744 req-cbc17f9f-ae2a-4af7-881c-a404c3a342b6 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007482 Feb 04 13:04:26.832052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:25Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:26.837367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:26.847738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:26.849222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:26.944457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c19e4a4-b680-4f51-9d82-0e6330b4de83 req-0a0d1d15-ef47-425e-890e-5fa3e5097c1c tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.2044339 Feb 04 13:04:27.042396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01fc3825-36fa-4c2f-bca4-698da672bdf2 req-ab956c85-d24a-44f9-aa28-90eba7974135 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421038 Feb 04 13:04:27.057711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-4778d68d-3d02-4e31-8b88-6cf76d5fc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.059299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-4778d68d-3d02-4e31-8b88-6cf76d5fc8c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1101 time: 0.5235586 Feb 04 13:04:27.060839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-f7547374-9d5a-4a02-9b5f-893ccc6913b7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.062352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-f7547374-9d5a-4a02-9b5f-893ccc6913b7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.2024078 Feb 04 13:04:27.084444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-6ffb2a3a-6b49-40f9-a6bd-46682bcd9417 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0153148 Feb 04 13:04:27.093811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:27.180186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-c6cba1d4-d0e4-43b6-90e8-7c9e075d6ba8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:27.198116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-c6cba1d4-d0e4-43b6-90e8-7c9e075d6ba8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:27.200071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-c6cba1d4-d0e4-43b6-90e8-7c9e075d6ba8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090035 Feb 04 13:04:27.362480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-b96d5b36-c59e-4785-b77e-d8732b417772 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536503 Feb 04 13:04:27.371640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25fe49-d8aa-4096-9ebf-97bcd7719cdf req-d1922231-8102-4422-a1ce-21fc5e4a6bdb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.373181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b25fe49-d8aa-4096-9ebf-97bcd7719cdf req-d1922231-8102-4422-a1ce-21fc5e4a6bdb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.2247849 Feb 04 13:04:27.377256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-dc7c69c9-fbb0-4bbc-bceb-b97cd09be6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.378861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-dc7c69c9-fbb0-4bbc-bceb-b97cd09be6a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.3098097 Feb 04 13:04:27.384519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-428edefb-0bdb-4922-a608-1ada9665b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.386709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-428edefb-0bdb-4922-a608-1ada9665b055 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1101 time: 0.2367306 Feb 04 13:04:27.467591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-9480d286-46c3-4821-9be2-1ee80645cfde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.0799005 Feb 04 13:04:27.523043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:25Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:27.529065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9e7cd-8cd7-4350-9095-94f65dab33a2 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:56:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:25Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:27.541597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-33be5e91-0d4e-4b75-adfc-622a5eac87fe service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726360 Feb 04 13:04:27.779047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b25fe49-d8aa-4096-9ebf-97bcd7719cdf req-fa17c039-78b4-4c42-b19d-bfebd84730db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989480 Feb 04 13:04:27.839582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-b97af93c-35f0-4f31-806b-9d1918cea4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:27.841169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-b97af93c-35f0-4f31-806b-9d1918cea4f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3390369 Feb 04 13:04:27.854130 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'status': 'completed', 'code': 200} Feb 04 13:04:28.093923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a799e9-2a60-4fac-be8e-70fdbd69d61e req-1b486291-7887-4aea-8c3d-50e495032a29 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.100691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-0b4ac919-1877-4bb7-823a-0086c263fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.102152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-0b4ac919-1877-4bb7-823a-0086c263fd56 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6994030 Feb 04 13:04:28.104262 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8a799e9-2a60-4fac-be8e-70fdbd69d61e req-1b486291-7887-4aea-8c3d-50e495032a29 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 950 time: 0.1181233 Feb 04 13:04:28.161978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8a799e9-2a60-4fac-be8e-70fdbd69d61e req-fca7ddee-8738-4613-b8ca-105afef3a20a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Feb 04 13:04:28.222095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-9f08ddc9-d76a-4353-bccc-5cf0a134fa2d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 200 len: 217 time: 0.1044486 Feb 04 13:04:28.246448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-810ce75c-5524-44d4-a3cf-6834a453191b tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1001 time: 0.3179054 Feb 04 13:04:28.278905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-203bf2e1-3ce5-47da-bc12-79ad1f59ee38 req-d1ffb255-3709-425e-9bd0-09304f9b3f9e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.0530219 Feb 04 13:04:28.378383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-e5771342-acc2-46de-a032-dfa8257419e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.379845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-e5771342-acc2-46de-a032-dfa8257419e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5284843 Feb 04 13:04:28.381631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-6382ac5f-24c3-477e-a101-eef0f7981aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.383069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-6382ac5f-24c3-477e-a101-eef0f7981aa5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1097 time: 0.4658689 Feb 04 13:04:28.387177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-3f411af9-8099-4809-ac0c-83a298140beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.388589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-3f411af9-8099-4809-ac0c-83a298140beb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1520243 Feb 04 13:04:28.447373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-28837ecd-4aeb-4b9c-83ee-edfdf3911140 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.448741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-28837ecd-4aeb-4b9c-83ee-edfdf3911140 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports/1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 943 time: 0.2012265 Feb 04 13:04:28.708180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-562cdab2-0229-421c-8930-95c354792471 req-04d63124-836f-40cd-82e8-226587e0a88c tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1905868 Feb 04 13:04:28.836458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-314dd4b9-d6e4-4755-a557-c8a160e20220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:28.838622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-314dd4b9-d6e4-4755-a557-c8a160e20220 service neutron] 10.222.0.87 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.4263122 Feb 04 13:04:28.941748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-b1391cf7-29a8-48f6-bc13-44bd66627fcb tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1001 time: 0.3282063 Feb 04 13:04:29.002017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-2cd648fb-23ba-48ca-9267-cb16c28ea417 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124697 Feb 04 13:04:29.216165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-02143105-ddca-4c07-81ba-b2206c70b769 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.222798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-02143105-ddca-4c07-81ba-b2206c70b769 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2695851 Feb 04 13:04:29.235463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-ee07ff01-4941-4b3a-ab41-d1aa222ff776 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:04:29.246231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa00efa-1558-4c9a-9264-da1451efdf7d req-ee07ff01-4941-4b3a-ab41-d1aa222ff776 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225384 Feb 04 13:04:29.284740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-e8982897-b5c5-4899-aabe-ce29a6c24dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.287777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-e8982897-b5c5-4899-aabe-ce29a6c24dcd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7866149 Feb 04 13:04:29.358755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606e7c3-7a41-4b40-90cd-38b3bc9bacbb req-5ef12f44-a7a4-40a7-97d4-8ba888699260 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.360568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8606e7c3-7a41-4b40-90cd-38b3bc9bacbb req-5ef12f44-a7a4-40a7-97d4-8ba888699260 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1889474 Feb 04 13:04:29.423419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8606e7c3-7a41-4b40-90cd-38b3bc9bacbb req-21bd272f-f118-489a-86be-524b54cb7575 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553341 Feb 04 13:04:29.684214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-54fd1779-ca5c-4ec1-b463-fc45fed8d6ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.0535278 Feb 04 13:04:29.689404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-466d99bb-63ec-406c-b117-576cca9075d7 req-e8cc7287-77a3-454d-b4c7-5f66137f6a9f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.1336343 Feb 04 13:04:29.702001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-1cb0fdd4-40d0-4748-91c0-514f6c569db3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 1001 time: 0.8407331 Feb 04 13:04:29.786828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-9fae65ea-4c90-42d6-973b-e27a7b649eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.788306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-9fae65ea-4c90-42d6-973b-e27a7b649eb5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0691035 Feb 04 13:04:29.861129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-a7d6302c-8779-41f2-8346-21e7c94f38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.862583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-a7d6302c-8779-41f2-8346-21e7c94f38be service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1691515 Feb 04 13:04:29.875928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244dbea-634a-410b-8fa3-de0108495e45 req-021cfe8c-9ab4-4158-9bd7-b724d1fe711e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:29.877701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6244dbea-634a-410b-8fa3-de0108495e45 req-021cfe8c-9ab4-4158-9bd7-b724d1fe711e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 950 time: 0.2832093 Feb 04 13:04:29.995513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-c53624e7-21ca-44c7-ae7b-bf6eb8cd5b7d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1001 time: 0.2061343 Feb 04 13:04:30.013582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6244dbea-634a-410b-8fa3-de0108495e45 req-fb08be50-5b05-4be5-a0af-0c7652401566 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145763 Feb 04 13:04:30.068053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-75f2e705-690b-46e0-8e12-e0370bc4f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.069839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-75f2e705-690b-46e0-8e12-e0370bc4f329 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911631 Feb 04 13:04:30.097194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-819d7daf-48c3-499d-9b6b-268d14c84a64 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403686 Feb 04 13:04:30.100019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-cb1e1d1c-0611-49fe-a3e5-5c264a5142fa service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478861 Feb 04 13:04:30.151696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-343e3e81-6598-413a-adb4-63b162577b59 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.153090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-343e3e81-6598-413a-adb4-63b162577b59 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports/1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 943 time: 0.1422551 Feb 04 13:04:30.178901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-444e8f78-353a-4d2e-9e08-0f62537113b9 req-31e5f7a7-cac4-4f4a-ad23-f93c23af2cfc tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/ports?device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.0813406 Feb 04 13:04:30.233830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-ad282290-98aa-4bf0-b6bf-32b4e6ba8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.236358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-ad282290-98aa-4bf0-b6bf-32b4e6ba8fb7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4388340 Feb 04 13:04:30.262929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da7751-75c2-4883-ade8-0929ada05cdf req-ed41f8eb-1c1d-4bfb-8824-8990b57df9c3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.270784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1da7751-75c2-4883-ade8-0929ada05cdf req-ed41f8eb-1c1d-4bfb-8824-8990b57df9c3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1382234 Feb 04 13:04:30.323492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1da7751-75c2-4883-ade8-0929ada05cdf req-68ad13ea-9dc0-4c67-8735-e142e6df70ae tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517325 Feb 04 13:04:30.547291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-50bd2e50-1ae0-468f-be75-eaab54ffa6f3 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1001 time: 0.2695513 Feb 04 13:04:30.570451 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3da81cd-c2a3-45da-bbec-8f5e20a4ee2a req-3ce0f98f-912e-47eb-8fbb-a6bd63f9a959 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544773 Feb 04 13:04:30.594651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-932e0185-7c2e-4f07-8931-7b0d94990ca4 req-198aa664-703f-403d-ba9e-b3ebdb0f3964 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0768743 Feb 04 13:04:30.682342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-d60b5ab8-e737-47b9-bb6a-fe22c9dfc92a service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312055 Feb 04 13:04:30.757242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-d54a8800-ff05-4031-8ff9-c751121b5fe8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.1323102 Feb 04 13:04:30.904672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac17962a-ff5f-40f5-8eae-4090915aa475 req-7a549537-ac64-44ce-bb42-d2c6afb0b427 service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082989 Feb 04 13:04:30.912121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-e7ff401e-9d69-48ff-9666-262b60ce4248 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.913567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-e7ff401e-9d69-48ff-9666-262b60ce4248 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3498454 Feb 04 13:04:30.994902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-bc3115e8-cd7f-40ba-b045-274c3664ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:30.996507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-bc3115e8-cd7f-40ba-b045-274c3664ea25 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2000954 Feb 04 13:04:31.028651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997716b8-93c4-4091-99d4-828e22773845 req-9813d847-4c7e-4152-8d30-b086dfbc939c tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:31.030170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-997716b8-93c4-4091-99d4-828e22773845 req-9813d847-4c7e-4152-8d30-b086dfbc939c tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 1101 time: 0.2711239 Feb 04 13:04:31.069327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-3cbbc4dd-3922-4294-ae7a-6dc7b5355f54 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1001 time: 0.1450217 Feb 04 13:04:31.080593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:31.143211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:31.160702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-997716b8-93c4-4091-99d4-828e22773845 req-219f9825-2f2a-4f5c-bf32-be109e8558d6 tempest-MigrationsAdminTest-2106844389 tempest-MigrationsAdminTest-2106844389-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790436 Feb 04 13:04:31.209673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:31.229095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-73c6661f-c60e-4d26-b111-3093fd24d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:31.230902 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-73c6661f-c60e-4d26-b111-3093fd24d62b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272167 Feb 04 13:04:31.385948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:31.386300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5e90dd3-ba72-4c1d-8ab4-8a4d8b793592 req-c985bf4e-f6cb-44a3-81a3-1a192f058890 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/ports?device_id=a57d3996-364b-406a-81ca-7261c8baa5f5 HTTP/1.1" status: 200 len: 210 time: 0.1004579 Feb 04 13:04:31.406710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'mac_address': 'fa:16:3e:60:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:31.512853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:31.558162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:31.628016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:31.636606 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:31.690719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-32ab404d-e04e-4061-a1de-da653b6322fd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:31.699277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-32ab404d-e04e-4061-a1de-da653b6322fd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.3597140 Feb 04 13:04:31.718228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-795d23d9-bcbe-4b38-a260-841cf0d214a7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/quotas/9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 375 time: 0.0179763 Feb 04 13:04:31.854224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:31.887380 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-b971eb02-1a9b-4fb4-a4cf-6c8653144d61 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1678810 Feb 04 13:04:31.891405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.893494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.896482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.897268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.901470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.902889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.904670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.906738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.907577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.909279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.911401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.912243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:31.987202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:31.993162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:31.993727 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf disassociated. External IP: 172.25.4.77, port: 1887b41e-3a99-4585-91f6-7fc38dbf7b56. Feb 04 13:04:32.106407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:32.315880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2c31bca-8556-42d5-bada-bed2d08270dd req-63ee24c0-9980-401c-827b-8c49dad29210 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0475700 Feb 04 13:04:32.352539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:32.376403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-124add63-c330-49e4-9eed-356afd010c20 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743745 Feb 04 13:04:32.580442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-256ab576-0afe-4111-851c-29d562385901 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976795 Feb 04 13:04:32.645601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:32.669691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:32.672888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:32.676822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6fbdcfaddce4cd98ec2955c0712865d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:32.685042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:32.696760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:33.007210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:33.017435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:33.032931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:33.034921 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:33.071855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.082665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.131986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.191603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6fbdcfaddce4cd98ec2955c0712865d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368742 Feb 04 13:04:33.192191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:33.231789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccbc66-9038-4843-ac48-0ff012b05bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df628b07-619c-4f04-aac2-a88801222251,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:33.235338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fe94c34-e6f1-42da-9083-f143c017f300 req-9d772419-e217-4434-9350-ff9952609f4a tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0632038 Feb 04 13:04:33.267953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-843a073a-2e0e-4f9a-81e7-41edd813ce5c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "PUT /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 694 time: 2.1926773 Feb 04 13:04:33.270639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:33.291541 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:33.300874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.382639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.446323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-21cd1280-21a9-4f74-bf43-2092d4eb72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:33.448797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-21cd1280-21a9-4f74-bf43-2092d4eb72f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1097 time: 0.1447532 Feb 04 13:04:33.451725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c9a9457-6287-4ed9-93f0-8fa48bae901c req-fd3c1937-9321-4240-86a7-03cbd72c27fc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 210 time: 0.1027150 Feb 04 13:04:33.545865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.579149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df628b07-619c-4f04-aac2-a88801222251,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:33.619281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:33.623307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-12e41e53-5472-428c-8d87-586731ac84de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df628b07-619c-4f04-aac2-a88801222251 HTTP/1.1" status: 204 len: 168 time: 0.4194524 Feb 04 13:04:33.672497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-3ac56deb-8372-4ed1-91ff-492dad4fca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:33.673967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-3ac56deb-8372-4ed1-91ff-492dad4fca07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2159519 Feb 04 13:04:33.767103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-41703b4c-f381-4f3a-95af-7ecf79c3ceb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 217 time: 0.0819767 Feb 04 13:04:33.957229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-b0649d15-2d4b-4d02-acd7-3fc956ab78ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:33.965267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-b0649d15-2d4b-4d02-acd7-3fc956ab78ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.3450565 Feb 04 13:04:33.980809 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:33.982054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-d21ee2db-ec92-475c-a7e0-19ec0400efdd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0161877 Feb 04 13:04:33.986525 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:34.002646 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:34.003477 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:34.008293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-911ec301-f301-42e1-bcf0-c4c504fce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:34.017961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-911ec301-f301-42e1-bcf0-c4c504fce64f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.2427299 Feb 04 13:04:34.038647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-0a0d6713-ef3a-4900-9953-462f5ec096ac tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553873 Feb 04 13:04:34.111623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43664) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:34.116322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-743a94fc-b885-475c-917f-c48579226dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:34.118434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-743a94fc-b885-475c-917f-c48579226dfc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991683 Feb 04 13:04:34.154727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:34.215385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-2bba697a-f73f-47f7-a7d2-ba88a95523d6 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648445 Feb 04 13:04:34.225845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:34.234002 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:04:34.248120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Usage tracker for resource:security_group_rule and tenant:3d49457545714f25b4a47633dc63f509 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:34.248617 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:34.252444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:34.262452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:34.315437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-c91b28d1-dcdb-4b32-8e28-ac63a7660949 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826742 Feb 04 13:04:34.388178 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-e7d51bb1-6d09-4093-9b61-1a840d5d678a service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761420 Feb 04 13:04:34.570939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ad3f895-d79f-4f12-a78c-cd723c510bdf req-b56f36de-ad1d-4b87-872b-13cf887937a9 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461731 Feb 04 13:04:34.571981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:34.577883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:34.655822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449b9ec-aa09-49cc-9ece-4085058d9550,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:34.684567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-502faf38-628b-42b4-958f-f97e5497de09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d49457545714f25b4a47633dc63f509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709503 Feb 04 13:04:34.685252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43674) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:34.713379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-bfe88057-6ef4-4641-a31a-b67c8242b6ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:34.717352 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:34.734795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-bfe88057-6ef4-4641-a31a-b67c8242b6ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.3270655 Feb 04 13:04:34.735482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d7014-7d13-4430-b6f9-3d3da9b8353f None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:34.739778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'device_id': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'admin_state_up': True, 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:34.845309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:34.854081 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'status': 'completed', 'code': 200} Feb 04 13:04:35.096789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a41912e7-4fbd-4fd3-93c6-bc1c6e253766 req-10d39b27-3dfd-46ed-813d-2a48a5f5d529 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0811172 Feb 04 13:04:35.100821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:35.153063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:35.190097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:35.203227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:35.211005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-662b9b6f-9921-4610-89b2-553af9cc38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:35.212617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-662b9b6f-9921-4610-89b2-553af9cc38b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 1097 time: 0.2848277 Feb 04 13:04:35.232358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:04:35.238849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:35.248071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a12fd7-520c-4f00-a5a9-d01ccbcee4ee None None] New status for floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:35.354932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3566f5-969b-45d3-9772-8312d6be0f5d req-8b566d58-acd5-4ca9-b143-84ef6d388fcb tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:35.367406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da3566f5-969b-45d3-9772-8312d6be0f5d req-8b566d58-acd5-4ca9-b143-84ef6d388fcb tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.5239308 Feb 04 13:04:35.395927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:35.419882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de20234e-0947-4fe8-bc2c-a1a4a91a5d53 req-a249a32b-f478-4e9b-8787-df1309820791 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 210 time: 0.0720146 Feb 04 13:04:35.496840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-c9000c1b-7b69-4a40-a3b8-071ad7115471 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:35.497496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-c9000c1b-7b69-4a40-a3b8-071ad7115471 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 949 time: 0.6532919 Feb 04 13:04:35.567140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:35.610544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.20.0.12 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/65c900f1-ecb9-461a-938b-0a012ad11beb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:04:35.612307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449b9ec-aa09-49cc-9ece-4085058d9550,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:35.684334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:35.684714 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:35.686514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da3566f5-969b-45d3-9772-8312d6be0f5d req-952f1669-7ab8-4104-90d9-6c0332956692 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925162 Feb 04 13:04:35.688415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-b1d02d80-c57c-4c9f-9e04-55afbc43add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:35.690417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-b1d02d80-c57c-4c9f-9e04-55afbc43add8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.4648468 Feb 04 13:04:35.695646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:35.697945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8fc6baee-23de-4d47-aa3e-b98bde51b98f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2449b9ec-aa09-49cc-9ece-4085058d9550 HTTP/1.1" status: 204 len: 168 time: 1.0106256 Feb 04 13:04:35.705850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:35.706256 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:36.171703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:36.203250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Transition to ACTIVE for port object 65c900f1-ecb9-461a-938b-0a012ad11beb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:36.214836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-3d45853a-321a-4398-b806-b53f37b0ae30 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 200 len: 217 time: 0.3446450 Feb 04 13:04:36.227496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:36.239211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:36.258334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:36.271611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e770bda-cb43-4157-9e1a-211b2d5f0bc6 req-b551c19c-2b48-4f6c-9c46-985ab294a956 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 210 time: 0.1614718 Feb 04 13:04:36.327968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:36.347734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-6f778976-28ba-44bc-884e-ac3f2a9c7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:36.351394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-6f778976-28ba-44bc-884e-ac3f2a9c7819 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0885575 Feb 04 13:04:36.358363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cc853da-251d-434a-9a7d-b77a645a0d64 req-3b47a999-d25a-4260-8d03-9776a27a9d59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7c486374984466f8f40b084cfbc65d4&device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1385367 Feb 04 13:04:36.456544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:36.471489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:36.522724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cc853da-251d-434a-9a7d-b77a645a0d64 req-9b054b2d-7029-4ed0-8a8d-e7cad1058060 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a7c486374984466f8f40b084cfbc65d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099391 Feb 04 13:04:36.563875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:04:36.598244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:36.627103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:04:36.661795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:04:36.836243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:36.917891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:36.918623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:37.011590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-a3b57c19-f140-4a11-a04b-8f91e7dbc9db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2729337 Feb 04 13:04:37.029527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Request body: {'port': {'device_id': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:37.135288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fa189cea-6687-4929-898a-2167d5cdbd3b None None] Provisioning for port 65c900f1-ecb9-461a-938b-0a012ad11beb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:37.161417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fa189cea-6687-4929-898a-2167d5cdbd3b None None] Provisioning complete for port 65c900f1-ecb9-461a-938b-0a012ad11beb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:37.161903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa189cea-6687-4929-898a-2167d5cdbd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:37.291613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:37.292690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fa189cea-6687-4929-898a-2167d5cdbd3b None None] Port 65c900f1-ecb9-461a-938b-0a012ad11beb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:04:37.295824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9fc4806-ce44-491d-b689-b6e995d691c8 req-7032d9a7-8231-4ced-9523-911b3ef13b49 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.2990272 Feb 04 13:04:37.333711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc853da-251d-434a-9a7d-b77a645a0d64 req-baa9778f-02c5-48ee-82f5-04c1c323fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.335171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cc853da-251d-434a-9a7d-b77a645a0d64 req-baa9778f-02c5-48ee-82f5-04c1c323fc71 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8014805 Feb 04 13:04:37.415311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-86657bd7-3f46-4463-8fda-7a17c5fd0077 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.423558 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'code': 200} Feb 04 13:04:37.425813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-86657bd7-3f46-4463-8fda-7a17c5fd0077 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8751464 Feb 04 13:04:37.437584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:37.438032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:37.508393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-6a052d6f-5f77-4b3b-943a-3e4df0e2f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.510491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-6a052d6f-5f77-4b3b-943a-3e4df0e2f207 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1478474 Feb 04 13:04:37.546037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-ef6752dd-d717-4af6-9b82-b9bef683d7fc tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 695 time: 0.1193230 Feb 04 13:04:37.550782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:37.637229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-e031661e-e393-4157-92a3-deb7e2da141c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:37.639074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-e031661e-e393-4157-92a3-deb7e2da141c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.6157002 Feb 04 13:04:37.719978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:37.727361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:37.762240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:37.974830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:38.084948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-8c44d845-aa1a-4015-ba6c-03876472c0e1 service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820825 Feb 04 13:04:38.277010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:38.291907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88603aed-479e-4c80-ac42-62737094d33e req-b520de76-f058-40c3-93bb-a8938f25c4ba tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:38.291907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88603aed-479e-4c80-ac42-62737094d33e req-b520de76-f058-40c3-93bb-a8938f25c4ba tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 932 time: 0.5861244 Feb 04 13:04:38.323213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:04:38.323213 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:04:38.323213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:38.362466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38105e03-128e-49ca-bbaf-40ab39b78e18 req-74a17e64-05b9-45ee-866b-98f0185b6c71 service neutron] 10.222.0.87 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595201 Feb 04 13:04:38.362466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:04:38.362466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:38.443171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-33409ea3-b235-43c2-83a2-4e04150a1420 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:38.449980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-33409ea3-b235-43c2-83a2-4e04150a1420 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cc1d450-302e-49cd-a4b7-1bf903c2afb2 HTTP/1.1" status: 200 len: 946 time: 0.8221505 Feb 04 13:04:38.756622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cc853da-251d-434a-9a7d-b77a645a0d64 req-96103792-a7f4-4892-b03a-2873ec994402 tempest-ServerShowV257Test-1214646150 tempest-ServerShowV257Test-1214646150-project] 10.222.0.90 "GET /v2.0/ports?device_id=2d17560e-49df-4923-a20d-39e40b46d3e8 HTTP/1.1" status: 200 len: 210 time: 0.1387136 Feb 04 13:04:38.832550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88603aed-479e-4c80-ac42-62737094d33e req-82f78750-6f2e-4564-8115-1f7b1b4bb800 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224659 Feb 04 13:04:38.857838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:38.857838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.004407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.5 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/1e5196ee-1ab1-4421-9700-aa969b7bf8ba) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:04:39.106065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.106541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.107036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.107500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.107957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.108411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.108861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:39.110822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-091c01d4-6910-49b1-86b6-db254a743e3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6490 time: 1.1347392 Feb 04 13:04:39.114214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Deleting port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:39.114813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.153031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:39.183359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:39.321754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-b5faee25-88d2-442c-a152-42024a80ce11 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675074 Feb 04 13:04:39.377628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.417677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:39.423087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:39.431310 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.471030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c900f1-ecb9-461a-938b-0a012ad11beb {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:39.489965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.523458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=14']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:39.564325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:39.565576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.584200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Transition to ACTIVE for port object 65c900f1-ecb9-461a-938b-0a012ad11beb will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:39.614836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.694781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.753655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:39.879165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:39.880147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:04:39.880484 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:04:39.885919 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.893352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9b09cf8a54428da01c29a13b0897ff is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:39.905493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Pushing event updated for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:39.909009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] For port 1887b41e-3a99-4585-91f6-7fc38dbf7b56, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1887b41e-3a99-4585-91f6-7fc38dbf7b56,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:39.909367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:39.918108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:39.976137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:40.005127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.108788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f6833-2492-4b49-b03b-1598c3dab63b req-95f1bd32-1102-4328-b0f8-a32ea7f0911a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.110280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b2f6833-2492-4b49-b03b-1598c3dab63b req-95f1bd32-1102-4328-b0f8-a32ea7f0911a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 948 time: 0.2408674 Feb 04 13:04:40.112136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:04:40.115550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:04:40.117931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:04:40.156422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Calling delete_port for 1887b41e-3a99-4585-91f6-7fc38dbf7b56 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:40.173517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:40.223972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b2f6833-2492-4b49-b03b-1598c3dab63b req-9f2844ee-2862-4c9e-a7a2-d87edc4c8c0e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802279 Feb 04 13:04:40.225804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:04:40.233691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.234460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.275772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-52cf62db-2013-4ed8-a42c-63e94103390d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5184999 Feb 04 13:04:40.286403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Request body: {'port': {'device_id': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:40.382821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Attempting to bind port 65c900f1-ecb9-461a-938b-0a012ad11beb on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:04:40.383156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Attempting to bind port 65c900f1-ecb9-461a-938b-0a012ad11beb by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:04:40.383491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Attempting to bind port 65c900f1-ecb9-461a-938b-0a012ad11beb on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:40.404234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.408856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Port 65c900f1-ecb9-461a-938b-0a012ad11beb on network 4543569a-7b44-4161-a675-616c77de2797 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:04:40.409183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Attempting to bind port 65c900f1-ecb9-461a-938b-0a012ad11beb on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:40.417482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.454695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.478941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:40.479865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:04:40.479958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:40.480369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Bound port: 65c900f1-ecb9-461a-938b-0a012ad11beb, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:04:40.480723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.538443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2d17-ad3a-4764-936a-284df35cfc25 req-7fa70a89-1711-4570-a2d0-03ef2e5ac09e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:40.539165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-525d2d17-ad3a-4764-936a-284df35cfc25 req-7fa70a89-1711-4570-a2d0-03ef2e5ac09e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:40.607287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-525d2d17-ad3a-4764-936a-284df35cfc25 req-7fa70a89-1711-4570-a2d0-03ef2e5ac09e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:40.608455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-525d2d17-ad3a-4764-936a-284df35cfc25 req-7fa70a89-1711-4570-a2d0-03ef2e5ac09e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 931 time: 0.2715633 Feb 04 13:04:40.660992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:40.661337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.756060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.769915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['9e67892a-9c14-4c43-af35-bd7427512a7a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:40.790386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-525d2d17-ad3a-4764-936a-284df35cfc25 req-3a379804-530b-4e96-be75-aa80b739905b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714778 Feb 04 13:04:40.825633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.975961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:40.984500 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'code': 200} Feb 04 13:04:40.985100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:40.992643 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf associated. External IP: 172.25.4.77, port: 9e67892a-9c14-4c43-af35-bd7427512a7a. Feb 04 13:04:41.058866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event deleted for resources: {'Port': ['ID=1887b41e-3a99-4585-91f6-7fc38dbf7b56,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:41.121786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=65c900f1-ecb9-461a-938b-0a012ad11beb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:04:41.155036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.179580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1887b41e-3a99-4585-91f6-7fc38dbf7b56 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:41.261934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] No DVR routers for this DVR port 1887b41e-3a99-4585-91f6-7fc38dbf7b56 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:41.265255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 1887b41e-3a99-4585-91f6-7fc38dbf7b56 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:04:41.265603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1887b41e-3a99-4585-91f6-7fc38dbf7b56 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:04:41.280151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd9b09cf8a54428da01c29a13b0897ff&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1246703 Feb 04 13:04:41.281193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ee70f-5553-480c-a21c-2e0ce2a570e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f09b1-0cf0-4b17-8624-17e717a728d1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:41.289467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.296273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:41.296710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43816) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:41.304946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'name': 'network-vif-deleted', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:41.364660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5196ee-1ab1-4421-9700-aa969b7bf8ba {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:41.380711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.391849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:41.392594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.394414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:41.395063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.396449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] 10.222.0.90 "PUT /v2.0/ports/65c900f1-ecb9-461a-938b-0a012ad11beb HTTP/1.1" status: 200 len: 1092 time: 4.3788655 Feb 04 13:04:41.472045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Transition to ACTIVE for port object 1e5196ee-1ab1-4421-9700-aa969b7bf8ba will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:04:41.524257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f080424-3499-49b0-ad6c-13bb8a6a2621 req-e1f70852-ee8e-4685-a5aa-98abf0d38de8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.87 "DELETE /v2.0/ports/1887b41e-3a99-4585-91f6-7fc38dbf7b56 HTTP/1.1" status: 204 len: 173 time: 3.0343883 Feb 04 13:04:41.543686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:41.573815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.606400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c253364-9a91-4163-973e-90be13f97c64 service neutron] Pushing event updated for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:41.670732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.711832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.716910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:41.734367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c486374984466f8f40b084cfbc65d4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:41.774303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:41.792415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:41.824012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:41.844796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:41.859350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-612a2e66-e69b-4a67-844f-26b6617e2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:41.860848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-612a2e66-e69b-4a67-844f-26b6617e2c2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 1095 time: 0.4104438 Feb 04 13:04:41.872228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddff0f-a2ce-4e64-a1aa-498bc1576ebb req-b6dd7a62-b300-4e3c-b8bc-1e9fe348fbb4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:41.873734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1ddff0f-a2ce-4e64-a1aa-498bc1576ebb req-b6dd7a62-b300-4e3c-b8bc-1e9fe348fbb4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.7413037 Feb 04 13:04:41.950370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:41.961858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-8ec77ab5-15cc-4c6f-8ffe-7765ac19d262 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c900f1-ecb9-461a-938b-0a012ad11beb HTTP/1.1" status: 200 len: 217 time: 0.0892398 Feb 04 13:04:41.996278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1ddff0f-a2ce-4e64-a1aa-498bc1576ebb req-9a93e19a-fac8-4f26-99b8-10f10337240d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147125 Feb 04 13:04:41.999173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Attempting to bind port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:04:41.999511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Attempting to bind port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:04:42.000230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Attempting to bind port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:42.010051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:04:42.010378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Attempting to bind port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:04:42.016911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:42.017312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:04:42.017771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:42.018213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Bound port: 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:04:42.018563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.034815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.047510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:42.108442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073', '3effda75-ec04-472e-9ab8-72a89efff3aa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:42.162428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-ded2b43d-9afb-4743-9b7e-3e83d7962bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:42.163958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-ded2b43d-9afb-4743-9b7e-3e83d7962bc4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1858308 Feb 04 13:04:42.302245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event deleted for resources: {'Port': ['ID=6d6545fa-b8b6-466a-bb82-c25f7aaa8d97,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:42.339852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.400565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:04:42.404095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f09b1-0cf0-4b17-8624-17e717a728d1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:42.411330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] No DVR routers for this DVR port 6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:42.416928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.417229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.428229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.429759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-deleted', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:42.439592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:42.444420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:04:42.449876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4dd663e6-8baf-4d9e-953a-7c4852bb0aee req-333d67b9-9d62-4e6f-af31-86060d5eb42d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "DELETE /v2.0/ports/6d6545fa-b8b6-466a-bb82-c25f7aaa8d97 HTTP/1.1" status: 204 len: 173 time: 6.9278359 Feb 04 13:04:42.454572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.460438 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:42.464471 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.501985 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:42.503048 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:42.508960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.519253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c03f8f8d-bebb-4ff8-b152-0f860d020252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b5f09b1-0cf0-4b17-8624-17e717a728d1 HTTP/1.1" status: 204 len: 168 time: 1.2011642 Feb 04 13:04:42.552956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Pushing event updated for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:42.579929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:42.581037 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.582637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-be568ae4-f3f5-43ce-8ac2-2facd5848e7d service neutron] 10.222.0.87 "PUT /v2.0/ports/1e5196ee-1ab1-4421-9700-aa969b7bf8ba HTTP/1.1" status: 200 len: 1091 time: 2.3003960 Feb 04 13:04:42.618104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4a629-b960-44c8-842f-a2650eb3e15e req-1f1802c2-4f1c-437b-9d77-1871a0053746 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:42.624278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bef4a629-b960-44c8-842f-a2650eb3e15e req-1f1802c2-4f1c-437b-9d77-1871a0053746 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 944 time: 0.3341696 Feb 04 13:04:42.683577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:42.683798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7c486374984466f8f40b084cfbc65d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3693032 Feb 04 13:04:42.693548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac5a34-93a4-4cc8-8c65-34995874da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a321a6-ef31-48b1-9619-be2d77e1ed96,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:42.724925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-a800ae24-20fd-4bdb-8efb-91b5d6c002d7 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "PUT /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 995 time: 5.1779788 Feb 04 13:04:42.726733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bef4a629-b960-44c8-842f-a2650eb3e15e req-7bcdd4bc-903d-4fd8-a423-286b243cd53e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889883 Feb 04 13:04:42.740582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-22c39b3f-0826-4257-bc80-f97a932f8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:42.760815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-22c39b3f-0826-4257-bc80-f97a932f8f75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5786536 Feb 04 13:04:42.809279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.872803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:42.963894 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:43.034529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-36b4883a-eeca-4cb1-9cd1-8a06c1b0b601 req-8cd2c579-8706-4d3e-9a5a-2b36e5aa3741 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:43.077134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-36b4883a-eeca-4cb1-9cd1-8a06c1b0b601 req-8cd2c579-8706-4d3e-9a5a-2b36e5aa3741 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:43.079044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36b4883a-eeca-4cb1-9cd1-8a06c1b0b601 req-8cd2c579-8706-4d3e-9a5a-2b36e5aa3741 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=656c168e-d7e8-4854-bdcf-be04ca3b16da HTTP/1.1" status: 200 len: 210 time: 0.1191914 Feb 04 13:04:43.094765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-c57615c6-2832-45b8-a2e7-0d688160704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.096464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-c57615c6-2832-45b8-a2e7-0d688160704c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 1094 time: 0.3687398 Feb 04 13:04:43.192544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.194503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:43.198130 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc1d450-302e-49cd-a4b7-1bf903c2afb2', 'name': 'network-vif-deleted', 'tag': '1887b41e-3a99-4585-91f6-7fc38dbf7b56', 'status': 'completed', 'code': 200} Feb 04 13:04:43.215967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a321a6-ef31-48b1-9619-be2d77e1ed96,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:43.218672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-5f3583d5-7360-42c6-aa1a-bc2045332ae2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba HTTP/1.1" status: 200 len: 217 time: 0.1131625 Feb 04 13:04:43.220620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-9d0935db-e3c2-4ad0-a62d-f94ce478c69f service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586606 Feb 04 13:04:43.224396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-bb71404b-b340-4e6c-839d-16c6d1297815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.232295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-bb71404b-b340-4e6c-839d-16c6d1297815 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.4165361 Feb 04 13:04:43.282624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.286126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a793331-b375-4f44-9cd6-2dd67c2830ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3a321a6-ef31-48b1-9619-be2d77e1ed96 HTTP/1.1" status: 204 len: 168 time: 0.5979545 Feb 04 13:04:43.367146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1706b17-93f4-4e81-90dc-09bee538bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.402511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-f8cfa1f5-302e-4ec3-a1cf-7448497aa8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.405332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-f8cfa1f5-302e-4ec3-a1cf-7448497aa8e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1686995 Feb 04 13:04:43.472777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-2ead2dfc-5716-4b99-bc32-9ac43946c353 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516343 Feb 04 13:04:43.497189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-878bd060-b9a2-4871-a997-7b62740551a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.504406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-878bd060-b9a2-4871-a997-7b62740551a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2712746 Feb 04 13:04:43.506237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.530129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:39Z', 'revision_number': 8, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:43.535044 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:43.544376 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:43.545401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:43.619791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:43.639179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3404d0ff6e4b1d8f2c47a47f6c01e2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:43.648374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:43.654790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-f6cc28e9-949d-4d95-bf2b-a387d2798117 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 998 time: 0.1494043 Feb 04 13:04:43.671712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:43.713637 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29eda26e-da8e-4d4c-a228-ea6b430b1809 req-5d577960-7f27-4efd-94d5-ed2e375e495b service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074183 Feb 04 13:04:43.764908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bf6d1-eb52-471a-80cd-abb0745b9ef7 req-a2af7e6d-08a1-472c-a087-e5219df1495b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.767139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d2bf6d1-eb52-471a-80cd-abb0745b9ef7 req-a2af7e6d-08a1-472c-a087-e5219df1495b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 943 time: 0.4292865 Feb 04 13:04:43.778259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-268d4113-35d4-41a4-9560-414df1d38fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.781242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-268d4113-35d4-41a4-9560-414df1d38fd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1139247 Feb 04 13:04:43.876693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-3fba25df-2576-4be4-9211-e80b1549c80c service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970001 Feb 04 13:04:43.883659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d2bf6d1-eb52-471a-80cd-abb0745b9ef7 req-1778f0e2-4648-4329-b98d-8d0b1ea16df5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087465 Feb 04 13:04:43.921026 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:43.953274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.963672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-4e4d0d55-14a8-41d7-b59b-24ed2e1061e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:43.968910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-4e4d0d55-14a8-41d7-b59b-24ed2e1061e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772549 Feb 04 13:04:43.970337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:43.992997 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c168e-d7e8-4854-bdcf-be04ca3b16da', 'name': 'network-vif-deleted', 'tag': '6d6545fa-b8b6-466a-bb82-c25f7aaa8d97', 'status': 'completed', 'code': 200} Feb 04 13:04:44.062238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28ab73c2-641c-4fea-8a71-32ee04fe67b3 req-d2b7693a-686e-4039-883e-4a6126c60a0c service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773467 Feb 04 13:04:44.175423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6603c-d1c6-4e24-8c1c-402a2a2ad167 req-0c518e6c-e9c7-4764-ba52-538bcebe05f3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:44.177235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00e6603c-d1c6-4e24-8c1c-402a2a2ad167 req-0c518e6c-e9c7-4764-ba52-538bcebe05f3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1031761 Feb 04 13:04:44.232934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc3404d0ff6e4b1d8f2c47a47f6c01e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374429 Feb 04 13:04:44.235011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00e6603c-d1c6-4e24-8c1c-402a2a2ad167 req-3c88a8d4-415b-42d0-8a43-de43b0f97052 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513148 Feb 04 13:04:44.235647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:44.239016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-16bdbefe-6126-4c42-b034-a518b8126be1 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561693 Feb 04 13:04:44.240514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5097e3a-7c97-4e07-93ef-e3c05105bee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0219c7-8514-4d45-8555-db579d62c7b7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:44.336752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.388159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.388748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:44.440940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7bf3272-2e38-42d5-8a45-936c1d148df0 req-481e7a5e-b3d7-4242-bbb5-5179bbbaed62 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943684 Feb 04 13:04:44.450853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:39Z', 'revision_number': 8, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:44.456167 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8697b-5a9a-499a-8699-af779c0ac81c None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '77c89068-b3c5-46d3-ab11-bec22ad8fddf', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'port_id': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'mac_address': 'fa:16:3e:16:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:46Z', 'updated_at': '2022-02-04T13:04:39Z', 'revision_number': 8, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:44.508670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.533554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0219c7-8514-4d45-8555-db579d62c7b7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:44.536535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.540181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ce989e8d-012a-4a8e-8830-3f9a63be7f24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d0219c7-8514-4d45-8555-db579d62c7b7 HTTP/1.1" status: 204 len: 168 time: 0.3009996 Feb 04 13:04:44.551307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5316d-ca49-4db2-97e7-3b35cab137bf req-0f041a75-ff35-4227-ae13-e1f4555841ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:44.553038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35d5316d-ca49-4db2-97e7-3b35cab137bf req-0f041a75-ff35-4227-ae13-e1f4555841ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 944 time: 0.1233666 Feb 04 13:04:44.608374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35d5316d-ca49-4db2-97e7-3b35cab137bf req-a28d1d75-b2e2-42d2-9f1c-4adae4ac3404 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Feb 04 13:04:44.646830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1139042831-network', 'tenant_id': 'bb80327b9d2b499b908640a41e7d1eb6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:44.667956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:44.681326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Usage tracker for resource:network and tenant:bb80327b9d2b499b908640a41e7d1eb6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:44.686215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:44.696619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:44.711872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f8e8c50-8b65-4433-bd69-ce7cab79fe60 req-36be3206-ac21-4880-812f-e466ce5a50d9 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 995 time: 0.1405880 Feb 04 13:04:44.722553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Made reservation on behalf of bb80327b9d2b499b908640a41e7d1eb6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:04:44.725143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.761328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:44.799092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260dc530-2d69-45a0-be35-396d996dc1b3 None None] New status for floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:44.836715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:44.845117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb80327b9d2b499b908640a41e7d1eb6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:44.872863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:44.883023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:44.986015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8c50-8b65-4433-bd69-ce7cab79fe60 req-5eb7f3d1-380d-4842-8681-aa2002770b4a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:44.992848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f8e8c50-8b65-4433-bd69-ce7cab79fe60 req-5eb7f3d1-380d-4842-8681-aa2002770b4a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2717800 Feb 04 13:04:45.004161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-7f8e8c50-8b65-4433-bd69-ce7cab79fe60 req-397f836d-1c5b-4668-a847-fa4a3c81bcee tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:04:45.014854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f8e8c50-8b65-4433-bd69-ce7cab79fe60 req-397f836d-1c5b-4668-a847-fa4a3c81bcee tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211403 Feb 04 13:04:45.073047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146910-3e61-4876-8558-84f04d8e2958 req-76fb6d66-1c00-4c46-84b1-8d216ccec6a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.080761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40146910-3e61-4876-8558-84f04d8e2958 req-76fb6d66-1c00-4c46-84b1-8d216ccec6a0 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 951 time: 0.1164098 Feb 04 13:04:45.126311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.139954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40146910-3e61-4876-8558-84f04d8e2958 req-37390b8d-12c2-4a07-8009-0b991ce64b22 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Feb 04 13:04:45.168285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.208562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb'}, {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:45.220532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:04:45.235922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c320e6-27f6-4a8c-a1f8-525531b80687,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:45.245856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.247664 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Added segment 8f5863df-1b26-4716-a7ff-1d50b0e4e06b of type vlan for network 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b Feb 04 13:04:45.283420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.299901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbafd7-bb0f-4884-b689-e5d8520fae5d req-0594c231-08f5-4ad9-bbf4-41ee2275bf34 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.307366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39cbafd7-bb0f-4884-b689-e5d8520fae5d req-0594c231-08f5-4ad9-bbf4-41ee2275bf34 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 943 time: 0.1782346 Feb 04 13:04:45.315411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-d75d4e61-ebe3-47ab-950a-a03f7811bc64 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1000 time: 0.1441402 Feb 04 13:04:45.371203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39cbafd7-bb0f-4884-b689-e5d8520fae5d req-992d9442-03c3-430b-9ced-fc0ac8813273 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629065 Feb 04 13:04:45.372530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.374845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.375634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.403450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-5d26e634-abf3-4355-8b5a-b39b150c0f22 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.404902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-5d26e634-abf3-4355-8b5a-b39b150c0f22 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports/9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 942 time: 0.0848722 Feb 04 13:04:45.481887 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb', 'status': 'completed', 'code': 200} Feb 04 13:04:45.482393 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:04:45.535147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1427922 Feb 04 13:04:45.571151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43916) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:45.593906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Request body: {'subnet': {'network_id': '3736a759-eb3c-4c4a-9eb1-5fba8b8b680b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1139042831-subnet', 'tenant_id': 'bb80327b9d2b499b908640a41e7d1eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:45.601085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:45.615359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Usage tracker for resource:subnet and tenant:bb80327b9d2b499b908640a41e7d1eb6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:45.620741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:45.629858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:45.646485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-2f20da15-ff37-4ea9-be34-5da67bc1a39c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1000 time: 0.1294000 Feb 04 13:04:45.675520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Made reservation on behalf of bb80327b9d2b499b908640a41e7d1eb6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:04:45.677816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.764619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915075e-997a-4929-812b-58c01a830ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=3736a759-eb3c-4c4a-9eb1-5fba8b8b680b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:45.776649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:04:45.790472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-b236c79f-8856-448f-a82a-cc4ecd4f23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.791993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-b236c79f-8856-448f-a82a-cc4ecd4f23a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 1095 time: 0.3087211 Feb 04 13:04:45.905388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-13b7305b-7386-4a23-9ecb-613525060dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:45.923359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000511d0-96c4-476e-8abd-66f33b62f5f5 req-402d9686-d0e2-45d7-b742-abe2874f50de tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.925704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-000511d0-96c4-476e-8abd-66f33b62f5f5 req-402d9686-d0e2-45d7-b742-abe2874f50de tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.3947556 Feb 04 13:04:45.964386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-040b83e6-511d-4d2a-a975-4a19ad193445 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:45.966274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-040b83e6-511d-4d2a-a975-4a19ad193445 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3119965 Feb 04 13:04:45.996373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 65c900f1-ecb9-461a-938b-0a012ad11beb details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:46.006193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:46.013226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-df76b844-6ff7-4378-88f4-c429a08512b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:46.014767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-df76b844-6ff7-4378-88f4-c429a08512b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2132819 Feb 04 13:04:46.017923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-000511d0-96c4-476e-8abd-66f33b62f5f5 req-a1d962ab-bf81-4e3d-9af2-c184b7c156c9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816944 Feb 04 13:04:46.189589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-412d0aa1-881a-4fc5-91fd-834aa5fda2a0 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 1000 time: 0.1706469 Feb 04 13:04:46.192183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=65c900f1-ecb9-461a-938b-0a012ad11beb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:46.198809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:46.211666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '65c900f1-ecb9-461a-938b-0a012ad11beb', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '65c900f1-ecb9-461a-938b-0a012ad11beb', 'mac_address': 'fa:16:3e:5d:a6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:46.288921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:46.308687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c900f1-ecb9-461a-938b-0a012ad11beb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:46.320503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-562a9355-65dd-4356-bec2-5586f2604dc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c900f1-ecb9-461a-938b-0a012ad11beb HTTP/1.1" status: 200 len: 217 time: 0.2942526 Feb 04 13:04:46.326740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=65c900f1-ecb9-461a-938b-0a012ad11beb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:46.331624 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:46.335954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:46.394984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6477a4-9157-4ec3-8527-708ed22808b0 req-e3aae941-0b27-4013-b4c7-ae26e05d9fac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:46.396455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f6477a4-9157-4ec3-8527-708ed22808b0 req-e3aae941-0b27-4013-b4c7-ae26e05d9fac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:46.424368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:46.425201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-d33df8c9-d6f6-4e3a-8d75-451b4e540c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:46.427281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-d33df8c9-d6f6-4e3a-8d75-451b4e540c5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1005406 Feb 04 13:04:46.474283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f6477a4-9157-4ec3-8527-708ed22808b0 req-e3aae941-0b27-4013-b4c7-ae26e05d9fac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:46.475827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f6477a4-9157-4ec3-8527-708ed22808b0 req-e3aae941-0b27-4013-b4c7-ae26e05d9fac tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 944 time: 0.3355563 Feb 04 13:04:46.544792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f6477a4-9157-4ec3-8527-708ed22808b0 req-35ac0168-fed2-46c2-81ba-39bb2d6c52e7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Feb 04 13:04:46.555296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:46.555480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-24d5477f-ba95-4697-b715-0f01ba5eeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:46.556872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-24d5477f-ba95-4697-b715-0f01ba5eeee3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231401 Feb 04 13:04:46.574240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['65c900f1-ecb9-461a-938b-0a012ad11beb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:46.656195 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba', 'status': 'completed', 'code': 200} Feb 04 13:04:46.718328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd152ea1-5a32-4422-95d7-f4563f953a29,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:46.745954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-e64451af-3640-4cbb-9a74-3cd520402ccc service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820912 Feb 04 13:04:46.794775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Checking segment: {'id': '8f5863df-1b26-4716-a7ff-1d50b0e4e06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3736a759-eb3c-4c4a-9eb1-5fba8b8b680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:04:46.795214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Network hostable DHCP agents. Network: 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:04:46.798789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:46.842299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-c117b662-1301-4fea-8152-e7439d0f9618 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:46.863678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-c117b662-1301-4fea-8152-e7439d0f9618 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 951 time: 0.6038029 Feb 04 13:04:47.007526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-b2ab55e7-b080-4d42-8fed-abd8c57e1001 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558584 Feb 04 13:04:47.016205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75fedd-6da0-4edf-baa9-7d9881cfd619 req-00562e82-a70e-4ae2-942d-358eaeaf1c6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.017251 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a75fedd-6da0-4edf-baa9-7d9881cfd619 req-00562e82-a70e-4ae2-942d-358eaeaf1c6b tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 951 time: 0.2430155 Feb 04 13:04:47.095244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port 3effda75-ec04-472e-9ab8-72a89efff3aa {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:47.095434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.128944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a75fedd-6da0-4edf-baa9-7d9881cfd619 req-0f50aac4-1bc5-4d43-8c68-38ea10f02735 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023908 Feb 04 13:04:47.132899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Network 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:04:47.189656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.195611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1e5196ee-1ab1-4421-9700-aa969b7bf8ba details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:47.266300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-a3a24b6b-88ac-499f-b08b-107f289507d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.273340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-a3a24b6b-88ac-499f-b08b-107f289507d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.2144828 Feb 04 13:04:47.280407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:04:47.283688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd079b-a155-41ef-a84b-173ca388b774 req-6c5244ad-6fe6-407a-bbd3-f12272b0ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.285117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-6c5244ad-6fe6-407a-bbd3-f12272b0ad51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 1094 time: 0.6281676 Feb 04 13:04:47.287691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.296197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.296784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.324708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ad731-e2f7-4292-9aa8-238ce3a9183b None None] Network 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:04:47.325413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.325820 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf disassociated. External IP: 172.25.4.77, port: 9e67892a-9c14-4c43-af35-bd7427512a7a. Feb 04 13:04:47.515410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-37bd008b-9799-4d40-9224-3a6e335fee72 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9426303 Feb 04 13:04:47.533420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:47.656287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba', 'mac_address': 'fa:16:3e:ac:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:47.691225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394423b4-7319-4c81-af58-5e758fbfd5ab None None] Network 3736a759-eb3c-4c4a-9eb1-5fba8b8b680b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:04:47.780989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-99a0a3a8-fa71-4a36-a770-03e083b20d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.782480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-99a0a3a8-fa71-4a36-a770-03e083b20d03 service neutron] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.5013721 Feb 04 13:04:47.845215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.870206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2e8fb-ff30-4f6f-b9fd-e6696f71ffab req-56f5e403-13ce-44cc-b390-878cc1edd283 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.871596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5196ee-1ab1-4421-9700-aa969b7bf8ba {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:47.871769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45e2e8fb-ff30-4f6f-b9fd-e6696f71ffab req-56f5e403-13ce-44cc-b390-878cc1edd283 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 943 time: 0.5128069 Feb 04 13:04:47.880370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-1be3aa77-fa9f-4a62-8b27-b652d12f7fec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.0849090 Feb 04 13:04:47.914632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:47.945602 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:47.970263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45e2e8fb-ff30-4f6f-b9fd-e6696f71ffab req-313f1cde-8903-4c31-a9a2-7f3ba506b5ee tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888541 Feb 04 13:04:47.972734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd079b-a155-41ef-a84b-173ca388b774 req-fd35f152-5659-4617-8860-4b6cbdfac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.974541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-fd35f152-5659-4617-8860-4b6cbdfac98e service neutron] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.6797771 Feb 04 13:04:47.978506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-dd471ba9-cbb0-4db0-854f-a4886f91cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:47.980293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-dd471ba9-cbb0-4db0-854f-a4886f91cd19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0842698 Feb 04 13:04:48.008093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 65c900f1-ecb9-461a-938b-0a012ad11beb up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:48.105317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-89bc21dc-8def-4d30-ba43-527e88569070 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba HTTP/1.1" status: 200 len: 217 time: 0.1212854 Feb 04 13:04:48.113063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:48.114970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port 3effda75-ec04-472e-9ab8-72a89efff3aa, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=3effda75-ec04-472e-9ab8-72a89efff3aa,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:48.115441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:48.174326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-a549860a-560e-4091-adce-45d60dcdc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.176579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-a549860a-560e-4091-adce-45d60dcdc879 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887498 Feb 04 13:04:48.204677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 65c900f1-ecb9-461a-938b-0a012ad11beb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:48.210399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 65c900f1-ecb9-461a-938b-0a012ad11beb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:48.210800 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:48.304506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1e5196ee-1ab1-4421-9700-aa969b7bf8ba'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:48.444166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:48.476685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for 3effda75-ec04-472e-9ab8-72a89efff3aa owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:48.481109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31e9d-9c13-4ffa-beab-ae0ace3ef027 req-390e3e46-2f11-4fff-bded-17f135770bdf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.487156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40c31e9d-9c13-4ffa-beab-ae0ace3ef027 req-390e3e46-2f11-4fff-bded-17f135770bdf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.3667545 Feb 04 13:04:48.501627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:48.526264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=65c900f1-ecb9-461a-938b-0a012ad11beb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:48.558118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:48.558922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 3effda75-ec04-472e-9ab8-72a89efff3aa no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:48.566014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-4216fa7f-d54b-4b0d-ba8f-e37a7de374d3 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737085 Feb 04 13:04:48.569949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40c31e9d-9c13-4ffa-beab-ae0ace3ef027 req-9ac1c273-3d86-4fcf-b247-a02b24e39ede tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769532 Feb 04 13:04:48.604929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd079b-a155-41ef-a84b-173ca388b774 req-8108c26d-6a71-46bb-ad3d-928a5146c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.606632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-8108c26d-6a71-46bb-ad3d-928a5146c6b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.4937499 Feb 04 13:04:48.684939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-ce77fd42-ded0-4663-b7a8-c20198519996 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659034 Feb 04 13:04:48.764887 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:48.790863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4383afb-ba6d-4e00-85c7-f5a1a9a92fef req-9f40ab3d-a466-4f8e-a787-6af95fc3d73a service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172704 Feb 04 13:04:48.837320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:04:48.923355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:48.943796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf16e5-c6e2-462a-b0fc-257d1c5e8fc3 req-aab30f80-ff10-4a69-8dc8-ac11a78e8bc0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:48.953918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cccf16e5-c6e2-462a-b0fc-257d1c5e8fc3 req-aab30f80-ff10-4a69-8dc8-ac11a78e8bc0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 946 time: 0.1610615 Feb 04 13:04:49.020025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cccf16e5-c6e2-462a-b0fc-257d1c5e8fc3 req-939bc4c5-e416-4f61-8712-b2233bbcf36e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651495 Feb 04 13:04:49.035345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43978) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:49.049262 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.064239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-a5c2c955-cc83-40e5-b15f-fbd846fe272e service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637269 Feb 04 13:04:49.152098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Deleting subnet fd152ea1-5a32-4422-95d7-f4563f953a29 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:04:49.153762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.158881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.223807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:49.242797 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-039367eb-b62a-441e-9489-542f5f3b4fac req-35c5dd9d-e610-414d-8860-48d5c48f082c tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=b641f0ed-9e5e-405d-ae54-fd30b42c75fb HTTP/1.1" status: 200 len: 210 time: 0.0866790 Feb 04 13:04:49.270073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.276136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event deleted for resources: {'Port': ['ID=3effda75-ec04-472e-9ab8-72a89efff3aa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:49.324060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:04:49.336218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:04:49.357608 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:49.357608 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:49.370193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.392484 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb', 'code': 200} Feb 04 13:04:49.484992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] No DVR routers for this DVR port 3effda75-ec04-472e-9ab8-72a89efff3aa on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:49.490636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.586411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.589503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3800b4e0-88c1-4667-a66c-2f9cd921f090 req-b390c855-8398-4d14-8fa6-7f7c7e36f09a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "DELETE /v2.0/ports/3effda75-ec04-472e-9ab8-72a89efff3aa HTTP/1.1" status: 204 len: 173 time: 2.7155609 Feb 04 13:04:49.594053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-91d0827a-97d4-45fd-b4c9-3bffcde8de8a tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "PUT /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 695 time: 3.4011762 Feb 04 13:04:49.594537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-deleted', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa'}, {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:49.604511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.657393 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:49.692102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd152ea1-5a32-4422-95d7-f4563f953a29,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:49.702355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.724400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71bd079b-a155-41ef-a84b-173ca388b774 req-d41ff872-ba4a-4151-bb44-71c0f4291673 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064706 Feb 04 13:04:49.739349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1b38cbd-caa8-4949-9bca-ec6ae2c2f253 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd152ea1-5a32-4422-95d7-f4563f953a29 HTTP/1.1" status: 204 len: 168 time: 0.7021236 Feb 04 13:04:49.739943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:49.763340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:49.787354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-3a9ae192-2d48-40d4-89c0-85c61ca7f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:49.796215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-3a9ae192-2d48-40d4-89c0-85c61ca7f338 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.1639504 Feb 04 13:04:49.969646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:49.977723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.002938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4491579-efb1-4c1c-b677-70afcf648d8b req-5259b1df-b891-46f6-8545-417867a1fd13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.011152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4491579-efb1-4c1c-b677-70afcf648d8b req-5259b1df-b891-46f6-8545-417867a1fd13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 944 time: 0.4600475 Feb 04 13:04:50.053527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-c15eb68e-9c6d-413a-9314-63db82da3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.055033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-c15eb68e-9c6d-413a-9314-63db82da3e9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.2528789 Feb 04 13:04:50.104040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a05c6-661e-4e6a-bf3b-e2c5fc54b4cf req-03b5b0f5-8584-4162-8919-22005990b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.105919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-721a05c6-661e-4e6a-bf3b-e2c5fc54b4cf req-03b5b0f5-8584-4162-8919-22005990b963 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 1097 time: 0.6368523 Feb 04 13:04:50.137045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-ba7daabb-9e30-4dc1-bebd-01d87608a4d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.0725031 Feb 04 13:04:50.206373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.211277 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:04:50.223155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:04:50.223775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-26e95ced-5537-44ee-843e-1763f5118e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.225169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.226314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-26e95ced-5537-44ee-843e-1763f5118e56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.0695081 Feb 04 13:04:50.370861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4491579-efb1-4c1c-b677-70afcf648d8b req-0d39b851-945d-4bda-9f99-00755fba80d9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569925 Feb 04 13:04:50.386683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.413740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-721a05c6-661e-4e6a-bf3b-e2c5fc54b4cf req-1e248758-c166-41c8-ae4a-bb265f4da8ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621446 Feb 04 13:04:50.421554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-74a0c125-33be-409c-8817-5cf914ca6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.423099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-74a0c125-33be-409c-8817-5cf914ca6a82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905053 Feb 04 13:04:50.474806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3736a759-eb3c-4c4a-9eb1-5fba8b8b680b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.490729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5863df-1b26-4716-a7ff-1d50b0e4e06b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.491346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5863df-1b26-4716-a7ff-1d50b0e4e06b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.491816 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641f0ed-9e5e-405d-ae54-fd30b42c75fb', 'name': 'network-vif-deleted', 'tag': '3effda75-ec04-472e-9ab8-72a89efff3aa', 'status': 'completed', 'code': 200} Feb 04 13:04:50.492293 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:04:50.506461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.525820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.533669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:04:50.534418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.538461 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:04:50.552762 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:04:50.773399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.803977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:50.816551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-e0ffa309-9846-4f6f-a9aa-17d7a852b3aa service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777852 Feb 04 13:04:50.823576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] Pushing event deleted for resources: {'Network': ['ID=3736a759-eb3c-4c4a-9eb1-5fba8b8b680b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:50.837066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1852af8c-36b4-4a33-8709-89b7c0cde550 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3736a759-eb3c-4c4a-9eb1-5fba8b8b680b HTTP/1.1" status: 204 len: 168 time: 1.0922813 Feb 04 13:04:50.858403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-eaf4e94d-29a5-499d-9c8a-e3987e7e3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.860692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-eaf4e94d-29a5-499d-9c8a-e3987e7e3a01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 1096 time: 0.1904287 Feb 04 13:04:50.897877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ce227-e6c1-4614-adeb-44c2c17aec3c req-93ccb753-feb4-47d8-98ee-cb89530c9c59 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.900126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e6ce227-e6c1-4614-adeb-44c2c17aec3c req-93ccb753-feb4-47d8-98ee-cb89530c9c59 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2858117 Feb 04 13:04:50.985188 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:04:50.990193 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09668c0f-2d2e-4ec2-8299-f9e111cdeff2 None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:16Z', 'revision_number': 4, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918', 'name': '', 'network_id': '72c557d0-6868-4864-9309-f3645e0e34af', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'mac_address': 'fa:16:3e:fb:b9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:13Z', 'updated_at': '2022-02-04T13:03:29Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'subnets': [{'id': '3d94f8f7-50a3-4406-a00e-5d1bb6d6403e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:04:51.015408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dac83cf3-2275-406d-a4dc-0aa8018b24c4 req-4829ff93-7c86-4b7f-9fa2-0e3776dc54e3 service neutron] 10.222.0.53 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910169 Feb 04 13:04:51.102632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:51.175029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5118bbe-4973-4c77-ab4a-c3ea47d87447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb80327b9d2b499b908640a41e7d1eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702987 Feb 04 13:04:51.177801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44014) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:51.194534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1e5196ee-1ab1-4421-9700-aa969b7bf8ba up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:51.206726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e6ce227-e6c1-4614-adeb-44c2c17aec3c req-a8986967-af3d-4b2a-b940-5516ffa4582a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2464998 Feb 04 13:04:51.299026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-a17c9edc-b01d-4992-9a5d-446beb9bdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.301772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-a17c9edc-b01d-4992-9a5d-446beb9bdd1d service neutron] 10.222.0.90 "GET /v2.0/networks?id=72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 200 len: 921 time: 0.4353704 Feb 04 13:04:51.338080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:04:51.349395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:51.349781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.379755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c655d3-8c62-4748-b90f-4cf3c7f858c9 req-84ec4ef1-4643-49ae-8ef5-5706462d8d74 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.381296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1c655d3-8c62-4748-b90f-4cf3c7f858c9 req-84ec4ef1-4643-49ae-8ef5-5706462d8d74 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 946 time: 0.2052586 Feb 04 13:04:51.448711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-130de646-6748-4db7-a256-ae7c3dcb9696 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 200 len: 217 time: 0.1378465 Feb 04 13:04:51.502544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.517048 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.533676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab670b28-15c5-4362-be94-7d779120fed0 None None] New status for floating IP 77c89068-b3c5-46d3-ab11-bec22ad8fddf: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:04:51.579688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1c655d3-8c62-4748-b90f-4cf3c7f858c9 req-df12fd40-975a-4b97-b1c3-d9e1a9b25cc9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787920 Feb 04 13:04:51.640031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-4d85854f-4759-4648-9994-0f4ecd6d0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.641692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-4d85854f-4759-4648-9994-0f4ecd6d0e97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 200 len: 859 time: 0.1863511 Feb 04 13:04:51.642866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.749706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.781222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c320e6-27f6-4a8c-a1f8-525531b80687,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:51.800971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-4a0fe793-50ab-48b7-b95c-96a82da2dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.802823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-4a0fe793-50ab-48b7-b95c-96a82da2dd43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72c557d0-6868-4864-9309-f3645e0e34af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543801 Feb 04 13:04:51.880971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:51.885422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7fac154d-7277-427f-b7c3-306db07397ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20c320e6-27f6-4a8c-a1f8-525531b80687 HTTP/1.1" status: 204 len: 168 time: 0.7038720 Feb 04 13:04:51.940293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:51.963665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96902bd-fd29-40ee-b8e6-f6d2d289bd02 req-9415b034-8e23-4754-99a7-a204c52b76c0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.965706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c96902bd-fd29-40ee-b8e6-f6d2d289bd02 req-9415b034-8e23-4754-99a7-a204c52b76c0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 944 time: 0.1682422 Feb 04 13:04:52.032738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c96902bd-fd29-40ee-b8e6-f6d2d289bd02 req-e97fff80-aeae-4f63-9764-50d5dec9432b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Feb 04 13:04:52.069348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:52.108243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:52.206502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-80007aa6-2780-4287-8c7a-a660d4989925 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 200 len: 695 time: 0.1267908 Feb 04 13:04:52.233980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-58a7fc05-a841-499a-be08-1af9a102c89e service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240017 Feb 04 13:04:52.353864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029cc60-a5a7-4ebf-9770-45fd96ebdb67 req-7c0ed4c0-6aca-493f-a1f2-baed33f8b1a5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:52.355209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:52.355948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7029cc60-a5a7-4ebf-9770-45fd96ebdb67 req-7c0ed4c0-6aca-493f-a1f2-baed33f8b1a5 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 951 time: 0.2451527 Feb 04 13:04:52.484075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-0807dc71-cde7-44ab-b19d-b721e3fa7c33 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:52.485738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-0807dc71-cde7-44ab-b19d-b721e3fa7c33 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2733049 Feb 04 13:04:52.487718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7029cc60-a5a7-4ebf-9770-45fd96ebdb67 req-f710e202-15f1-4cd6-981b-44326a8ad17d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245167 Feb 04 13:04:52.500574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-df058207-9d1f-4849-9f55-ecb7bd5853ff tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:04:52.502868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-df058207-9d1f-4849-9f55-ecb7bd5853ff tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109112 Feb 04 13:04:52.505804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e1329c-1828-4dc6-bf8e-ce494850b84d req-d469cb91-ffca-4093-bd3b-c173f9284443 service neutron] 10.222.0.90 "GET /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587893 Feb 04 13:04:52.540036 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba', 'code': 200} Feb 04 13:04:52.686625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-a8a9bce6-5881-4179-bbdc-0f935cc0901c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 696 time: 0.1762488 Feb 04 13:04:52.797764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-8d817b98-1d59-4cae-868e-c8f9648bc55d tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.77 HTTP/1.1" status: 200 len: 696 time: 0.1097581 Feb 04 13:04:52.830969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ef78-3f62-4166-8899-ebbeac12e081 req-0a4bb54e-5463-496e-9682-24efe18382ff tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:52.835497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bf4ef78-3f62-4166-8899-ebbeac12e081 req-0a4bb54e-5463-496e-9682-24efe18382ff tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1681042 Feb 04 13:04:52.919513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bf4ef78-3f62-4166-8899-ebbeac12e081 req-86470556-df68-4a67-889b-e1badfb8b070 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752864 Feb 04 13:04:53.019497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144f29c-d9de-48e4-969e-b57644083ef6 req-57201dd3-f151-4efe-ae6c-25003e05a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:53.021130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a144f29c-d9de-48e4-969e-b57644083ef6 req-57201dd3-f151-4efe-ae6c-25003e05a1b1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 1096 time: 0.4169686 Feb 04 13:04:53.028080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Deleting port 664f7a52-c336-440e-bb07-565c22e5a0fa {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:53.028547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.239918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a144f29c-d9de-48e4-969e-b57644083ef6 req-c7947f4c-1339-4705-b982-b6ea9265dfb5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701086 Feb 04 13:04:53.290169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc17df2-e46e-4d5c-8e23-036f8018a49e req-96f721df-77f2-4340-85e8-70f4ad52826d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:53.292492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8bc17df2-e46e-4d5c-8e23-036f8018a49e req-96f721df-77f2-4340-85e8-70f4ad52826d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 946 time: 0.1416190 Feb 04 13:04:53.370905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8bc17df2-e46e-4d5c-8e23-036f8018a49e req-5e571f51-c0e7-46e3-aab7-9192a247d525 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Feb 04 13:04:53.407219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.408047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.576516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:53.612698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-461dbc5a-4b7b-4d64-8a04-08f380bbb9b4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:53.614219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-461dbc5a-4b7b-4d64-8a04-08f380bbb9b4 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 951 time: 0.2402573 Feb 04 13:04:53.665949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe43f-7b40-4d9d-ae59-f8a3ff29f438 req-cfc8cdb6-b7d3-426e-9689-8eb1861bd0d3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:53.667522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-927fe43f-7b40-4d9d-ae59-f8a3ff29f438 req-cfc8cdb6-b7d3-426e-9689-8eb1861bd0d3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.1748106 Feb 04 13:04:53.671932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Calling delete_port for 664f7a52-c336-440e-bb07-565c22e5a0fa owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:53.725711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:53.726637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.822481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.846403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:53.848740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:53.853942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:01645104b8ff491f8b050aefc243fdf3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:53.861114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-927fe43f-7b40-4d9d-ae59-f8a3ff29f438 req-cefc5e3b-02df-4341-b457-5bcd644463aa tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860135 Feb 04 13:04:53.863599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:53.899330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:53.937584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event deleted for resources: {'Port': ['ID=664f7a52-c336-440e-bb07-565c22e5a0fa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:54.027822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.053800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.058937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2127bd98-12d8-4a44-8415-47cf57d196f5 req-661720b9-733f-4fc7-8fa2-f022ae03c8d1 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "DELETE /v2.0/floatingips/77c89068-b3c5-46d3-ab11-bec22ad8fddf HTTP/1.1" status: 204 len: 173 time: 1.2603297 Feb 04 13:04:54.191187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:54.200065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port d5d6ac61-a5b5-47c7-8302-0b476a923073, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d5d6ac61-a5b5-47c7-8302-0b476a923073,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:54.200432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.217534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.285995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e71b-583d-424b-ae54-1d5e30849945 req-968a334c-b265-4f51-981c-05560e5650c8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:54.288246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc00e71b-583d-424b-ae54-1d5e30849945 req-968a334c-b265-4f51-981c-05560e5650c8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1168082 Feb 04 13:04:54.366167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc00e71b-583d-424b-ae54-1d5e30849945 req-7c815179-8297-4f14-b31d-053a6ffc472d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722499 Feb 04 13:04:54.377459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for d5d6ac61-a5b5-47c7-8302-0b476a923073 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:54.412917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.558411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.573710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.627091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:54.642991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Usage tracker for resource:security_group_rule and tenant:d9efe294d0ba41a2bacbd8cd92eac477 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:54.649206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:54.667513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01645104b8ff491f8b050aefc243fdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875528 Feb 04 13:04:54.668398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:54.673436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:54.675328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4f165-2893-4218-9d1d-5a795022d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20662b98-98fe-445d-8b26-c78f7b95498a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:54.690240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510545-4c38-42ee-a02b-91c8fad26561 req-5be28e78-8b11-48f1-9af1-c1863a6a7d60 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:54.691674 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c510545-4c38-42ee-a02b-91c8fad26561 req-5be28e78-8b11-48f1-9af1-c1863a6a7d60 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 951 time: 0.5839427 Feb 04 13:04:54.794293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.818051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2908ff-2441-4840-80b7-0281ed56c0c4 req-a10af3d3-b693-4397-825b-d434419019e8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:54.819531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d2908ff-2441-4840-80b7-0281ed56c0c4 req-a10af3d3-b693-4397-825b-d434419019e8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:54.819770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c510545-4c38-42ee-a02b-91c8fad26561 req-73eee1ea-927f-4b1f-ad38-f51094f79a76 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198213 Feb 04 13:04:54.845191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.852992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4d2908ff-2441-4840-80b7-0281ed56c0c4 req-a10af3d3-b693-4397-825b-d434419019e8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:54.853823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d2908ff-2441-4840-80b7-0281ed56c0c4 req-a10af3d3-b693-4397-825b-d434419019e8 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 945 time: 0.1698864 Feb 04 13:04:54.862298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.873876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f61788b5-51c2-445d-94f7-0426dca2edc7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:54.930185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event deleted for resources: {'Port': ['ID=d5d6ac61-a5b5-47c7-8302-0b476a923073,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:54.931380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d2908ff-2441-4840-80b7-0281ed56c0c4 req-471b5593-1c74-44b0-ba26-e4277e27e93c tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Feb 04 13:04:54.949113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.968168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d5d6ac61-a5b5-47c7-8302-0b476a923073'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:54.971771 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:54.976040 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20662b98-98fe-445d-8b26-c78f7b95498a HTTP/1.1" status: 204 len: 168 time: 0.3063755 Feb 04 13:04:54.977275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ec75-882f-4970-a4d5-ac27870b2876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20662b98-98fe-445d-8b26-c78f7b95498a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:55.001270 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.033465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.132909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb5497-1e11-448f-8c1c-9c2b82eabb72,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:55.136414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] No DVR routers for this DVR port d5d6ac61-a5b5-47c7-8302-0b476a923073 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:55.152338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.154791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-deleted', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:55.186270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-53f454ff-5bc5-4060-bcba-051f6ffdb9ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9efe294d0ba41a2bacbd8cd92eac477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9865520 Feb 04 13:04:55.187384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:55.212610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81606fa4-0971-40fd-b9ca-9e832946e211 req-4d7ac6c0-2940-46e2-8326-4991cebce5aa tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.90 "DELETE /v2.0/ports/d5d6ac61-a5b5-47c7-8302-0b476a923073 HTTP/1.1" status: 204 len: 173 time: 1.5908074 Feb 04 13:04:55.252938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fe47-cbad-4347-9bdd-c5f1425ef7bf req-fe0ffc8b-38d8-4c4e-99db-f6d3e7cdb0f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:55.256555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3608fe47-cbad-4347-9bdd-c5f1425ef7bf req-fe0ffc8b-38d8-4c4e-99db-f6d3e7cdb0f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.1715274 Feb 04 13:04:55.294975 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5fb43-776f-4191-82c1-0c962648e07f', 'name': 'network-vif-deleted', 'tag': 'd5d6ac61-a5b5-47c7-8302-0b476a923073', 'status': 'completed', 'code': 200} Feb 04 13:04:55.297740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.324995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3608fe47-cbad-4347-9bdd-c5f1425ef7bf req-bf88f836-ffe7-4bb4-9be9-11939784cd91 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Feb 04 13:04:55.327204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.421102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.451428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb5497-1e11-448f-8c1c-9c2b82eabb72,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:55.467146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44116) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:55.484921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.488363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fbb5497-1e11-448f-8c1c-9c2b82eabb72 HTTP/1.1" status: 204 len: 168 time: 0.2971265 Feb 04 13:04:55.488363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.488363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.488363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.488668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.488736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.489062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.489379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.489735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.489997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.490308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.495982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.502834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.503376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f613fb-d566-4c34-87b2-1fdb161168ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:04:55.521105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:55.525565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Usage tracker for resource:security_group_rule and tenant:6078dd5e00654607b46ab78462f022c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:55.535307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:55.541673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:55.700852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.707083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:55.761648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146e99a-62f1-497c-9c79-b83a8ba3392c req-f17c22df-8cf8-4d27-b507-e36ab888ab5e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:55.763472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d146e99a-62f1-497c-9c79-b83a8ba3392c req-f17c22df-8cf8-4d27-b507-e36ab888ab5e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.1734865 Feb 04 13:04:55.794263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30e62-adc7-423c-8898-828d4c3a3b26 req-066035fa-6dae-4a81-8b43-8452c0883744 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:55.802937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6078dd5e00654607b46ab78462f022c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346844 Feb 04 13:04:55.804184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69c30e62-adc7-423c-8898-828d4c3a3b26 req-066035fa-6dae-4a81-8b43-8452c0883744 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.1191571 Feb 04 13:04:55.806978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:55.809452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817247a9-d21d-46cb-a0fa-0b21d11e3365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca34e8-b161-4387-b789-9518ad3d6214,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:55.909331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69c30e62-adc7-423c-8898-828d4c3a3b26 req-a5c802ed-c1eb-4a1d-aaaf-eced4e4b903e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010196 Feb 04 13:04:55.910507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d146e99a-62f1-497c-9c79-b83a8ba3392c req-7f3dce85-482b-427a-bf77-4631e4eeeb62 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333623 Feb 04 13:04:55.987440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.017231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.160964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.195626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca34e8-b161-4387-b789-9518ad3d6214,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:56.199908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6aa387b2-2b22-4ede-a48f-dacf620e16aa req-14e3fa8a-2b5c-4e14-85e6-a27ce74d278e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:56.208715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9334de-6cdd-4c53-af41-6032466dc615 req-90432a7b-eded-4171-a401-5ccc8e007c10 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:56.210395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.211389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a9334de-6cdd-4c53-af41-6032466dc615 req-90432a7b-eded-4171-a401-5ccc8e007c10 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 945 time: 0.0908294 Feb 04 13:04:56.212810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d607b5f0-ce1a-4291-837d-04bd26661aee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65ca34e8-b161-4387-b789-9518ad3d6214 HTTP/1.1" status: 204 len: 168 time: 0.4040539 Feb 04 13:04:56.234246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6aa387b2-2b22-4ede-a48f-dacf620e16aa req-14e3fa8a-2b5c-4e14-85e6-a27ce74d278e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:56.235805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6aa387b2-2b22-4ede-a48f-dacf620e16aa req-14e3fa8a-2b5c-4e14-85e6-a27ce74d278e tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d5fb43-776f-4191-82c1-0c962648e07f HTTP/1.1" status: 200 len: 210 time: 0.1672845 Feb 04 13:04:56.255263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-c5b4a012-9b99-47ad-90f6-b90d3ab6c896 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:56.256164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-c5b4a012-9b99-47ad-90f6-b90d3ab6c896 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Synchronizing usage tracker for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:56.271743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-c5b4a012-9b99-47ad-90f6-b90d3ab6c896 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Unset dirty status for tenant:7cc466c5862a43c0a35da32a2f7d297b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:56.273241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-c5b4a012-9b99-47ad-90f6-b90d3ab6c896 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 945 time: 0.2058945 Feb 04 13:04:56.301457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a9334de-6cdd-4c53-af41-6032466dc615 req-d6cb8109-690d-4f2b-93b3-78c3e240cb47 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779569 Feb 04 13:04:56.363499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Deleting port 9e67892a-9c14-4c43-af35-bd7427512a7a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:56.364001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.639138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] For port 9e67892a-9c14-4c43-af35-bd7427512a7a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9e67892a-9c14-4c43-af35-bd7427512a7a,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:56.639138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.764982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Calling delete_port for 9e67892a-9c14-4c43-af35-bd7427512a7a owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:04:56.938587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:56.951536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['9e67892a-9c14-4c43-af35-bd7427512a7a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:57.038961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Pushing event deleted for resources: {'Port': ['ID=9e67892a-9c14-4c43-af35-bd7427512a7a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:57.147502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229e9d-32a3-41e8-b019-0a82fb25a819 req-dac24e9f-bb69-4803-b502-b092bcbee05a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:57.149043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27229e9d-32a3-41e8-b019-0a82fb25a819 req-dac24e9f-bb69-4803-b502-b092bcbee05a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.0919168 Feb 04 13:04:57.198871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27229e9d-32a3-41e8-b019-0a82fb25a819 req-3721f0bc-57e2-4104-976b-dde1c1926436 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431559 Feb 04 13:04:57.223948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:04:57.305374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] No DVR routers for this DVR port 9e67892a-9c14-4c43-af35-bd7427512a7a on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:04:57.308732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:57.311248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'name': 'network-vif-deleted', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:57.342669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-757257ef-35bb-4289-ba2b-6d14935acd63 req-042ca833-a970-4aed-8979-89528c6d0ef2 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.90 "DELETE /v2.0/ports/9e67892a-9c14-4c43-af35-bd7427512a7a HTTP/1.1" status: 204 len: 173 time: 1.0634825 Feb 04 13:04:57.427409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599354d-1a90-4bc1-98e5-fdc017b708fc req-d0767738-b892-488a-8d07-9eef4e24d7c9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:57.437700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6599354d-1a90-4bc1-98e5-fdc017b708fc req-d0767738-b892-488a-8d07-9eef4e24d7c9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.3485856 Feb 04 13:04:57.492655 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0baa6-b17b-4435-aaf0-f7257d6c178e', 'name': 'network-vif-deleted', 'tag': '9e67892a-9c14-4c43-af35-bd7427512a7a', 'status': 'completed', 'code': 200} Feb 04 13:04:57.498981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:57.533553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:04:57.541930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6599354d-1a90-4bc1-98e5-fdc017b708fc req-2ec45c2b-694c-4be5-9e4e-b383870f09c9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002293 Feb 04 13:04:57.693304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:57.732323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:04:57.760273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:57.768662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:57.788229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:57.834366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c804e58-0919-4070-aca7-9f315d1ed5ed req-40982397-c938-4af5-98ca-e90c927ab517 tempest-FloatingIPsAssociationTestJSON-172992476 tempest-FloatingIPsAssociationTestJSON-172992476-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2a0baa6-b17b-4435-aaf0-f7257d6c178e HTTP/1.1" status: 200 len: 210 time: 0.1537247 Feb 04 13:04:57.895145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:57.982971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['fc984adf-9fd8-4f83-a704-11377fe4c2ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:04:58.044852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.069857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:58.075029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Usage tracker for resource:security_group_rule and tenant:1f092be94cda430580365c74d478a3c0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:58.079957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:58.088473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:58.090278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:04:58.167057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: d5d6ac61-a5b5-47c7-8302-0b476a923073 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:04:58.167962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d5d6ac61-a5b5-47c7-8302-0b476a923073 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:04:58.245117 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.250037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.321371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:58.345384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f092be94cda430580365c74d478a3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559874 Feb 04 13:04:58.349294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:58.392298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bd87e-cf2a-40f2-b8e6-c55e86d09592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d801c44-18a2-440d-b708-3815514d131c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:58.499313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.501255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.528893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:04:58.586272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b21d75c0834f6a9f80f289a0feca42 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:04:58.589720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:04:58.602027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.648357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c656d-25ff-49e9-b0af-201e9d88e263 req-6f0fc434-e48d-421b-9031-c72ac3bfb749 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:58.651090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437c656d-25ff-49e9-b0af-201e9d88e263 req-6f0fc434-e48d-421b-9031-c72ac3bfb749 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.1558053 Feb 04 13:04:58.657195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:04:58.740408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437c656d-25ff-49e9-b0af-201e9d88e263 req-4d42093d-9437-4749-bb58-ac923227203d tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Feb 04 13:04:58.751722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.828379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d801c44-18a2-440d-b708-3815514d131c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:58.876036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed82f-7271-4353-9158-070139d347d0 req-ebe15c0f-1f61-4784-93b4-d79c5abbdda1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:58.886801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec4ed82f-7271-4353-9158-070139d347d0 req-ebe15c0f-1f61-4784-93b4-d79c5abbdda1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3595331 Feb 04 13:04:58.911559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:58.913499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-36642228-e321-4d4e-939f-92837c10a87c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d801c44-18a2-440d-b708-3815514d131c HTTP/1.1" status: 204 len: 168 time: 0.5625117 Feb 04 13:04:58.983687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a4fa3-0c0a-467e-9d5e-f70403712c60 req-fd9bb436-5477-462b-a9e3-fad81354e4e8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:58.996849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a66a4fa3-0c0a-467e-9d5e-f70403712c60 req-fd9bb436-5477-462b-a9e3-fad81354e4e8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.1329899 Feb 04 13:04:59.016145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec4ed82f-7271-4353-9158-070139d347d0 req-dafdbe83-1e42-4ab3-a811-7b0669405344 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281288 Feb 04 13:04:59.088759 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a66a4fa3-0c0a-467e-9d5e-f70403712c60 req-830d59cb-1e3c-4a1c-ad87-f61013da994d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908844 Feb 04 13:04:59.099884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-bbec2e07-31b5-4822-a9ae-ae60f1e18f7a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:59.099884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-bbec2e07-31b5-4822-a9ae-ae60f1e18f7a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Synchronizing usage tracker for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:04:59.138975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-bbec2e07-31b5-4822-a9ae-ae60f1e18f7a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Unset dirty status for tenant:4a0b9a301e1a418a9f1490c59e7ed44a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:04:59.140452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-bbec2e07-31b5-4822-a9ae-ae60f1e18f7a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3777070 Feb 04 13:04:59.181193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44282) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:59.217418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.234989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:04:59.261367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.343281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port fc984adf-9fd8-4f83-a704-11377fe4c2ab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:04:59.344304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.435562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Deleting port f61788b5-51c2-445d-94f7-0426dca2edc7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:04:59.436208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.481267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:59.490138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3b21d75c0834f6a9f80f289a0feca42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597867 Feb 04 13:04:59.500863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d9ca2-0ba2-4e62-a31a-f48897044ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37fe242-1ce9-4cbd-87aa-1951906faf75,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:59.514432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.569853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:59.616705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:04:59.622079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.677510 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'code': 200} Feb 04 13:04:59.719066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:04:59.752748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:04:59.886823 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:00.056838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9e67892a-9c14-4c43-af35-bd7427512a7a no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:00.059935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] For port f61788b5-51c2-445d-94f7-0426dca2edc7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f61788b5-51c2-445d-94f7-0426dca2edc7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:00.060303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:00.084835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-e7f9871d-866f-430e-bf7c-3deb7d173980 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:00.086579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-e7f9871d-866f-430e-bf7c-3deb7d173980 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.1617208 Feb 04 13:05:00.124585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 9e67892a-9c14-4c43-af35-bd7427512a7a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:05:00.125186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9e67892a-9c14-4c43-af35-bd7427512a7a not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:00.180515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:00.203504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37fe242-1ce9-4cbd-87aa-1951906faf75,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:00.235798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:00.238207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-051471b6-9692-4c07-9e43-aefe3a1aac38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f37fe242-1ce9-4cbd-87aa-1951906faf75 HTTP/1.1" status: 204 len: 168 time: 0.7556722 Feb 04 13:05:00.249217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68087203-18fa-4f82-8f8d-4e73d47d0bb2 req-0a18e6f0-5c35-46b1-a98c-5d84470f369a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:00.256894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68087203-18fa-4f82-8f8d-4e73d47d0bb2 req-0a18e6f0-5c35-46b1-a98c-5d84470f369a tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59eb847-6aae-483f-a79a-7a2913a6daf6 HTTP/1.1" status: 200 len: 950 time: 0.3055582 Feb 04 13:05:00.374398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68087203-18fa-4f82-8f8d-4e73d47d0bb2 req-a8ae1e9d-57a0-4236-80f9-af59f1dd1830 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.53 "GET /v2.0/security-groups?id=445b7f04-8182-444c-b958-75bafb7f4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162865 Feb 04 13:05:00.392023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:00.392254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:00.425631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Calling delete_port for f61788b5-51c2-445d-94f7-0426dca2edc7 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:00.480694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:01.085163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6201af-781c-4182-ab00-3d845aa6f4b8 req-e1c5308e-2c5b-4b73-975c-3ea7044d2c12 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:01.098123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d6201af-781c-4182-ab00-3d845aa6f4b8 req-e1c5308e-2c5b-4b73-975c-3ea7044d2c12 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.7795630 Feb 04 13:05:01.268176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44330) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:01.273101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d34c6-2f2f-4dcb-87ac-89ed90292c2e req-e788b7a4-e8b5-4dea-9e8d-dec71290200f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:01.274719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c69d34c6-2f2f-4dcb-87ac-89ed90292c2e req-e788b7a4-e8b5-4dea-9e8d-dec71290200f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 945 time: 0.6274843 Feb 04 13:05:01.310871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:01.408299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c69d34c6-2f2f-4dcb-87ac-89ed90292c2e req-7a073461-9b38-43e4-84a1-c666c512848c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225131 Feb 04 13:05:01.496372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Pushing event deleted for resources: {'Port': ['ID=f61788b5-51c2-445d-94f7-0426dca2edc7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:01.584442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Deleting port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:01.584792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:01.608211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d6201af-781c-4182-ab00-3d845aa6f4b8 req-abe52356-2065-4c78-93dd-db5a134d3a3a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5027771 Feb 04 13:05:01.612874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:01.613242 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:01.845777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] No DVR routers for this DVR port f61788b5-51c2-445d-94f7-0426dca2edc7 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:01.959538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:01.987315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-deleted', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:02.012084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 1e5196ee-1ab1-4421-9700-aa969b7bf8ba owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:02.141525 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eb847-6aae-483f-a79a-7a2913a6daf6', 'name': 'network-vif-deleted', 'tag': 'f61788b5-51c2-445d-94f7-0426dca2edc7', 'status': 'completed', 'code': 200} Feb 04 13:05:02.152109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] For port 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:02.152832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:02.218576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-57c573e8-dbea-4a81-9c78-9cc44f8c3efc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a0b9a301e1a418a9f1490c59e7ed44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9461834 Feb 04 13:05:02.226793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44356) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:02.246116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9379c3d5-a646-4ef5-be04-d376bc6a3945 req-9b222b30-95c4-4582-8514-8eac8984a359 tempest-MigrationsAdminTest-1264800613 tempest-MigrationsAdminTest-1264800613-project] 10.222.0.87 "DELETE /v2.0/ports/f61788b5-51c2-445d-94f7-0426dca2edc7 HTTP/1.1" status: 204 len: 173 time: 3.0876167 Feb 04 13:05:02.377757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:02.482740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Calling delete_port for 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:02.566889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=1e5196ee-1ab1-4421-9700-aa969b7bf8ba,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:02.639509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:02.828219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-529b8577-972e-4466-95cb-365d3cb8e940 req-38e54670-2c56-4a06-b311-dcac915ed3f4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ae6763a-06eb-44b9-b089-c5035b2307d5 HTTP/1.1" status: 200 len: 210 time: 0.1226716 Feb 04 13:05:02.839409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port 1e5196ee-1ab1-4421-9700-aa969b7bf8ba on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:02.843617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:02.867144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e408174-09e9-454d-a4ee-e12da9480dcd req-4056ef5a-c6a7-418b-a669-21bf4d9cd99a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "DELETE /v2.0/ports/1e5196ee-1ab1-4421-9700-aa969b7bf8ba HTTP/1.1" status: 204 len: 173 time: 2.6615057 Feb 04 13:05:02.908085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:03.022023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:03.130880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:03.175274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b7f04-8182-444c-b958-75bafb7f4b94,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:03.232904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:03.234391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-961f8916-3ff8-4f0c-bde5-55dfb84e16cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/445b7f04-8182-444c-b958-75bafb7f4b94 HTTP/1.1" status: 204 len: 168 time: 1.0057402 Feb 04 13:05:03.249730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1e5196ee-1ab1-4421-9700-aa969b7bf8ba no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:03.303846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3ff3-4461-4777-96cb-978771cb2d9c req-6b8f0d6c-979a-44dd-b1f6-e6ac5361dc98 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:03.315000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3ee3ff3-4461-4777-96cb-978771cb2d9c req-6b8f0d6c-979a-44dd-b1f6-e6ac5361dc98 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2884941 Feb 04 13:05:03.368522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:03.409505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 1e5196ee-1ab1-4421-9700-aa969b7bf8ba {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:05:03.409843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1e5196ee-1ab1-4421-9700-aa969b7bf8ba not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:03.410325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:03.435303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3ee3ff3-4461-4777-96cb-978771cb2d9c req-0d55e118-466f-42a9-be5a-0e03326af42b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189699 Feb 04 13:05:03.520089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: f61788b5-51c2-445d-94f7-0426dca2edc7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:05:03.520573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f61788b5-51c2-445d-94f7-0426dca2edc7 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:03.902963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:04.142540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'name': 'network-vif-deleted', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:04.195659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44398) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:04.343085 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae6763a-06eb-44b9-b089-c5035b2307d5', 'name': 'network-vif-deleted', 'tag': '1e5196ee-1ab1-4421-9700-aa969b7bf8ba', 'status': 'completed', 'code': 200} Feb 04 13:05:04.348395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f41e7e26-ff53-4e58-ac71-1fbf58e01b11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d7bc85ecf524c1795dde8cd1bf7fe88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487796 Feb 04 13:05:04.348871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:04.464248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:04.544793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:04.799152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:04.895152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4545ea7-f1dd-4d41-b4fc-179e3ffbf0b9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:04.908875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-f9c434a1-3b6a-4550-b04b-ad20df8a528d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:04.928715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-f9c434a1-3b6a-4550-b04b-ad20df8a528d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.3953495 Feb 04 13:05:04.932865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:04.946547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ea9f7b1-a035-476e-9669-c549ed1fb803 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4545ea7-f1dd-4d41-b4fc-179e3ffbf0b9 HTTP/1.1" status: 204 len: 168 time: 0.5880256 Feb 04 13:05:04.970427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-225298fd-776e-4ce1-bf97-6e746a3e7c3b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0406690 Feb 04 13:05:05.052093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aa87b-119e-4a8a-baad-faea31705486 req-e35aeb70-437e-46fd-bc7d-dd5036b13853 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:05.066561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-872aa87b-119e-4a8a-baad-faea31705486 req-e35aeb70-437e-46fd-bc7d-dd5036b13853 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2733042 Feb 04 13:05:05.107955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-3a5cd74e-efd3-4af3-b5e0-d5b2aa5fc566 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362731 Feb 04 13:05:05.169811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-872aa87b-119e-4a8a-baad-faea31705486 req-d6c43ce8-63aa-413d-9804-c63683fb4ca1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026235 Feb 04 13:05:05.287086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-69404a2f-4317-41ff-b9fe-eaea67bab29a service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777244 Feb 04 13:05:05.400861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-bf6ac8bb-595a-48dd-b5ad-a66aec503f34 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=27c72c40dc14484888808ebcd197e16a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447731 Feb 04 13:05:05.476997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Router 3505d233-9645-45f0-a827-5b9f03ad31af has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:05:05.622583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-21991e7a-a7cb-4817-b772-b2213968a6e5 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:05.631762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-21991e7a-a7cb-4817-b772-b2213968a6e5 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291999 Feb 04 13:05:05.649789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-9cd374c4-6e50-400c-9e06-c71f24f42508 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/quotas/27c72c40dc14484888808ebcd197e16a HTTP/1.1" status: 200 len: 375 time: 0.0167704 Feb 04 13:05:05.724346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-6d93ffa0-85e3-4eb7-997d-f5faf670ec23 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=27c72c40dc14484888808ebcd197e16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726814 Feb 04 13:05:05.767923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-fb7e2343-d078-4e89-b7a0-dfb33b4cf361 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739571 Feb 04 13:05:06.175853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b22d7e4-0bc5-46a2-ad50-22dd4f7fc98e req-8048e6f7-35e4-4d48-a2ea-e0e7d6e85e83 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.1433556 Feb 04 13:05:06.192030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:05:06.219887 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Sync routers for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:06.251405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c21c2f4-526a-406d-8d18-602fe6f2e5ef admin admin] 10.222.0.53 "PUT /v2.0/routers/3505d233-9645-45f0-a827-5b9f03ad31af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0679104 Feb 04 13:05:06.252751 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:06.253374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:06.263078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:06.297147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-be8c3b0c-ad06-41da-8040-4f9b54323eca req-563caa2f-5df1-44ee-ba4f-3a1055cdb839 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:06.335372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-be8c3b0c-ad06-41da-8040-4f9b54323eca req-563caa2f-5df1-44ee-ba4f-3a1055cdb839 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:06.340654 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be8c3b0c-ad06-41da-8040-4f9b54323eca req-563caa2f-5df1-44ee-ba4f-3a1055cdb839 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 210 time: 0.1401267 Feb 04 13:05:06.828583 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:06.919212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3736ef-cd50-4886-bc5a-bb4e402752b9 req-70997db2-2dac-4c67-ada3-2fe764ea3556 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:06.921902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d3736ef-cd50-4886-bc5a-bb4e402752b9 req-70997db2-2dac-4c67-ada3-2fe764ea3556 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2366087 Feb 04 13:05:06.928564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:07.001413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d3736ef-cd50-4886-bc5a-bb4e402752b9 req-51698e2e-c5ce-4b44-aef0-18a98854e847 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703614 Feb 04 13:05:07.336041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fd763-f347-49c9-abc0-efc795bfd8d2 req-509f0c96-4837-449c-9e37-80a5576ea6db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:07.337721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa0fd763-f347-49c9-abc0-efc795bfd8d2 req-509f0c96-4837-449c-9e37-80a5576ea6db tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2550414 Feb 04 13:05:07.339161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:07.380097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Deleting port 212f37f9-f002-4bb4-90f4-800514acf038 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:07.380441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:07.403124 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '212f37f9-f002-4bb4-90f4-800514acf038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:05:02Z', 'revision_number': 5, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port': {'id': '212f37f9-f002-4bb4-90f4-800514acf038', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:07.413373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Checking router: 3505d233-9645-45f0-a827-5b9f03ad31af for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:07.445301 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Routers {'3505d233-9645-45f0-a827-5b9f03ad31af'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:07.447292 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3505d233-9645-45f0-a827-5b9f03ad31af'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:07.576555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e217225-1b61-4412-a4e4-11de922898c1 req-cd33a8b2-4a1a-4bd2-8160-7c3dae976433 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.1111999 Feb 04 13:05:07.599874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa0fd763-f347-49c9-abc0-efc795bfd8d2 req-7b5269a3-a7f4-4670-a48d-7a19f13e114b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512691 Feb 04 13:05:07.844657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] Set router 3505d233-9645-45f0-a827-5b9f03ad31af gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:07.932639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff9d9d44-2621-4376-aedd-cc6405d8a6cb req-40df6d48-397f-46c4-b48b-442eaeb2abd3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 210 time: 0.1018872 Feb 04 13:05:08.190545 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:05:07Z', 'revision_number': 6, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:08.205937 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d7c831-506e-48c3-8cb5-9b8278a2892f None None] The sync data for ids ['3505d233-9645-45f0-a827-5b9f03ad31af'] in n-d-820555-2 is: [{'id': '3505d233-9645-45f0-a827-5b9f03ad31af', 'name': 'tempest-FloatingIPsAssociationTestJSON-622833681-router', 'tenant_id': '7cc466c5862a43c0a35da32a2f7d297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:05:07Z', 'revision_number': 6, 'project_id': '7cc466c5862a43c0a35da32a2f7d297b', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:08.234067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] For port 212f37f9-f002-4bb4-90f4-800514acf038, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=212f37f9-f002-4bb4-90f4-800514acf038,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:08.245704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:08.451203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e981-bfa1-4217-b000-9d99be561128 req-50e799bd-0cbc-4e9a-9823-a093148a4da6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:08.456496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cd6e981-bfa1-4217-b000-9d99be561128 req-50e799bd-0cbc-4e9a-9823-a093148a4da6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2631795 Feb 04 13:05:08.588083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Calling delete_port for 212f37f9-f002-4bb4-90f4-800514acf038 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:08.610699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:08.678474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-270c077e-6ae0-4cc6-91e1-1d600ca8982e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:08.680184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-270c077e-6ae0-4cc6-91e1-1d600ca8982e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.3628297 Feb 04 13:05:08.776997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '6484db62-722d-4e73-8895-f3159240ca3b', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:08.780967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:05:08.783323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 45b9fb5d-f4b9-4f5e-a55a-a8c2b4fb8918 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:08.871242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0954b-1534-4eb2-8992-be30a510da41 req-ed6e10d9-7d74-47a9-82db-b33d85820e42 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:08.872821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1e0954b-1534-4eb2-8992-be30a510da41 req-ed6e10d9-7d74-47a9-82db-b33d85820e42 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.4850264 Feb 04 13:05:08.980178 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1e0954b-1534-4eb2-8992-be30a510da41 req-a3c4140c-af00-4913-b77c-935a45ee0b82 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973022 Feb 04 13:05:09.169629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:09.280550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2cd6e981-bfa1-4217-b000-9d99be561128 req-aca99aaa-6178-4b6c-a9c0-abe17ed541be tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8198020 Feb 04 13:05:09.311733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-80224db3-091c-4111-89b7-74ef4a910829 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=27c72c40dc14484888808ebcd197e16a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537244 Feb 04 13:05:09.420403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Pushing event deleted for resources: {'Port': ['ID=212f37f9-f002-4bb4-90f4-800514acf038,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:09.486180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf990ae2-9bbc-45d0-a7c8-3e32c915c282 req-b52d623b-1176-4010-a480-4e82f3d7524f tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.0828536 Feb 04 13:05:09.531349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:09.761238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7538a550-daf2-4623-8c50-11980850f748 req-5f06a4c3-50c8-4a33-883a-601e722c4999 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 210 time: 0.1514077 Feb 04 13:05:09.768701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:09.848673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:09.970637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-2cd96a46-cef5-43e0-8c9d-3e5cf11363c2 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:09.974197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-2cd96a46-cef5-43e0-8c9d-3e5cf11363c2 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6423526 Feb 04 13:05:10.005428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Request body: {'port': {'device_id': '6263c09e-af61-4052-94e8-f98a98395fb6', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '27c72c40dc14484888808ebcd197e16a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:10.046538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:10.052097 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.058240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.059543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.106166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.106782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3505d233-9645-45f0-a827-5b9f03ad31af {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:05:10.132936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.137241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b6bcfed-d49e-4821-909c-aebd67cd733a admin admin] 10.222.0.53 "DELETE /v2.0/routers/3505d233-9645-45f0-a827-5b9f03ad31af HTTP/1.1" status: 204 len: 168 time: 3.8706980 Feb 04 13:05:10.139313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44594) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:10.231207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44600) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:10.377570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Deleting subnet 3d94f8f7-50a3-4406-a00e-5d1bb6d6403e {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:05:10.400708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.476984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f756-b41d-4478-839f-3f8bed21f1fb req-95f04c95-245d-4fd9-8c29-64020f8533b5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:10.479328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a685f756-b41d-4478-839f-3f8bed21f1fb req-95f04c95-245d-4fd9-8c29-64020f8533b5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2418859 Feb 04 13:05:10.486548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.604830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 212f37f9-f002-4bb4-90f4-800514acf038 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:10.676215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 212f37f9-f002-4bb4-90f4-800514acf038 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:05:10.676666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 212f37f9-f002-4bb4-90f4-800514acf038 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:10.689899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a685f756-b41d-4478-839f-3f8bed21f1fb req-c083b8de-96f2-4115-8641-70c06a64446d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717823 Feb 04 13:05:10.734998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.854453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:10.860478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Usage tracker for resource:port and tenant:27c72c40dc14484888808ebcd197e16a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:10.867572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:10.881475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:10.954556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Made reservation on behalf of 27c72c40dc14484888808ebcd197e16a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:10.958337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.969174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.988134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:10.998826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc574310-b61f-47d6-bead-d76148a594b8 req-9564122f-fc24-4833-813b-112f70c8dbbd tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.1916490 Feb 04 13:05:11.011307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:11.023116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Usage tracker for resource:security_group_rule and tenant:6181053eb66547b09dccb76d15740169 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:11.028553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:11.042522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:11.056985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.064098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:11.075617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Usage tracker for resource:security_group_rule and tenant:27c72c40dc14484888808ebcd197e16a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:11.080849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:11.091668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:11.099503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d94f8f7-50a3-4406-a00e-5d1bb6d6403e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:11.123562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0378-e184-4c28-9e9b-af7735585cb0 req-ad02dfdc-7315-44f9-b2e0-11fdfeb72176 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:11.124938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.127795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1ff5e-64fd-4bc3-98b5-443bd8009c9d None None] Network 72c557d0-6868-4864-9309-f3645e0e34af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:05:11.131045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2cc0378-e184-4c28-9e9b-af7735585cb0 req-ad02dfdc-7315-44f9-b2e0-11fdfeb72176 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2392657 Feb 04 13:05:11.133655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.5 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/a4b95720-8293-4345-b094-c91e9dffff85) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:11.134158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.134504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.134865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.135197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.135664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.136044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.136448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.136772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.137096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.137501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.137879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.138203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:11.161880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-e6d9beff-90de-4b4b-9970-104b1bae82d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3011096 Feb 04 13:05:11.167809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f3428f12-5e1d-4c62-9e18-3300e592bed7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d94f8f7-50a3-4406-a00e-5d1bb6d6403e HTTP/1.1" status: 204 len: 168 time: 1.0275121 Feb 04 13:05:11.171256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44620) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:11.205193 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:05:11.220846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2cc0378-e184-4c28-9e9b-af7735585cb0 req-7b34fa36-851c-43fb-957c-6acf0600a69c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886631 Feb 04 13:05:11.627321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-519d95a4-c033-40b9-ac5e-e5e1647a496e req-5a828444-bcaa-4d7c-9d46-c385f32f526f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 210 time: 0.1538877 Feb 04 13:05:11.628690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] DHCP port deletion for 72c557d0-6868-4864-9309-f3645e0e34af request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:05:11.634141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Deleting port 55ac7f12-a337-4a81-acdc-3797e00dffa8 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:11.634583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.678997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.691645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.693789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.702265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.742919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6181053eb66547b09dccb76d15740169&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5035906 Feb 04 13:05:11.746936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44628) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:11.752678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Deleting port 55ac7f12-a337-4a81-acdc-3797e00dffa8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:11.753015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.789872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.796128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:11.812194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428ab2-a218-4119-92e6-5390e2d6748f req-d0844df8-64b9-482a-8ac7-53105646f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:11.813669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-d0844df8-64b9-482a-8ac7-53105646f26c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 1096 time: 0.6144626 Feb 04 13:05:11.904832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:12.077140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ca874-7b81-4415-9b0f-e158fdb2cf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8af2e-2678-4c2c-a554-b15b27063271,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.233745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] For port 55ac7f12-a337-4a81-acdc-3797e00dffa8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55ac7f12-a337-4a81-acdc-3797e00dffa8,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:12.236062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.238729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231a944c-b300-4ecd-9b68-369e81364226,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.341444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Allocated IP 192.168.233.50 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/b57e482f-2530-43fa-a1fc-7d7a56b1cf7f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:12.376017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.381113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a3a93e81-9058-49be-93ec-1243ccb67356 req-cdba7e88-86dc-4d75-8906-5a22f70f222f tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.1233952 Feb 04 13:05:12.408232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] For port 55ac7f12-a337-4a81-acdc-3797e00dffa8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55ac7f12-a337-4a81-acdc-3797e00dffa8,segment=NetworkSegment(2b1fd35c-934a-4155-a74a-e74393c05b2f),segment_id=2b1fd35c-934a-4155-a74a-e74393c05b2f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:12.408232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.451530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Calling delete_port for 55ac7f12-a337-4a81-acdc-3797e00dffa8 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:12.566377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:12.567325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.573965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55ac7f12-a337-4a81-acdc-3797e00dffa8 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:12.579332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:12.594839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:12.646526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Calling delete_port for 55ac7f12-a337-4a81-acdc-3797e00dffa8 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:12.656881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.728227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:05:12.729641 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:05:12.740764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] No DVR routers for this DVR port 55ac7f12-a337-4a81-acdc-3797e00dffa8 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:12.768852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75593a3-a6a0-46d1-ba85-a829f9c62adc None None] Pushing event deleted for resources: {'Port': ['ID=55ac7f12-a337-4a81-acdc-3797e00dffa8,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:12.794778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port 55ac7f12-a337-4a81-acdc-3797e00dffa8 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:05:12.795190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55ac7f12-a337-4a81-acdc-3797e00dffa8 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:05:12.826647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.828870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.853976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428ab2-a218-4119-92e6-5390e2d6748f req-db351f0c-7209-4005-a23b-afd7b1159040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:12.856111 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-db351f0c-7209-4005-a23b-afd7b1159040 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.9987044 Feb 04 13:05:12.866255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:12.871248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Usage tracker for resource:security_group_rule and tenant:dba0c5fb40cc42a09767e1ce3358de62 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:12.874855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:12.923177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:12.923824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.958090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:12.983999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:12.991860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-d782ac06-0e28-4a02-b9cc-3e80b2650279 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 200 len: 217 time: 0.1083272 Feb 04 13:05:12.999456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd0dca-4ede-4827-9d43-f12284d3782c req-a0bea7c5-f014-49ed-9e5e-88a1e54f5f93 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.007475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-99cd0dca-4ede-4827-9d43-f12284d3782c req-a0bea7c5-f014-49ed-9e5e-88a1e54f5f93 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.4140899 Feb 04 13:05:13.101407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-c4a3e91a-7f59-4480-a87f-35a85ea5ad4a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4085922 Feb 04 13:05:13.106088 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.124152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Request body: {'port': {'device_id': '6484db62-722d-4e73-8895-f3159240ca3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:13.126257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428ab2-a218-4119-92e6-5390e2d6748f req-5f1e449d-7a6a-4b40-a871-7d2da3c9d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.130223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-5f1e449d-7a6a-4b40-a871-7d2da3c9d8ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1269338 Feb 04 13:05:13.144192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363497-b8ab-4eec-a680-2317effeda91 req-f83f2fb5-b4ed-4c78-ad35-6f48760d3bbf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.145821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7363497-b8ab-4eec-a680-2317effeda91 req-f83f2fb5-b4ed-4c78-ad35-6f48760d3bbf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.4158945 Feb 04 13:05:13.179253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Transition to ACTIVE for port object b57e482f-2530-43fa-a1fc-7d7a56b1cf7f will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:13.223003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-99cd0dca-4ede-4827-9d43-f12284d3782c req-4516c515-ee3f-4906-96f7-8e986e1c88de tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2142861 Feb 04 13:05:13.237015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Deleting port 55ac7f12-a337-4a81-acdc-3797e00dffa8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:13.247757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.318878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.359576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] The port '55ac7f12-a337-4a81-acdc-3797e00dffa8' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:05:13.370647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7363497-b8ab-4eec-a680-2317effeda91 req-8908b881-a76c-4861-a191-a17eb239c342 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822865 Feb 04 13:05:13.374865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.375313 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-14e1e505-b84d-46a1-b77c-0b066c9fa644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.452348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.483913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:13.498292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:13.522206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:13.582063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.583243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fee8af2e-2678-4c2c-a554-b15b27063271 HTTP/1.1" status: 204 len: 168 time: 1.8320503 Feb 04 13:05:13.584629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1de3b-c350-42a3-8a7c-eb884ed32762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8af2e-2678-4c2c-a554-b15b27063271,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:13.588456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.646576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:13.694619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.784951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.785930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.821217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45d20-c589-4f43-aa52-38784ec500a4 req-575bc79f-0879-4375-80d4-e5cfd0cf5c4c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.821951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-32b45d20-c589-4f43-aa52-38784ec500a4 req-575bc79f-0879-4375-80d4-e5cfd0cf5c4c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:13.861637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-1d0484c0-78aa-4931-8492-4d49d6a9ffed tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8607488 Feb 04 13:05:13.948142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:13.973543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428ab2-a218-4119-92e6-5390e2d6748f req-7d82848f-4c23-4174-965b-82e8a450053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:13.975105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-7d82848f-4c23-4174-965b-82e8a450053c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8271663 Feb 04 13:05:13.983383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-32b45d20-c589-4f43-aa52-38784ec500a4 req-575bc79f-0879-4375-80d4-e5cfd0cf5c4c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:13.991821 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32b45d20-c589-4f43-aa52-38784ec500a4 req-575bc79f-0879-4375-80d4-e5cfd0cf5c4c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 931 time: 0.5694301 Feb 04 13:05:13.997306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b49eeb3-7d0d-411a-a6c1-3bdfdf289326 None None] Provisioning for port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:14.007103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b49eeb3-7d0d-411a-a6c1-3bdfdf289326 None None] Provisioning complete for port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:14.007476 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b49eeb3-7d0d-411a-a6c1-3bdfdf289326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.092564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6b49eeb3-7d0d-411a-a6c1-3bdfdf289326 None None] Port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:05:14.093092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dba0c5fb40cc42a09767e1ce3358de62&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1828694 Feb 04 13:05:14.098689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c557d0-6868-4864-9309-f3645e0e34af']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:14.115316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1fd35c-934a-4155-a74a-e74393c05b2f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:14.115724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1fd35c-934a-4155-a74a-e74393c05b2f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:14.131093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.155108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.163360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:05:14.164172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.219540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Request body: {'port': {'device_id': '6263c09e-af61-4052-94e8-f98a98395fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:14.254376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:14.254762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:14.260224 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:14.262274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d512f7c-9e20-46da-9c88-3edf8a91f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23679148-5c10-4132-9ebc-6db7d2e5297b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:14.333896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.334117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.390536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.396174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c557d0-6868-4864-9309-f3645e0e34af,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:14.410571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2ef79-3460-4807-937e-d2602d8d5f5a req-69dca8c4-f4de-41fd-8d51-27a0340b9b3d tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:14.417047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-feb2ef79-3460-4807-937e-d2602d8d5f5a req-69dca8c4-f4de-41fd-8d51-27a0340b9b3d tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 935 time: 0.8197618 Feb 04 13:05:14.426541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32b45d20-c589-4f43-aa52-38784ec500a4 req-6ed62273-a712-498c-baa5-733f4700c7d4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337664 Feb 04 13:05:14.442860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-809d240d-d629-4a0b-8264-30f7c099ef72 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438622 Feb 04 13:05:14.477232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:14.494909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.584447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Usage tracker for resource:security_group_rule and tenant:c57d771a63784e08ac7010f5a8525b0e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:14.593311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4621c5a1-33ab-4289-adae-c9e7430617c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72c557d0-6868-4864-9309-f3645e0e34af HTTP/1.1" status: 204 len: 168 time: 3.4155350 Feb 04 13:05:14.633189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:14.640039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-feb2ef79-3460-4807-937e-d2602d8d5f5a req-37622b9a-bdfe-4867-9414-4ab4863bd0c5 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218952 Feb 04 13:05:14.659322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:14.681807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54428ab2-a218-4119-92e6-5390e2d6748f req-2bbde24f-bc3e-48dc-9ef8-ee3dfb321e31 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298698 Feb 04 13:05:14.787440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.793251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-33b6e31c-a85a-4678-b39b-cc560ad0c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:14.808591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-33b6e31c-a85a-4678-b39b-cc560ad0c067 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.1538520 Feb 04 13:05:14.862480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:14.930252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44674) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:15.089318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-e953ab4c-3cac-4bdd-9853-3fb98a9e364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:15.090979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-e953ab4c-3cac-4bdd-9853-3fb98a9e364a service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2754335 Feb 04 13:05:15.098738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c3ca-2e3b-4d41-850b-f09c31aa41cf req-2fbb77e6-d84d-4f73-84c1-2c2aee53b591 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:15.100568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f11c3ca-2e3b-4d41-850b-f09c31aa41cf req-2fbb77e6-d84d-4f73-84c1-2c2aee53b591 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2385685 Feb 04 13:05:15.111651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b06d7-fc54-4220-b208-e7f6b3ddae4c req-fafa152e-cb51-49c1-bcf2-751036f2514e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:15.113112 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5b06d7-fc54-4220-b208-e7f6b3ddae4c req-fafa152e-cb51-49c1-bcf2-751036f2514e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.4811893 Feb 04 13:05:15.131374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-299d33f8-12f0-41f5-93e5-dd8cff717b01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cc466c5862a43c0a35da32a2f7d297b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797385 Feb 04 13:05:15.168335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:15.210574 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.242112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:05:15.282679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23679148-5c10-4132-9ebc-6db7d2e5297b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:15.287540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f11c3ca-2e3b-4d41-850b-f09c31aa41cf req-d7f6addc-a06b-4fc5-8ac6-4ff8c1cfaac4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339996 Feb 04 13:05:15.296294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-04cb6bd9-36c7-4bb9-8de0-bccf2943035d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.1951652 Feb 04 13:05:15.360939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.365231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.366354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e46bcd4-82ad-47e9-adc8-74d90d2560e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23679148-5c10-4132-9ebc-6db7d2e5297b HTTP/1.1" status: 204 len: 168 time: 1.1106253 Feb 04 13:05:15.404871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-53430119-ce07-4ab1-9dfc-96128feb53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:15.406361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-53430119-ce07-4ab1-9dfc-96128feb53a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.0990438 Feb 04 13:05:15.408075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.410856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a5b06d7-fc54-4220-b208-e7f6b3ddae4c req-2a34d66c-c1dc-40c0-a032-0bdb16cb80fc tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2431912 Feb 04 13:05:15.519518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.531713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-40566b29-fe3a-4949-b01d-5c734039eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:15.535401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-40566b29-fe3a-4949-b01d-5c734039eb64 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202443 Feb 04 13:05:15.538194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.650389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c57d771a63784e08ac7010f5a8525b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3930478 Feb 04 13:05:15.653952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44686) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:15.658426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b95720-8293-4345-b094-c91e9dffff85 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:05:15.666477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884d3f-fda1-49e1-9ef1-27f6a5aeb6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904dc044-8f7f-4422-82b9-b76dfede56dc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:15.695799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.721661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.821190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44c8d552-0859-4418-b176-48d76c5ad5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.830525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Transition to ACTIVE for port object a4b95720-8293-4345-b094-c91e9dffff85 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:15.842563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.927989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:15.962496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-8cd84d06-200d-4f6b-9161-0e222b1aee59 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202135 Feb 04 13:05:15.965347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.018687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.064383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.065485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c0b46e1-27bf-4432-82fb-65cf664df6b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed0bbb6b-7221-41cb-87d5-e2e5f76a57b9 HTTP/1.1" status: 204 len: 168 time: 0.8957937 Feb 04 13:05:16.113043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa460e3-66a1-45d5-a217-30b65a310e35 req-f4aae00c-5622-4e90-b0c3-37361f5b25dc tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:16.114725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fa460e3-66a1-45d5-a217-30b65a310e35 req-f4aae00c-5622-4e90-b0c3-37361f5b25dc tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 943 time: 0.3887131 Feb 04 13:05:16.225931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:16.228741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:05:16.253751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.409646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.443115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:16.452635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Usage tracker for resource:security_group_rule and tenant:5a79b7262dce4e888c992309eec7d471 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:16.455979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:16.464169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:16.469698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57e482f-2530-43fa-a1fc-7d7a56b1cf7f {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:05:16.501719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.506347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fa460e3-66a1-45d5-a217-30b65a310e35 req-f9beb46f-9900-4daa-b5f0-f0a91f415961 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807933 Feb 04 13:05:16.508849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67dc88a1-5a6e-43d6-ad98-11adbc016f3e req-2990338c-dcff-4949-a34c-85d92fee4427 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392177 Feb 04 13:05:16.526627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Attempting to bind port a4b95720-8293-4345-b094-c91e9dffff85 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:16.527138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Attempting to bind port a4b95720-8293-4345-b094-c91e9dffff85 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:16.527600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Attempting to bind port a4b95720-8293-4345-b094-c91e9dffff85 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:16.564709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.569100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Port a4b95720-8293-4345-b094-c91e9dffff85 on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:05:16.569824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Attempting to bind port a4b95720-8293-4345-b094-c91e9dffff85 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:16.576915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.584855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:16.584855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:16.584855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:16.585252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Bound port: a4b95720-8293-4345-b094-c91e9dffff85, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:16.585341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.616887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-8dc0b11a-3644-4f48-8a25-5def1ff9d5cc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:16.618735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-8dc0b11a-3644-4f48-8a25-5def1ff9d5cc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Synchronizing usage tracker for tenant:27c72c40dc14484888808ebcd197e16a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:16.622300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Transition to ACTIVE for port object b57e482f-2530-43fa-a1fc-7d7a56b1cf7f will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:16.627071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.664901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a79b7262dce4e888c992309eec7d471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363053 Feb 04 13:05:16.667195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:16.744604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.791051 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.839084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904dc044-8f7f-4422-82b9-b76dfede56dc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.873560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f3a38-0e2d-4df7-9a9d-70bf55c05119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef374d-2070-4e9c-8ca2-fca79c7d5140,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:16.943157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:16.981132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.003171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb429f-0174-421d-b843-0a6e90caa996 req-29997bc1-7ab1-4b41-b975-9ca68f7475af tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:17.004825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4eb429f-0174-421d-b843-0a6e90caa996 req-29997bc1-7ab1-4b41-b975-9ca68f7475af tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2085791 Feb 04 13:05:17.061747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.063018 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff95c63b-59aa-4e87-9872-7082f58b9470 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/904dc044-8f7f-4422-82b9-b76dfede56dc HTTP/1.1" status: 204 len: 168 time: 1.3929441 Feb 04 13:05:17.120970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-8dc0b11a-3644-4f48-8a25-5def1ff9d5cc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Unset dirty status for tenant:27c72c40dc14484888808ebcd197e16a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:17.127606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-8dc0b11a-3644-4f48-8a25-5def1ff9d5cc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 935 time: 0.8487694 Feb 04 13:05:17.136693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4eb429f-0174-421d-b843-0a6e90caa996 req-de463488-d7f3-4802-ab62-d2bb84c4e3e4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186295 Feb 04 13:05:17.166753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.186301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef374d-2070-4e9c-8ca2-fca79c7d5140,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.196119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.199280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1750e93f-9803-4dc8-bd65-0c4bf2df319b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10ef374d-2070-4e9c-8ca2-fca79c7d5140 HTTP/1.1" status: 204 len: 168 time: 0.5272896 Feb 04 13:05:17.249731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.386179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.494050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:17.516000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:17.557574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:17.568293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-64e7afd7-e8c1-43a0-a725-17f7643350fc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Synchronizing usage tracker for tenant:27c72c40dc14484888808ebcd197e16a on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:17.574663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Attempting to bind port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:17.575277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Attempting to bind port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:17.575821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Attempting to bind port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:17.581678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.643332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a9d4-bbf0-4002-bf73-73a928da5e54 req-ff55eac1-cbcd-4a69-9b7d-c1dcbc9fd5bb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:17.645010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1876a9d4-bbf0-4002-bf73-73a928da5e54 req-ff55eac1-cbcd-4a69-9b7d-c1dcbc9fd5bb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.2977817 Feb 04 13:05:17.645709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:05:17.646258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Attempting to bind port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:17.677303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:17.677653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:17.678045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:17.678486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Bound port: b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:17.678987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.702115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:17.702775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.704759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] 10.222.0.87 "PUT /v2.0/ports/a4b95720-8293-4345-b094-c91e9dffff85 HTTP/1.1" status: 200 len: 1091 time: 4.5896680 Feb 04 13:05:17.705285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:17.754488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-64e7afd7-e8c1-43a0-a725-17f7643350fc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Unset dirty status for tenant:27c72c40dc14484888808ebcd197e16a on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:17.755654 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e50a7425-fc3d-400d-a42b-42ae2cb4f15c req-64e7afd7-e8c1-43a0-a725-17f7643350fc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269844 Feb 04 13:05:17.779054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1876a9d4-bbf0-4002-bf73-73a928da5e54 req-734eb23e-9db1-4930-a30f-d922a5332cce tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123376 Feb 04 13:05:17.826705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8839-8a5b-480e-9d23-252a04fa65e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:17.881235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:17.885885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:17.893028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.986266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:17.986928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:17.994880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-12591547-c51b-41d7-a588-c030974c4788 service neutron] 10.222.0.87 "PUT /v2.0/ports/b57e482f-2530-43fa-a1fc-7d7a56b1cf7f HTTP/1.1" status: 200 len: 1095 time: 4.0002658 Feb 04 13:05:18.019455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-3c550f62-ff6f-4f4c-acea-f08d21fa63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.021098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-3c550f62-ff6f-4f4c-acea-f08d21fa63b7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 1094 time: 0.2566657 Feb 04 13:05:18.051967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-603897467-network', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:18.059585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:18.068637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Usage tracker for resource:network and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:18.075488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:18.088127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:18.112598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Made reservation on behalf of abe6c606dde04372a9a13c7ef85c5a39 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:18.114961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.147076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.190239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:18.199461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Usage tracker for resource:security_group_rule and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:18.206637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:18.221554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:18.358942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-cfb8276a-0b30-4ccc-b67e-8fbb23a4d504 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b95720-8293-4345-b094-c91e9dffff85 HTTP/1.1" status: 200 len: 217 time: 0.3286893 Feb 04 13:05:18.360652 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85', 'status': 'completed', 'code': 200} Feb 04 13:05:18.369675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12591547-c51b-41d7-a588-c030974c4788 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:18.451976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.457473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.499118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:05:18.515902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-980ea52c-5153-4b46-9a5e-11d65954d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.521452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.524155 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Added segment 80631742-afd5-46c1-bbad-d837714e66d5 of type vlan for network 2ed95d61-a33d-4fcc-9035-9f424077de48 Feb 04 13:05:18.525491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-980ea52c-5153-4b46-9a5e-11d65954d0c3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1421161 Feb 04 13:05:18.587570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.600254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.607923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-e02f877e-c170-42c6-95f2-d4c3e757b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.609792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-e02f877e-c170-42c6-95f2-d4c3e757b2fe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27c72c40dc14484888808ebcd197e16a&device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 1098 time: 0.4769185 Feb 04 13:05:18.695172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2376-e5d7-4ef2-b5e0-a68e61bb9063 req-2636bc81-63bc-4da5-8913-189071c08ef0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.702704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f7e2376-e5d7-4ef2-b5e0-a68e61bb9063 req-2636bc81-63bc-4da5-8913-189071c08ef0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 943 time: 0.5530744 Feb 04 13:05:18.715841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-6bd73d74-2b2f-4d22-a27a-d556c90e1468 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751153 Feb 04 13:05:18.734820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.735794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.738844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:18.743114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-83c7718c-54fc-4fdb-a301-10a5a5875b67 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f HTTP/1.1" status: 200 len: 217 time: 0.1214797 Feb 04 13:05:18.842992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-3eab6f52-4327-462a-a394-e0635f622e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:18.844837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-3eab6f52-4327-462a-a394-e0635f622e24 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0784678 Feb 04 13:05:19.000374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-40b58520-0bdd-4feb-ad17-7ad7a49b481b service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620356 Feb 04 13:05:19.000721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733bf22-e1fe-4514-8992-4fe02b37d94e req-ee825a26-3f60-4151-938f-c2f40d870522 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:19.009047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3733bf22-e1fe-4514-8992-4fe02b37d94e req-ee825a26-3f60-4151-938f-c2f40d870522 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.3665500 Feb 04 13:05:19.098142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f5147-1c32-4f8b-8cee-a9d3fdf019ca,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:19.126658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3733bf22-e1fe-4514-8992-4fe02b37d94e req-6a566ae8-5593-488c-8435-6a5df361e9e5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151626 Feb 04 13:05:19.135317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6352777 Feb 04 13:05:19.140229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e089e2-478c-4ca9-bca1-4b57c2e9e5dc admin admin] Pushing event updated for resources: {'Network': ['ID=2ed95d61-a33d-4fcc-9035-9f424077de48,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:19.142419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:19.155894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:05:19.163350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Request body: {'subnet': {'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-603897467-subnet', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:19.180352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:19.192103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Usage tracker for resource:subnet and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:19.196875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f7e2376-e5d7-4ef2-b5e0-a68e61bb9063 req-d286d5ac-fc7a-42b0-80eb-2c4c3e62b84b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929953 Feb 04 13:05:19.206087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:19.220652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:19.233894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Made reservation on behalf of abe6c606dde04372a9a13c7ef85c5a39 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:19.238076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:19.499579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-923f5114-8ca0-4e1f-aab4-4e14f640aa59 req-b34521e8-1fc9-4db0-9fff-e55fa8696383 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530842 Feb 04 13:05:19.508540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-9ddc3e22-b1a7-4487-82ba-9339bccae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:19.510302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-9ddc3e22-b1a7-4487-82ba-9339bccae820 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5090742 Feb 04 13:05:19.626864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e50c8-bc75-4697-b946-9b966faee6f4 req-e016bb0f-3783-4843-afcb-a849cccd6dbc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:19.630073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f77e50c8-bc75-4697-b946-9b966faee6f4 req-e016bb0f-3783-4843-afcb-a849cccd6dbc tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 947 time: 0.1554585 Feb 04 13:05:19.630073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:19.799228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c8cb02-2998-4fef-977f-f1b5e95501e1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:19.854510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f77e50c8-bc75-4697-b946-9b966faee6f4 req-341443d8-c233-4996-b5c4-905c9ab22189 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901543 Feb 04 13:05:19.855363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Checking segment: {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:19.855721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Network hostable DHCP agents. Network: 2ed95d61-a33d-4fcc-9035-9f424077de48, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:05:19.865129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:19.893802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:05:19.915401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2ed95d61-a33d-4fcc-9035-9f424077de48) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:19.922425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:19.923291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:19.926524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4824d3-8647-40f7-bddb-be9effa8e7d7 None None] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:05:19.973981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c03f085a-49e6-4888-bcee-4afc74538e46 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8303220 Feb 04 13:05:19.978363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:19.990457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:20.011048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:20.022046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Usage tracker for resource:router and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:20.035824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:20.049238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-a0e67b96-72c5-4022-9ada-4feb882702c0 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295532 Feb 04 13:05:20.052663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-6e36c4b3-b91a-435a-bfd2-627dfa4404a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:20.054342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-6e36c4b3-b91a-435a-bfd2-627dfa4404a9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 1094 time: 0.4149754 Feb 04 13:05:20.060507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:20.083282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e080-2038-43da-aee9-b2836b3bb66f req-5bed38f2-fb73-4216-96ba-12a3f0f3ab6d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:20.091466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6d5e080-2038-43da-aee9-b2836b3bb66f req-5bed38f2-fb73-4216-96ba-12a3f0f3ab6d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.5770836 Feb 04 13:05:20.093417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:20.094527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:20.144157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:20.366532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:20.575126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6d5e080-2038-43da-aee9-b2836b3bb66f req-0c9eb8a2-7a0d-4ffc-8249-3e9fe4425b43 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4815931 Feb 04 13:05:20.615526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-2ed95d61-a33d-4fcc-9035-9f424077de48', 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'fixed_ips': [{'subnet_id': '89c8cb02-2998-4fef-977f-f1b5e95501e1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:05:20.619475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:20.736883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c1aa071-1126-4d4f-b995-f034790e9677 req-6ce90e2f-5901-474e-b746-acb0329d0a51 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805360 Feb 04 13:05:20.785152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-3a910edb-1350-4936-8be5-1b832d156ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:20.789775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-3a910edb-1350-4936-8be5-1b832d156ed5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.6956122 Feb 04 13:05:21.019444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-2fe53bf5-bf5b-46c4-bc3e-fa58b8002e0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b95720-8293-4345-b094-c91e9dffff85 HTTP/1.1" status: 200 len: 217 time: 0.2157884 Feb 04 13:05:21.040022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:21.086667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Allocated IP 172.20.0.2 (2ed95d61-a33d-4fcc-9035-9f424077de48/89c8cb02-2998-4fef-977f-f1b5e95501e1/fbf7f9a1-918e-44a8-9be0-420c5b6c2daf) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:21.140492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-a12c9b39-c2b0-4075-9dbc-8ea65f50875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:21.143003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-a12c9b39-c2b0-4075-9dbc-8ea65f50875b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1145647 Feb 04 13:05:21.217668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-c4b5e5ff-3e36-4974-83d1-f886894ee570 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652900 Feb 04 13:05:21.316556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8ca2-c495-40c3-9ea7-b49b3d448b2a req-887dac9f-351e-4570-9cf6-3723a70590ca tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:21.322795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:05:21.332476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-646e8ca2-c495-40c3-9ea7-b49b3d448b2a req-887dac9f-351e-4570-9cf6-3723a70590ca tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.8334887 Feb 04 13:05:21.432270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-0d599b48-2282-407a-b1dd-6e8902a4c788 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056348 Feb 04 13:05:21.460103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-646e8ca2-c495-40c3-9ea7-b49b3d448b2a req-dd3e8100-9a8f-430b-9332-d96e3d1738fe tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265676 Feb 04 13:05:21.589856 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'status': 'completed', 'code': 200} Feb 04 13:05:21.714553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:21.726220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b769e-f1f6-41c0-8138-d5ab2d782148 req-44e8cf64-8e67-46f2-87ec-5d88804a5b83 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:21.732459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-572b769e-f1f6-41c0-8138-d5ab2d782148 req-44e8cf64-8e67-46f2-87ec-5d88804a5b83 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 943 time: 0.8365719 Feb 04 13:05:21.753419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a4b95720-8293-4345-b094-c91e9dffff85', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': 'a4b95720-8293-4345-b094-c91e9dffff85', 'mac_address': 'fa:16:3e:3e:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:05:21.942811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-572b769e-f1f6-41c0-8138-d5ab2d782148 req-07cc3cf6-d288-4cd4-86ad-c672da8e5319 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836035 Feb 04 13:05:21.975962 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.012820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b95720-8293-4345-b094-c91e9dffff85 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:05:22.075277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-9e3f01a1-82ea-4b8a-a3ec-224f1d7044eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:22.077940 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-9e3f01a1-82ea-4b8a-a3ec-224f1d7044eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27c72c40dc14484888808ebcd197e16a&device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 1098 time: 0.4814847 Feb 04 13:05:22.084512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfde4050-91f3-4776-9a0d-e7dec42c7be0 req-80050c29-2f89-44ab-9e1f-1b6c9eb8fd4a service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403089 Feb 04 13:05:22.103512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:22.110587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.177564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.217763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:22.238938 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.260939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Transition to ACTIVE for port object fbf7f9a1-918e-44a8-9be0-420c5b6c2daf will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:22.287677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:22.289972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.309783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Transition to ACTIVE for port object fbf7f9a1-918e-44a8-9be0-420c5b6c2daf will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:22.323036 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.395218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:22.402524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:22.411845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:22.468296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8013f0-c2d1-4287-9fc3-571d11ea0867 req-89f15b20-1ddc-4fe8-8dd6-6bbc8f034a6b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:22.469323 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8013f0-c2d1-4287-9fc3-571d11ea0867 req-89f15b20-1ddc-4fe8-8dd6-6bbc8f034a6b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 947 time: 0.5337136 Feb 04 13:05:22.517797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a4b95720-8293-4345-b094-c91e9dffff85'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:05:22.578144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-0b733f38-6b2e-48c3-90ab-3a8849272a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:22.584498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-0b733f38-6b2e-48c3-90ab-3a8849272a35 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4859705 Feb 04 13:05:22.677151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Pushing event updated for resources: {'Port': ['ID=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:22.688344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Attempting to bind port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:22.688905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Attempting to bind port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:22.689253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Attempting to bind port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf on network 2ed95d61-a33d-4fcc-9035-9f424077de48 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:22.707683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:22.708288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Checking segment: {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:22.708737 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.709225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Bound using segment: {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:22.710092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Bound port: fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:22.710267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:22.756387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8013f0-c2d1-4287-9fc3-571d11ea0867 req-faf6bcb5-e5ed-475a-ad38-8e12a7d03942 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774534 Feb 04 13:05:22.781570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Allocated IP 172.25.4.238 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/f6521e61-2bc9-47bf-a7a8-262fa9c8f200) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:22.836640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-6e147344-4a1c-4565-af25-fb121ca8a508 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f HTTP/1.1" status: 200 len: 217 time: 0.2402813 Feb 04 13:05:22.855967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] For port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:22.865807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] For port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:22.951181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.021563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.083264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-5b75b02b-3f87-4b2d-bdd6-578e12b2caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:23.084667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-5b75b02b-3f87-4b2d-bdd6-578e12b2caf8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2441602 Feb 04 13:05:23.099977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:23.114037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Usage tracker for resource:security_group_rule and tenant:37208861d28847b8ae0cb9775e1cd1f3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:23.120414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:23.140677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:23.153672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29ad3-343f-4ccb-a2e3-ea710f80bdb6 None None] Pushing event updated for resources: {'Port': ['ID=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:23.196840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645be543-224c-49c6-9ced-e9ab78394c16 req-22bd99eb-2479-486b-914b-445aca2ce1b9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:23.198544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-645be543-224c-49c6-9ced-e9ab78394c16 req-22bd99eb-2479-486b-914b-445aca2ce1b9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 1.0469508 Feb 04 13:05:23.264309 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.275574 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-645be543-224c-49c6-9ced-e9ab78394c16 req-8d210828-3c35-4a6a-b987-551d6360aff9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715492 Feb 04 13:05:23.291800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-5e6f456a-1426-4d7c-b33e-33b4ef6c88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:23.293971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-5e6f456a-1426-4d7c-b33e-33b4ef6c88b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1997585 Feb 04 13:05:23.334457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b57e482f-2530-43fa-a1fc-7d7a56b1cf7f details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:05:23.342770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c687a-cb57-45ce-9ca8-279209e624c1 req-24fc0c48-fc7d-4932-8c9c-c8df25b4585d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:23.344861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-120c687a-cb57-45ce-9ca8-279209e624c1 req-24fc0c48-fc7d-4932-8c9c-c8df25b4585d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.3072717 Feb 04 13:05:23.452489 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-120c687a-cb57-45ce-9ca8-279209e624c1 req-90c3d2e8-c1c9-478a-92ba-58641fc04707 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927770 Feb 04 13:05:23.464234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.483115 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.529124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37208861d28847b8ae0cb9775e1cd1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1798747 Feb 04 13:05:23.532482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:23.626652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.661613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.705908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300847f7-1434-4f51-a3b0-48e4a7b22022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac55648-c806-4af5-9e09-78981f693869,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:23.708879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.720485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:23.759675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'mac_address': 'fa:16:3e:7e:91:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:05:23.818294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Pushing event updated for resources: {'Port': ['ID=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:23.868472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:23.872991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:23.882063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:23.903162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:23.950698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57e482f-2530-43fa-a1fc-7d7a56b1cf7f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:05:23.996939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:24.007363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:24.119589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-e1b18e1b-c522-4d18-aab0-7940e425a494 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8188906 Feb 04 13:05:24.125244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:24.185546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:24.217742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:24.246018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-f4c88905-7527-46eb-b433-479e7c137515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.247745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-f4c88905-7527-46eb-b433-479e7c137515 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1096 time: 0.3251812 Feb 04 13:05:24.255808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66551048-b66c-42ae-bec6-b0d7893ba5f2 req-fe614a8e-47b1-4c55-899e-6a386d1111e6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.258241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66551048-b66c-42ae-bec6-b0d7893ba5f2 req-fe614a8e-47b1-4c55-899e-6a386d1111e6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 944 time: 0.7491720 Feb 04 13:05:24.294661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac55648-c806-4af5-9e09-78981f693869,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:24.319419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b57e482f-2530-43fa-a1fc-7d7a56b1cf7f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:05:24.441500 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66551048-b66c-42ae-bec6-b0d7893ba5f2 req-6b887d5e-8845-4dcc-8b5a-37e0528d01f3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555870 Feb 04 13:05:24.505078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5ae55b6-4e4e-4431-8899-e7b4db28bf4d req-79e1794f-bc6a-4b42-ad47-6ddfb2b0a803 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748033 Feb 04 13:05:24.592174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-a9568cb1-9dca-4bbc-aa63-80efa0b95f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.593758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-a9568cb1-9dca-4bbc-aa63-80efa0b95f08 service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.3345652 Feb 04 13:05:24.648923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:24.665048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d268342d-b9d5-4a09-8dd0-762b4ba3a88c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ac55648-c806-4af5-9e09-78981f693869 HTTP/1.1" status: 204 len: 168 time: 1.1264420 Feb 04 13:05:24.728736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fbf7f9a1-918e-44a8-9be0-420c5b6c2daf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:24.787374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da01820-3ee3-4c95-8f2e-f1962efd80c2 req-dd1d73d3-81d6-4964-a75e-6a9fb5486c30 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.796540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6da01820-3ee3-4c95-8f2e-f1962efd80c2 req-dd1d73d3-81d6-4964-a75e-6a9fb5486c30 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 948 time: 0.6552203 Feb 04 13:05:24.801501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-dbd03eb2-cccb-4ca7-9818-a4f7e7cc8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.803258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-dbd03eb2-cccb-4ca7-9818-a4f7e7cc8442 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.6608522 Feb 04 13:05:24.827675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873ef3f-10e5-40ac-8eb6-1d6e2941c758 None None] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:05:24.828034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-0684097f-fdba-4de4-94c8-3ed4e6f002b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 1000 time: 0.2279341 Feb 04 13:05:24.886849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773bf53-deb1-400b-a3b2-05ef84b84d65 req-d362ce34-560b-4286-8618-ff1a232d22f8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.888554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c773bf53-deb1-400b-a3b2-05ef84b84d65 req-d362ce34-560b-4286-8618-ff1a232d22f8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1925349 Feb 04 13:05:24.965128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c773bf53-deb1-400b-a3b2-05ef84b84d65 req-f6ab0202-d9a9-419f-9a16-04e328d41f11 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689647 Feb 04 13:05:24.967196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-e172dd62-010e-4d63-924a-f30c4431722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:24.968797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-e172dd62-010e-4d63-924a-f30c4431722c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.1346674 Feb 04 13:05:25.075344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-60bc4077-4a9e-4be0-950d-99af7f1c4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.078749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-60bc4077-4a9e-4be0-950d-99af7f1c4e98 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028590 Feb 04 13:05:25.151318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9e8ba400-4384-4b4c-82f1-420fb3a1835d None None] Provisioning for port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:25.157121 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6da01820-3ee3-4c95-8f2e-f1962efd80c2 req-65d72880-61f1-4f75-a489-226d03052c4c tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595686 Feb 04 13:05:25.215526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-03d43d1b-d1ae-4eb5-bc54-28141751411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.219391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-03d43d1b-d1ae-4eb5-bc54-28141751411f service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2824266 Feb 04 13:05:25.229876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:25.239151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:25.239521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.334638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44932) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:25.339066 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-3c3f2417-11ea-49e9-bc65-1c2dfed6a6e5 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527375 Feb 04 13:05:25.361180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:25.496958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-1806d223-bb5d-4aa2-b064-0cef4852fb5a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.2681489 Feb 04 13:05:25.512721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.574342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.580094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a4b95720-8293-4345-b094-c91e9dffff85 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:25.581522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:25.593217 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.605750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a4b95720-8293-4345-b094-c91e9dffff85 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:25.606447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.606756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Usage tracker for resource:security_group_rule and tenant:a5081582d9aa4fea9cb8b25ffda1a62d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:25.612090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:25.637991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:25.696242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:25.700549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.783732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75a086-d22b-4116-8d2a-62f7bb70a8ae req-50bf1039-a393-4c46-8117-28855d69e470 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.785337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb75a086-d22b-4116-8d2a-62f7bb70a8ae req-50bf1039-a393-4c46-8117-28855d69e470 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.4518793 Feb 04 13:05:25.798429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-b9f79eef-8f49-47fb-9e26-90893c168c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:25.800043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-b9f79eef-8f49-47fb-9e26-90893c168c04 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2860458 Feb 04 13:05:25.817046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eaec7132-85a5-430a-ad85-5edf4cc54797 req-5d5b71c0-b8ef-4f0c-939b-e686485f6768 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048209 Feb 04 13:05:25.871856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:25.896991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb75a086-d22b-4116-8d2a-62f7bb70a8ae req-8effcdc9-9cb8-4403-9482-d84fa3be713d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856242 Feb 04 13:05:25.970469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.979761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:25.984259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.026372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:26.041631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:26.049645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.052130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:26.053097 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5081582d9aa4fea9cb8b25ffda1a62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130799 Feb 04 13:05:26.055559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34636-34ef-43f8-9a17-4aea15980488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95bc705-e5e0-4952-874b-18a8ff5a9785,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:26.057999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44948) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:26.137748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.180578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085481-1cf4-439d-95ba-9cfdfa8f1e32 req-a623f07d-3c1b-4f87-bfab-0880a12b9cbb tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:26.183042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8085481-1cf4-439d-95ba-9cfdfa8f1e32 req-a623f07d-3c1b-4f87-bfab-0880a12b9cbb tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 944 time: 0.5385180 Feb 04 13:05:26.213208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a69de135-52b2-4063-8c59-2f3280ec3525 None None] Provisioning complete for port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:26.213588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a69de135-52b2-4063-8c59-2f3280ec3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.225264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.248755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-aa778e57-f16e-470b-949b-cb72a179b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:26.250353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-aa778e57-f16e-470b-949b-cb72a179b0e8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4415443 Feb 04 13:05:26.302309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2189c-723c-43c9-8362-d81d62f6bf79 req-9743947d-4438-4b49-8974-f67d34d102a5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:26.303898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24f2189c-723c-43c9-8362-d81d62f6bf79 req-9743947d-4438-4b49-8974-f67d34d102a5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1466935 Feb 04 13:05:26.310067 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.322527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:26.350900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95bc705-e5e0-4952-874b-18a8ff5a9785,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:26.359369 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.362953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5800f930-fe52-4394-86a1-bada0ad53503 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d95bc705-e5e0-4952-874b-18a8ff5a9785 HTTP/1.1" status: 204 len: 168 time: 0.3016329 Feb 04 13:05:26.381911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8085481-1cf4-439d-95ba-9cfdfa8f1e32 req-028f93a9-b07b-4380-bb2e-e60cb1517d69 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849103 Feb 04 13:05:26.383163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24f2189c-723c-43c9-8362-d81d62f6bf79 req-38cc37ea-832f-40fc-8d94-572921feba53 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672960 Feb 04 13:05:26.384268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.508056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.542407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:26.547745 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.602485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-633d71ba-45b1-4263-9536-ad002a416b0f service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397124 Feb 04 13:05:26.626950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fbf7f9a1-918e-44a8-9be0-420c5b6c2daf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:26.682907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:26.747273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666eafa-1d3d-4158-99b2-82d6a32db6ab req-58cd497f-f252-44dc-bff0-caf76142f0fe tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:26.756214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f666eafa-1d3d-4158-99b2-82d6a32db6ab req-58cd497f-f252-44dc-bff0-caf76142f0fe tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 948 time: 0.1315608 Feb 04 13:05:26.762987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:26.763363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:26.969523 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85', 'code': 200} Feb 04 13:05:27.026049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f666eafa-1d3d-4158-99b2-82d6a32db6ab req-4502a33f-c8de-4d14-9cd0-e0d184ddab06 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621436 Feb 04 13:05:27.133871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dc2ee-c77b-4a06-a023-63d54676f3ea req-84d7fe1a-cb5e-4c3a-a85d-4e4f5eab7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:27.135388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f06dc2ee-c77b-4a06-a023-63d54676f3ea req-84d7fe1a-cb5e-4c3a-a85d-4e4f5eab7067 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 1096 time: 0.1203244 Feb 04 13:05:27.190214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f06dc2ee-c77b-4a06-a023-63d54676f3ea req-2fedbdcf-a13e-46f1-a709-de8470a1f9f0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Feb 04 13:05:27.278006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c6510d-b2b9-4b4d-976b-da28096c1fd9 req-edc1910e-796a-45a6-b43d-c322748bd0bf service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561353 Feb 04 13:05:27.298699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:05:27.309598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1904981-0c12-4ab4-b172-c421e1957c60 req-529d1839-ea2a-485b-9120-4a029471b960 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:27.311201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1904981-0c12-4ab4-b172-c421e1957c60 req-529d1839-ea2a-485b-9120-4a029471b960 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.1774662 Feb 04 13:05:27.349856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b57e482f-2530-43fa-a1fc-7d7a56b1cf7f up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:27.444008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1904981-0c12-4ab4-b172-c421e1957c60 req-28619695-ce9b-480b-9fc2-bd9e24d15d05 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259706 Feb 04 13:05:27.462142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:27.467248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:27.467620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:27.561138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:05:27.591268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:27.591661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Sync routers for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:27.593398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a4a679f1-c4d4-4ac1-b60f-be75b069557c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6141434 Feb 04 13:05:27.596501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:27.624557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:27.629192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:27.718489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:27.877571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:27.883668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:27.928073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81997b-4a3c-48a4-883c-fcd090e3707d req-8f4f73cf-e7bc-427a-afb1-1d7aa3b56d1d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:27.939853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da81997b-4a3c-48a4-883c-fcd090e3707d req-8f4f73cf-e7bc-427a-afb1-1d7aa3b56d1d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1866682 Feb 04 13:05:28.043630 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da81997b-4a3c-48a4-883c-fcd090e3707d req-edac6580-3e55-4fc8-8f97-33109bd97591 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026821 Feb 04 13:05:28.082056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:28.157643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb101-52a2-4b0f-b90f-43e0f401247e req-c5c1fbb2-ef88-4e27-9628-bd7f509fff48 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:28.159409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e5bb101-52a2-4b0f-b90f-43e0f401247e req-c5c1fbb2-ef88-4e27-9628-bd7f509fff48 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.4582760 Feb 04 13:05:28.356275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:28.365880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e5bb101-52a2-4b0f-b90f-43e0f401247e req-c30786c0-0908-4a82-b039-886b16be9c4d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467574 Feb 04 13:05:28.432579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a6c1-d309-4701-9a98-915b9a276df0 req-f197b4e7-dcdd-44f3-b7f0-92934db37d5a tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:28.440708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d3a6c1-d309-4701-9a98-915b9a276df0 req-f197b4e7-dcdd-44f3-b7f0-92934db37d5a tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 0.1988740 Feb 04 13:05:28.512419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:28.550783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d3a6c1-d309-4701-9a98-915b9a276df0 req-f87db5cb-8306-4132-98e7-cdb5b97b0109 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058421 Feb 04 13:05:28.592454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:24Z', 'revision_number': 3, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:28.603145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Checking router: 3494f25f-0a3d-4fc8-95a9-d0df3172a750 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:28.604873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Updating router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:28.697894 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:28.901269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-network', 'tenant_id': '37073e270089433ab22060984dbe68a7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:28.910637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:28.927013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Usage tracker for resource:network and tenant:37073e270089433ab22060984dbe68a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:28.933763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:28.942783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:28.972587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}, {'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:29.034123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Made reservation on behalf of 37073e270089433ab22060984dbe68a7 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:29.036551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.051310 n-d-820555-2 neutron-server[87622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'code': 422} returned with failed status Feb 04 13:05:29.051310 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'code': 200} Feb 04 13:05:29.057502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.103253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffbf58-1371-4c79-80d0-d634ee56f0d5 req-3b442bb8-bb86-4a55-b595-eff276554cd5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:29.110715 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13ffbf58-1371-4c79-80d0-d634ee56f0d5 req-3b442bb8-bb86-4a55-b595-eff276554cd5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.3539984 Feb 04 13:05:29.148652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.166486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Transition to ACTIVE for port object f6521e61-2bc9-47bf-a7a8-262fa9c8f200 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:29.176936 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.203302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:29.208655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Usage tracker for resource:security_group_rule and tenant:37073e270089433ab22060984dbe68a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:29.244184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:29.253307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:29.268896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Attempting to bind port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:29.269376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Attempting to bind port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:29.269822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Attempting to bind port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:29.276001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b8b6-101a-413c-849b-be8b7efccdb4 None None] Pushing event updated for resources: {'Port': ['ID=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:29.290315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:29.290833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:29.291309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.291771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:29.292324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Bound port: f6521e61-2bc9-47bf-a7a8-262fa9c8f200, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:29.292767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.358505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f50b1-67d7-4652-a6e9-74245fa350c9 req-0d54179d-16c7-4006-94dd-083992faffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:29.362763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b8f50b1-67d7-4652-a6e9-74245fa350c9 req-0d54179d-16c7-4006-94dd-083992faffcf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 1100 time: 0.2387559 Feb 04 13:05:29.370319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13ffbf58-1371-4c79-80d0-d634ee56f0d5 req-6768eefb-5b1a-430e-b7e9-fc670c2f3212 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2588315 Feb 04 13:05:29.373627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74861e3-5f4a-4025-95d2-237d2adc5e9f req-f8ee49b0-3330-4522-b8c7-afdc3f181220 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:29.387598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] For port f6521e61-2bc9-47bf-a7a8-262fa9c8f200, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:29.389060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c74861e3-5f4a-4025-95d2-237d2adc5e9f req-f8ee49b0-3330-4522-b8c7-afdc3f181220 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1826646 Feb 04 13:05:29.391452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] For port f6521e61-2bc9-47bf-a7a8-262fa9c8f200, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:29.409084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.492598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:29.493857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:29.512691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c74861e3-5f4a-4025-95d2-237d2adc5e9f req-e15fecd7-b061-4ba0-95bd-a2342f609d18 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196759 Feb 04 13:05:29.516800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b8f50b1-67d7-4652-a6e9-74245fa350c9 req-5fdcd059-d898-4bba-a045-39ef7ee9eac9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963206 Feb 04 13:05:29.603536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.618001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b8b6-101a-413c-849b-be8b7efccdb4 None None] Pushing event updated for resources: {'Port': ['ID=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:29.794663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:29.841131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b928fca-5853-47af-955a-c5f97f30e278 req-460c7ec7-c3ad-4940-9f79-7f9bbe18f72c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:29.843094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b928fca-5853-47af-955a-c5f97f30e278 req-460c7ec7-c3ad-4940-9f79-7f9bbe18f72c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1704547 Feb 04 13:05:29.870493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.880020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:29.907684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b928fca-5853-47af-955a-c5f97f30e278 req-ec9505b0-0baf-4aaf-9b63-cd26e8ce4629 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566950 Feb 04 13:05:29.950050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990c7d4e-399b-4ac9-8c95-e61382e22060,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:29.997530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:05:30.075165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:30.075851 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Added segment 96a73e07-1cde-4153-9551-4ab5d6e800c2 of type vlan for network 18017bdc-6b41-418a-87d7-efac0e5f5b80 Feb 04 13:05:30.135748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Allocated IP 172.20.0.1 (2ed95d61-a33d-4fcc-9035-9f424077de48/89c8cb02-2998-4fef-977f-f1b5e95501e1/39fbe487-fddf-41b2-9733-7b085ff663ba) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:30.168189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:24Z', 'revision_number': 3, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:30.178411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:30.187695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51180146-1c2f-4d79-9ee6-d98d70b3ee60 None None] The sync data for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 is: [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:24Z', 'revision_number': 3, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:30.203591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245de25-5cd4-4076-929f-dda0e8436d2b req-494ae66d-fedb-4625-ae4c-39b0a1e4dce5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:30.205407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a245de25-5cd4-4076-929f-dda0e8436d2b req-494ae66d-fedb-4625-ae4c-39b0a1e4dce5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1523654 Feb 04 13:05:30.284642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a245de25-5cd4-4076-929f-dda0e8436d2b req-a7824e74-a59f-402c-bf8d-0fd6b66720bb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692215 Feb 04 13:05:30.573598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:30.574567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:30.575157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:30.656573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b904172-a6f0-4980-9272-eba7e7b921b9 req-77e6122a-502e-4fe7-9d6d-e9c1bc1c2a21 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:30.663593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b904172-a6f0-4980-9272-eba7e7b921b9 req-77e6122a-502e-4fe7-9d6d-e9c1bc1c2a21 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 0.2576663 Feb 04 13:05:30.779185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:30.863663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Transition to ACTIVE for port object 39fbe487-fddf-41b2-9733-7b085ff663ba will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:30.872950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.5153363 Feb 04 13:05:30.877522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe7e13-e9ae-4ccc-a42a-ff30b1eca8cb admin admin] Pushing event updated for resources: {'Network': ['ID=18017bdc-6b41-418a-87d7-efac0e5f5b80,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:30.879551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45074) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:30.894372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Request body: {'subnet': {'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-subnet', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:30.901597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:05:30.920807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b904172-a6f0-4980-9272-eba7e7b921b9 req-349fc009-4f66-4da9-bbf6-87ee9f61261b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555966 Feb 04 13:05:30.924175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:30.930126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Usage tracker for resource:subnet and tenant:37073e270089433ab22060984dbe68a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:30.965307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:31.000553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:31.032852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Made reservation on behalf of 37073e270089433ab22060984dbe68a7 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:05:31.036548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.268053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.320260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45084) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:31.370218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:05:31.423242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:31.432179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:31.451432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:31.572174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Pushing event updated for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:31.657108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.723907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:31.727319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.741499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2d5e20ec1d40bd904dc1ed0f60e19a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:31.746838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:31.755575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:31.785860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79011ce-4749-43df-b970-4dd971211f6c req-3acd4641-b835-495a-aa8a-eb5fe496c03c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:31.788263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f79011ce-4749-43df-b970-4dd971211f6c req-3acd4641-b835-495a-aa8a-eb5fe496c03c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.2686529 Feb 04 13:05:31.798903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.896579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f79011ce-4749-43df-b970-4dd971211f6c req-6d3a3c89-d0ea-4a95-95f9-a3c881b0d009 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945120 Feb 04 13:05:31.911236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12b81d4b-ebfb-433d-bf2b-054d8b283c3c None None] Provisioning for port 39fbe487-fddf-41b2-9733-7b085ff663ba completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:31.934711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12b81d4b-ebfb-433d-bf2b-054d8b283c3c None None] Provisioning complete for port 39fbe487-fddf-41b2-9733-7b085ff663ba triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:31.935215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12b81d4b-ebfb-433d-bf2b-054d8b283c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:31.989885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.013594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-12b81d4b-ebfb-433d-bf2b-054d8b283c3c None None] Port 39fbe487-fddf-41b2-9733-7b085ff663ba cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:05:32.082010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef45e9c8-b907-4cc9-b082-2d58353d6f90,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:32.103601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.110404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Checking segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:32.110766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Network hostable DHCP agents. Network: 18017bdc-6b41-418a-87d7-efac0e5f5b80, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:05:32.115710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.133217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77705a55-d7c4-44a0-b2f3-cabcf803672f req-755f299f-f84c-4b85-b5e2-d2cafcdc5fad tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.134758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77705a55-d7c4-44a0-b2f3-cabcf803672f req-755f299f-f84c-4b85-b5e2-d2cafcdc5fad tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.4516518 Feb 04 13:05:32.178635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e2d5e20ec1d40bd904dc1ed0f60e19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572502 Feb 04 13:05:32.187971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45104) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:32.191992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67d32-bb1d-444a-a7fe-545ff0fa25c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c4a0d-7a6a-42a3-a390-c5cc09c26ec1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:32.216200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-b337f450-6d09-4405-a841-ae860fb5a064 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2489889 Feb 04 13:05:32.228484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:05:32.238102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9875-4df6-4599-aba7-b447305f8823 req-443b31d1-cc42-4c78-a380-36475fcfb94b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.239591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-856a9875-4df6-4599-aba7-b447305f8823 req-443b31d1-cc42-4c78-a380-36475fcfb94b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2211106 Feb 04 13:05:32.263257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 18017bdc-6b41-418a-87d7-efac0e5f5b80) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:32.272488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f057b-3506-41d2-b66d-12be694b8c6b None None] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:05:32.282890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77705a55-d7c4-44a0-b2f3-cabcf803672f req-23743f26-6fdb-4c7e-b38e-36ea4370e79f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308007 Feb 04 13:05:32.289879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.290472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.335792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-856a9875-4df6-4599-aba7-b447305f8823 req-46e23a11-2665-4283-98ad-a55407bba821 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835996 Feb 04 13:05:32.343838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.390896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.395379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d1c7cebb-ccc0-473b-ae7d-34cfceabb430 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.5093212 Feb 04 13:05:32.401777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:32.411440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:32.420555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:32.436316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Usage tracker for resource:router and tenant:37073e270089433ab22060984dbe68a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:32.440732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:32.462793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.501978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:32.508191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.529043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.530337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.571986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.587530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.642021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.656312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Pushing event updated for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:32.746587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f6521e61-2bc9-47bf-a7a8-262fa9c8f200 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:32.824422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154518-448c-4410-bbc5-5537559d38b8 req-aae5ad2b-d4b4-49c8-983f-71b7055b87ca tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:32.835229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d154518-448c-4410-bbc5-5537559d38b8 req-aae5ad2b-d4b4-49c8-983f-71b7055b87ca tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 0.3751955 Feb 04 13:05:32.897231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-18017bdc-6b41-418a-87d7-efac0e5f5b80', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:05:32.898642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:32.947878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d154518-448c-4410-bbc5-5537559d38b8 req-c4d91837-fc4b-4f96-b2fe-d7b9d4d71a1c tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114686 Feb 04 13:05:32.975944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:32.980157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:33.067099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c4a0d-7a6a-42a3-a390-c5cc09c26ec1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:33.111074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:33.129289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:33.129595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.288948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Allocated IP 172.20.0.2 (18017bdc-6b41-418a-87d7-efac0e5f5b80/ef45e9c8-b907-4cc9-b082-2d58353d6f90/e109ecfb-ecb7-42a7-9877-b7c8f4044078) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:33.355706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.357436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2a15af0e-3198-4e38-87a9-a886530cfdd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf3c4a0d-7a6a-42a3-a390-c5cc09c26ec1 HTTP/1.1" status: 204 len: 168 time: 1.1682479 Feb 04 13:05:33.462682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.513728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.546637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f6521e61-2bc9-47bf-a7a8-262fa9c8f200, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:33.573779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f0212f0-1715-4a7d-94e6-7365122511f7 None None] Provisioning complete for port 39fbe487-fddf-41b2-9733-7b085ff663ba triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:33.574439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f0212f0-1715-4a7d-94e6-7365122511f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.592702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c66ee7-5b0c-44b0-9240-f749bd69e294 req-46b6877b-e8b8-4844-a957-6ea5263814d8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:33.599729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7c66ee7-5b0c-44b0-9240-f749bd69e294 req-46b6877b-e8b8-4844-a957-6ea5263814d8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.4359448 Feb 04 13:05:33.603178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:05:33.625431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.709774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a955f6-154c-4e2d-8c3a-79e03d247130 req-d057dc61-1f74-4c4c-b0a8-c680b648c9eb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:33.718625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27a955f6-154c-4e2d-8c3a-79e03d247130 req-d057dc61-1f74-4c4c-b0a8-c680b648c9eb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6725652 Feb 04 13:05:33.739244 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7c66ee7-5b0c-44b0-9240-f749bd69e294 req-9e11886f-4aed-47ab-883c-c71b09aaece6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382940 Feb 04 13:05:33.849293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45132) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:33.859242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27a955f6-154c-4e2d-8c3a-79e03d247130 req-0f58e9ff-8e30-4e33-b91e-bf7a58692362 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396782 Feb 04 13:05:33.865812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.878322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Transition to ACTIVE for port object e109ecfb-ecb7-42a7-9877-b7c8f4044078 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:33.899402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Transition to ACTIVE for port object e109ecfb-ecb7-42a7-9877-b7c8f4044078 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:33.912765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:33.918636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7f0212f0-1715-4a7d-94e6-7365122511f7 None None] Port 39fbe487-fddf-41b2-9733-7b085ff663ba cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:05:33.940107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:33.941483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:33.944534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:33.947286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:33.989577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.989814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.990092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.990432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.990803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.991151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.991466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.992324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.992647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.992968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.993291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:33.993612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:34.021386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.036438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:05:34.043056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6cfaa74b-1849-4ab6-8a55-ba00be175314 admin admin] 10.222.0.53 "PUT /v2.0/routers/3494f25f-0a3d-4fc8-95a9-d0df3172a750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4448977 Feb 04 13:05:34.053387 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Sync routers for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:34.066501 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:34.067049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:34.170166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Attempting to bind port e109ecfb-ecb7-42a7-9877-b7c8f4044078 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:34.171334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Attempting to bind port e109ecfb-ecb7-42a7-9877-b7c8f4044078 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:34.172034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Attempting to bind port e109ecfb-ecb7-42a7-9877-b7c8f4044078 on network 18017bdc-6b41-418a-87d7-efac0e5f5b80 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:34.186555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:34.187223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Checking segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:34.188219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.188815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Bound using segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:34.189437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Bound port: e109ecfb-ecb7-42a7-9877-b7c8f4044078, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:34.189975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.202929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Pushing event updated for resources: {'Port': ['ID=e109ecfb-ecb7-42a7-9877-b7c8f4044078,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:34.236560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:34.240719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Usage tracker for resource:security_group_rule and tenant:3cf8f266db7c4e09bfa5e11b54e66924 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:34.245537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:34.251647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:34.320344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] For port e109ecfb-ecb7-42a7-9877-b7c8f4044078, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:34.325800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] For port e109ecfb-ecb7-42a7-9877-b7c8f4044078, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e109ecfb-ecb7-42a7-9877-b7c8f4044078,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:34.343169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.430804 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:34.431573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.449320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857925-ff12-4990-897a-9710f05f52a6 None None] Pushing event updated for resources: {'Port': ['ID=e109ecfb-ecb7-42a7-9877-b7c8f4044078,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:34.463788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.485221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.532987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45150) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:34.543221 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf8f266db7c4e09bfa5e11b54e66924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702863 Feb 04 13:05:34.544650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.584808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7184-0e66-4736-8336-e5ff41a99956 req-33dffd33-9965-4dba-9ee0-e96e7f2af13e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:34.596370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c53a7184-0e66-4736-8336-e5ff41a99956 req-33dffd33-9965-4dba-9ee0-e96e7f2af13e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.4767182 Feb 04 13:05:34.603140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f6521e61-2bc9-47bf-a7a8-262fa9c8f200 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:34.686254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.752249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.820040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:34.820040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:34.872708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adfbd6-65a9-466f-9f2b-0e268cdb245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c247c153-3730-4b6c-a517-dafe9c493e02,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:34.977767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c53a7184-0e66-4736-8336-e5ff41a99956 req-76fda936-c267-4254-9500-e7f82d7c64a3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3787184 Feb 04 13:05:35.134878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Allocated IP 172.25.4.59 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/ed9e6608-62c3-4d7f-b8b6-33eda698e49b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:35.217979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.226405 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:31Z', 'revision_number': 4, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '39fbe487-fddf-41b2-9733-7b085ff663ba', 'name': '', 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'mac_address': 'fa:16:3e:93:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:29Z', 'updated_at': '2022-02-04T13:05:32Z', 'revision_number': 2, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'subnets': [{'id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:35.231861 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Checking router: 3494f25f-0a3d-4fc8-95a9-d0df3172a750 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:35.232444 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Updating router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 port 39fbe487-fddf-41b2-9733-7b085ff663ba binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:35.258334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c247c153-3730-4b6c-a517-dafe9c493e02,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:35.292131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.297103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-959d43d0-f5d7-4ab3-bc23-36e9cea5309f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c247c153-3730-4b6c-a517-dafe9c493e02 HTTP/1.1" status: 204 len: 168 time: 0.7628412 Feb 04 13:05:35.325465 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.346303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-30f9e81e-e9ac-457d-a68a-ab9c6f93fa06 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4974122 Feb 04 13:05:35.351653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:35.367415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:35.374814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Usage tracker for resource:floatingip and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:35.384200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:35.398573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:35.416035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.421987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.467291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1d83a-27ce-4668-a9fb-18c916a84bf7 req-c0840c64-a415-41db-a515-81ccf4b4f832 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:35.468840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6c1d83a-27ce-4668-a9fb-18c916a84bf7 req-c0840c64-a415-41db-a515-81ccf4b4f832 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.2030857 Feb 04 13:05:35.615418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6c1d83a-27ce-4668-a9fb-18c916a84bf7 req-2dfa1bd6-82b1-4dfd-8de9-619ab354f486 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314754 Feb 04 13:05:35.630006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.836860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:35.852825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:35.863741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:35.870323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:36.000645 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.023843 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Transition to ACTIVE for port object 39fbe487-fddf-41b2-9733-7b085ff663ba will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:36.033640 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.201968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Allocated IP 172.25.4.88 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/0ef4a89f-8493-4abf-b40d-cef8f3d0eed1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:36.267274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:36.368744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fd9ae-4f6e-4026-afe3-d9838078c917 None None] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:05:36.548208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.600008 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Pushing event updated for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:36.610124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.622076 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.622076 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.622363 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.622726 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.623054 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.623394 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.623696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.624013 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.624330 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.624644 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.624959 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.625268 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:36.675152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfebd343-7ee3-4942-be76-9ea764b988c1 None None] Provisioning for port e109ecfb-ecb7-42a7-9877-b7c8f4044078 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Attempting to bind port 39fbe487-fddf-41b2-9733-7b085ff663ba on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Attempting to bind port 39fbe487-fddf-41b2-9733-7b085ff663ba by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Attempting to bind port 39fbe487-fddf-41b2-9733-7b085ff663ba on network 2ed95d61-a33d-4fcc-9035-9f424077de48 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Checking segment: {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:36.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.676302 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Bound using segment: {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:36.676302 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Bound port: 39fbe487-fddf-41b2-9733-7b085ff663ba, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80631742-afd5-46c1-bbad-d837714e66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:36.676302 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.744373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event updated for resources: {'Port': ['ID=0ef4a89f-8493-4abf-b40d-cef8f3d0eed1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:36.763106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:36.768025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:36.771313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:36.814544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e109ecfb-ecb7-42a7-9877-b7c8f4044078 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:36.977305 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] For port 39fbe487-fddf-41b2-9733-7b085ff663ba, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:36.985060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c907b2-4361-4495-bd56-23b335df5cf0 req-b7bc27b2-4647-4a23-926a-1286520855ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:36.985947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:36.991024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2c907b2-4361-4495-bd56-23b335df5cf0 req-b7bc27b2-4647-4a23-926a-1286520855ab tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.8146291 Feb 04 13:05:36.993224 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] For port 39fbe487-fddf-41b2-9733-7b085ff663ba, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39fbe487-fddf-41b2-9733-7b085ff663ba,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:37.012860 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.113740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e109ecfb-ecb7-42a7-9877-b7c8f4044078 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:37.116304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.157537 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862c23-f1c3-4f49-bb90-af61b29c4f4b None None] Pushing event updated for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:37.170364 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:37.170981 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:37.193312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e109ecfb-ecb7-42a7-9877-b7c8f4044078 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:37.193913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.382635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2c907b2-4361-4495-bd56-23b335df5cf0 req-326a4d8b-207d-4992-8fc9-5dd03afbd041 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633957 Feb 04 13:05:37.581048 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.678714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e109ecfb-ecb7-42a7-9877-b7c8f4044078, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e109ecfb-ecb7-42a7-9877-b7c8f4044078,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:37.685027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.736916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.744156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.770526 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:37.839785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e109ecfb-ecb7-42a7-9877-b7c8f4044078,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:37.856852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:37.877421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d83c7bc3-5a39-4b9c-a0c6-145b9227182f None None] Provisioning complete for port e109ecfb-ecb7-42a7-9877-b7c8f4044078 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:37.877798 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d83c7bc3-5a39-4b9c-a0c6-145b9227182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:38.188648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:38.211047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event updated for resources: {'Port': ['ID=0ef4a89f-8493-4abf-b40d-cef8f3d0eed1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:38.226208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:38.227692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-d974df2d-9946-40fd-87a4-29934aa5040a tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8805039 Feb 04 13:05:38.348586 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:31Z', 'revision_number': 4, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '39fbe487-fddf-41b2-9733-7b085ff663ba', 'name': '', 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'mac_address': 'fa:16:3e:93:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:29Z', 'updated_at': '2022-02-04T13:05:36Z', 'revision_number': 4, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'subnets': [{'id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:38.353668 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6893-0479-42ba-bc4d-d8b17f9082a7 None None] The sync data for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 is: [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:31Z', 'revision_number': 4, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '39fbe487-fddf-41b2-9733-7b085ff663ba', 'name': '', 'network_id': '2ed95d61-a33d-4fcc-9035-9f424077de48', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'mac_address': 'fa:16:3e:93:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:29Z', 'updated_at': '2022-02-04T13:05:36Z', 'revision_number': 4, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'subnets': [{'id': '89c8cb02-2998-4fef-977f-f1b5e95501e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:38.375396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-7c519401-b5bc-41f5-9ab0-ab13fed37628 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Synchronizing usage tracker for tenant:abe6c606dde04372a9a13c7ef85c5a39 on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:38.393874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-7c519401-b5bc-41f5-9ab0-ab13fed37628 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Unset dirty status for tenant:abe6c606dde04372a9a13c7ef85c5a39 on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:38.396397 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-7c519401-b5bc-41f5-9ab0-ab13fed37628 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1600263 Feb 04 13:05:38.449898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17dcad-7edb-474d-a917-53859c63b507 req-96a51a88-381b-44e5-89bc-4d6ca168b3db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:38.456838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed17dcad-7edb-474d-a917-53859c63b507 req-96a51a88-381b-44e5-89bc-4d6ca168b3db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.7709377 Feb 04 13:05:38.507441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-e4ae8503-c307-45de-bc3a-e611a7f5383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:38.509689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-e4ae8503-c307-45de-bc3a-e611a7f5383a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 1094 time: 0.7695897 Feb 04 13:05:38.526917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:38.631151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:38.658723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed17dcad-7edb-474d-a917-53859c63b507 req-0a32e499-dfce-42dc-b966-2415ea51db20 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1983922 Feb 04 13:05:38.735865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-533fd481-605c-4abd-96b0-9bf823c3ac69 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:38.735865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3330317-bca1-4e12-bce7-fcd863cfa193 req-533fd481-605c-4abd-96b0-9bf823c3ac69 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3284159 Feb 04 13:05:38.838228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39fbe487-fddf-41b2-9733-7b085ff663ba up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:38.990193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 39fbe487-fddf-41b2-9733-7b085ff663ba completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:38.996710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 39fbe487-fddf-41b2-9733-7b085ff663ba triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:38.997126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:38.998650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:39.183390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f0d4050-c1e8-4ad3-b6f0-e9603ab9024c req-b976c68d-c64a-4d14-bdc5-e8034805d132 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips/319d5bb8-46b5-42ae-853d-e02aa1578fd9 HTTP/1.1" status: 200 len: 692 time: 0.1452010 Feb 04 13:05:39.194140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:39.263804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 39fbe487-fddf-41b2-9733-7b085ff663ba, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39fbe487-fddf-41b2-9733-7b085ff663ba,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:39.272221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:39.273464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e109ecfb-ecb7-42a7-9877-b7c8f4044078 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:39.538651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d4050-c1e8-4ad3-b6f0-e9603ab9024c req-5e233c45-3945-4f6a-a3d9-164c62d33d42 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:39.540130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f0d4050-c1e8-4ad3-b6f0-e9603ab9024c req-5e233c45-3945-4f6a-a3d9-164c62d33d42 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3470140 Feb 04 13:05:39.566947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-0f0d4050-c1e8-4ad3-b6f0-e9603ab9024c req-ddc3a951-ae9d-4f90-9e83-43fd4831ef63 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:05:39.568265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0f0d4050-c1e8-4ad3-b6f0-e9603ab9024c req-ddc3a951-ae9d-4f90-9e83-43fd4831ef63 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084269 Feb 04 13:05:39.644730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:39.670065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e109ecfb-ecb7-42a7-9877-b7c8f4044078 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:39.670443 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:39.886244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784ed7-ccde-442c-86ba-0a52be4a87b9 req-fef3b4a1-ae69-4e8c-b806-80aab2f656e4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:39.893685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c784ed7-ccde-442c-86ba-0a52be4a87b9 req-fef3b4a1-ae69-4e8c-b806-80aab2f656e4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1541450 Feb 04 13:05:39.963399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c784ed7-ccde-442c-86ba-0a52be4a87b9 req-3802b5e6-3d9a-4fe0-847d-c2bf18f4b09d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685837 Feb 04 13:05:40.084688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c553996-92ab-40c1-b1b0-a3e79a5d614b req-f837db7d-9acc-4a54-aec8-005667199344 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=abe6c606dde04372a9a13c7ef85c5a39 HTTP/1.1" status: 200 len: 695 time: 0.0948598 Feb 04 13:05:40.096852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Router 0e26b63c-7f87-49ed-951e-e9f80e381e49 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:05:40.110685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3db4f9-4994-4b65-9698-6efb0b21011f req-36f3a7e3-cdc5-4c4a-969c-329c1ca5855a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.112364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3db4f9-4994-4b65-9698-6efb0b21011f req-36f3a7e3-cdc5-4c4a-969c-329c1ca5855a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 1.1646614 Feb 04 13:05:40.287477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c553996-92ab-40c1-b1b0-a3e79a5d614b req-08097403-88c9-4e67-bbb1-247ad164cae6 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.289760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3db4f9-4994-4b65-9698-6efb0b21011f req-0b001602-3d32-4bc3-aca4-4e7ab16522c3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684053 Feb 04 13:05:40.291410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:40.297584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c553996-92ab-40c1-b1b0-a3e79a5d614b req-08097403-88c9-4e67-bbb1-247ad164cae6 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks?id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 787 time: 0.2008605 Feb 04 13:05:40.303735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-3c553996-92ab-40c1-b1b0-a3e79a5d614b req-75c0c1df-db87-4f9e-bdf9-3b452c9e2184 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:05:40.310288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c553996-92ab-40c1-b1b0-a3e79a5d614b req-75c0c1df-db87-4f9e-bdf9-3b452c9e2184 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116379 Feb 04 13:05:40.458902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45302) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:40.513836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f715516-6a11-4a7a-9805-fe8c9459a025 req-eb602537-b3d0-4393-8b21-439e3c0d36e4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.521425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f715516-6a11-4a7a-9805-fe8c9459a025 req-eb602537-b3d0-4393-8b21-439e3c0d36e4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 943 time: 0.1009910 Feb 04 13:05:40.567487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:40.600417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f715516-6a11-4a7a-9805-fe8c9459a025 req-bebb3ed9-8ed6-4d49-b6c1-d547529f9fd3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780830 Feb 04 13:05:40.600988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:05:40.617813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39fbe487-fddf-41b2-9733-7b085ff663ba up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:40.658956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:05:40.675036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:40.681519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:40.682827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-baf05b43-07a2-4932-bf67-2dc0b0f73d85 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 8.2792852 Feb 04 13:05:40.687693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:40.693039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Sync routers for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:40.727505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:40.728461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:40.765044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb164c5-4fb3-4def-af58-601b0ad605b4 req-629cfc43-ee2d-44a8-bf67-0c2c7931b4f0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.772943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acb164c5-4fb3-4def-af58-601b0ad605b4 req-629cfc43-ee2d-44a8-bf67-0c2c7931b4f0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.3207610 Feb 04 13:05:40.780231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Transition to ACTIVE for port object fc984adf-9fd8-4f83-a704-11377fe4c2ab will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:40.807191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15084311-4c79-4992-8e41-e5fd675bb93d req-7fa9a97e-ddb7-4935-ac3e-a6067cb1adbc tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips/319d5bb8-46b5-42ae-853d-e02aa1578fd9 HTTP/1.1" status: 200 len: 692 time: 0.1394079 Feb 04 13:05:40.839427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:40.861802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 39fbe487-fddf-41b2-9733-7b085ff663ba triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:40.862180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:40.884324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:40.981811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084311-4c79-4992-8e41-e5fd675bb93d req-857f1f76-ce35-4935-8598-ef7e6c40a563 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.983415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15084311-4c79-4992-8e41-e5fd675bb93d req-857f1f76-ce35-4935-8598-ef7e6c40a563 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.1707196 Feb 04 13:05:41.011033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:41.039701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:41.112516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15084311-4c79-4992-8e41-e5fd675bb93d req-310e3616-d88d-42f8-8e35-44e878f012cd tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1174901 Feb 04 13:05:41.157425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acb164c5-4fb3-4def-af58-601b0ad605b4 req-754720f6-6914-4aa2-81ff-45ebf2d18399 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836763 Feb 04 13:05:41.240592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15084311-4c79-4992-8e41-e5fd675bb93d req-057bccbb-859e-4b14-8932-c0080ba3bedb tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1238401 Feb 04 13:05:41.256843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=9']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:41.266297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Usage tracker for resource:security_group_rule and tenant:44fd4c9bee554962aa182ec248969507 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:41.293605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:41.309702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:41.447792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] No DVR routers for this DVR port fc984adf-9fd8-4f83-a704-11377fe4c2ab on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:05:41.560682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:37Z', 'revision_number': 3, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:41.560682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Checking router: 0e26b63c-7f87-49ed-951e-e9f80e381e49 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:41.560682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Updating router 0e26b63c-7f87-49ed-951e-e9f80e381e49 port ed9e6608-62c3-4d7f-b8b6-33eda698e49b binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:41.673612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:41.740850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Deleting port 0ef4a89f-8493-4abf-b40d-cef8f3d0eed1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:41.740850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.007671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.007999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.160457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Calling delete_port for 0ef4a89f-8493-4abf-b40d-cef8f3d0eed1 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:42.223488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a593807-8c3a-4970-86b8-1a92173ba988 req-ba1cd7b1-7159-46bc-b6f4-57541f7be7a1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:42.224977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a593807-8c3a-4970-86b8-1a92173ba988 req-ba1cd7b1-7159-46bc-b6f4-57541f7be7a1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.7947545 Feb 04 13:05:42.239982 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.281149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.304522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.313425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Transition to ACTIVE for port object ed9e6608-62c3-4d7f-b8b6-33eda698e49b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:42.316100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.320411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.379088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event deleted for resources: {'Port': ['ID=0ef4a89f-8493-4abf-b40d-cef8f3d0eed1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:42.426683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Attempting to bind port ed9e6608-62c3-4d7f-b8b6-33eda698e49b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:42.426934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Attempting to bind port ed9e6608-62c3-4d7f-b8b6-33eda698e49b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:42.427323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Attempting to bind port ed9e6608-62c3-4d7f-b8b6-33eda698e49b on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:42.433612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2c9e-10b3-46f5-877b-50660d2ec4a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:42.439310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:42.439686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:42.440088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.440544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:42.440930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Bound port: ed9e6608-62c3-4d7f-b8b6-33eda698e49b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:42.441303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.451154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd9326-704a-478e-8ab0-efecb3a72168,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:42.457750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-afe55ad4-f875-488b-bd74-67ac180c4799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44fd4c9bee554962aa182ec248969507&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9958408 Feb 04 13:05:42.460047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:42.473772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:42.474106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:42.474891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:42.490985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:05:42.491555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Attempting to bind port fc984adf-9fd8-4f83-a704-11377fe4c2ab on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:42.496982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.507317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:42.507920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:42.508512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Bound using segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:42.509139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Bound port: fc984adf-9fd8-4f83-a704-11377fe4c2ab, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:42.509674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.524453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] For port ed9e6608-62c3-4d7f-b8b6-33eda698e49b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:42.528098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] For port ed9e6608-62c3-4d7f-b8b6-33eda698e49b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:42.529681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a593807-8c3a-4970-86b8-1a92173ba988 req-60a5fdd2-c30d-49cc-880b-a9f7802e19b9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732253 Feb 04 13:05:42.540111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.541945 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.543100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15084311-4c79-4992-8e41-e5fd675bb93d req-cdd62b39-352b-4fac-9044-e3b879d0f358 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "DELETE /v2.0/floatingips/319d5bb8-46b5-42ae-853d-e02aa1578fd9 HTTP/1.1" status: 204 len: 173 time: 1.3043044 Feb 04 13:05:42.551356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.592018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.625553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:42.629011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:42.634665 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.637394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:42.638136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:42.684149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.726208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2c9e-10b3-46f5-877b-50660d2ec4a2 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:42.739529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd9326-704a-478e-8ab0-efecb3a72168,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:42.768795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:42.769424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.770870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] 10.222.0.90 "PUT /v2.0/ports/fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 1091 time: 4.2524533 Feb 04 13:05:42.771317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:42.824133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:42.837528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6181d24e-bb3e-4467-b0fe-8e39719aa65a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81cd9326-704a-478e-8ab0-efecb3a72168 HTTP/1.1" status: 204 len: 168 time: 0.3763716 Feb 04 13:05:42.919376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f47ace-7f79-434f-8d1c-8a2b67e3b595 req-cca70617-a47b-4659-93bc-0f810af163c4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:42.921373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4f47ace-7f79-434f-8d1c-8a2b67e3b595 req-cca70617-a47b-4659-93bc-0f810af163c4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1968863 Feb 04 13:05:42.949305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:43.035025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4f47ace-7f79-434f-8d1c-8a2b67e3b595 req-db91e2ae-5fd1-4ac0-b900-1e00bb2a16f2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056225 Feb 04 13:05:43.052450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0cd5a-045b-4c48-b23f-32ea80aeb457 service neutron] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:43.199248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.212431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-f673bec2-83b7-4a6d-82ba-7c25795a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:43.214288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-f673bec2-83b7-4a6d-82ba-7c25795a72fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1095 time: 0.4154572 Feb 04 13:05:43.224392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8137-269b-46d9-9ac4-6ca671c37bbf req-c77c2fd0-6d24-42e3-bdd4-766f96f9e661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:43.226743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-949a8137-269b-46d9-9ac4-6ca671c37bbf req-c77c2fd0-6d24-42e3-bdd4-766f96f9e661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.2697191 Feb 04 13:05:43.262666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-ecc1e9bf-797d-460e-88f5-78f5df8fbc94 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2022543 Feb 04 13:05:43.268761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:43.276232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:43.281566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Usage tracker for resource:floatingip and tenant:abe6c606dde04372a9a13c7ef85c5a39 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:43.284733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:43.291891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:43.312638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.340367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:37Z', 'revision_number': 3, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:43.363719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e73255-46ab-400a-9a3f-26ed44472cc2 None None] The sync data for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 is: [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:37Z', 'revision_number': 3, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:43.381426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-41dec358-48e1-4120-8f78-b8d0feaf50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.422029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45338) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:43.440174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-949a8137-269b-46d9-9ac4-6ca671c37bbf req-1f96c25d-1a5d-42fc-981a-084fb01cd64d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868186 Feb 04 13:05:43.459915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.482002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:43.488170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2095cbe87044698a7ebce5b9290b9f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:43.493023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:43.501639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:43.532015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-439f2dfe-3986-480f-a565-7612b8bf7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:43.533387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-439f2dfe-3986-480f-a565-7612b8bf7351 service neutron] 10.222.0.90 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.3026175 Feb 04 13:05:43.558324 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.742446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.758528 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:43.811044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Allocated IP 172.25.4.48 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e95f36a1-ca28-42f8-bacf-fe3ee7551374) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:43.840752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266783f6-6db0-4903-a097-12d2ee02b95f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:43.845269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-405a8b8f-6824-469e-9e12-c653486ebdd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e2095cbe87044698a7ebce5b9290b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218597 Feb 04 13:05:43.847828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:43.915108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-8576b3d6-0b9b-41af-a1a3-fdd861ace15e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 998 time: 0.3740985 Feb 04 13:05:44.062775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Allocated IP 172.20.0.1 (18017bdc-6b41-418a-87d7-efac0e5f5b80/ef45e9c8-b907-4cc9-b082-2d58353d6f90/789a6baa-2986-45e4-b9f6-e591618ca98d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:05:44.078887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-22619cc3-d928-4962-af34-d4fbe62bb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:44.079837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-22619cc3-d928-4962-af34-d4fbe62bb305 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.1534779 Feb 04 13:05:44.205567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.231722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f39a2-e06b-4491-a512-58f81592e062 req-629384d2-1fd0-464b-bf49-0fbfe668185a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:44.240017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a4f39a2-e06b-4491-a512-58f81592e062 req-629384d2-1fd0-464b-bf49-0fbfe668185a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6348546 Feb 04 13:05:44.265866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.279066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.381116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.418276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78196a8-661a-4278-93b8-508613ce2ecd req-10050818-c804-4613-a325-70265748281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:44.421891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-10050818-c804-4613-a325-70265748281d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3326402 Feb 04 13:05:44.443839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.475925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.528508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266783f6-6db0-4903-a097-12d2ee02b95f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:44.560394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:44.573075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:44.584715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:44.646951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Transition to ACTIVE for port object 789a6baa-2986-45e4-b9f6-e591618ca98d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:44.670645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ed9e6608-62c3-4d7f-b8b6-33eda698e49b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:44.688712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event updated for resources: {'Port': ['ID=e95f36a1-ca28-42f8-bacf-fe3ee7551374,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:44.699453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.720520 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2b82088a-1b59-4497-b776-cf0fdc2a4afb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/266783f6-6db0-4903-a097-12d2ee02b95f HTTP/1.1" status: 204 len: 168 time: 0.8714039 Feb 04 13:05:44.799722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8a4f39a2-e06b-4491-a512-58f81592e062 req-abfaaab7-c685-4e44-8ccd-a6f9aa4e5af8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444148 Feb 04 13:05:44.810131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-506ea4b1-9409-4721-95b1-ab2bbfff3d9f service neutron] 10.222.0.90 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793147 Feb 04 13:05:44.898860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.956668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ed9e6608-62c3-4d7f-b8b6-33eda698e49b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:44.966353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ed9e6608-62c3-4d7f-b8b6-33eda698e49b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:44.968129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:44.973911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.030822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.135201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:45.145423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:45.154184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:05:45.212748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Pushing event updated for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:45.281911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f78196a8-661a-4278-93b8-508613ce2ecd req-6e345925-01bb-4622-b665-c9f3886420e0 service neutron] 10.222.0.90 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642928 Feb 04 13:05:45.283786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.318287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.389073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ed9e6608-62c3-4d7f-b8b6-33eda698e49b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:45.403959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.410187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.415872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.639281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event updated for resources: {'Port': ['ID=e95f36a1-ca28-42f8-bacf-fe3ee7551374,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:45.661518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:45.676162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.704370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.714700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-6673996a-c9db-49ee-8f19-5cf0fb9afc75 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4507952 Feb 04 13:05:45.767083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4975332d-0325-4575-845e-774a587b85db None None] Provisioning for port 789a6baa-2986-45e4-b9f6-e591618ca98d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:45.787310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4975332d-0325-4575-845e-774a587b85db None None] Provisioning complete for port 789a6baa-2986-45e4-b9f6-e591618ca98d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:45.787310 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4975332d-0325-4575-845e-774a587b85db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:45.861022 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'status': 'completed', 'code': 200} Feb 04 13:05:45.999025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a125275-8e50-421e-8e76-6eaccf39e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:46.035804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4975332d-0325-4575-845e-774a587b85db None None] Port 789a6baa-2986-45e4-b9f6-e591618ca98d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:05:46.036524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-16d11337-f980-400e-9e55-cabf3e23ac0c tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Synchronizing usage tracker for tenant:abe6c606dde04372a9a13c7ef85c5a39 on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:46.040230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:46.067931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-16d11337-f980-400e-9e55-cabf3e23ac0c tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Unset dirty status for tenant:abe6c606dde04372a9a13c7ef85c5a39 on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:46.069745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-16d11337-f980-400e-9e55-cabf3e23ac0c tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.3529408 Feb 04 13:05:46.299450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-73fdb189-d9c7-4bee-a602-416a4816bd37 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:46.301600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-557284c2-1f75-4ec0-be3f-5915b8634b5b req-73fdb189-d9c7-4bee-a602-416a4816bd37 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2227712 Feb 04 13:05:46.586395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-5e53a033-b90b-405c-a23b-be81e2a3cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:46.587733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-5e53a033-b90b-405c-a23b-be81e2a3cb4a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1095 time: 0.7726336 Feb 04 13:05:46.599047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88fbd3-e73a-43be-a63c-50b4b9782b4b req-210a23ce-27ad-4a36-bf69-1cd9af9a95ed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:46.607712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b88fbd3-e73a-43be-a63c-50b4b9782b4b req-210a23ce-27ad-4a36-bf69-1cd9af9a95ed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.7454565 Feb 04 13:05:46.643175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ed9e6608-62c3-4d7f-b8b6-33eda698e49b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:46.682121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10fd3-02e7-48aa-8e9c-046527cb2bab req-06d8e68c-d2f3-4792-8d82-e3e8a609e6d3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:46.690398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4b10fd3-02e7-48aa-8e9c-046527cb2bab req-06d8e68c-d2f3-4792-8d82-e3e8a609e6d3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.2605114 Feb 04 13:05:46.807604 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4b10fd3-02e7-48aa-8e9c-046527cb2bab req-22863b00-3154-487f-856a-f080555b15b3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089864 Feb 04 13:05:46.876139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:46.897559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ed9e6608-62c3-4d7f-b8b6-33eda698e49b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:46.898280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:46.957096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:05:47.080626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:47.102567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-cc91af9b-33c7-42f2-ade6-7cf57d5f1260 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips/dc5d6e48-630a-4ed2-8616-5e2e0d9d45c9 HTTP/1.1" status: 200 len: 692 time: 0.2491984 Feb 04 13:05:47.112498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b88fbd3-e73a-43be-a63c-50b4b9782b4b req-1bbecd6e-8c17-442f-b2fe-72ad3109e03f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960318 Feb 04 13:05:47.117403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:47.202814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:47.282296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:47.511420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-7411fbb6-214f-499b-8066-ef671c5f50af tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:47.520070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-7411fbb6-214f-499b-8066-ef671c5f50af tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.4140639 Feb 04 13:05:47.676242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-35139af0-1fb1-4b29-a538-94bbe4e00dd9 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1537411 Feb 04 13:05:47.772456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Pushing event updated for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:47.808563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-5a3a9db4-189b-4040-a8a3-857645bc9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:47.817406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-5a3a9db4-189b-4040-a8a3-857645bc9a35 service neutron] 10.222.0.90 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 1.2045596 Feb 04 13:05:47.830692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-78a9fd80-f620-4dd0-9346-1ab02c287313 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1509902 Feb 04 13:05:48.217010 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:05:48.334462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-92998651-06be-40d1-aa6d-fc1a7a993dc6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 200 len: 998 time: 0.4979568 Feb 04 13:05:48.356063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:05:48.362303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:05:48.407649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1084-d3fb-4feb-810c-d5f34be3293f req-a177b002-8932-4877-86a9-eacabfd2e3c5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:48.411363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1aa1084-d3fb-4feb-810c-d5f34be3293f req-a177b002-8932-4877-86a9-eacabfd2e3c5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.4056332 Feb 04 13:05:48.514746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Deleting port e95f36a1-ca28-42f8-bacf-fe3ee7551374 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:48.516005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:48.593499 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:48.896332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ad332f61-6baf-4188-90f4-14f7732cd818 None None] Provisioning complete for port 789a6baa-2986-45e4-b9f6-e591618ca98d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:48.901712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ad332f61-6baf-4188-90f4-14f7732cd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:49.078552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1aa1084-d3fb-4feb-810c-d5f34be3293f req-afd0e8f3-f929-43b3-877e-6b5346ab8437 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4406288 Feb 04 13:05:49.121442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ad332f61-6baf-4188-90f4-14f7732cd818 None None] Port 789a6baa-2986-45e4-b9f6-e591618ca98d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:05:49.155684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:49.156239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:49.166855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-b03ef019-75b9-431c-8245-0562aaffa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:49.171146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-b03ef019-75b9-431c-8245-0562aaffa7c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.5356393 Feb 04 13:05:49.494950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Calling delete_port for e95f36a1-ca28-42f8-bacf-fe3ee7551374 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:49.639639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Router 0e26b63c-7f87-49ed-951e-e9f80e381e49 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:05:49.787498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:49.883841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:49.938033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Pushing event deleted for resources: {'Port': ['ID=e95f36a1-ca28-42f8-bacf-fe3ee7551374,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:49.984133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-d0f5bd7d-5d95-4362-b937-8291588f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:49.985891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-d0f5bd7d-5d95-4362-b937-8291588f9ffc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6490581 Feb 04 13:05:50.108965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193f23-b8d3-4f95-b90a-5e76a156eb7d req-887d5691-5e60-404b-a24d-339b37d901f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:50.115381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1193f23-b8d3-4f95-b90a-5e76a156eb7d req-887d5691-5e60-404b-a24d-339b37d901f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.6279914 Feb 04 13:05:50.165378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:50.185473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:50.191922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31262463-0d28-4bb8-a87b-4c5678a69481 req-f4f4ddab-2067-4c5d-a99a-857301058ae7 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "DELETE /v2.0/floatingips/dc5d6e48-630a-4ed2-8616-5e2e0d9d45c9 HTTP/1.1" status: 204 len: 173 time: 2.3601108 Feb 04 13:05:50.419260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45474) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:50.485009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1193f23-b8d3-4f95-b90a-5e76a156eb7d req-01d27abe-2720-411f-9b35-83e41c95cbe3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523986 Feb 04 13:05:50.515298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5fab2-7b47-42f9-9bf5-4a8c2d719494 req-ec540fb8-b41c-44e6-b980-de11cec3967f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:50.532886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08c5fab2-7b47-42f9-9bf5-4a8c2d719494 req-ec540fb8-b41c-44e6-b980-de11cec3967f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.2081618 Feb 04 13:05:50.564753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:05:50.589571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Sync routers for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:05:50.607419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08c5fab2-7b47-42f9-9bf5-4a8c2d719494 req-3f762f14-f6c3-4812-893a-281a44c7c906 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816808 Feb 04 13:05:50.625508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:50.629549 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:50.997318 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:51.091862 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-2ade43e9-550f-488e-b52c-8b070b52012d req-287e52da-e77c-4753-98e1-6ca07b5d23f2 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] show failed (client error): The resource could not be found. Feb 04 13:05:51.093282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ade43e9-550f-488e-b52c-8b070b52012d req-287e52da-e77c-4753-98e1-6ca07b5d23f2 tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips/dc5d6e48-630a-4ed2-8616-5e2e0d9d45c9 HTTP/1.1" status: 404 len: 350 time: 0.5091941 Feb 04 13:05:51.095995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-9a51245f-10e7-42ee-85b6-3aa0b689bc2c service neutron] 10.222.0.90 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773325 Feb 04 13:05:51.118810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:51.295932 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-77f190c2-78fe-431f-978c-7001b17c6aee req-95e396f5-d7e9-49fe-a251-da84b84e8f7c tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] show failed (client error): The resource could not be found. Feb 04 13:05:51.309476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77f190c2-78fe-431f-978c-7001b17c6aee req-95e396f5-d7e9-49fe-a251-da84b84e8f7c tempest-FloatingIPsTestJSON-198410752 tempest-FloatingIPsTestJSON-198410752-project] 10.222.0.53 "GET /v2.0/floatingips/dc5d6e48-630a-4ed2-8616-5e2e0d9d45c9 HTTP/1.1" status: 404 len: 350 time: 0.1821079 Feb 04 13:05:51.310170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45486) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:51.330719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d70f06b3-8ea8-4d51-bee2-89eea992029e req-3a1147ee-5e27-4706-b1d2-8f1945db547e service neutron] 10.222.0.90 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932216 Feb 04 13:05:51.346446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:51.349878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eced330e-3f11-4e24-be01-34a47d6d3a5d admin admin] 10.222.0.53 "PUT /v2.0/routers/0e26b63c-7f87-49ed-951e-e9f80e381e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6571827 Feb 04 13:05:51.353219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff985bf0319f420eb0a64e78a6061eaa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:51.357303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:51.365080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:51.613421 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:46Z', 'revision_number': 2, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:51.620881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:51.631482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Checking router: 0e26b63c-7f87-49ed-951e-e9f80e381e49 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:05:51.631951 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Updating router 0e26b63c-7f87-49ed-951e-e9f80e381e49 port 789a6baa-2986-45e4-b9f6-e591618ca98d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:05:51.632778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:51.783282 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:51.847945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff985bf0319f420eb0a64e78a6061eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4190421 Feb 04 13:05:51.847945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:51.847945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c6091-d060-46aa-9821-791bfc7ec8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647b8da-3491-4495-a52b-ce25a1bd82d7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:52.084845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.117186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.213556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b6cf-177c-4c8c-8550-c45fea3df9c6 req-ff080dcd-91a3-44e2-bfd3-29e7758dd4c6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:52.216109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab71b6cf-177c-4c8c-8550-c45fea3df9c6 req-ff080dcd-91a3-44e2-bfd3-29e7758dd4c6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.3702643 Feb 04 13:05:52.322001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab71b6cf-177c-4c8c-8550-c45fea3df9c6 req-3966e780-dcbc-4d9b-b91e-22b1e7c27a71 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938864 Feb 04 13:05:52.324821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.409748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647b8da-3491-4495-a52b-ce25a1bd82d7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:52.453668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.453668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-398e9e95-1095-475f-a991-951f0aff1162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6647b8da-3491-4495-a52b-ce25a1bd82d7 HTTP/1.1" status: 204 len: 168 time: 0.5860703 Feb 04 13:05:52.621787 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.676903 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Transition to ACTIVE for port object 789a6baa-2986-45e4-b9f6-e591618ca98d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:05:52.692047 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:52.946128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d4bb-6929-441c-a6b8-559bcecd6f5d req-92244967-f2f3-40df-bd08-f16dbc7d69cf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:52.952700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7385d4bb-6929-441c-a6b8-559bcecd6f5d req-92244967-f2f3-40df-bd08-f16dbc7d69cf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 1.0218501 Feb 04 13:05:53.086176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7385d4bb-6929-441c-a6b8-559bcecd6f5d req-33ba672a-1998-4bf9-b112-a24022f59e2b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208680 Feb 04 13:05:53.143827 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c8547-3bf7-47b1-af33-71ae5233a392 None None] Pushing event updated for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:53.314400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:53.341301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.353086 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Attempting to bind port 789a6baa-2986-45e4-b9f6-e591618ca98d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:05:53.354011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Attempting to bind port 789a6baa-2986-45e4-b9f6-e591618ca98d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:05:53.354430 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Attempting to bind port 789a6baa-2986-45e4-b9f6-e591618ca98d on network 18017bdc-6b41-418a-87d7-efac0e5f5b80 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:05:53.370063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:05:53.395959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Usage tracker for resource:security_group_rule and tenant:7b4ad5f4a537475c98c89042ba17085f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:05:53.420441 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:53.420911 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Checking segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:05:53.432275 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.434144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Bound using segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:53.436062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:05:53.439792 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Bound port: 789a6baa-2986-45e4-b9f6-e591618ca98d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:05:53.442266 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.458377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.469555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:05:53.839593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] For port 789a6baa-2986-45e4-b9f6-e591618ca98d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:05:53.856112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] For port 789a6baa-2986-45e4-b9f6-e591618ca98d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=789a6baa-2986-45e4-b9f6-e591618ca98d,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:05:53.864694 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.906638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.929147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:53.995859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b4ad5f4a537475c98c89042ba17085f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792970 Feb 04 13:05:54.012609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45530) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:54.048900 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:05:54.049809 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:54.067903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-0f6c0166-d440-4403-b2c8-c4c31e660d16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:54.075387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-0f6c0166-d440-4403-b2c8-c4c31e660d16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 827 time: 0.4049115 Feb 04 13:05:54.132266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c8547-3bf7-47b1-af33-71ae5233a392 None None] Pushing event updated for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:54.151448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-76598ca2-c541-4791-882f-94fe5d0099c9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/quotas/37073e270089433ab22060984dbe68a7 HTTP/1.1" status: 200 len: 375 time: 0.0749359 Feb 04 13:05:54.255891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:54.308826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab8930-207e-481c-9418-37aa03cf554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c806f44-78f7-470b-9ea0-4737f37cdfd4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:54.413936 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:05:54.422586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:54.479006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-8e9ccd89-fb6e-42ca-987f-fad7e010dc16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:05:54.494137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:54.565814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-8e9ccd89-fb6e-42ca-987f-fad7e010dc16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:05:54.575093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-8e9ccd89-fb6e-42ca-987f-fad7e010dc16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4222524 Feb 04 13:05:54.629635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb95d5-eafe-418f-a707-a424e30a4867 req-d4fc156c-40d6-4e70-acfd-4f3560e206e5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:54.635545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bb95d5-eafe-418f-a707-a424e30a4867 req-d4fc156c-40d6-4e70-acfd-4f3560e206e5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.4651401 Feb 04 13:05:54.767768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:54.897796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c806f44-78f7-470b-9ea0-4737f37cdfd4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:54.933132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:54.934310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3b13d5ea-ae0d-45be-b5e8-ddafd0bfd2ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c806f44-78f7-470b-9ea0-4737f37cdfd4 HTTP/1.1" status: 204 len: 168 time: 0.9206009 Feb 04 13:05:54.936844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-bced177c-5809-4d26-9148-cb4d47ca8b8f service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610330 Feb 04 13:05:54.964041 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bb95d5-eafe-418f-a707-a424e30a4867 req-0f73920c-7047-4d34-91ff-8b48915d5280 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147445 Feb 04 13:05:54.964895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Deleting port 39fbe487-fddf-41b2-9733-7b085ff663ba {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:05:54.965217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:55.108456 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:53Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:05:55.118490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719861cf-9189-4ba9-a8f0-8db70e6c5514 None None] The sync data for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 is: [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:53Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:05:55.549000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-007ba8ff-ba92-4efa-9bd9-6ba3cd0d9870 service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018019 Feb 04 13:05:55.741536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] For port 39fbe487-fddf-41b2-9733-7b085ff663ba, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39fbe487-fddf-41b2-9733-7b085ff663ba,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:55.742157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:56.167315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Calling delete_port for 39fbe487-fddf-41b2-9733-7b085ff663ba owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:05:56.223708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104adf8b-1018-497a-aa26-0d6ebf12c1e5 req-d1ba92dc-1228-4b8e-970c-788ad307e5ea tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 210 time: 0.1654184 Feb 04 13:05:56.384196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef825e2-5357-4ef8-87d7-149f03ca6b29 req-45caa3e7-107c-4ae4-ad65-c2b0202463ed tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:56.394833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ef825e2-5357-4ef8-87d7-149f03ca6b29 req-45caa3e7-107c-4ae4-ad65-c2b0202463ed tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.9015131 Feb 04 13:05:56.537248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ef825e2-5357-4ef8-87d7-149f03ca6b29 req-24ea4000-e14c-4a86-8c41-067e8b312ada tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378756 Feb 04 13:05:56.685574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 789a6baa-2986-45e4-b9f6-e591618ca98d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:56.752586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d1bb2-1ff3-42d4-84bb-bf7a98ac0576 req-cf256fa9-2ffc-49dc-8ba4-8e9a3bcb4e13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:56.757648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef8d1bb2-1ff3-42d4-84bb-bf7a98ac0576 req-cf256fa9-2ffc-49dc-8ba4-8e9a3bcb4e13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.3295360 Feb 04 13:05:56.885672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef8d1bb2-1ff3-42d4-84bb-bf7a98ac0576 req-f1b7dcbd-e3ce-4f81-8523-9f22f6c717ed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218851 Feb 04 13:05:56.902262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 789a6baa-2986-45e4-b9f6-e591618ca98d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:05:56.923858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 789a6baa-2986-45e4-b9f6-e591618ca98d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:56.924915 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:57.327954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:57.445954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 789a6baa-2986-45e4-b9f6-e591618ca98d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=789a6baa-2986-45e4-b9f6-e591618ca98d,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:05:57.451758 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:57.556992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8a4973dd-22e3-4158-81e6-3793c4f707b0 req-f22ebeb2-950f-493f-8d01-8c5d5f46b19b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 210 time: 0.1614649 Feb 04 13:05:57.664853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:57.685599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:57.877889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=39fbe487-fddf-41b2-9733-7b085ff663ba,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:58.034976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18835-cf50-4892-936b-917aa82760ef req-7ba694a2-10b0-429b-acbe-0bd6ea319a38 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:58.046555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4d18835-cf50-4892-936b-917aa82760ef req-7ba694a2-10b0-429b-acbe-0bd6ea319a38 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.1605091 Feb 04 13:05:58.232693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4d18835-cf50-4892-936b-917aa82760ef req-4e4ca824-5f58-43b5-989d-ac9f9283c8f7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764286 Feb 04 13:05:58.463743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.464593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.465552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.466109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.466620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.467102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.467611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.468093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.468570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.469179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.469684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.470329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:58.844241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 789a6baa-2986-45e4-b9f6-e591618ca98d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:05:58.985399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 789a6baa-2986-45e4-b9f6-e591618ca98d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:05:58.985769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:59.036601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da8e3f2c-beb4-4d3a-985e-9baab756b75f req-968d9bcb-5256-454e-a98a-fed44bc66650 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 210 time: 0.2034075 Feb 04 13:05:59.060012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630236fd-3a90-4fca-8533-371e5b484e8b req-50d2764d-7a3a-4944-a0f9-dc5d136c548d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:59.061581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-630236fd-3a90-4fca-8533-371e5b484e8b req-50d2764d-7a3a-4944-a0f9-dc5d136c548d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.6125135 Feb 04 13:05:59.279023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:05:59.477943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-630236fd-3a90-4fca-8533-371e5b484e8b req-185c8d71-26d8-4179-ae67-e89058fa6958 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041505 Feb 04 13:05:59.986406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf621-bf9d-4692-9688-29aed73dfd60 req-fe35a195-cf3d-4d95-84b1-6b56a1d286ed tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:59.997769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42dbf621-bf9d-4692-9688-29aed73dfd60 req-fe35a195-cf3d-4d95-84b1-6b56a1d286ed tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.4622962 Feb 04 13:06:00.399533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5791eb80-d3ec-492f-94f7-ae0656b21c2b req-fd7a6226-20ad-4b85-a8be-26366240f198 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 210 time: 0.0790443 Feb 04 13:06:00.461766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:00.469627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42dbf621-bf9d-4692-9688-29aed73dfd60 req-e9373dc9-9a2c-43dd-8a28-2a9f5161e846 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4702642 Feb 04 13:06:00.677914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-f233037e-b5a2-4bc1-941e-6ff91cccedfa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:00.685577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-f233037e-b5a2-4bc1-941e-6ff91cccedfa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.90 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 827 time: 0.6008236 Feb 04 13:06:00.747225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'port': {'device_id': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'admin_state_up': True, 'tenant_id': '37073e270089433ab22060984dbe68a7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:00.827834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:00.839425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Sync routers for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:00.853966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4d3e965-fdb4-4009-b2dc-6a629986cc4c admin admin] 10.222.0.53 "PUT /v2.0/routers/3494f25f-0a3d-4fc8-95a9-d0df3172a750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5421050 Feb 04 13:06:00.855654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45654) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:00.863469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:00.864099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:01.111373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b8b3-638f-4557-96de-cd698755044a req-da55a05e-2936-4fa4-9607-e4037cd3f1e0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:01.117740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d16b8b3-638f-4557-96de-cd698755044a req-da55a05e-2936-4fa4-9607-e4037cd3f1e0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.3740251 Feb 04 13:06:01.150448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:01.280874 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d16b8b3-638f-4557-96de-cd698755044a req-0b6060ae-802e-420f-bcff-711c6b7096d6 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453605 Feb 04 13:06:01.369681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:01.391412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:01.411296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Made reservation on behalf of 37073e270089433ab22060984dbe68a7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:01.420818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:01.551935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:01.935457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2572cbd-7159-439c-bce8-55d74082f62f req-332883d9-cb0c-44ee-8904-6e54930c583c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 210 time: 0.1899195 Feb 04 13:06:02.083456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Allocated IP 172.20.0.13 (18017bdc-6b41-418a-87d7-efac0e5f5b80/ef45e9c8-b907-4cc9-b082-2d58353d6f90/0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:02.118999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:02.129907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Checking router: 3494f25f-0a3d-4fc8-95a9-d0df3172a750 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:06:02.166501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Routers {'3494f25f-0a3d-4fc8-95a9-d0df3172a750'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:02.167192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:05:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:02.401517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:02.427354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f84f1-986e-4845-9977-7a2d1085830b req-d26e20a7-8d1d-46e1-a947-a1b27c65d1e9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:02.429965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d7f84f1-986e-4845-9977-7a2d1085830b req-d26e20a7-8d1d-46e1-a947-a1b27c65d1e9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3512220 Feb 04 13:06:02.431069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Deleting port f6521e61-2bc9-47bf-a7a8-262fa9c8f200 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:02.431570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:02.575901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:02.578917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d7f84f1-986e-4845-9977-7a2d1085830b req-ba830d18-fc9f-4477-b071-abc88b5e01c3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871615 Feb 04 13:06:02.639496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] Set router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:02.680024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Transition to ACTIVE for port object 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:02.717688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3452b-1e45-4b8e-ab9e-a42c0617474c req-6f91619d-e908-4819-8951-3ee24e1462a9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:02.724844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ca3452b-1e45-4b8e-ab9e-a42c0617474c req-6f91619d-e908-4819-8951-3ee24e1462a9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1547186 Feb 04 13:06:02.786389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ca3452b-1e45-4b8e-ab9e-a42c0617474c req-fadb690f-4b6e-426f-9069-886e7ef11af3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605505 Feb 04 13:06:02.803982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:02.950526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] For port f6521e61-2bc9-47bf-a7a8-262fa9c8f200, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:02.951407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:02.980606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:03.006636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:03.006636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:03.086350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:03.092085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e224f9-87f0-47ce-bcaf-c8b8573684df None None] The sync data for ids ['3494f25f-0a3d-4fc8-95a9-d0df3172a750'] in n-d-820555-2 is: [{'id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'name': 'tempest-FloatingIPsTestJSON-603897467-router', 'tenant_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:20Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': 'abe6c606dde04372a9a13c7ef85c5a39', 'gw_port': {'id': 'f6521e61-2bc9-47bf-a7a8-262fa9c8f200', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494f25f-0a3d-4fc8-95a9-d0df3172a750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:22Z', 'updated_at': '2022-02-04T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:03.162394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:03.168830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:03.187976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Calling delete_port for f6521e61-2bc9-47bf-a7a8-262fa9c8f200 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:03.216516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event updated for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:03.232197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-70a529bd-aa26-4fbd-b08f-db29a07913a1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4891911 Feb 04 13:06:03.243898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Request body: {'port': {'device_id': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:03.405445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:03.458103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e2bf762-cb44-4c85-b4d2-4c6bbc399ebb None None] Provisioning for port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:03.481988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e2bf762-cb44-4c85-b4d2-4c6bbc399ebb None None] Provisioning complete for port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:03.484236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf762-cb44-4c85-b4d2-4c6bbc399ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:03.505642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6945fe-ed6e-4f6d-a489-0784587bd903 req-80adce55-67fa-4ba4-8446-7425b6d11d06 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:03.513552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d6945fe-ed6e-4f6d-a489-0784587bd903 req-80adce55-67fa-4ba4-8446-7425b6d11d06 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 932 time: 0.2403975 Feb 04 13:06:03.606423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3d6945fe-ed6e-4f6d-a489-0784587bd903 req-659ab8e4-a99d-4cf3-8150-ba1b1111b05d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:03.653595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3d6945fe-ed6e-4f6d-a489-0784587bd903 req-659ab8e4-a99d-4cf3-8150-ba1b1111b05d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:03.656200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:06:03.671893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d6945fe-ed6e-4f6d-a489-0784587bd903 req-659ab8e4-a99d-4cf3-8150-ba1b1111b05d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573839 Feb 04 13:06:03.744513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:03.752710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bf762-cb44-4c85-b4d2-4c6bbc399ebb None None] Port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:03.871221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6521e61-2bc9-47bf-a7a8-262fa9c8f200,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:04.111141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6d11b-7230-4f8b-a396-6cbcd9da512e req-3f28c098-786c-431f-aedf-6ea5504c9b58 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:04.118885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63b6d11b-7230-4f8b-a396-6cbcd9da512e req-3f28c098-786c-431f-aedf-6ea5504c9b58 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.2835073 Feb 04 13:06:04.131679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:04.157505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a4b95720-8293-4345-b094-c91e9dffff85', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': 'a4b95720-8293-4345-b094-c91e9dffff85', 'mac_address': 'fa:16:3e:3e:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:06:04.186850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63b6d11b-7230-4f8b-a396-6cbcd9da512e req-9a229043-01d1-49c5-b8c8-62ff53205984 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669742 Feb 04 13:06:04.259849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.301458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4b95720-8293-4345-b094-c91e9dffff85 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:04.308092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:04.329072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.346034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:04.351343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.377914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.448419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:04.481356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Transition to ACTIVE for port object 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:04.491158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.557245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a4b95720-8293-4345-b094-c91e9dffff85'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:06:04.643377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057365-f2d7-410d-8dfc-895318ca6921 req-0ef58c0e-a3f8-4664-be7e-f580edd91400 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:04.646086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:04.668982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e057365-f2d7-410d-8dfc-895318ca6921 req-0ef58c0e-a3f8-4664-be7e-f580edd91400 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.5547228 Feb 04 13:06:04.751092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39fbe487-fddf-41b2-9733-7b085ff663ba no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:04.814109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e057365-f2d7-410d-8dfc-895318ca6921 req-bdf70672-785d-4aa8-a2de-4b0b0f6d70c7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373112 Feb 04 13:06:04.848303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 39fbe487-fddf-41b2-9733-7b085ff663ba {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:06:04.848884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39fbe487-fddf-41b2-9733-7b085ff663ba not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:06:04.939659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:04.953873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.012703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.013938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3494f25f-0a3d-4fc8-95a9-d0df3172a750 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:06:05.057408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.061593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d3f16756-554b-4362-9ef0-11245f040250 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3494f25f-0a3d-4fc8-95a9-d0df3172a750 HTTP/1.1" status: 204 len: 168 time: 4.1952357 Feb 04 13:06:05.068768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:05.336355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Attempting to bind port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:05.336897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Attempting to bind port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:05.336991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Attempting to bind port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 on network 18017bdc-6b41-418a-87d7-efac0e5f5b80 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:05.356683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 on network 18017bdc-6b41-418a-87d7-efac0e5f5b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:06:05.357316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Attempting to bind port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 on network 18017bdc-6b41-418a-87d7-efac0e5f5b80 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:05.373679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:05.374039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Checking segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:05.374306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Bound using segment: {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:05.374767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Bound port: 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a73e07-1cde-4153-9551-4ab5d6e800c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:05.383166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.503116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:05.523654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2c27-b1ad-4315-967c-ca6121386a03 req-b00aa93d-9d14-4bb5-a84c-81fade67f08c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:05.524594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-790c2c27-b1ad-4315-967c-ca6121386a03 req-b00aa93d-9d14-4bb5-a84c-81fade67f08c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:05.585728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-790c2c27-b1ad-4315-967c-ca6121386a03 req-b00aa93d-9d14-4bb5-a84c-81fade67f08c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:05.586909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-790c2c27-b1ad-4315-967c-ca6121386a03 req-b00aa93d-9d14-4bb5-a84c-81fade67f08c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 944 time: 0.4566507 Feb 04 13:06:05.610015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Deleting subnet 89c8cb02-2998-4fef-977f-f1b5e95501e1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:06:05.631582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:05.653183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:05.677282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-790c2c27-b1ad-4315-967c-ca6121386a03 req-259f2710-b9a5-461c-9e2e-01f65a1b56eb tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 Feb 04 13:06:05.677282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.680988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a4b95720-8293-4345-b094-c91e9dffff85 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:05.681522 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.695232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.799818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:05.996329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe9fba-b855-4fb0-a001-7c5768363935 req-526d9baf-d504-4864-aac1-20570dfdfc95 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:05.997893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6fe9fba-b855-4fb0-a001-7c5768363935 req-526d9baf-d504-4864-aac1-20570dfdfc95 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3823924 Feb 04 13:06:06.021677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.092706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:06.093876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:06.104882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.162592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6fe9fba-b855-4fb0-a001-7c5768363935 req-0272dfda-37d4-4b56-8cc3-ebf20684a27b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360250 Feb 04 13:06:06.175328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.177600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:06.178827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.180261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] 10.222.0.90 "PUT /v2.0/ports/0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 1092 time: 2.9414377 Feb 04 13:06:06.180714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:06.219648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f42d69-7aaa-403a-895d-4af8bf5da5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:06.358299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:06.373053 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85', 'code': 200} Feb 04 13:06:06.459003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.629849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f6521e61-2bc9-47bf-a7a8-262fa9c8f200 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:06.708274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c8cb02-2998-4fef-977f-f1b5e95501e1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:06.725465 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:06.730166 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'status': 'completed', 'code': 200} Feb 04 13:06:06.755505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-746c5e9d-ae23-4a72-a7df-0b3f3a4336e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89c8cb02-2998-4fef-977f-f1b5e95501e1 HTTP/1.1" status: 204 len: 168 time: 1.6753345 Feb 04 13:06:06.755505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:06.761134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f6521e61-2bc9-47bf-a7a8-262fa9c8f200 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:06:06.761134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f6521e61-2bc9-47bf-a7a8-262fa9c8f200 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:06:06.761134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3c3e6-68a4-440f-beae-f2674fafeaab None None] Network 2ed95d61-a33d-4fcc-9035-9f424077de48 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:06:06.902127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c7bd-b1ff-4ce3-9d91-99b288aa3c73 req-d8535576-217c-45a9-8ad3-a1b0839eff50 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:06.904574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7966c7bd-b1ff-4ce3-9d91-99b288aa3c73 req-d8535576-217c-45a9-8ad3-a1b0839eff50 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1773522 Feb 04 13:06:06.914260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-7d509bd4-b3fa-4b6e-b794-cf5481883a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:06.916143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-7d509bd4-b3fa-4b6e-b794-cf5481883a39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1095 time: 0.6881220 Feb 04 13:06:06.990866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:07.051566 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7966c7bd-b1ff-4ce3-9d91-99b288aa3c73 req-f302e68a-4402-4e04-a8b4-6574b462d52a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302578 Feb 04 13:06:07.072636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Deleting port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:07.072983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:07.104083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-17c5f968-079d-46ad-82ea-b25d578c3da0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 217 time: 0.1503389 Feb 04 13:06:07.281502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad3ee4-f0c8-4259-9f97-26eff6d4ecec req-e73cb78c-9d7f-4eec-826d-42a23f201d6f tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:07.292807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ad3ee4-f0c8-4259-9f97-26eff6d4ecec req-e73cb78c-9d7f-4eec-826d-42a23f201d6f tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 944 time: 0.2909825 Feb 04 13:06:07.301271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-028439da-1ca8-4741-83af-f67fa179938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:07.304628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-028439da-1ca8-4741-83af-f67fa179938d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.1933904 Feb 04 13:06:07.392768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] DHCP port deletion for 2ed95d61-a33d-4fcc-9035-9f424077de48 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:06:07.399842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Deleting port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:07.400493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:07.468382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-ffd98395-7e4a-4e88-9249-7341894be9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:07.472803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-ffd98395-7e4a-4e88-9249-7341894be9cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558280 Feb 04 13:06:07.588076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] For port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:07.593594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:07.653728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07ad3ee4-f0c8-4259-9f97-26eff6d4ecec req-6007eb95-67a4-4a1c-ab6a-f572a49646f2 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588655 Feb 04 13:06:07.778311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6383-dbc8-42cd-83b5-a105d16a8660 req-3e519fb6-330d-4b55-a4b9-274aa18784dd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:07.779957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c9d6383-dbc8-42cd-83b5-a105d16a8660 req-3e519fb6-330d-4b55-a4b9-274aa18784dd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3060017 Feb 04 13:06:07.897440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-da7ef25d-a233-49f7-82be-a610fd835c1b service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128990 Feb 04 13:06:07.967731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] For port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,segment=NetworkSegment(80631742-afd5-46c1-bbad-d837714e66d5),segment_id=80631742-afd5-46c1-bbad-d837714e66d5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:07.968895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:07.976059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Calling delete_port for fbf7f9a1-918e-44a8-9be0-420c5b6c2daf owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:08.056250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c9d6383-dbc8-42cd-83b5-a105d16a8660 req-46c4ce49-c604-4760-9592-8922370e4051 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2577658 Feb 04 13:06:08.160717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.210311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2861c5ae-ccba-4916-8127-f8121b09b404 req-65459ab4-0066-4ac5-be91-d0faff324feb service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118894 Feb 04 13:06:08.253909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf7f9a1-918e-44a8-9be0-420c5b6c2daf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:08.263424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] No DVR routers for this DVR port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:08.403627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Calling delete_port for fbf7f9a1-918e-44a8-9be0-420c5b6c2daf owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:08.421680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.461998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed95d61-a33d-4fcc-9035-9f424077de48']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:08.478037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-52078185-e0c8-4585-8297-5fa8a2aea1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:08.479845 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-52078185-e0c8-4585-8297-5fa8a2aea1b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1095 time: 0.2159791 Feb 04 13:06:08.501477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80631742-afd5-46c1-bbad-d837714e66d5') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:08.501910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80631742-afd5-46c1-bbad-d837714e66d5') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:08.570349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.605295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.612340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:06:08.612833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.645292 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:06:08.645667 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:06:08.712755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fbf7f9a1-918e-44a8-9be0-420c5b6c2daf no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:06:08.744499 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:06:08.750998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.758987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:08.873017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ed95d61-a33d-4fcc-9035-9f424077de48 HTTP/1.1" status: 204 len: 168 time: 2.1107574 Feb 04 13:06:08.877387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69996e68-e144-4a04-b869-84def8a1df4c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed95d61-a33d-4fcc-9035-9f424077de48,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:08.879146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fbf7f9a1-918e-44a8-9be0-420c5b6c2daf {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:06:08.879573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fbf7f9a1-918e-44a8-9be0-420c5b6c2daf not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:06:08.924511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-0b0b528b-1008-4eca-b30c-a8a62a57b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:08.926816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-0b0b528b-1008-4eca-b30c-a8a62a57b51e service neutron] 10.222.0.90 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 928 time: 0.4401100 Feb 04 13:06:08.955725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f733c-c112-4d62-aaa2-52345791cb94 req-da04c841-48ed-4090-8100-41530cd5bde2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:08.959725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e40f733c-c112-4d62-aaa2-52345791cb94 req-da04c841-48ed-4090-8100-41530cd5bde2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.2138474 Feb 04 13:06:09.080458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e40f733c-c112-4d62-aaa2-52345791cb94 req-1a103136-372d-4172-859b-6379bf2dad10 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017077 Feb 04 13:06:09.147165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Deleting port fbf7f9a1-918e-44a8-9be0-420c5b6c2daf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:09.148273 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:09.211113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-d9edf9ca-a034-497f-87a7-c9c6f7b51332 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 217 time: 0.2773252 Feb 04 13:06:09.308591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3cda11d4-ab32-46b5-ba50-d83f787356d4 None None] The port 'fbf7f9a1-918e-44a8-9be0-420c5b6c2daf' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:06:09.384412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45956) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:09.430206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-b52e33be-3fae-4080-acd3-060099a36d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:09.432161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-b52e33be-3fae-4080-acd3-060099a36d44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.2013259 Feb 04 13:06:09.511489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dffa7-855d-4533-8c62-f77dc5be45b1 req-10010efd-1d72-40ce-a599-3df63ef519b9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:09.519241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e47dffa7-855d-4533-8c62-f77dc5be45b1 req-10010efd-1d72-40ce-a599-3df63ef519b9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 944 time: 0.4119723 Feb 04 13:06:09.611873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-24abcc70-4902-4214-a68d-01cd0c14a35a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abe6c606dde04372a9a13c7ef85c5a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260444 Feb 04 13:06:09.614478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45964) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:09.638471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e47dffa7-855d-4533-8c62-f77dc5be45b1 req-7c830684-336d-4950-8dde-c3cf6098ba63 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179352 Feb 04 13:06:09.702439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ac79-9f69-4734-aea3-dc7ae5f22eaf req-ad7a48ce-56de-46ee-add1-9a41a4c74faf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:09.711698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8db7ac79-9f69-4734-aea3-dc7ae5f22eaf req-ad7a48ce-56de-46ee-add1-9a41a4c74faf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.3872254 Feb 04 13:06:09.760341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-f6da627f-7d9a-441d-ac4e-7037d3260e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:09.766738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8db7ac79-9f69-4734-aea3-dc7ae5f22eaf req-d8a8bbab-4698-4c16-ad25-8c6f2770e351 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537281 Feb 04 13:06:09.767683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-f6da627f-7d9a-441d-ac4e-7037d3260e61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189189 Feb 04 13:06:09.887278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:09.937247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:10.027760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-9babe845-65c1-4851-bf97-8a8bd68d675d service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514782 Feb 04 13:06:10.397983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:06:10.418871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:10.447342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f5147-1c32-4f8b-8cee-a9d3fdf019ca,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:10.469581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:10.470767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e7c66f9-3ab0-40f3-8207-229f6dc53a49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d6f5147-1c32-4f8b-8cee-a9d3fdf019ca HTTP/1.1" status: 204 len: 168 time: 0.8310432 Feb 04 13:06:10.508547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f327e928-7b06-4d8f-8ff8-6e3cd9695da1 req-b0a87ced-8770-4ef6-a3aa-5e068b89d02d service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736967 Feb 04 13:06:10.516566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e2c54-02ad-44cd-8ab3-57f3a3a52c8f req-de95e1b6-4239-41b9-8112-ffe757f3179f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:10.524222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c08e2c54-02ad-44cd-8ab3-57f3a3a52c8f req-de95e1b6-4239-41b9-8112-ffe757f3179f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1951859 Feb 04 13:06:10.608956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c08e2c54-02ad-44cd-8ab3-57f3a3a52c8f req-7e6beea4-cf27-4fa3-95da-4d68657d4e6d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Feb 04 13:06:10.780138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:10.823637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'mac_address': 'fa:16:3e:77:6b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:06:11.058178 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:11.112925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:11.143527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b89bf-bee9-4557-a813-36e1ceb08b87 req-f5ad2710-261f-42b3-a650-36ae24f7ec59 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:11.148365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca6b89bf-bee9-4557-a813-36e1ceb08b87 req-f5ad2710-261f-42b3-a650-36ae24f7ec59 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 944 time: 0.2657316 Feb 04 13:06:11.153501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:11.160308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:11.167499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba80a10-a819-46e5-8046-0ab4d10d9847 req-7fb998f8-fe90-418e-a71d-53ebf0e5f211 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:11.176631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ba80a10-a819-46e5-8046-0ab4d10d9847 req-7fb998f8-fe90-418e-a71d-53ebf0e5f211 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.1558554 Feb 04 13:06:11.245607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca6b89bf-bee9-4557-a813-36e1ceb08b87 req-4beccf75-ae48-4dd3-9ae9-1c99ab43359e tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Feb 04 13:06:11.259711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ba80a10-a819-46e5-8046-0ab4d10d9847 req-42d9e77f-a506-41be-aedb-7aaf803f34a6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816221 Feb 04 13:06:11.331001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:11.403178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:06:12.011685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa41e87-0535-4e02-b67c-f362af844b20 req-dd40e134-423d-4f09-888f-3c0840de618a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:12.014085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-baa41e87-0535-4e02-b67c-f362af844b20 req-dd40e134-423d-4f09-888f-3c0840de618a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1157272 Feb 04 13:06:12.109301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-baa41e87-0535-4e02-b67c-f362af844b20 req-f3ff2d30-e01d-4b7e-ba74-38a2dd568b81 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847988 Feb 04 13:06:12.150361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46060) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:12.172858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46066) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:12.309445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-219296839-network', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:12.315800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:12.343349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Usage tracker for resource:network and tenant:9d78845259ab40c3b63ec7da88026a6a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:12.366752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:12.366752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:12.392929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Made reservation on behalf of 9d78845259ab40c3b63ec7da88026a6a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:12.392929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.415114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:12.442735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.470659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.527089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:12.536653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Usage tracker for resource:security_group_rule and tenant:56345fa752c04d83b1e7c023a8f8477c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:12.540781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:12.551932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:12.563094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:12.569430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:12.570562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.658944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:12.704252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.740856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Usage tracker for resource:security_group_rule and tenant:9d78845259ab40c3b63ec7da88026a6a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:12.748916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.813245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:12.831110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdb6d-9653-4299-b948-73e989345e9f req-451d7ac4-29df-4a95-b58b-d755f7350ef8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:12.840181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-073cdb6d-9653-4299-b948-73e989345e9f req-451d7ac4-29df-4a95-b58b-d755f7350ef8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.1141067 Feb 04 13:06:12.849380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:12.866309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.920227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-073cdb6d-9653-4299-b948-73e989345e9f req-3b14775b-4011-4823-9be3-f15c6a6977e1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761752 Feb 04 13:06:12.929667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:12.941899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:12.948718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:12.960961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56345fa752c04d83b1e7c023a8f8477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832913 Feb 04 13:06:12.961776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46080) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:13.043171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.045744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc09b5a-943d-4be7-a405-de3d5b554b33,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:13.054833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.093113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.093629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.094181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.094830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.095747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.096100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:13.096631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.097158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.097706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.098244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.100037 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'code': 200} Feb 04 13:06:13.100865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.101505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.102152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcfe0c8-7a11-4a35-8fcb-ed6493748702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:13.123300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:06:13.124212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.146796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ab8c-4463-4571-944a-29a44fcd9ff6 req-f496245d-fce4-497d-b2ef-2d8ba014b07e tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:13.148690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e276ab8c-4463-4571-944a-29a44fcd9ff6 req-f496245d-fce4-497d-b2ef-2d8ba014b07e tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 945 time: 0.6821070 Feb 04 13:06:13.169093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.228626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.229226 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Added segment e51dd02f-88e4-4aeb-b809-7a41feba6f51 of type vlan for network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 Feb 04 13:06:13.237200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa8d97-6edc-45f0-b364-96608343310a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:13.262481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.292700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc09b5a-943d-4be7-a405-de3d5b554b33,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:13.312823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.313938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54ffac5d-85cb-46bc-85b3-c957343312af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dc09b5a-943d-4be7-a405-de3d5b554b33 HTTP/1.1" status: 204 len: 168 time: 0.3509257 Feb 04 13:06:13.315195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e276ab8c-4463-4571-944a-29a44fcd9ff6 req-01c76550-e9e6-46b2-871f-ca7bf93dacdd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083601 Feb 04 13:06:13.327920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.374576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4664e-5ecd-4470-9efc-f06a352c90e6 req-90de2eb8-5db3-4de5-9da0-202dc2d931d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:13.376135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0de4664e-5ecd-4470-9efc-f06a352c90e6 req-90de2eb8-5db3-4de5-9da0-202dc2d931d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1097 time: 0.2393663 Feb 04 13:06:13.398820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f51992d-0685-4be4-a718-77a23fe71df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.418401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.425707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:13.429116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:13.469486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18903dd7-7a0d-4560-8766-d95c6fbab020 req-16bf2282-58b8-4d7d-8ced-bbf473906330 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:13.476913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18903dd7-7a0d-4560-8766-d95c6fbab020 req-16bf2282-58b8-4d7d-8ced-bbf473906330 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1459072 Feb 04 13:06:13.544545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] Pushing event updated for resources: {'Network': ['ID=5d3d9da8-42a8-4eb2-bc10-5a0fe5533037,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:13.557077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:06:13.576561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0de4664e-5ecd-4470-9efc-f06a352c90e6 req-feb7b009-f823-470f-9ce5-92561a6c512c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870847 Feb 04 13:06:13.591713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-394c1b7c-030d-48c3-845b-fef56c0b54bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4399755 Feb 04 13:06:13.599127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:13.601036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18903dd7-7a0d-4560-8766-d95c6fbab020 req-510320a4-a3e6-4a89-b208-498aa2307ad3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164856 Feb 04 13:06:13.606241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Request body: {'subnet': {'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-subnet', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:13.631065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:13.639782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Usage tracker for resource:subnet and tenant:9d78845259ab40c3b63ec7da88026a6a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:13.644066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:13.664208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:13.678502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Made reservation on behalf of 9d78845259ab40c3b63ec7da88026a6a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:13.684260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.016237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.211933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9832d77-c960-4ee9-bb53-b58e312a9b6a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:14.240966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Checking segment: {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:14.241956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Network hostable DHCP agents. Network: 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:06:14.291778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4f4e-8c35-4915-886a-066bb9b644f9 req-999275ce-6a51-43de-8559-3aeea8c611db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.293796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60ff4f4e-8c35-4915-886a-066bb9b644f9 req-999275ce-6a51-43de-8559-3aeea8c611db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 944 time: 0.1604154 Feb 04 13:06:14.294630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:06:14.361911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60ff4f4e-8c35-4915-886a-066bb9b644f9 req-1edd7816-2001-4502-a536-dfdacb56d6fc tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597155 Feb 04 13:06:14.363320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:14.386190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d22046-3b02-46b2-ba20-4571b05cef73 None None] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:06:14.397099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.397922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.470077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46126) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:14.474289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7760839-c14a-4f8e-830b-51f1f230de19 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8657348 Feb 04 13:06:14.478107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:14.491365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:14.510515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Usage tracker for resource:router and tenant:9d78845259ab40c3b63ec7da88026a6a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:14.534353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:14.556789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:14.586445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.587926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.683550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:14.737000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4f848-b832-42cd-ab45-dff8e10786b3 req-0a520e5e-948f-4836-8a55-da9df4f740c0 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:14.745956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ce4f848-b832-42cd-ab45-dff8e10786b3 req-0a520e5e-948f-4836-8a55-da9df4f740c0 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 946 time: 0.1255279 Feb 04 13:06:15.011792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:06:15.119078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-145e523c-b704-4421-a1cf-245dbf7ca961 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3842263 Feb 04 13:06:15.153868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a1218-6498-49b2-9e28-3f74bac0b06b req-08946a78-23fd-4f75-9efb-23d2f6da680d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.155850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe0a1218-6498-49b2-9e28-3f74bac0b06b req-08946a78-23fd-4f75-9efb-23d2f6da680d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.2077074 Feb 04 13:06:15.214703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:15.233425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'mac_address': 'fa:16:3e:14:cb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:06:15.305280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ce4f848-b832-42cd-ab45-dff8e10786b3 req-10258444-0d76-44f2-a768-0cf7a12289f0 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575585 Feb 04 13:06:15.309302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:15.339723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:15.426753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:15.432003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:15.441639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:15.481243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe0a1218-6498-49b2-9e28-3f74bac0b06b req-c057cde2-53c0-4b63-bed9-5b93bb7f3a54 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918976 Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.505168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e7af5615-d0ad-418e-9b1b-7b0eb7a014da service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 6490 time: 0.3461025 Feb 04 13:06:15.531108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:15.550026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'fixed_ips': [{'subnet_id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:06:15.551032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:15.818208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Allocated IP 172.20.0.2 (5d3d9da8-42a8-4eb2-bc10-5a0fe5533037/a9832d77-c960-4ee9-bb53-b58e312a9b6a/7ebaff36-ca0c-4be6-9450-dd59d94fb00a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:15.943549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-f613da81-7861-4884-8af5-a866f1082ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.944143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-f613da81-7861-4884-8af5-a866f1082ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.945143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-f613da81-7861-4884-8af5-a866f1082ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:15.947130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-f613da81-7861-4884-8af5-a866f1082ebe service neutron] 10.222.0.87 "GET /v2.0/networks?id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=231810da-1f5f-453c-a68a-f03e2b59bf38&id=38b8da5e-6c17-4acc-b693-7b49fe97f641&id=38b8da5e-6c17-4acc-b693-7b49fe97f641 HTTP/1.1" status: 200 len: 2293 time: 0.4142158 Feb 04 13:06:16.225750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.243744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc29-8c7b-4b62-988a-aa6c178bdc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.246496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Transition to ACTIVE for port object 7ebaff36-ca0c-4be6-9450-dd59d94fb00a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:16.255144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.286150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Transition to ACTIVE for port object 7ebaff36-ca0c-4be6-9450-dd59d94fb00a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:16.297251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['fc984adf-9fd8-4f83-a704-11377fe4c2ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:06:16.303009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.319961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-4ce6343f-331b-4258-9b84-1b24a214d639 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8d49711-20c9-4c07-a923-f814e192cca5 HTTP/1.1" status: 200 len: 1001 time: 0.3657894 Feb 04 13:06:16.419465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.518010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Pushing event updated for resources: {'Port': ['ID=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:16.527575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:16.531169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:16.535437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:16.682950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0105668-3513-4fc6-b236-7373a7deb689 req-d5d8db06-fc40-4b7e-a9dc-a4de03ee5dab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:16.684506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0105668-3513-4fc6-b236-7373a7deb689 req-d5d8db06-fc40-4b7e-a9dc-a4de03ee5dab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.9933639 Feb 04 13:06:16.702069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-dc07bc3d-3c54-4094-8497-175b1a13b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:16.711682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-dc07bc3d-3c54-4094-8497-175b1a13b7d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f2d7d2bc-ac3d-4cc7-b714-6e04aa390669 HTTP/1.1" status: 200 len: 851 time: 0.3712637 Feb 04 13:06:16.805261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Allocated IP 172.25.4.208 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/8d81b862-75a6-49be-8455-18f7048c8811) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:16.871365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Attempting to bind port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:16.872036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Attempting to bind port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:16.872577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Attempting to bind port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a on network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:16.891219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0105668-3513-4fc6-b236-7373a7deb689 req-55d92b7a-cfbf-48ce-be89-238a0d8f20a0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555324 Feb 04 13:06:16.906358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:16.911501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Checking segment: {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:16.918956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.920962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Bound using segment: {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:16.920962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Bound port: 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:16.920962 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:16.989564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:17.050820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a1f1a-3d7c-4388-97e1-b6990a109c51 req-6b30d0c5-eba6-4cc4-ba4b-423fa44bafe9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:17.053265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-512a1f1a-3d7c-4388-97e1-b6990a109c51 req-6b30d0c5-eba6-4cc4-ba4b-423fa44bafe9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 946 time: 0.4721465 Feb 04 13:06:17.115405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-51648164-9c03-4938-bd37-367ef227901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:17.116944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-51648164-9c03-4938-bd37-367ef227901d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4e17eede-cb2b-4692-acca-8fd5a5a106e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3928177 Feb 04 13:06:17.153763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] For port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:17.157394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] For port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:17.164495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:17.310745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf5188-138d-4e82-946c-11ab5a856ad1 req-4c71e3ae-80e6-409f-9d84-d10ca5096f92 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:17.312402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86bf5188-138d-4e82-946c-11ab5a856ad1 req-4c71e3ae-80e6-409f-9d84-d10ca5096f92 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.1726251 Feb 04 13:06:17.459143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:17.461314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-512a1f1a-3d7c-4388-97e1-b6990a109c51 req-62fbb23b-b1ac-4745-96d2-015696d7739b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012890 Feb 04 13:06:17.513761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb83cf-6555-4a02-b87b-42f5191155d6 None None] Pushing event updated for resources: {'Port': ['ID=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:17.528470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:17.648753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86bf5188-138d-4e82-946c-11ab5a856ad1 req-4596b3d3-a984-473f-842e-4091121037fe tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317982 Feb 04 13:06:17.712676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-5f9dac15-9d3c-451e-9e31-9fae4f84b804 service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789759 Feb 04 13:06:17.736537 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:17.868108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46264) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:18.069299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Pushing event updated for resources: {'Port': ['ID=8d81b862-75a6-49be-8455-18f7048c8811,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:18.107812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:18.109410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:18.112133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:18.137492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-bc48de6d-7f12-4b6a-a150-63f369aeaf2f tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 258 time: 0.5583408 Feb 04 13:06:18.233963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:18.256737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:18.283957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:18.289372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Usage tracker for resource:floatingip and tenant:37073e270089433ab22060984dbe68a7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:18.296163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:18.309337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:18.327500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:18.414135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-e459c1b8-6c55-4e79-abd7-07227df31061 service neutron] 10.222.0.87 "GET /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889012 Feb 04 13:06:18.418529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:18.422514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Usage tracker for resource:security_group_rule and tenant:28364aa0f48240cdbbb832ff7ab9ca00 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:18.426356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:18.433306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:18.449340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:18.619019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:18.624407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port fc984adf-9fd8-4f83-a704-11377fe4c2ab completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:18.636276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port fc984adf-9fd8-4f83-a704-11377fe4c2ab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:18.636543 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:18.669595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-40227906-4be5-4ca3-a3d9-ee3635d5b473 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 217 time: 0.1297135 Feb 04 13:06:18.780910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-096617e8-467e-4a4a-ab6c-7752412ff245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:18.782563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-096617e8-467e-4a4a-ab6c-7752412ff245 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.1053796 Feb 04 13:06:18.798632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99370-e10a-44ff-8cfa-e272becb33f8 req-6fd6c56a-e1e3-465a-937b-ff3a03b164e6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:18.799991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4bc99370-e10a-44ff-8cfa-e272becb33f8 req-6fd6c56a-e1e3-465a-937b-ff3a03b164e6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 945 time: 0.5431907 Feb 04 13:06:18.902108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7ebaff36-ca0c-4be6-9450-dd59d94fb00a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:18.967458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:18.981928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.088637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4bc99370-e10a-44ff-8cfa-e272becb33f8 req-3f08a3f7-7c99-4395-be8d-9626a1b54196 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2876580 Feb 04 13:06:19.110342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28364aa0f48240cdbbb832ff7ab9ca00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2385011 Feb 04 13:06:19.111691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46288) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:19.257721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.301250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cd91a-e61e-4d07-8e2f-cf06894d1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2c774-c3b2-4532-93fe-5d60b2b3feeb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:19.323477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-25cbb275-a6bf-4f00-aa4a-592168283b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:19.324920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-25cbb275-a6bf-4f00-aa4a-592168283b7d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5133662 Feb 04 13:06:19.346021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:19.360838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:19.361029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:19.371263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.394070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.442419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.499079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.501921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfe43e-2bc2-444d-b613-9520d0b54431 None None] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:06:19.643249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:19.648045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Provisioning for port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:19.654944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Provisioning complete for port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:19.655313 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.661920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.664263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.752385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ee6d-61eb-478a-8593-641b64c4da02 req-c672db3a-5f86-4f1b-b956-46f7f7b1310e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:19.779948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f44ee6d-61eb-478a-8593-641b64c4da02 req-c672db3a-5f86-4f1b-b956-46f7f7b1310e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.2547584 Feb 04 13:06:19.798516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:19.799901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21f2c774-c3b2-4532-93fe-5d60b2b3feeb HTTP/1.1" status: 204 len: 168 time: 0.6715684 Feb 04 13:06:19.801051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706b385-ef4d-4ed1-9655-77dba0503fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2c774-c3b2-4532-93fe-5d60b2b3feeb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:19.859672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f44ee6d-61eb-478a-8593-641b64c4da02 req-cfff77a9-87a7-49ac-a780-19b9b1aed88e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783753 Feb 04 13:06:20.029954 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'code': 200} Feb 04 13:06:20.285454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-5462311e-a2ac-4411-a54f-5af38391cfff service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215176 Feb 04 13:06:20.330478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:20.498385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:20.499640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Allocated IP 172.25.4.245 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a6f15fca-d3c7-46da-bd47-718f49243f8b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:20.540231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] For port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:20.572074 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:20.609645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:20.753604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330a3c-2157-44b4-b243-76349f1d09bd None None] Pushing event updated for resources: {'Port': ['ID=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:20.762479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-b7cf390e-fbc2-456b-ab3e-00daeb9862ce service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670680 Feb 04 13:06:20.770999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3996f-70e7-4ce0-8dbf-aeb603cf2ab6 req-26811dbc-d065-46f1-b6fc-bcc0634a8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:20.772555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0c3996f-70e7-4ce0-8dbf-aeb603cf2ab6 req-26811dbc-d065-46f1-b6fc-bcc0634a8a36 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 1097 time: 0.5330122 Feb 04 13:06:20.946631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-d9b6aad3-d1ab-4b1c-92f5-c9bc3d68d8be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 217 time: 0.1676857 Feb 04 13:06:21.034031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0e62d66a-57b4-45c7-b064-014078374425 None None] Provisioning complete for port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:21.036118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0e62d66a-57b4-45c7-b064-014078374425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:21.151487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0c3996f-70e7-4ce0-8dbf-aeb603cf2ab6 req-23236ec4-a58c-4281-9750-4de63185510c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2781529 Feb 04 13:06:21.163457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:21.176029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-9fff481d-900d-472e-a436-17c7175795f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.179364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-9fff481d-900d-472e-a436-17c7175795f0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.2020488 Feb 04 13:06:21.331889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:21.361134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Router faff9013-28cb-4695-a81c-1642927cdcca is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:06:21.402267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-690d6f67-6784-43e9-9fc6-938b82bccf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.404340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-690d6f67-6784-43e9-9fc6-938b82bccf61 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.7826467 Feb 04 13:06:21.415520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafa508-6b15-4682-8031-8063fc2343eb req-230f25d2-4b0c-49ad-b598-10e81bb32380 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.436027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dafa508-6b15-4682-8031-8063fc2343eb req-230f25d2-4b0c-49ad-b598-10e81bb32380 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 0.5814955 Feb 04 13:06:21.485511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event updated for resources: {'Port': ['ID=a6f15fca-d3c7-46da-bd47-718f49243f8b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:21.528899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:21.535595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:21.544171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:21.671951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:21.790289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-d119296c-aed2-4f80-8f06-b6635439c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.803130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-d119296c-aed2-4f80-8f06-b6635439c8da service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6049941 Feb 04 13:06:21.804840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:21.874753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dafa508-6b15-4682-8031-8063fc2343eb req-e4b8a106-9896-4f60-a101-710b24465f04 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4378226 Feb 04 13:06:21.979334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-a459814a-f61d-45d0-b557-22199c8e44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:21.980792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-a459814a-f61d-45d0-b557-22199c8e44d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.5428002 Feb 04 13:06:22.139793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:22.152972 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Sync routers for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:22.182103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:22.187743 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:22.294310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-e40adc84-73ff-41e9-9615-ec21564591f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.3052592 Feb 04 13:06:22.380102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:22.638045 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:22.639433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5ed489a-0deb-4d28-af01-131816812810 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1673326 Feb 04 13:06:22.652929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:22.692515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7ebaff36-ca0c-4be6-9450-dd59d94fb00a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:22.760954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-b2c6ebc4-2ff0-49c7-b113-ecc278a10576 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9570274 Feb 04 13:06:22.767884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:22.960419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:22.964724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:22.972948 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:23.088178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-5e246757-fc4a-47a7-8f6f-06cd37e48cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:23.090052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-5e246757-fc4a-47a7-8f6f-06cd37e48cb6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.6079028 Feb 04 13:06:23.351281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event updated for resources: {'Port': ['ID=a6f15fca-d3c7-46da-bd47-718f49243f8b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:23.377285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-88c5efcf-0674-492c-8b95-9ccdff680731 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867784 Feb 04 13:06:23.532525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38508761-1a33-4d92-92b3-0be3e3a19072 req-32e2f970-f072-417f-840b-e61eea958d8b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:23.539753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38508761-1a33-4d92-92b3-0be3e3a19072 req-32e2f970-f072-417f-840b-e61eea958d8b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 1.4118321 Feb 04 13:06:23.593344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-4cfc2d46-ee31-4de8-99f3-696722480db1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 HTTP/1.1" status: 200 len: 217 time: 0.1256397 Feb 04 13:06:23.874864 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:18Z', 'revision_number': 3, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:23.879640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Checking router: faff9013-28cb-4695-a81c-1642927cdcca for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:06:23.879973 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Updating router faff9013-28cb-4695-a81c-1642927cdcca port 8d81b862-75a6-49be-8455-18f7048c8811 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:06:24.044612 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:24.108883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:24.181273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38508761-1a33-4d92-92b3-0be3e3a19072 req-c031f524-2426-416a-83e5-38ea596c63e0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6395059 Feb 04 13:06:24.248737 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:24.249389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-c1c61ba5-473a-42f1-82f9-a7d215b8a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:24.259868 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-c1c61ba5-473a-42f1-82f9-a7d215b8a7d4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.6492934 Feb 04 13:06:24.281605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-cb6899d9-35d8-424a-808f-8d03a5b0198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:24.283653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-cb6899d9-35d8-424a-808f-8d03a5b0198f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1787596 Feb 04 13:06:24.399338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:24.401093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-db2fa0c0-1643-4f23-83b0-9746cf73fe18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1912951 Feb 04 13:06:24.666563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d08e137d-31f3-4167-af7a-228394960160 req-de9f05d2-9288-48a6-8c6a-47e07718fd03 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:24.768474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d08e137d-31f3-4167-af7a-228394960160 req-de9f05d2-9288-48a6-8c6a-47e07718fd03 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:24.778166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-de9f05d2-9288-48a6-8c6a-47e07718fd03 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.3635354 Feb 04 13:06:24.790534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-8708db9c-c0d5-414b-8688-b589d51945fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:24.798876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-8708db9c-c0d5-414b-8688-b589d51945fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5271542 Feb 04 13:06:24.979564 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:24.993620 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Transition to ACTIVE for port object 8d81b862-75a6-49be-8455-18f7048c8811 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:25.002952 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:25.071400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e137d-31f3-4167-af7a-228394960160 req-dd57922d-03fe-4160-ad72-0ef2d687ed22 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:25.073011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-dd57922d-03fe-4160-ad72-0ef2d687ed22 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2945812 Feb 04 13:06:25.108836 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3311d6b-2dba-4f1e-981f-8ae13fe7dd21 None None] Pushing event updated for resources: {'Port': ['ID=8d81b862-75a6-49be-8455-18f7048c8811,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:25.111620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-d9e3ea2b-2992-40a8-bdc8-040348b52450 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696458 Feb 04 13:06:25.142506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Attempting to bind port 8d81b862-75a6-49be-8455-18f7048c8811 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:25.143990 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Attempting to bind port 8d81b862-75a6-49be-8455-18f7048c8811 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:25.145953 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Attempting to bind port 8d81b862-75a6-49be-8455-18f7048c8811 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:25.153065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:25.153573 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:25.154084 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:25.154580 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:25.155199 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Bound port: 8d81b862-75a6-49be-8455-18f7048c8811, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:25.155676 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:25.235517 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] For port 8d81b862-75a6-49be-8455-18f7048c8811, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:25.241890 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] For port 8d81b862-75a6-49be-8455-18f7048c8811, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d81b862-75a6-49be-8455-18f7048c8811,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:25.251640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:06:25.253049 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:25.325316 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3311d6b-2dba-4f1e-981f-8ae13fe7dd21 None None] Pushing event updated for resources: {'Port': ['ID=8d81b862-75a6-49be-8455-18f7048c8811,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:25.346485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46444) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:25.355176 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:25.356182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:25.358987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-9f198f30-c912-4efd-a437-c0439dabdc81 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:06:25.361805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08e137d-31f3-4167-af7a-228394960160 req-9f198f30-c912-4efd-a437-c0439dabdc81 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128224 Feb 04 13:06:25.369289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-aaada4f5-328b-4521-89d0-ca9cd7bee905 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952900 Feb 04 13:06:25.536887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d18071-d9cf-49ec-bda6-a2af0859a1ab req-e4d6dd18-d1d4-4a93-bd53-1bb22ad54cf2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:25.543827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37d18071-d9cf-49ec-bda6-a2af0859a1ab req-e4d6dd18-d1d4-4a93-bd53-1bb22ad54cf2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 1.1030314 Feb 04 13:06:25.689011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:25.819969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43acc43-50f5-4cd9-9b8f-760d0d7b398c req-c5aee082-8eab-49f0-afd3-3f79b03eb4ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:25.821375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a43acc43-50f5-4cd9-9b8f-760d0d7b398c req-c5aee082-8eab-49f0-afd3-3f79b03eb4ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 0.2640710 Feb 04 13:06:25.838661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37d18071-d9cf-49ec-bda6-a2af0859a1ab req-0c4ab46f-f707-408c-8d01-545af71fa3ac tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938399 Feb 04 13:06:25.840196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-44eff432-01cc-4d46-97d8-c1e904e5f686 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607897 Feb 04 13:06:25.843930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa7a089-a769-4d9e-80ba-8c670cc149c9 req-af1d3bdf-958c-4f4f-9765-adcb7db97361 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948816 Feb 04 13:06:25.922270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a43acc43-50f5-4cd9-9b8f-760d0d7b398c req-f18b16c1-b712-462b-bf91-c28cca834242 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852180 Feb 04 13:06:25.945512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:26.011412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:26.033171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:floatingip and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:26.039202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:26.069659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-ed1608ca-8ec5-45a8-b480-eb9cf9566136 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 HTTP/1.1" status: 200 len: 217 time: 0.1502111 Feb 04 13:06:26.123789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:26.278623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-79b4a292-b482-4c53-9ee9-3cbc2fd4bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:26.281060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-79b4a292-b482-4c53-9ee9-3cbc2fd4bfa0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 200 len: 797 time: 0.1991022 Feb 04 13:06:26.286155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:18Z', 'revision_number': 3, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:26.298048 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8313d81-8dc7-4c56-b19a-41e156f28716 None None] The sync data for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 is: [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:18Z', 'revision_number': 3, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:26.396913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:26.419348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357878c7-8c3c-4297-a309-d8a21637809d req-b656599d-ad56-47f0-8c99-bd792ccd9938 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:26.420913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-b656599d-ad56-47f0-8c99-bd792ccd9938 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3375032 Feb 04 13:06:26.520632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:26.530953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-5063f425-fae8-4f4e-8fb8-917e4544adfb tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.1026583 Feb 04 13:06:26.533188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-c6c8f8f2-8da3-4636-b140-93023991ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:26.537037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-c6c8f8f2-8da3-4636-b140-93023991ba99 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=231810da-1f5f-453c-a68a-f03e2b59bf38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2392552 Feb 04 13:06:26.587418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'floatingip': {'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:26.688841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753e167-90e7-4db7-aefd-a247fbe69682 req-faf42ca6-ff16-47f6-ae1e-6df74175cd60 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:26.696127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a753e167-90e7-4db7-aefd-a247fbe69682 req-faf42ca6-ff16-47f6-ae1e-6df74175cd60 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.5773849 Feb 04 13:06:26.861845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:26.984245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a753e167-90e7-4db7-aefd-a247fbe69682 req-77236319-d549-4d1f-8835-8314cd2de2f4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868409 Feb 04 13:06:27.207409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Allocated IP 172.20.0.1 (5d3d9da8-42a8-4eb2-bc10-5a0fe5533037/a9832d77-c960-4ee9-bb53-b58e312a9b6a/d5797331-f12d-43d8-8623-0852146b2574) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:27.393317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:27.418147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Transition to ACTIVE for port object d5797331-f12d-43d8-8623-0852146b2574 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:27.455230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:27.515091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-a524b8c2-747d-4780-a6e5-a353bf160d74 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9716103 Feb 04 13:06:27.862287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:27.868191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:27.876248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-f4b5e4f9-4ac8-4ac4-9845-3714f7522f92 service neutron] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467965 Feb 04 13:06:27.887515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:27.994671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-679997fd-f304-4d1b-a521-51e04af50c45 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05b256b8-6792-4a10-bd47-f28226ad0a15 HTTP/1.1" status: 200 len: 217 time: 0.0936584 Feb 04 13:06:28.058485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:28.085567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.196860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.384468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c2e06c65-47f2-46f4-b1cd-86216072b715 None None] Provisioning for port d5797331-f12d-43d8-8623-0852146b2574 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:28.394245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c2e06c65-47f2-46f4-b1cd-86216072b715 None None] Provisioning complete for port d5797331-f12d-43d8-8623-0852146b2574 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:28.394907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c2e06c65-47f2-46f4-b1cd-86216072b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.405424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de62e-3c9d-460e-bc1b-9e3f0b120061 req-18142dff-4bf8-406a-b5d9-24ce4a6dd732 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:28.407040 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-381de62e-3c9d-460e-bc1b-9e3f0b120061 req-18142dff-4bf8-406a-b5d9-24ce4a6dd732 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.9622703 Feb 04 13:06:28.482421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c2e06c65-47f2-46f4-b1cd-86216072b715 None None] Port d5797331-f12d-43d8-8623-0852146b2574 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:28.605123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.610722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.739875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Allocated IP 172.25.4.214 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/03fb9abb-4e7d-4a62-9be7-a8919e854402) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:28.854538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d81b862-75a6-49be-8455-18f7048c8811 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:28.919345 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Floating IP 58d58bf0-3804-4a7a-864a-10d4fa658b87 associated. External IP: 172.25.4.245, port: 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2. Feb 04 13:06:28.924591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:28.960782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.032698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8d81b862-75a6-49be-8455-18f7048c8811 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:29.043912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8d81b862-75a6-49be-8455-18f7048c8811 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:29.044288 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.070482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-381de62e-3c9d-460e-bc1b-9e3f0b120061 req-9a42f83d-6e78-4583-9f08-9b9a4a4a1dd3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429267 Feb 04 13:06:29.167349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:29.175518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:29.182943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:29.365663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.409363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-fcf6c7f8-bf40-4c54-8478-e65545f1eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:29.410213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8d81b862-75a6-49be-8455-18f7048c8811, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d81b862-75a6-49be-8455-18f7048c8811,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:29.411909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-fcf6c7f8-bf40-4c54-8478-e65545f1eed2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 200 len: 797 time: 1.4091039 Feb 04 13:06:29.417073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.419640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=03fb9abb-4e7d-4a62-9be7-a8919e854402,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:29.421837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.452989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.528696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8d81b862-75a6-49be-8455-18f7048c8811,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:29.677493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:29.733157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Router 0e26b63c-7f87-49ed-951e-e9f80e381e49 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:29.737136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c17a-5b08-4c67-b2f4-cf7f20fa4f0c req-21f17369-40f2-46e4-98b6-e5a134a5fea3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:29.744558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8070c17a-5b08-4c67-b2f4-cf7f20fa4f0c req-21f17369-40f2-46e4-98b6-e5a134a5fea3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.4339404 Feb 04 13:06:29.878335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-0ffd6993-03ae-46a5-bb35-4e12f0b97c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:29.878335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-0ffd6993-03ae-46a5-bb35-4e12f0b97c09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4568586 Feb 04 13:06:29.900524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8070c17a-5b08-4c67-b2f4-cf7f20fa4f0c req-8d425517-bd50-4dfd-b55b-d979c9bd9004 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550078 Feb 04 13:06:29.998443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.003424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.060752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:30.074821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Sync routers for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:30.075284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.098430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:30.102160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:30.201139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-cee83ee4-53f5-4cdc-987d-e4f397676bbd tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "PUT /v2.0/floatingips/58d58bf0-3804-4a7a-864a-10d4fa658b87 HTTP/1.1" status: 200 len: 997 time: 3.6590357 Feb 04 13:06:30.208427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:30.273049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-5ffde1d2-01d3-4825-be90-45ce7390df77 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044882 Feb 04 13:06:30.381955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:30.422005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.425435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:30.429948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.440987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357878c7-8c3c-4297-a309-d8a21637809d req-b2248370-166c-4eba-838a-6c2874d94374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:30.444091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-b2248370-166c-4eba-838a-6c2874d94374 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1097 time: 0.2219043 Feb 04 13:06:30.480134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.599530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-34b39983-89ee-4ce6-8bda-0f8b3a374353 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141062 Feb 04 13:06:30.628941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=03fb9abb-4e7d-4a62-9be7-a8919e854402,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:30.647979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d81b862-75a6-49be-8455-18f7048c8811 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:30.702982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-d8e43c19-0304-4ef6-ae0e-00ca01f08981 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c HTTP/1.1" status: 200 len: 217 time: 0.0967424 Feb 04 13:06:30.799975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357878c7-8c3c-4297-a309-d8a21637809d req-00cbf62b-0143-4acb-a922-3acaeafb1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:30.801828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-00cbf62b-0143-4acb-a922-3acaeafb1e3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 928 time: 0.3141000 Feb 04 13:06:30.849184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8d81b862-75a6-49be-8455-18f7048c8811 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:30.849563 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.890956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:30.923517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-f5338562-c3c0-462b-a4f6-109d672e20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:30.925076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-f5338562-c3c0-462b-a4f6-109d672e20f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 1096 time: 0.5009630 Feb 04 13:06:30.948306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-42d29856-644c-4c29-b159-ead1dd63d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:30.950058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-42d29856-644c-4c29-b159-ead1dd63d28f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 200 len: 797 time: 0.2344091 Feb 04 13:06:31.042405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-ab19175c-c6d7-4f55-a504-29b68d193ec0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 1000 time: 0.2293811 Feb 04 13:06:31.061110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5fd5-e55d-4894-b67b-46488dac88e5 req-3f090a7d-72cd-44ac-a09c-affd0d497e56 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.063366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca3d5fd5-e55d-4894-b67b-46488dac88e5 req-3f090a7d-72cd-44ac-a09c-affd0d497e56 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.6931562 Feb 04 13:06:31.119594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:31.121029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fcb927f7-95eb-4598-8db5-13bfbf833ce5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7701471 Feb 04 13:06:31.124321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:31.128513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:31.134006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:31.141632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2048743594'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:31.147835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:31.152802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:network and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:31.155806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:31.170787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:31.194567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '58d58bf0-3804-4a7a-864a-10d4fa658b87', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'mac_address': 'fa:16:3e:77:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:06:21Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 1, 'project_id': '37073e270089433ab22060984dbe68a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:31.206489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Checking router: 0e26b63c-7f87-49ed-951e-e9f80e381e49 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:06:31.207777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-acbe85af-4645-4c4c-8ed6-c65d397d243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.210290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-acbe85af-4645-4c4c-8ed6-c65d397d243a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=38b8da5e-6c17-4acc-b693-7b49fe97f641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2534964 Feb 04 13:06:31.213434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Made reservation on behalf of ab5f0e611b6f4b0394e64f820401227c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:31.217388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:31.221876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:31.222862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:31.235402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357878c7-8c3c-4297-a309-d8a21637809d req-019e7cae-6b29-40d4-ba5e-6af1dddd892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.250114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-019e7cae-6b29-40d4-ba5e-6af1dddd892f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.1843982 Feb 04 13:06:31.252419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca3d5fd5-e55d-4894-b67b-46488dac88e5 req-998f764c-d9c8-4b1f-b0c5-f70232cac78b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799591 Feb 04 13:06:31.286636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-7514f943-5a96-4c49-984e-2cb1456c2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.288124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-7514f943-5a96-4c49-984e-2cb1456c2280 service neutron] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.3482735 Feb 04 13:06:31.290252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:31.411069 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'status': 'completed', 'code': 200} Feb 04 13:06:31.495427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-ba5feaea-1ad2-4ded-9690-dbb9f647098a service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621109 Feb 04 13:06:31.513364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Router faff9013-28cb-4695-a81c-1642927cdcca has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:31.537496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-92a9de11-39b9-4844-83c7-94fe0fb8a8f1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4b95720-8293-4345-b094-c91e9dffff85 HTTP/1.1" status: 200 len: 217 time: 0.2404146 Feb 04 13:06:31.554045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e0a4f6d-948a-48ab-bcb6-89b271d65da7 None None] Provisioning complete for port d5797331-f12d-43d8-8623-0852146b2574 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:31.554413 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4f6d-948a-48ab-bcb6-89b271d65da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:31.604493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:31.738253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:31.805490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:security_group_rule and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:31.814156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:31.825512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:31.859740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:31.862950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-5cd95687-354d-4335-b96c-901bc61c1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.864395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-5cd95687-354d-4335-b96c-901bc61c1975 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.3189886 Feb 04 13:06:31.876991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4b15365b-01e1-4f30-bd33-a4e60b8a18c0 admin admin] 10.222.0.53 "PUT /v2.0/routers/faff9013-28cb-4695-a81c-1642927cdcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2192931 Feb 04 13:06:31.889125 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Sync routers for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:31.912691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:31.913812 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:31.925362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-826c8e8f-ad0a-4824-a4c3-1e1cbf82a99a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469875 Feb 04 13:06:31.942888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357878c7-8c3c-4297-a309-d8a21637809d req-ebfbed84-98c0-4772-a77b-4f68e9a51dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:31.944472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-ebfbed84-98c0-4772-a77b-4f68e9a51dac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6573868 Feb 04 13:06:32.131369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-33ca8649-c1c3-43b6-8a5e-abd0119ca08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:32.132960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-33ca8649-c1c3-43b6-8a5e-abd0119ca08f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1097 time: 0.6335123 Feb 04 13:06:32.134727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-8aaf74a2-4274-4482-b9f2-3e7f092f236d service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820626 Feb 04 13:06:32.139665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27ac9a61-b512-422c-81f9-6b2a4f17ba3a req-ef80ad00-e07a-41d6-b7ff-051fd2671fb6 service neutron] 10.222.0.87 "GET /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847087 Feb 04 13:06:32.247627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-c02eca6f-1e49-4f1d-99e0-a8519bcbdbb0 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153977 Feb 04 13:06:32.350767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:32.351180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a4f6d-948a-48ab-bcb6-89b271d65da7 None None] Port d5797331-f12d-43d8-8623-0852146b2574 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:32.396524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '58d58bf0-3804-4a7a-864a-10d4fa658b87', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'mac_address': 'fa:16:3e:77:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:06:21Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 1, 'project_id': '37073e270089433ab22060984dbe68a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:32.402020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa903a01-ca70-4eec-bddf-8c10d476403d None None] The sync data for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 is: [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '58d58bf0-3804-4a7a-864a-10d4fa658b87', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'mac_address': 'fa:16:3e:77:6b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:06:21Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 1, 'project_id': '37073e270089433ab22060984dbe68a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:32.482574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-3b1b8eed-174c-497e-945e-f28d7f1aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:32.489858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-3b1b8eed-174c-497e-945e-f28d7f1aeb73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 928 time: 0.3438165 Feb 04 13:06:32.496790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:32.572568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-357878c7-8c3c-4297-a309-d8a21637809d req-2291282b-3dbe-460e-a9fe-d22f8452f72a service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065061 Feb 04 13:06:32.573400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:32.660698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:06:32.683348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-71a5630c-823a-4981-9639-6e60fac4eea6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 1000 time: 0.1846726 Feb 04 13:06:32.692595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7017a-0e81-4c72-9beb-0aa0839484e4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:32.750435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:32.750816 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Added segment 4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd of type vlan for network 3903cc48-fbd7-4811-aac1-c6962d058eb9 Feb 04 13:06:32.818185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:32.831168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-da286217-3f35-4154-889d-9b25b92139a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:32.832705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-da286217-3f35-4154-889d-9b25b92139a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.1364129 Feb 04 13:06:32.909576 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 4, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5797331-f12d-43d8-8623-0852146b2574', 'name': '', 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'mac_address': 'fa:16:3e:d1:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:26Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 2, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'subnets': [{'id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:32.916037 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Checking router: faff9013-28cb-4695-a81c-1642927cdcca for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:06:32.917101 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Updating router faff9013-28cb-4695-a81c-1642927cdcca port d5797331-f12d-43d8-8623-0852146b2574 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:06:32.920148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16caf221-9d50-44c9-8c31-ec1a34a715cb None None] New status for floating IP 58d58bf0-3804-4a7a-864a-10d4fa658b87: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:06:32.939051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:06:32.962137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15d9c998-ceea-4215-a5b7-c0a6c74164bd req-c7cd1d4e-a2fb-4056-9dba-95a9f0f51c79 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085998 Feb 04 13:06:32.990645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-1524d09d-c9a4-449b-b487-28930a203cdc tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6972575 Feb 04 13:06:33.006852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:33.013712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:33.018169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Usage tracker for resource:floatingip and tenant:9d78845259ab40c3b63ec7da88026a6a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:33.021667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:33.028445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:33.031119 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.045353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.067295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.074120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:33.074120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.243276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1172786 Feb 04 13:06:33.245743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46586) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:33.261180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Request body: {'subnet': {'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:33.303208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae8b7-6d98-4553-9e43-05499231b2c5 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Network': ['ID=3903cc48-fbd7-4811-aac1-c6962d058eb9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:33.316334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:06:33.320854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37988fa6-cc0c-49c7-a5a7-35b7bffd5622 req-9917edb9-cc6c-469d-8373-435d613c157d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:33.323100 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37988fa6-cc0c-49c7-a5a7-35b7bffd5622 req-9917edb9-cc6c-469d-8373-435d613c157d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 945 time: 0.4856081 Feb 04 13:06:33.330938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-d5cfd382-93f2-4786-95d4-63bf96b94e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:33.370664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-d5cfd382-93f2-4786-95d4-63bf96b94e2d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4475167 Feb 04 13:06:33.498493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:33.503123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:subnet and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:33.508373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:33.519937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:33.526329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-da917da0-0221-4106-a7df-2740a3389f76 service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545525 Feb 04 13:06:33.541780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Made reservation on behalf of ab5f0e611b6f4b0394e64f820401227c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:33.552238 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.562179 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.582332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Transition to ACTIVE for port object d5797331-f12d-43d8-8623-0852146b2574 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:33.590351 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.661957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:33.670024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37988fa6-cc0c-49c7-a5a7-35b7bffd5622 req-dcf4f826-a7cd-464e-b112-9f482de54600 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591287 Feb 04 13:06:33.702666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.734645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59e30b67-8f55-48b4-a8a6-019f78e93a9f req-b823ad0a-f0d9-4d23-87db-f42648f68ec2 service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996520 Feb 04 13:06:33.866256 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3f4f-e2f5-4f0d-9f5e-6c34a5815a75 None None] Pushing event updated for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:33.991787 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Attempting to bind port d5797331-f12d-43d8-8623-0852146b2574 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:33.992437 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Attempting to bind port d5797331-f12d-43d8-8623-0852146b2574 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:33.992553 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Attempting to bind port d5797331-f12d-43d8-8623-0852146b2574 on network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:33.993520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f984500-438a-42a2-8c06-60a059dc1abd req-fa15d3ab-2b89-446d-99fa-13d12e55fc29 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 258 time: 0.2552891 Feb 04 13:06:33.998062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:33.998375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:34.008270 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:34.008640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Checking segment: {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:34.010270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:34.011844 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.013090 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Bound using segment: {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:34.016381 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Bound port: d5797331-f12d-43d8-8623-0852146b2574, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51dd02f-88e4-4aeb-b809-7a41feba6f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:34.017052 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.026851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:34.042974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.065266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:34.067288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:34.080534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.177701 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] For port d5797331-f12d-43d8-8623-0852146b2574, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:34.212657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] For port d5797331-f12d-43d8-8623-0852146b2574, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5797331-f12d-43d8-8623-0852146b2574,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:34.218942 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.231286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Allocated IP 172.25.4.65 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/30e4eb39-c36a-4355-84f3-dcb745378212) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:34.233394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:34.243472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.254015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.254459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.254918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.255323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.255719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.256110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.256522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.257049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.257769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.259049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.259922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.262902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:06:34.311394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Subnet': ['ID=81f27087-420c-4436-9bd5-0d2331457886,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:34.369794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:34.370821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:34.430012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.450379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Checking segment: {'id': '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:34.450771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network hostable DHCP agents. Network: 3903cc48-fbd7-4811-aac1-c6962d058eb9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:06:34.507621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:06:34.535493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3903cc48-fbd7-4811-aac1-c6962d058eb9) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:34.540360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:34.540949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.545300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac0767-7663-43eb-bcc5-1e7fb0a6dd80 None None] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:06:34.550660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.581886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46606) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:34.584392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5b81180-7a47-4893-aa2a-9c89b9110ec2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3372498 Feb 04 13:06:34.592993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2039591461', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:34.626846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:34.637158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.668100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b3f4f-e2f5-4f0d-9f5e-6c34a5815a75 None None] Pushing event updated for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:34.727774 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:34.784115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:router and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:34.794543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:34.828069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:34.851930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=30e4eb39-c36a-4355-84f3-dcb745378212,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:34.885319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Allocated IP 172.25.4.52 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/5fefbafe-ced6-48fa-96df-6660aefe665d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:34.889434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.890522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:34.892828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:34.893997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:34.901007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:34.989417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-3903cc48-fbd7-4811-aac1-c6962d058eb9', 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9', 'tenant_id': 'ab5f0e611b6f4b0394e64f820401227c', 'fixed_ips': [{'subnet_id': '81f27087-420c-4436-9bd5-0d2331457886'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:06:35.003469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.053706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.056600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.161018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.205183 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 4, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5797331-f12d-43d8-8623-0852146b2574', 'name': '', 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'mac_address': 'fa:16:3e:d1:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:26Z', 'updated_at': '2022-02-04T13:06:34Z', 'revision_number': 4, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'subnets': [{'id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:35.210042 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ab077-8abc-410f-b6ee-ce39a9818758 None None] The sync data for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 is: [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:06:28Z', 'revision_number': 4, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5797331-f12d-43d8-8623-0852146b2574', 'name': '', 'network_id': '5d3d9da8-42a8-4eb2-bc10-5a0fe5533037', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'mac_address': 'fa:16:3e:d1:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:26Z', 'updated_at': '2022-02-04T13:06:34Z', 'revision_number': 4, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'subnets': [{'id': 'a9832d77-c960-4ee9-bb53-b58e312a9b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:35.277671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Allocated IP 172.20.0.2 (3903cc48-fbd7-4811-aac1-c6962d058eb9/81f27087-420c-4436-9bd5-0d2331457886/2246078d-82c4-4db3-9654-17d3aa25ba56) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:35.405385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.538278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.605493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.612442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.662623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.694580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.700477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Transition to ACTIVE for port object 2246078d-82c4-4db3-9654-17d3aa25ba56 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:35.744528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Transition to ACTIVE for port object 2246078d-82c4-4db3-9654-17d3aa25ba56 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:35.745541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=30e4eb39-c36a-4355-84f3-dcb745378212,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:35.787935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.793976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event updated for resources: {'Port': ['ID=5fefbafe-ced6-48fa-96df-6660aefe665d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:35.820538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:35.822563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:35.825982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:35.978413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:35.999569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:36.002730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:36.014459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:36.118552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.132749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Pushing event updated for resources: {'Port': ['ID=2246078d-82c4-4db3-9654-17d3aa25ba56,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:36.159222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.160643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-88777123-8da4-48e1-a657-a174d1333643 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1611178 Feb 04 13:06:36.169894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Attempting to bind port 2246078d-82c4-4db3-9654-17d3aa25ba56 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:36.170277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Attempting to bind port 2246078d-82c4-4db3-9654-17d3aa25ba56 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:36.170789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Attempting to bind port 2246078d-82c4-4db3-9654-17d3aa25ba56 on network 3903cc48-fbd7-4811-aac1-c6962d058eb9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:36.185489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:36.186078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Checking segment: {'id': '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:36.186510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.187177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Bound using segment: {'id': '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:36.187678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Bound port: 2246078d-82c4-4db3-9654-17d3aa25ba56, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:36.188119 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.326528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] For port 2246078d-82c4-4db3-9654-17d3aa25ba56, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:36.330526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] For port 2246078d-82c4-4db3-9654-17d3aa25ba56, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2246078d-82c4-4db3-9654-17d3aa25ba56,segment=NetworkSegment(4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd),segment_id=4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:36.336540 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.338815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.343885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-c55685a1-01ff-4c17-a8af-3ad440801e72 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:36.390122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-c55685a1-01ff-4c17-a8af-3ad440801e72 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:36.391400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-c55685a1-01ff-4c17-a8af-3ad440801e72 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.2171838 Feb 04 13:06:36.399848 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.444370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:36.479229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906adad-db77-41da-8e7f-32937c23a14e None None] Pushing event updated for resources: {'Port': ['ID=2246078d-82c4-4db3-9654-17d3aa25ba56,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:36.747138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5797331-f12d-43d8-8623-0852146b2574 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:36.785034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-2a68f521-0b31-42db-ab09-a81ff04f91cc tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:36.786536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e26287d4-40c5-4f8b-882b-3fe6c9da7fe3 req-2a68f521-0b31-42db-ab09-a81ff04f91cc tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3886096 Feb 04 13:06:36.900902 n-d-820555-2 neutron-server[87622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85', 'code': 422} returned with failed status Feb 04 13:06:36.925083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d5797331-f12d-43d8-8623-0852146b2574 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:36.933520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d5797331-f12d-43d8-8623-0852146b2574 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:36.934374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.179992 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.200263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Allocated IP 172.25.4.210 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9ac0261a-0f38-4613-8797-6f2cc6f8021c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:37.226463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d5797331-f12d-43d8-8623-0852146b2574, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5797331-f12d-43d8-8623-0852146b2574,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:37.231842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.241506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e4db2-98ad-487a-b722-f6cf5a196d27 req-9bf4a2b6-f127-4128-9fdc-7710ee589271 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:37.249321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3e4db2-98ad-487a-b722-f6cf5a196d27 req-9bf4a2b6-f127-4128-9fdc-7710ee589271 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 943 time: 0.1487703 Feb 04 13:06:37.303789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e3e4db2-98ad-487a-b722-f6cf5a196d27 req-1f668182-de5b-4f30-858b-ee73c7926a50 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Feb 04 13:06:37.310728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:37.317103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.331705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.480804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event updated for resources: {'Port': ['ID=5fefbafe-ced6-48fa-96df-6660aefe665d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:37.533608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.574717 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-9e9cc8f1-dd53-48b6-956e-6febe3eda8c4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2200170 Feb 04 13:06:37.576870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.587251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.588678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f984500-438a-42a2-8c06-60a059dc1abd req-19993b25-448c-4597-a15c-784698afd3da tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5941722 Feb 04 13:06:37.588800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:37.597711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:37.612520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:37.626707 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.688965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a4b95720-8293-4345-b094-c91e9dffff85 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:37.709062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:37.814397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f984500-438a-42a2-8c06-60a059dc1abd req-1aa109e5-37c6-4374-9f23-d24c34c57a39 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:37.857569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:37.865393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:37.880983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:37.912382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=9ac0261a-0f38-4613-8797-6f2cc6f8021c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:37.922700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1f984500-438a-42a2-8c06-60a059dc1abd req-1aa109e5-37c6-4374-9f23-d24c34c57a39 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:37.923976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f984500-438a-42a2-8c06-60a059dc1abd req-1aa109e5-37c6-4374-9f23-d24c34c57a39 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.3228612 Feb 04 13:06:37.947778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.144380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021589a-9380-471e-9118-f7c66294f90c None None] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:06:38.178819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Allocated IP 172.25.4.221 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/ffd3297c-f524-4eee-8ff5-a2fb9d05254e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:38.355796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d59e6eef-1850-4d7b-b3b2-0bc6ee19a2dd None None] Provisioning for port 2246078d-82c4-4db3-9654-17d3aa25ba56 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:38.398868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984500-438a-42a2-8c06-60a059dc1abd req-ed4e8503-a8da-4554-8b6a-40a2a137f786 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:38.399475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.413364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f984500-438a-42a2-8c06-60a059dc1abd req-ed4e8503-a8da-4554-8b6a-40a2a137f786 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.4780312 Feb 04 13:06:38.441259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.526412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:38.529599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:38.548732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:38.659421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=ffd3297c-f524-4eee-8ff5-a2fb9d05254e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:38.759829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.789201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.851836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5797331-f12d-43d8-8623-0852146b2574 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:38.900777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:38.977665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d5797331-f12d-43d8-8623-0852146b2574 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:38.978040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.229164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2246078d-82c4-4db3-9654-17d3aa25ba56 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:39.314448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2246078d-82c4-4db3-9654-17d3aa25ba56 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:39.329115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2246078d-82c4-4db3-9654-17d3aa25ba56 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:39.329503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.340549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.347197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.473484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=ffd3297c-f524-4eee-8ff5-a2fb9d05254e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:39.493088 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.537743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.539120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-3d4381a4-64bf-415f-b611-9980da8df822 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9544914 Feb 04 13:06:39.579573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.625390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2246078d-82c4-4db3-9654-17d3aa25ba56, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2246078d-82c4-4db3-9654-17d3aa25ba56,segment=NetworkSegment(4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd),segment_id=4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:39.632502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.641966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:39.695917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-2c1cf039-7492-45b4-992d-d2ccf6d7f7a3 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:39.717925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-2c1cf039-7492-45b4-992d-d2ccf6d7f7a3 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:39.720273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-2c1cf039-7492-45b4-992d-d2ccf6d7f7a3 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1685154 Feb 04 13:06:39.807016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2246078d-82c4-4db3-9654-17d3aa25ba56,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:39.933505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-750e35df-94e4-47ad-9ab2-8fc21144465f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:39.935035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-750e35df-94e4-47ad-9ab2-8fc21144465f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=6484db62-722d-4e73-8895-f3159240ca3b HTTP/1.1" status: 200 len: 943 time: 0.2139220 Feb 04 13:06:40.028687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port a4b95720-8293-4345-b094-c91e9dffff85 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:40.029033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:40.038384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-460fd25a-12cb-43d6-ba66-65259912e079 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.039875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abd5d370-f5c2-44cd-b159-db351598f4c9 req-460fd25a-12cb-43d6-ba66-65259912e079 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3135111 Feb 04 13:06:40.111273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Router 9ab85968-a181-470c-84fb-8277d6d6b817 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:06:40.252840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-7ec64ba6-62a5-4a5f-919b-aabd140cf0eb tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:40.254288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-7ec64ba6-62a5-4a5f-919b-aabd140cf0eb tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1127198 Feb 04 13:06:40.337695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-0e3a2ee8-67a6-427c-b2fc-5dacbc560f23 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0755908 Feb 04 13:06:40.346084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-6402dea2-d01a-4d73-b1c4-d7326389ef0b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'floatingip': {'port_id': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:40.432708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-6402dea2-d01a-4d73-b1c4-d7326389ef0b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:40.471199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:40.485176 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] Sync routers for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:40.505327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:40.506205 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:40.510554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port a4b95720-8293-4345-b094-c91e9dffff85, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a4b95720-8293-4345-b094-c91e9dffff85,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:40.511310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:40.521758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:40.523239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7886b86-5963-4ce5-8745-22413c290588 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.9395714 Feb 04 13:06:40.525810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:40.584128 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:40.594798 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:40.595400 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:40.697665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2246078d-82c4-4db3-9654-17d3aa25ba56 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:40.740025 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:40.740422 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71254-7afd-4b08-ba6d-12166b03a8e3 None None] The sync data for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:40.816322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2246078d-82c4-4db3-9654-17d3aa25ba56 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:40.817240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:40.983187 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-6402dea2-d01a-4d73-b1c4-d7326389ef0b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:06:40.984410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7cfe9323-6879-438a-9978-0074bb9872a5 req-6402dea2-d01a-4d73-b1c4-d7326389ef0b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "PUT /v2.0/floatingips/227c5491-adcb-4332-a241-36aaff598442 HTTP/1.1" status: 409 len: 550 time: 0.6426249 Feb 04 13:06:41.039060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for a4b95720-8293-4345-b094-c91e9dffff85 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:41.187340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-ea3ee2fc-9447-453f-8f9c-ecc02aa6bef8 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1814084 Feb 04 13:06:41.192490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:41.199265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:41.213255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:41.226625 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.385470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.453584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.540728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Allocated IP 172.25.4.57 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/746c430a-446f-4d91-be0c-b4ddefdd971d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:41.556916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=a4b95720-8293-4345-b094-c91e9dffff85,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:41.657504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port a4b95720-8293-4345-b094-c91e9dffff85 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:41.661958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.664617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-deleted', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:41.717778 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-633ce0e1-307c-4543-904a-ac9b3e7abfef req-ca87dfa1-da73-4f18-901e-f59cd7d9307a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "DELETE /v2.0/ports/a4b95720-8293-4345-b094-c91e9dffff85 HTTP/1.1" status: 204 len: 173 time: 1.7745261 Feb 04 13:06:41.758298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.798674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.874777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:41.877757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:41.897305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:41.908564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:41.983693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=746c430a-446f-4d91-be0c-b4ddefdd971d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:42.043000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.114431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.472066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-f9d46c53-8d0c-4b1f-aab2-8118c48c2b79 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips/227c5491-adcb-4332-a241-36aaff598442 HTTP/1.1" status: 200 len: 692 time: 0.1001129 Feb 04 13:06:42.544907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.556073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.563678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Allocated IP 172.20.0.1 (3903cc48-fbd7-4811-aac1-c6962d058eb9/81f27087-420c-4436-9bd5-0d2331457886/c8b59e61-0865-4ef5-8a37-787406249f91) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:42.675428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=746c430a-446f-4d91-be0c-b4ddefdd971d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:42.697418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.750066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:42.753272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-c245ee5c-4f0e-4f8f-ba10-eee1d379ffa5 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5633359 Feb 04 13:06:42.858365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-43eb1f44-3a2b-4236-b181-77fc4ecde5b1 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:42.892836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-43eb1f44-3a2b-4236-b181-77fc4ecde5b1 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:42.903772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-43eb1f44-3a2b-4236-b181-77fc4ecde5b1 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1452653 Feb 04 13:06:42.949665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309560b-82df-4058-adb6-81097c41efc4 req-5f41414a-be35-410f-89e8-2e1f8a203d8c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:42.955115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-5f41414a-be35-410f-89e8-2e1f8a203d8c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.4713304 Feb 04 13:06:42.976348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-1241cb2f-443e-4378-8b4a-cd21f2d1fe16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:06:42.977735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-1241cb2f-443e-4378-8b4a-cd21f2d1fe16 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179703 Feb 04 13:06:43.064317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-b56828aa-2eec-4241-a521-064f390689d2 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:43.070880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b1dec0d-8777-4aa8-8514-bc48e483d745 req-b56828aa-2eec-4241-a521-064f390689d2 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.1626105 Feb 04 13:06:43.078317 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.084938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-e85648f6-ef21-4f87-b1ab-ba74881175b1 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0968754 Feb 04 13:06:43.198621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-e23421c5-a84e-4e79-ab1d-286c06325109 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.52 HTTP/1.1" status: 200 len: 695 time: 0.0954838 Feb 04 13:06:43.198621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Transition to ACTIVE for port object c8b59e61-0865-4ef5-8a37-787406249f91 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:43.364318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-855c54aa-2915-4494-955a-d122f8a8736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.396421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Deleting port 5fefbafe-ced6-48fa-96df-6660aefe665d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:43.396745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.466514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.548753 n-d-820555-2 neutron-server[87620]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6484db62-722d-4e73-8895-f3159240ca3b', 'name': 'network-vif-deleted', 'tag': 'a4b95720-8293-4345-b094-c91e9dffff85', 'status': 'failed', 'code': 422} returned with failed status Feb 04 13:06:43.625597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:43.634649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:43.634649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=c8b59e61-0865-4ef5-8a37-787406249f91,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:43.652605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:43.796882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.826493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.826913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:43.958902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15eddd14-d648-41fe-a542-1615b7354b27 req-dbddf312-1c4f-4112-ace0-adf4fce22a9e tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3083253 Feb 04 13:06:43.964720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:43.972408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:43.983417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:43.983836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Calling delete_port for 5fefbafe-ced6-48fa-96df-6660aefe665d owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:43.993473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.015075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f8a9cb52-256f-4ed5-88ae-bbf4f2e4f35b None None] Provisioning for port c8b59e61-0865-4ef5-8a37-787406249f91 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:44.025547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f8a9cb52-256f-4ed5-88ae-bbf4f2e4f35b None None] Provisioning complete for port c8b59e61-0865-4ef5-8a37-787406249f91 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:44.025914 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f8a9cb52-256f-4ed5-88ae-bbf4f2e4f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.086439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9cb52-256f-4ed5-88ae-bbf4f2e4f35b None None] Port c8b59e61-0865-4ef5-8a37-787406249f91 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:44.182449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.212716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.267573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.329497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Allocated IP 172.25.4.36 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/698f18f0-e0a6-4775-a613-093388ae40c7) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:44.329708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event deleted for resources: {'Port': ['ID=5fefbafe-ced6-48fa-96df-6660aefe665d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:44.521224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.554271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.634981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:44.637853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:44.642868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:44.643072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.668498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=698f18f0-e0a6-4775-a613-093388ae40c7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:44.763019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.770693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:44.772088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6309560b-82df-4058-adb6-81097c41efc4 req-96377196-0657-4466-bcce-d0bf4dd6398d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "DELETE /v2.0/floatingips/227c5491-adcb-4332-a241-36aaff598442 HTTP/1.1" status: 204 len: 173 time: 1.5751109 Feb 04 13:06:44.830475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.010691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.021802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.082158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.091943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.116934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.122741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.128627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.136119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.144366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.150896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.156912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.163958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-218a4f4d-dd49-45cb-8793-12aed06d9bf1 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.2397544 Feb 04 13:06:45.230221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.261849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=c8b59e61-0865-4ef5-8a37-787406249f91,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:45.323755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event updated for resources: {'Port': ['ID=698f18f0-e0a6-4775-a613-093388ae40c7,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:45.332764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.343319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fd2911e-cc74-4c15-8b6f-04961f99dc3f req-f6cdac86-19dc-4248-97e7-30f39212e17d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550236 Feb 04 13:06:45.406703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.408179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15eddd14-d648-41fe-a542-1615b7354b27 req-72f72137-b1f7-4a3e-8a5e-95cd50e534c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4484310 Feb 04 13:06:45.443734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:45.445066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:45.529331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-15eddd14-d648-41fe-a542-1615b7354b27 req-34263d34-9270-4cd3-ad3e-f9bb312c0633 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:45.588761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-15eddd14-d648-41fe-a542-1615b7354b27 req-34263d34-9270-4cd3-ad3e-f9bb312c0633 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:45.590145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15eddd14-d648-41fe-a542-1615b7354b27 req-34263d34-9270-4cd3-ad3e-f9bb312c0633 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1755984 Feb 04 13:06:45.790810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eddd14-d648-41fe-a542-1615b7354b27 req-83f3c3db-906c-4456-81e6-11a6a075d6d6 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.792293 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15eddd14-d648-41fe-a542-1615b7354b27 req-83f3c3db-906c-4456-81e6-11a6a075d6d6 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.1925812 Feb 04 13:06:45.825484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-ff7112f7-848e-447b-8f5e-6f080cd4b734 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:45.827450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-ff7112f7-848e-447b-8f5e-6f080cd4b734 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.3190134 Feb 04 13:06:45.828164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bb2e049-4163-4c77-8893-16426e3926cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.837052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-70dc22ce-94a5-43c6-a734-6837ba89e650 None None] Provisioning complete for port c8b59e61-0865-4ef5-8a37-787406249f91 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:45.837799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-70dc22ce-94a5-43c6-a734-6837ba89e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:45.850961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-4404be04-46cf-41b1-a828-1c325e34e4c3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0159793 Feb 04 13:06:45.853525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Router 9ab85968-a181-470c-84fb-8277d6d6b817 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:45.894330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-70dc22ce-94a5-43c6-a734-6837ba89e650 None None] Port c8b59e61-0865-4ef5-8a37-787406249f91 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:45.907218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-97da3629-8398-4009-9237-2351b104b311 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:45.939150 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-bcf158bf-4a5e-4d18-9fe5-4a9a33ef448a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1303642 Feb 04 13:06:45.992279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-97da3629-8398-4009-9237-2351b104b311 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:45.994716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-97da3629-8398-4009-9237-2351b104b311 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377678 Feb 04 13:06:46.044674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-e1b70bb3-b078-405a-a37e-c5e35c343011 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:46.046351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-e1b70bb3-b078-405a-a37e-c5e35c343011 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports/0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 943 time: 0.1030450 Feb 04 13:06:46.235869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-2e07b4c4-dce4-4a1b-b061-ba65d3e2e55d tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.1067479 Feb 04 13:06:46.242153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:46.249040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca422332-c87d-4368-ac42-7b47817b01d2 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "PUT /v2.0/routers/9ab85968-a181-470c-84fb-8277d6d6b817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7220738 Feb 04 13:06:46.253012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46858) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:46.255077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] Sync routers for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:46.262193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Request body: {'port': {'network_id': '3903cc48-fbd7-4811-aac1-c6962d058eb9', 'name': 'tempest-FloatingIPAdminTestJSON-271289155'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:46.266055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:46.266540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:46.283948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-e6bd6116-d836-4eca-9ba7-f59280dd0bde service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505980 Feb 04 13:06:46.366961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:46.383549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:46.384206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:46.462656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:46.463844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a5ca5-4692-47bb-a0f7-c9e90980bc15 None None] The sync data for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:46.594470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-1e464432-a894-4ebc-a1e4-5dfc4c9b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:46.594470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-597ffe0a-ee51-4fee-9221-ff176143290c req-1e464432-a894-4ebc-a1e4-5dfc4c9b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:46.617811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:46.617811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-597ffe0a-ee51-4fee-9221-ff176143290c req-1e464432-a894-4ebc-a1e4-5dfc4c9b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:46.627534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-1e464432-a894-4ebc-a1e4-5dfc4c9b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3682883 Feb 04 13:06:46.659078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-af920f53-a606-4505-8cbb-409213ac7b2b service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689902 Feb 04 13:06:46.676618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Usage tracker for resource:port and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:46.684844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:46.709133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:46.739379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Made reservation on behalf of ab5f0e611b6f4b0394e64f820401227c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:46.750692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:46.780687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:46.793360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] device_id is not set on port eb9b439b-dafc-4337-832a-e78a08bc1bbe yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:06:46.835626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-c6b13983-dbb7-484c-8888-de99130c58d5 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 1002 time: 0.2108421 Feb 04 13:06:46.894631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:46.974302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-285eaf3b-4721-4045-82dd-9caff96458de req-c1504202-e1ae-432e-a9b8-8e02da62cee1 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips/3eb8c7c7-77fb-4822-8499-ded12140137b HTTP/1.1" status: 200 len: 692 time: 0.1203048 Feb 04 13:06:47.141429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:47.214297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:47.237243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eaf3b-4721-4045-82dd-9caff96458de req-51c9d7c2-eb9e-41f5-b845-0cf5b16f0d07 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.237243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-285eaf3b-4721-4045-82dd-9caff96458de req-51c9d7c2-eb9e-41f5-b845-0cf5b16f0d07 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:47.299195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-285eaf3b-4721-4045-82dd-9caff96458de req-51c9d7c2-eb9e-41f5-b845-0cf5b16f0d07 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:47.315920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-285eaf3b-4721-4045-82dd-9caff96458de req-51c9d7c2-eb9e-41f5-b845-0cf5b16f0d07 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3398752 Feb 04 13:06:47.477531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Allocated IP 172.20.0.7 (3903cc48-fbd7-4811-aac1-c6962d058eb9/81f27087-420c-4436-9bd5-0d2331457886/eb9b439b-dafc-4337-832a-e78a08bc1bbe) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:47.648419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.656808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.664658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.671030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.677768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.685388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.710798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.710798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b94a7347-3857-4483-b3fb-b29315f6176d req-2a94d45c-c1d6-4338-b577-3e1c970ed14c tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.2495666 Feb 04 13:06:47.794073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b94a7347-3857-4483-b3fb-b29315f6176d req-0cd3fadc-c703-4673-bd1d-e63965fbe430 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763485 Feb 04 13:06:47.865770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:47.882646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:47.882964 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Floating IP 58d58bf0-3804-4a7a-864a-10d4fa658b87 disassociated. External IP: 172.25.4.245, port: 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2. Feb 04 13:06:47.946666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc3518e8-ba5e-468a-a35d-824227083a66 req-72898e97-3b35-4db4-a1f5-328bffbc0b66 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 210 time: 0.0548804 Feb 04 13:06:47.988953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:47.995938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.006448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.015991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.022635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.031360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.037525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.052886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-403a6b58-abd5-485e-9bf9-860015ef0ed9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 5433 time: 0.9878929 Feb 04 13:06:48.152031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-6e807b21-9e24-4368-8eee-8005561c74ed tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips/3eb8c7c7-77fb-4822-8499-ded12140137b HTTP/1.1" status: 200 len: 692 time: 0.1837995 Feb 04 13:06:48.334863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b02b8344-5ccf-43fd-817d-7b88e5a5584b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.336301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b02b8344-5ccf-43fd-817d-7b88e5a5584b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2777708 Feb 04 13:06:48.505303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-4ba08a77-1c7f-422f-a5e9-3ae2506e31e9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.509661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-4ba08a77-1c7f-422f-a5e9-3ae2506e31e9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.3188076 Feb 04 13:06:48.523934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-166c7375-b3a5-457e-849c-392d9e1cb6c8 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:48.527233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-166c7375-b3a5-457e-849c-392d9e1cb6c8 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3669364 Feb 04 13:06:48.532200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:48.662429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:48.672608 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:48.680227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Transition to ACTIVE for port object eb9b439b-dafc-4337-832a-e78a08bc1bbe will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:48.695175 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-f05a525e-227d-40dc-873c-c205255165fd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1457181 Feb 04 13:06:48.798696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:48.893968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-718a6e2d-4175-45f2-a24b-879fe53f83c0 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.36 HTTP/1.1" status: 200 len: 695 time: 0.1694217 Feb 04 13:06:48.945245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:48.953669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:48.962446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:49.004501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c4736b27-373b-43d7-8da9-291d74bc8ee4 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6514883 Feb 04 13:06:49.069242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event updated for resources: {'Port': ['ID=eb9b439b-dafc-4337-832a-e78a08bc1bbe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:49.090881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:49.131675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:49.131675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Deleting port 698f18f0-e0a6-4775-a613-093388ae40c7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:49.131675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.194654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:49.195401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.282848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7d45c78-5169-484f-8814-c49990ec5e84 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0265098 Feb 04 13:06:49.285149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Router 0e26b63c-7f87-49ed-951e-e9f80e381e49 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:49.291716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46920) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:49.299142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-511b13a2-a8b2-4083-8a58-fb713c9b983a None None] Provisioning for port eb9b439b-dafc-4337-832a-e78a08bc1bbe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:06:49.317213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-511b13a2-a8b2-4083-8a58-fb713c9b983a None None] Provisioning complete for port eb9b439b-dafc-4337-832a-e78a08bc1bbe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:49.318181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-511b13a2-a8b2-4083-8a58-fb713c9b983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.392978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-511b13a2-a8b2-4083-8a58-fb713c9b983a None None] Port eb9b439b-dafc-4337-832a-e78a08bc1bbe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:49.394313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'project_id': 'ab5f0e611b6f4b0394e64f820401227c', 'port_id': 'eb9b439b-dafc-4337-832a-e78a08bc1bbe'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:49.397819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.422961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:06:49.438688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Usage tracker for resource:floatingip and tenant:ab5f0e611b6f4b0394e64f820401227c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:06:49.449746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:06:49.458883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:49.493207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:06:49.496791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:06:49.501041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.531688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.532010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.598986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.719754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Calling delete_port for 698f18f0-e0a6-4775-a613-093388ae40c7 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:49.767380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:49.897851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.948254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.950719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.962216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event deleted for resources: {'Port': ['ID=698f18f0-e0a6-4775-a613-093388ae40c7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:49.985468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:49.986616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:49.993005 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:49.993923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d8d49711-20c9-4c07-a923-f814e192cca5 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:50.055666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:50.065846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.066005 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Sync routers for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:50.079720 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:50.082751 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:50.130039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:50.152411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-a6f1cad4-0dbe-444e-a274-8bae3578d1ec tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "PUT /v2.0/floatingips/58d58bf0-3804-4a7a-864a-10d4fa658b87 HTTP/1.1" status: 200 len: 695 time: 3.3080680 Feb 04 13:06:50.165890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:50.175236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.210132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.248136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:50.254561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.255490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:50.289287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.290561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-854522cb-ca8b-458a-a485-b29b2e80dc1c req-1030b068-6f2c-422c-987c-3a7a6f9095a4 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "DELETE /v2.0/floatingips/3eb8c7c7-77fb-4822-8499-ded12140137b HTTP/1.1" status: 204 len: 173 time: 1.3864615 Feb 04 13:06:50.324505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=071cb482-3a99-4798-9721-aa65905be917,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:50.337615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.9 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/512f584d-2d81-479e-8b36-1493e29132f2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:50.398834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:50.400310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-e336f4db-93f8-4bd0-971f-66b209ed4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:50.404180 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:50.404469 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-e336f4db-93f8-4bd0-971f-66b209ed4837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1097 time: 0.2133152 Feb 04 13:06:50.517039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] For port 071cb482-3a99-4798-9721-aa65905be917, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:50.530450 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.568399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:50.574567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.575366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:50.599942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] device_id is not set on port 071cb482-3a99-4798-9721-aa65905be917 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:06:50.611133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.636837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.747183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:50.883335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] No DVR routers for this DVR port 071cb482-3a99-4798-9721-aa65905be917 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:50.888257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.929495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.943674 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:50.948215 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Checking router: 0e26b63c-7f87-49ed-951e-e9f80e381e49 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:06:50.965068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:50.969669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:50.973997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 05b256b8-6792-4a10-bd47-f28226ad0a15 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:50.974123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:50.974123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:50.978267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:50.983234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:50.997360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.003465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.009758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.016206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.018366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-8ff8fa84-8149-4dae-a44a-a8dfc9b1acba tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 4653 time: 0.4025900 Feb 04 13:06:51.023696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.102463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc390743-5d60-4906-9c04-ad3f095f6e97 req-964aacaf-85a7-41bb-8727-b28d7157c3f5 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&id=c3f5f99f-6d33-4302-9004-9bbcc256dc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744135 Feb 04 13:06:51.178020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.189965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Allocated IP 172.25.4.97 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e9ba4cac-5380-4d6d-b35c-799cf8f3a8de) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:06:51.192257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:51.221559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] In _notify_port_updated(), no bound segment for port 071cb482-3a99-4798-9721-aa65905be917 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:06:51.222414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.223683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.224976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-b84277f3-3ddc-4a35-a1ee-f068e6e4e1a6 service neutron] 10.222.0.87 "PUT /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 200 len: 1027 time: 2.1573074 Feb 04 13:06:51.263979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4b7f8ad3-b82b-476e-9e05-fdb773ceb8a9 None None] Provisioning complete for port 071cb482-3a99-4798-9721-aa65905be917 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:51.264758 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8ad3-b82b-476e-9e05-fdb773ceb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.300536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-26b34cec-e1f7-4529-9e7d-f657a25d1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.300536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-26b34cec-e1f7-4529-9e7d-f657a25d1335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 928 time: 0.8846464 Feb 04 13:06:51.320259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:51.343658 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:06:51.399335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:51.436871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-2457881a-ccd9-4ad6-95d6-689f06c46940 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 217 time: 0.0814369 Feb 04 13:06:51.481519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f8ad3-b82b-476e-9e05-fdb773ceb8a9 None None] Port 071cb482-3a99-4798-9721-aa65905be917 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:51.509024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:51.513894 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.515928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:51.536228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-30b83ebe-0bb1-4b65-a404-0cfcab4203b5 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.537609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-30b83ebe-0bb1-4b65-a404-0cfcab4203b5 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "GET /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3028560 Feb 04 13:06:51.538147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:51.551571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:51.563471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:51.568216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.569499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1ba12652-e0de-44b4-a055-0879522e0bc4 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:51.628133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-daf1d97d-1fe0-46db-b26c-431009ef4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.629719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-daf1d97d-1fe0-46db-b26c-431009ef4ae1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.1816814 Feb 04 13:06:51.707006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.708492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.730737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5ccbc-6b13-4ac2-ba4f-06c12713f368 req-2121f20c-5139-4321-9f93-4a003342fd65 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.731449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e9e5ccbc-6b13-4ac2-ba4f-06c12713f368 req-2121f20c-5139-4321-9f93-4a003342fd65 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:51.752104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-d81a661f-3f72-41b5-b602-75f346a48ef3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2236810 Feb 04 13:06:51.756453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e9e5ccbc-6b13-4ac2-ba4f-06c12713f368 req-2121f20c-5139-4321-9f93-4a003342fd65 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:51.759206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e5ccbc-6b13-4ac2-ba4f-06c12713f368 req-2121f20c-5139-4321-9f93-4a003342fd65 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 931 time: 0.3608282 Feb 04 13:06:51.769209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.775513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Request body: {'port': {'device_id': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:51.816985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.943481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:51.944330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ffe0a-ee51-4fee-9221-ff176143290c req-51f36668-6647-438a-9a63-41ddff0a751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:51.946623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-51f36668-6647-438a-9a63-41ddff0a751d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083816 Feb 04 13:06:51.948908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:51.953971 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1138-7fc1-4ee7-8b8a-770e78dd462e None None] The sync data for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 is: [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '789a6baa-2986-45e4-b9f6-e591618ca98d', 'name': '', 'network_id': '18017bdc-6b41-418a-87d7-efac0e5f5b80', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'mac_address': 'fa:16:3e:88:08:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:43Z', 'updated_at': '2022-02-04T13:05:57Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'subnets': [{'id': 'ef45e9c8-b907-4cc9-b082-2d58353d6f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:51.966666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:52.044435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:52.064886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e5ccbc-6b13-4ac2-ba4f-06c12713f368 req-f6f450b6-2b81-49ef-80aa-cef5d71dadb4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627049 Feb 04 13:06:52.149031 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'code': 200} Feb 04 13:06:52.228449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:52.276834 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'status': 'completed', 'code': 200} Feb 04 13:06:52.351103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Pushing event updated for resources: {'Port': ['ID=e9ba4cac-5380-4d6d-b35c-799cf8f3a8de,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:52.366570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f5954-1583-40fe-8427-c2b00f6804c7 None None] New status for floating IP 58d58bf0-3804-4a7a-864a-10d4fa658b87: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:06:52.552666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1ba12652-e0de-44b4-a055-0879522e0bc4,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:52.553665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:06:52.566112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:06:52.574891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:06:52.612690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-8b1e7fa7-468f-4233-86ba-24543f118680 service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348746 Feb 04 13:06:52.702820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-e44c2076-5925-4892-b356-616f384987d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:52.704586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-e44c2076-5925-4892-b356-616f384987d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37073e270089433ab22060984dbe68a7&device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 1097 time: 0.4556432 Feb 04 13:06:52.770330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] For port 1ba12652-e0de-44b4-a055-0879522e0bc4, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:52.853170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3107-9fa1-47ab-8b0c-d99160d53b1d req-988d3f30-a3c8-409e-bd45-97fa49cf421a tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:52.854967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75dd3107-9fa1-47ab-8b0c-d99160d53b1d req-988d3f30-a3c8-409e-bd45-97fa49cf421a tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6393976 Feb 04 13:06:52.883006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] device_id is not set on port 1ba12652-e0de-44b4-a055-0879522e0bc4 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:06:52.986440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.002873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.008464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597ffe0a-ee51-4fee-9221-ff176143290c req-886b82d5-bfed-4878-8a48-910c7949d7c0 service neutron] 10.222.0.53 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878746 Feb 04 13:06:53.019493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512f584d-2d81-479e-8b36-1493e29132f2 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:53.029853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.100218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Transition to ACTIVE for port object 512f584d-2d81-479e-8b36-1493e29132f2 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:06:53.100218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-a2e4b52b-874e-487b-9e58-00364cc85871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.101495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-a2e4b52b-874e-487b-9e58-00364cc85871 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 200 len: 928 time: 0.3822470 Feb 04 13:06:53.114128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.157871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:06:53.159414 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:06:53.242733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-c284289b-8b3d-4dca-91f2-39f20d2865e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 200 len: 217 time: 0.1187770 Feb 04 13:06:53.350105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-95b1e4a9-c5f5-4402-9cf7-79b9d7a15f7b req-75c00def-04d5-4a00-b5a7-ce1c85fa6666 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=9d78845259ab40c3b63ec7da88026a6a HTTP/1.1" status: 200 len: 1655 time: 0.2958522 Feb 04 13:06:53.374239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:53.384234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] No DVR routers for this DVR port 1ba12652-e0de-44b4-a055-0879522e0bc4 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:53.406046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-9e0305be-fd36-4ffd-a8b2-721c49e4e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.407602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-9e0305be-fd36-4ffd-a8b2-721c49e4e533 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 200 len: 866 time: 0.0934086 Feb 04 13:06:53.518669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29b1c28c-3aec-47d9-af36-fa8b8f7e7686 None None] Provisioning complete for port 1ba12652-e0de-44b4-a055-0879522e0bc4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:53.518669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29b1c28c-3aec-47d9-af36-fa8b8f7e7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.529982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:53.535774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] In _notify_port_updated(), no bound segment for port 1ba12652-e0de-44b4-a055-0879522e0bc4 on network 231810da-1f5f-453c-a68a-f03e2b59bf38 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:06:53.536930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.537696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.540051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-485fa080-1863-419e-8b81-ac70db6d5f14 service neutron] 10.222.0.87 "PUT /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 200 len: 1028 time: 1.9916258 Feb 04 13:06:53.604453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29b1c28c-3aec-47d9-af36-fa8b8f7e7686 None None] Port 1ba12652-e0de-44b4-a055-0879522e0bc4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:06:53.654142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.657578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.664440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.670777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.677491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.679435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-ea5cd26f-bba0-4878-8696-3265588d1dce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 3874 time: 0.6315734 Feb 04 13:06:53.699313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Attempting to bind port 512f584d-2d81-479e-8b36-1493e29132f2 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:06:53.699801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Attempting to bind port 512f584d-2d81-479e-8b36-1493e29132f2 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:06:53.700260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Attempting to bind port 512f584d-2d81-479e-8b36-1493e29132f2 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:53.711368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Port 512f584d-2d81-479e-8b36-1493e29132f2 on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:06:53.711922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Attempting to bind port 512f584d-2d81-479e-8b36-1493e29132f2 on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:06:53.747973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:53.748615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:06:53.749309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 071cb482-3a99-4798-9721-aa65905be917 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:06:53.749835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:53.750483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Bound port: 512f584d-2d81-479e-8b36-1493e29132f2, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:06:53.751678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:53.793169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-9bd8d13e-c827-40a5-b7fb-2a51350cae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.794691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-9bd8d13e-c827-40a5-b7fb-2a51350cae7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18017bdc-6b41-418a-87d7-efac0e5f5b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645329 Feb 04 13:06:53.816272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 071cb482-3a99-4798-9721-aa65905be917 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:06:53.842642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64a686f0-bff5-4d1b-9e10-7dd123dbdf96 req-a061a303-7ec4-4be5-8fc7-907af9163a56 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457388 Feb 04 13:06:53.948359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:53.948700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.032503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e4a9-c5f5-4402-9cf7-79b9d7a15f7b req-f7a8cf10-07b1-4ea1-9541-b4c5dd014335 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:54.035875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-95b1e4a9-c5f5-4402-9cf7-79b9d7a15f7b req-f7a8cf10-07b1-4ea1-9541-b4c5dd014335 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks?id=0da928c1-df42-4b70-82b6-376c11f9ad8e&id=0da928c1-df42-4b70-82b6-376c11f9ad8e&id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 787 time: 0.6046300 Feb 04 13:06:54.043264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-de8cbc02-bc1a-4c7e-9f98-6188540b627b tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips/58d58bf0-3804-4a7a-864a-10d4fa658b87 HTTP/1.1" status: 200 len: 693 time: 0.1607924 Feb 04 13:06:54.150576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5'}, {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67'}, {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1'}, {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:54.242629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.243339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:06:54.367188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:54.367834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.381304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.423977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:06:54.429644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-ea66fa2d-3a17-4e20-8d8a-fc519b475043 service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198075 Feb 04 13:06:54.432777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.505725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-0e4d197f-1043-4250-ad1f-15a70ba31a9c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:54.507332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-0e4d197f-1043-4250-ad1f-15a70ba31a9c tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.4464533 Feb 04 13:06:54.550118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:54.584400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:54.585021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.586360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] 10.222.0.87 "PUT /v2.0/ports/512f584d-2d81-479e-8b36-1493e29132f2 HTTP/1.1" status: 200 len: 1091 time: 2.8248224 Feb 04 13:06:54.586823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:54.595985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7a693-eb6c-4f68-b70e-f511ca8d0b42 req-5b5783bc-5baf-4256-92f8-40e3eb074900 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:54.597318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0dc7a693-eb6c-4f68-b70e-f511ca8d0b42 req-5b5783bc-5baf-4256-92f8-40e3eb074900 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 943 time: 0.4057982 Feb 04 13:06:54.724945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-9668c271-a177-4dfb-87b9-cb5208ae1106 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:54.743445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0dc7a693-eb6c-4f68-b70e-f511ca8d0b42 req-6d54f57a-be3d-4fcb-8eaa-1b2fdc8842ed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355457 Feb 04 13:06:54.755300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:54.776454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c90d-03d0-4ccf-b730-e66088fad20e service neutron] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:54.783126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-9668c271-a177-4dfb-87b9-cb5208ae1106 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:54.784548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-9668c271-a177-4dfb-87b9-cb5208ae1106 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.2019165 Feb 04 13:06:54.914461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-b8560949-8b9d-4451-898d-1d6c896f3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:54.915973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-b8560949-8b9d-4451-898d-1d6c896f3b03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 1094 time: 0.2450435 Feb 04 13:06:54.918869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-00d16f47-168e-4807-9b43-791e05e74fc0 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.1165226 Feb 04 13:06:54.922256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c1bd56f-5ad3-4c52-bc1e-58bdb4506a29 req-6378786c-f806-4e6a-ad97-cf52cd0655ac service neutron] 10.222.0.90 "GET /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788303 Feb 04 13:06:54.955255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc8667f8-9ab2-4481-b734-140f11014501 req-6ddca8a1-0d5f-45bc-bd29-26aedeeadc34 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips/1b7814bf-2af0-4086-901b-b3cea8014e45 HTTP/1.1" status: 200 len: 692 time: 0.1425691 Feb 04 13:06:55.051393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-732446e7-4505-4999-832d-b0a4aeaeb2b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512f584d-2d81-479e-8b36-1493e29132f2 HTTP/1.1" status: 200 len: 217 time: 0.1268651 Feb 04 13:06:55.198162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.200055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Deleting port a6f15fca-d3c7-46da-bd47-718f49243f8b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:55.200055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.253423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-0014f78e-3af2-4d4f-9e3f-ea3f5592abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:55.255465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-0014f78e-3af2-4d4f-9e3f-ea3f5592abef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1898887 Feb 04 13:06:55.279023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:55.352838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8667f8-9ab2-4481-b734-140f11014501 req-977d0919-e029-415f-8d1e-5cac35098baa tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:55.354513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc8667f8-9ab2-4481-b734-140f11014501 req-977d0919-e029-415f-8d1e-5cac35098baa tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3826647 Feb 04 13:06:55.387455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-fa9eda56-12eb-4674-8437-ff247cfcb846 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244318 Feb 04 13:06:55.497195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] No DVR routers for this DVR port 6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:55.505995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.508473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:55.520704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc8667f8-9ab2-4481-b734-140f11014501 req-0e7e1b35-beb4-4321-95fa-657ac0c59234 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1526124 Feb 04 13:06:55.540335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.540737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.704280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Calling delete_port for a6f15fca-d3c7-46da-bd47-718f49243f8b owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:55.779068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-a7633b61-6477-42cf-91b1-93422ee64d14 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789341 Feb 04 13:06:55.803587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.809790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-5dfe7f9d-8d1a-49e2-9388-e9e5d27b7e39 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "DELETE /v2.0/ports/6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c HTTP/1.1" status: 204 len: 173 time: 2.2626441 Feb 04 13:06:55.819100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:55.948877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc8667f8-9ab2-4481-b734-140f11014501 req-64d22feb-029f-4f84-800c-87a5e2136196 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.4143026 Feb 04 13:06:56.105573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Pushing event updated for resources: {'Port': ['ID=e9ba4cac-5380-4d6d-b35c-799cf8f3a8de,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:56.116863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:56.117389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.145393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6dff51d-739f-4a78-af2d-c819fd4b571a req-35ed9569-5a6f-46ed-a0f6-4d34b1d2600d service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589578 Feb 04 13:06:56.157961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.216225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event deleted for resources: {'Port': ['ID=a6f15fca-d3c7-46da-bd47-718f49243f8b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:56.251281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Deleting port 746c430a-446f-4d91-be0c-b4ddefdd971d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:56.251628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.279769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.309408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.333486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.336439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d7fe8aa-a96c-44b6-912e-81161348ff93 req-8837b0d6-eab9-44d8-afe2-5cd6cc00a0fa tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "DELETE /v2.0/floatingips/58d58bf0-3804-4a7a-864a-10d4fa658b87 HTTP/1.1" status: 204 len: 173 time: 1.3556967 Feb 04 13:06:56.404079 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'code': 200} Feb 04 13:06:56.404617 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'code': 200} Feb 04 13:06:56.404879 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'code': 200} Feb 04 13:06:56.405254 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'code': 200} Feb 04 13:06:56.446589 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2', 'status': 'completed', 'code': 200} Feb 04 13:06:56.660929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-61a3293b-bd68-45af-acc7-be32063476d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.662433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-61a3293b-bd68-45af-acc7-be32063476d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 1094 time: 0.1912417 Feb 04 13:06:56.753822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.754440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:56.771887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b17c11-5620-481f-bff8-58573c1b779b req-0d9dcf77-340a-410d-ac66-d01c537b4a59 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.777987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b17c11-5620-481f-bff8-58573c1b779b req-0d9dcf77-340a-410d-ac66-d01c537b4a59 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.783944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b17c11-5620-481f-bff8-58573c1b779b req-0d9dcf77-340a-410d-ac66-d01c537b4a59 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.790412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b17c11-5620-481f-bff8-58573c1b779b req-0d9dcf77-340a-410d-ac66-d01c537b4a59 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.792210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f2b17c11-5620-481f-bff8-58573c1b779b req-0d9dcf77-340a-410d-ac66-d01c537b4a59 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 3141 time: 0.2128379 Feb 04 13:06:56.869397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-d9377a0b-ec10-4fc0-82b7-a6deabd82e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:56.870909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-d9377a0b-ec10-4fc0-82b7-a6deabd82e04 service neutron] 10.222.0.87 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.2024107 Feb 04 13:06:56.873866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f2b17c11-5620-481f-bff8-58573c1b779b req-7e434003-1601-46d8-a07a-c37b60e2f303 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759544 Feb 04 13:06:56.890300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Calling delete_port for 746c430a-446f-4d91-be0c-b4ddefdd971d owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:56.954275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-dc5c2eb5-c176-4880-aeb4-7d3be1ebe268 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512f584d-2d81-479e-8b36-1493e29132f2 HTTP/1.1" status: 200 len: 217 time: 0.0765715 Feb 04 13:06:56.971641 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '6db4ebd3-40ce-40a2-8b9d-0d4534bfd78c', 'status': 'completed', 'code': 200} Feb 04 13:06:56.989538 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Floating IP a6f1f1c9-8ef1-4c41-a718-060e5930594b associated. External IP: 172.25.4.97, port: eb9b439b-dafc-4337-832a-e78a08bc1bbe. Feb 04 13:06:57.049173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-c69c1068-0dc8-4e2c-802b-ba368e252e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:57.050728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-c69c1068-0dc8-4e2c-802b-ba368e252e37 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.0790641 Feb 04 13:06:57.147401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-f913a73d-ab86-454e-b71e-6eb12e7408ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561957 Feb 04 13:06:57.274366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:57.274704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:57.303855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a65991-81ea-45ac-9de6-f27496dc736a req-c7dfd6e9-20b3-49d1-ad3a-7e1a215668cb tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:57.305370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41a65991-81ea-45ac-9de6-f27496dc736a req-c7dfd6e9-20b3-49d1-ad3a-7e1a215668cb tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 943 time: 0.2537413 Feb 04 13:06:57.313750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-aff8867b-0266-4246-9663-df0a1e2f7b79 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573510 Feb 04 13:06:57.446784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41a65991-81ea-45ac-9de6-f27496dc736a req-e0d79ceb-8000-4a37-aa0f-a9e5e0e15976 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318998 Feb 04 13:06:57.489921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:57.494722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d51327d3-dd55-42b5-9a72-7c30f3b3a4ad req-ca3407f0-6864-476a-b8ed-090df382eb69 service neutron] 10.222.0.87 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661925 Feb 04 13:06:57.648234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-c2127dd7-c08d-465c-bed9-ebc630996f18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:57.648932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-c2127dd7-c08d-465c-bed9-ebc630996f18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:57.665503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-c2127dd7-c08d-465c-bed9-ebc630996f18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:57.667305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-c2127dd7-c08d-465c-bed9-ebc630996f18 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1014383 Feb 04 13:06:57.773631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-e6e2c965-ee06-48ad-88ba-a02108ae508a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Synchronizing usage tracker for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:57.775856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:57.793594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-e6e2c965-ee06-48ad-88ba-a02108ae508a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Unset dirty status for tenant:37073e270089433ab22060984dbe68a7 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:57.795258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-957cbc7f-f018-4a82-9d51-b21ec2dabfb8 req-e6e2c965-ee06-48ad-88ba-a02108ae508a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1222651 Feb 04 13:06:57.795394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 512f584d-2d81-479e-8b36-1493e29132f2 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:06:57.845719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event deleted for resources: {'Port': ['ID=746c430a-446f-4d91-be0c-b4ddefdd971d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:57.918032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c84950-6fa0-4aec-aeaa-639a42e53847 req-5221e62b-26a6-486f-a0d4-729498cd3dc5 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0983634 Feb 04 13:06:57.983088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:57.998797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '512f584d-2d81-479e-8b36-1493e29132f2', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': '512f584d-2d81-479e-8b36-1493e29132f2', 'mac_address': 'fa:16:3e:79:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:06:58.027789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.070062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.095796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512f584d-2d81-479e-8b36-1493e29132f2 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:06:58.108582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Router 9ab85968-a181-470c-84fb-8277d6d6b817 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:06:58.111480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=8f827f4c-169a-4d33-b364-cb9d9dc4b5f1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:58.120720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:58.125519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.214080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:58.228697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.244708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] No DVR routers for this DVR port 8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:06:58.277890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77424c-7c26-468e-b2ec-fd2294877a57 req-c5a3f531-37f1-4bc5-a33f-8a9934395c6f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:58.283661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77424c-7c26-468e-b2ec-fd2294877a57 req-c5a3f531-37f1-4bc5-a33f-8a9934395c6f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:58.290118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77424c-7c26-468e-b2ec-fd2294877a57 req-c5a3f531-37f1-4bc5-a33f-8a9934395c6f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:58.291804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f77424c-7c26-468e-b2ec-fd2294877a57 req-c5a3f531-37f1-4bc5-a33f-8a9934395c6f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 2409 time: 0.2573643 Feb 04 13:06:58.304888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.327503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-c8b7d539-7fa5-4ced-8ddf-6f2adbd09dcc tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "DELETE /v2.0/ports/8f827f4c-169a-4d33-b364-cb9d9dc4b5f1 HTTP/1.1" status: 204 len: 173 time: 2.4860327 Feb 04 13:06:58.343390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f77424c-7c26-468e-b2ec-fd2294877a57 req-0f707f16-7dbf-4d1d-b885-a9d53d90c1e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Feb 04 13:06:58.374087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.375218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc8667f8-9ab2-4481-b734-140f11014501 req-954895f6-a556-4bf4-804c-32b8fb559c80 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "DELETE /v2.0/floatingips/1b7814bf-2af0-4086-901b-b3cea8014e45 HTTP/1.1" status: 204 len: 173 time: 2.3876810 Feb 04 13:06:58.380861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['512f584d-2d81-479e-8b36-1493e29132f2'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:06:58.586650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:58.586984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:58.750943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-e1ef0bd7-0187-4a43-ac65-8bebaf281670 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips/1dad696b-3de6-4dec-91d0-351e0d2962f8 HTTP/1.1" status: 200 len: 693 time: 0.3524201 Feb 04 13:06:58.933353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc106c-96b5-4519-8d06-47dfb93c0119 req-d68edab9-69f9-4664-8f50-a01195dbfd1d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:58.935485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97cc106c-96b5-4519-8d06-47dfb93c0119 req-d68edab9-69f9-4664-8f50-a01195dbfd1d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 944 time: 0.0982511 Feb 04 13:06:58.958501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:06:58.970559 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] Sync routers for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:06:58.981476 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:58.982594 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:59.002181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:59.006217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97cc106c-96b5-4519-8d06-47dfb93c0119 req-1831bb34-7981-4e9b-8794-0612a87f3d4e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597053 Feb 04 13:06:59.078320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:59.089260 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:06:59.090084 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:59.148048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:59.171777 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:06:59.172474 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b85719-b256-44aa-8b45-a5d38a7545b7 None None] The sync data for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:06:59.216919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1324ec-13dd-431b-b6b1-0391fd289bac req-6eadc6ef-c6bc-4811-96a1-fb56dd478030 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:59.223950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc1324ec-13dd-431b-b6b1-0391fd289bac req-6eadc6ef-c6bc-4811-96a1-fb56dd478030 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 946 time: 0.1209900 Feb 04 13:06:59.268667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc1324ec-13dd-431b-b6b1-0391fd289bac req-9b17f3aa-0417-42cc-96cb-49ad3faf5e06 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Feb 04 13:06:59.289797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-00c69e6a-79ef-4645-bd33-faf9be7d12bd tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.9934566 Feb 04 13:06:59.295547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:59.297778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:06:59.298648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:59.417888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7ff80fa0-cfa7-49c6-8b09-444675c8da72 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "GET /v2.0/floatingips/a6f1f1c9-8ef1-4c41-a718-060e5930594b HTTP/1.1" status: 200 len: 981 time: 0.1209879 Feb 04 13:06:59.418688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47104) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:59.449389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:06:59.525032 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '8f827f4c-169a-4d33-b364-cb9d9dc4b5f1', 'status': 'completed', 'code': 200} Feb 04 13:06:59.548017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-29a96eeb-16c6-4ea5-8d9d-088e1070dd52 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:59.549617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-29a96eeb-16c6-4ea5-8d9d-088e1070dd52 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.5890994 Feb 04 13:06:59.573434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-23dd9590-120e-43fb-bc81-f48192a65f49 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4775 time: 0.1535511 Feb 04 13:06:59.578954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:59.659172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-bb68149b-f925-4497-8bbd-e08d48b607df tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:06:59.752937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-bb68149b-f925-4497-8bbd-e08d48b607df tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:06:59.754143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-bb68149b-f925-4497-8bbd-e08d48b607df tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1955605 Feb 04 13:06:59.799146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 512f584d-2d81-479e-8b36-1493e29132f2 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:06:59.914630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-69c7f623-0cce-401a-bee9-69f73f6e9200 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1388049 Feb 04 13:06:59.915931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:06:59.982847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port e9ba4cac-5380-4d6d-b35c-799cf8f3a8de {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:06:59.983195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.026022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:00.026583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 512f584d-2d81-479e-8b36-1493e29132f2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:00.038679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 512f584d-2d81-479e-8b36-1493e29132f2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:00.044538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.123621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.123621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.123621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.124101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.124261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.124586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.124912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.125232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.125555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.125855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.126174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.126491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:00.238522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] No DVR routers for this DVR port db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:00.241351 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.243777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.266714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Deleting port ffd3297c-f524-4eee-8ff5-a2fb9d05254e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:00.267146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.280380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:00.299015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:00.315381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.325606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-a7c55cb0-fc6d-4081-8675-1f07ac47ab47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "DELETE /v2.0/ports/db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67 HTTP/1.1" status: 204 len: 173 time: 1.9912920 Feb 04 13:07:00.390429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3b2-3f56-4a8a-8bcf-85b7add23eff req-32132771-77c2-46b5-8f63-7f93a6089f8f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:00.397989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3b2-3f56-4a8a-8bcf-85b7add23eff req-32132771-77c2-46b5-8f63-7f93a6089f8f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:00.404594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298b3b2-3f56-4a8a-8bcf-85b7add23eff req-32132771-77c2-46b5-8f63-7f93a6089f8f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:00.411951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4298b3b2-3f56-4a8a-8bcf-85b7add23eff req-32132771-77c2-46b5-8f63-7f93a6089f8f tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 2332 time: 0.6178343 Feb 04 13:07:00.452557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.453297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.455889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:00.514326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port d8d49711-20c9-4c07-a923-f814e192cca5 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:00.514963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.624135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for e9ba4cac-5380-4d6d-b35c-799cf8f3a8de owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:00.697590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308e361-ccce-4cc8-be90-21c245026d0d req-a58b7f83-86d4-4816-b474-7e732eb4c69a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:00.700454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b308e361-ccce-4cc8-be90-21c245026d0d req-a58b7f83-86d4-4816-b474-7e732eb4c69a tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.90 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 946 time: 0.4886060 Feb 04 13:07:00.717440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4298b3b2-3f56-4a8a-8bcf-85b7add23eff req-60e217ee-8340-46b5-b348-0b063047d8e9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045762 Feb 04 13:07:00.892622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.893220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:00.900411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Deleting port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:00.900751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.261487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Calling delete_port for ffd3297c-f524-4eee-8ff5-a2fb9d05254e owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:01.420042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port d8d49711-20c9-4c07-a923-f814e192cca5, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d8d49711-20c9-4c07-a923-f814e192cca5,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:01.420390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.542384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:01.646543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.732204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.773812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Port': ['ID=e9ba4cac-5380-4d6d-b35c-799cf8f3a8de,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:01.888210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event deleted for resources: {'Port': ['ID=ffd3297c-f524-4eee-8ff5-a2fb9d05254e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:01.891168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ede08d-4be1-4876-8df0-df2c7190233c req-b3ab2add-4fd1-4375-9946-93483332ee38 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:01.893346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2ede08d-4be1-4876-8df0-df2c7190233c req-b3ab2add-4fd1-4375-9946-93483332ee38 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.3684487 Feb 04 13:07:01.896987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] For port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:01.897803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.943550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:01.943550 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Floating IP a6f1f1c9-8ef1-4c41-a718-060e5930594b disassociated (deleted). External IP: 172.25.4.97, port: eb9b439b-dafc-4337-832a-e78a08bc1bbe. Feb 04 13:07:02.119596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:02.120172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:02.120651 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Floating IP e94200f6-8f99-4dcd-ab8e-07493ef6e417 disassociated. External IP: 172.25.4.230, port: d8d49711-20c9-4c07-a923-f814e192cca5. Feb 04 13:07:02.121164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for d8d49711-20c9-4c07-a923-f814e192cca5 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:02.157677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:02.206570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:02.208668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6ce3675-6a55-47db-a2a6-378d4d3930bf req-d0ebcfc9-23b1-46eb-a763-9cbe987130ba tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "DELETE /v2.0/floatingips/1dad696b-3de6-4dec-91d0-351e0d2962f8 HTTP/1.1" status: 204 len: 173 time: 2.2473621 Feb 04 13:07:02.223220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Calling delete_port for 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:02.252790 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:07:02.293204 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2', 'code': 200} Feb 04 13:07:02.350361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:02.394586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2ede08d-4be1-4876-8df0-df2c7190233c req-08b100fc-db96-4873-80a1-3dee61a612a2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858987 Feb 04 13:07:02.421862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=d8d49711-20c9-4c07-a923-f814e192cca5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:02.657046 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': 'db1d2d5c-1bc3-4e9b-85bc-d9b302ee3a67', 'status': 'completed', 'code': 200} Feb 04 13:07:02.797828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Router 030b9632-57fb-43bd-8675-d9fb8486a763 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:02.812625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679c43-3521-41ab-82c2-bf31415138b1 req-2ab64d56-19a9-4d49-b3a5-aab0140bcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:02.814840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b679c43-3521-41ab-82c2-bf31415138b1 req-2ab64d56-19a9-4d49-b3a5-aab0140bcbe5 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/ports?device_id=c97f40aa-4fde-4e52-9328-6d405e417a8e HTTP/1.1" status: 200 len: 946 time: 0.3144691 Feb 04 13:07:02.940499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Router 9ab85968-a181-470c-84fb-8277d6d6b817 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:03.117594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b679c43-3521-41ab-82c2-bf31415138b1 req-8024043c-94b8-4eb8-9bb3-e1afa43d9c36 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.53 "GET /v2.0/security-groups?id=990c7d4e-399b-4ac9-8c95-e61382e22060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947993 Feb 04 13:07:03.157935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:03.161790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364635f-5c61-4bee-99e6-54ae082af082 req-34e85ce6-c1c1-4082-90f2-c11929dcacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:03.163475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9364635f-5c61-4bee-99e6-54ae082af082 req-34e85ce6-c1c1-4082-90f2-c11929dcacfc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 1096 time: 0.7618144 Feb 04 13:07:03.261364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Pushing event deleted for resources: {'Port': ['ID=0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:03.359562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-24818de5-9003-4d93-9ef7-f19c786a87ec tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips/701dcd79-f1bd-4a4f-9b36-f3a3b54ff91e HTTP/1.1" status: 200 len: 692 time: 0.1185410 Feb 04 13:07:03.368563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:03.379245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Sync routers for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:03.393901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:03.394867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:03.526039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] No DVR routers for this DVR port d8d49711-20c9-4c07-a923-f814e192cca5 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:03.536941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:03.557519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-74661cf2-7ead-484f-a473-32b5ac3223e8 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "DELETE /v2.0/ports/d8d49711-20c9-4c07-a923-f814e192cca5 HTTP/1.1" status: 204 len: 173 time: 3.2245243 Feb 04 13:07:03.586203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8faa2-d7d1-49dc-a255-15ad7e989ba9 req-413ffa8b-8c5d-44f6-9403-16a5c78861f6 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:03.587748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1e8faa2-d7d1-49dc-a255-15ad7e989ba9 req-413ffa8b-8c5d-44f6-9403-16a5c78861f6 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 943 time: 0.8030016 Feb 04 13:07:03.589358 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9364635f-5c61-4bee-99e6-54ae082af082 req-608802bc-f809-471d-922f-ecb379cfa29c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648274 Feb 04 13:07:03.590376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] No DVR routers for this DVR port 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:03.613775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:03.622696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'name': 'network-vif-deleted', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:03.635321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:03.656058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:03.676270 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] Sync routers for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:03.688916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-5bc01980-5167-47f2-8d06-2ec9e0e2f47a tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:03.690592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-5bc01980-5167-47f2-8d06-2ec9e0e2f47a tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3242478 Feb 04 13:07:03.695794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:03.696405 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:03.697649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 05b256b8-6792-4a10-bd47-f28226ad0a15 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:03.698222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:03.748704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:03.811976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b308e361-ccce-4cc8-be90-21c245026d0d req-38d789be-662c-4039-a21c-6429faae2c30 tempest-FloatingIPsAssociationNegativeTestJSON-226177235 tempest-FloatingIPsAssociationNegativeTestJSON-226177235-project] 10.222.0.90 "DELETE /v2.0/ports/0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 HTTP/1.1" status: 204 len: 173 time: 3.0893919 Feb 04 13:07:03.826420 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1e8faa2-d7d1-49dc-a255-15ad7e989ba9 req-ef98e889-9d90-4d61-91af-3d460f5bd1b6 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups?id=29d8f8f1-c3f3-40be-8214-7015b8dc41a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273486 Feb 04 13:07:03.888526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc6bca75-fe8c-4db4-b5b1-917ec5eca076 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/floatingips/a6f1f1c9-8ef1-4c41-a718-060e5930594b HTTP/1.1" status: 204 len: 168 time: 4.3079569 Feb 04 13:07:03.893047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:03.901356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:03.909083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:03.918813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Usage tracker for resource:floatingip and tenant:2a79483b7fe14ae5ada667ec87dc5258 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:03.923440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:03.936641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:03.960524 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:04.048337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-f01a9387-a640-4d66-9c2f-4a8459f8bef6 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Synchronizing usage tracker for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:04.094569 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:04.117022 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:04.117694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:04.124620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:04.130839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Checking router: 030b9632-57fb-43bd-8675-d9fb8486a763 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:04.141020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:04.142079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:04.184092 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:04.184492 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab79628-eab4-43a5-84bf-3a12dffcb093 None None] The sync data for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:04.199864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-f01a9387-a640-4d66-9c2f-4a8459f8bef6 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Unset dirty status for tenant:9d78845259ab40c3b63ec7da88026a6a on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:04.201591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-f01a9387-a640-4d66-9c2f-4a8459f8bef6 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.4713333 Feb 04 13:07:04.289575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d19c1b-cd36-4d06-9777-0f51a6376135 req-bdf3fa4d-81d5-4939-9cfa-e419168b870b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:04.296204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14d19c1b-cd36-4d06-9777-0f51a6376135 req-bdf3fa4d-81d5-4939-9cfa-e419168b870b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1579051 Feb 04 13:07:04.388858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-3db8a37c-5d92-49a5-8905-3cbca3c1b727 tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.65 HTTP/1.1" status: 200 len: 695 time: 0.1223929 Feb 04 13:07:04.403152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14d19c1b-cd36-4d06-9777-0f51a6376135 req-c38f422e-3802-4853-8e77-c1063a9e083e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043036 Feb 04 13:07:04.448243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:04.467932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:04.678751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:04.720666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Deleting port 30e4eb39-c36a-4355-84f3-dcb745378212 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:04.721251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:04.749494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:04.783208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port 05b256b8-6792-4a10-bd47-f28226ad0a15, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=05b256b8-6792-4a10-bd47-f28226ad0a15,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:04.783813 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:04.821292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:04.821815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:04.840480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Allocated IP 172.25.4.190 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/67904321-17e5-4d93-bf55-e85b470222e6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:04.911722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370d767-3c23-4dc7-bad0-e0d66bd39a1a req-3a5e1598-1e36-4f07-b410-8d8b0230b68b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:04.913459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4370d767-3c23-4dc7-bad0-e0d66bd39a1a req-3a5e1598-1e36-4f07-b410-8d8b0230b68b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.2603867 Feb 04 13:07:05.029787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4370d767-3c23-4dc7-bad0-e0d66bd39a1a req-41e02b50-cd07-47ae-bb6c-8d28a1bc10a7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653727 Feb 04 13:07:05.056008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:05.056272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bee0-fa3e-4f11-aab2-44ea8bf53140 None None] The sync data for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 is: [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c4f62076-c3d2-46c8-bb22-bbfa35fd5415', 'name': '', 'network_id': '4e17eede-cb2b-4692-acca-8fd5a5a106e1', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'mac_address': 'fa:16:3e:39:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:07Z', 'updated_at': '2022-02-04T13:00:32Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'subnets': [{'id': 'f2d7d2bc-ac3d-4cc7-b714-6e04aa390669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:05.084736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.131196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.133624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 05b256b8-6792-4a10-bd47-f28226ad0a15 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:05.213669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:05.219242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:05.223925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:05.258161 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97f40aa-4fde-4e52-9328-6d405e417a8e', 'name': 'network-vif-deleted', 'tag': '0aa0b3f1-e48c-4a9a-ba9d-818ae71534d2', 'status': 'completed', 'code': 200} Feb 04 13:07:05.271058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.271398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.273765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Pushing event updated for resources: {'Port': ['ID=67904321-17e5-4d93-bf55-e85b470222e6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:05.361634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.413110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:05.455897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Calling delete_port for 30e4eb39-c36a-4355-84f3-dcb745378212 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:05.459567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7383c584-a653-44b1-98c1-870ab835a20c None None] New status for floating IP e94200f6-8f99-4dcd-ab8e-07493ef6e417: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:07:05.539664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.566688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.605673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=05b256b8-6792-4a10-bd47-f28226ad0a15,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:05.698640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] No DVR routers for this DVR port 05b256b8-6792-4a10-bd47-f28226ad0a15 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:05.703445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.782493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70cd22c9-69d4-4292-a18d-1cce3daef497 req-9b62f33d-d805-42a9-aebd-49738187f7f9 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.87 "DELETE /v2.0/ports/05b256b8-6792-4a10-bd47-f28226ad0a15 HTTP/1.1" status: 204 len: 173 time: 2.2172346 Feb 04 13:07:05.787930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.874940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Pushing event deleted for resources: {'Port': ['ID=30e4eb39-c36a-4355-84f3-dcb745378212,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:05.938435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.941460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:05.942638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a052d4fb-56e7-4bcb-842a-3def73e412f7 req-c658d79f-5737-4f3d-81e0-d8a5187948bd tempest-FloatingIPDetailsTestJSON-1414653486 tempest-FloatingIPDetailsTestJSON-1414653486-project] 10.222.0.53 "DELETE /v2.0/floatingips/701dcd79-f1bd-4a4f-9b36-f3a3b54ff91e HTTP/1.1" status: 204 len: 173 time: 1.5443809 Feb 04 13:07:05.950183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47612) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:06.033459 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': 'd8d49711-20c9-4c07-a923-f814e192cca5', 'status': 'completed', 'code': 200} Feb 04 13:07:06.176200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a213-a6af-4ac0-ad35-15953237b71d req-8bbff6a3-957d-41c3-ab62-0ab80f18b79d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:06.179090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7962a213-a6af-4ac0-ad35-15953237b71d req-8bbff6a3-957d-41c3-ab62-0ab80f18b79d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6698325 Feb 04 13:07:06.212285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2bb73053-63b8-4a10-9bac-9a50fb713447 req-6fe466ba-5f4c-48c4-ba47-d9bd4824ded4 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Synchronizing usage tracker for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:06.343361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2bb73053-63b8-4a10-9bac-9a50fb713447 req-6fe466ba-5f4c-48c4-ba47-d9bd4824ded4 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Unset dirty status for tenant:66bae4ba4c254eeda0502ad9ece9f9cb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:06.347714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2bb73053-63b8-4a10-9bac-9a50fb713447 req-6fe466ba-5f4c-48c4-ba47-d9bd4824ded4 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 210 time: 0.1782908 Feb 04 13:07:06.402877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7962a213-a6af-4ac0-ad35-15953237b71d req-36f0c510-a835-4937-93e8-b3129da5a3ae tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319292 Feb 04 13:07:06.452273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:06.473034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:06.753864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Pushing event updated for resources: {'Port': ['ID=67904321-17e5-4d93-bf55-e85b470222e6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:06.827718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.001208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.003299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1d94d7bb-35d5-4e81-92e2-c63ce4f38c86 tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1079779 Feb 04 13:07:07.015563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:07.036204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.151338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.225344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:07.234433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:07.241837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Usage tracker for resource:floatingip and tenant:a6ad683ef03a46bfb640604bca04d306 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:07.246193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:07.254238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:07.264008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1213a0-c91e-4acf-a048-9fe6d929b81c req-a608c091-7013-434a-bc2e-41e7fb304e45 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:07.265547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d1213a0-c91e-4acf-a048-9fe6d929b81c req-a608c091-7013-434a-bc2e-41e7fb304e45 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.3843880 Feb 04 13:07:07.304186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.366870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-079bb582-0608-4ebe-b520-e52f48cb7f58 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:07.368495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-079bb582-0608-4ebe-b520-e52f48cb7f58 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.3774428 Feb 04 13:07:07.474665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d1213a0-c91e-4acf-a048-9fe6d929b81c req-c02550d7-c3c4-4fac-b0ea-2b2d4c4ed47d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962600 Feb 04 13:07:07.484983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-f07db8b2-aa00-432e-aa56-7e54e52534a6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/quotas/9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 375 time: 0.0609052 Feb 04 13:07:07.683322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-94593ac5-7245-4ce3-9bd2-dc06b0c32806 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1772797 Feb 04 13:07:07.684204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Deleting port d5797331-f12d-43d8-8623-0852146b2574 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:07.684613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.846120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db830c4-0b13-4b0b-88bb-c976a404b352 req-a88d5cf0-001b-4a54-b14d-693819fff3f0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:07.854852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4db830c4-0b13-4b0b-88bb-c976a404b352 req-a88d5cf0-001b-4a54-b14d-693819fff3f0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 0.2480161 Feb 04 13:07:07.927082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Deleting port 789a6baa-2986-45e4-b9f6-e591618ca98d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:07.927651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:07.962691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:08.045252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4db830c4-0b13-4b0b-88bb-c976a404b352 req-12b4d641-698c-4d93-8aa7-eea4129b02d4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892495 Feb 04 13:07:08.052552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:08.079442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-9ba44c9e-d797-435a-880d-96f7c9c32cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279274 Feb 04 13:07:08.275714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] For port d5797331-f12d-43d8-8623-0852146b2574, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5797331-f12d-43d8-8623-0852146b2574,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:08.276080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:08.413308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Calling delete_port for d5797331-f12d-43d8-8623-0852146b2574 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:08.498896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-23cd5b3e-8885-486c-8f64-d72342584991 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184866 Feb 04 13:07:08.518577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dd11166d-1ab3-4bb9-b624-e187a21ab4b0 req-8bee61c4-833d-46c0-be73-a7ed0a542b47 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b319d4e-4f72-4844-b72b-ad4d35743fbf HTTP/1.1" status: 200 len: 210 time: 0.2161489 Feb 04 13:07:08.580812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] For port 789a6baa-2986-45e4-b9f6-e591618ca98d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=789a6baa-2986-45e4-b9f6-e591618ca98d,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:08.581183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:08.667499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Allocated IP 172.25.4.160 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9400c514-8bb3-4b40-a964-1dde86da5f1b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:08.779604 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319d4e-4f72-4844-b72b-ad4d35743fbf', 'name': 'network-vif-deleted', 'tag': '05b256b8-6792-4a10-bd47-f28226ad0a15', 'status': 'completed', 'code': 200} Feb 04 13:07:08.811750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Calling delete_port for 789a6baa-2986-45e4-b9f6-e591618ca98d owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:09.042467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25d7d56d-f4a5-4e4c-916f-bf8158f0e1cc req-79c1cea4-a017-4b07-9283-54e9057c19f3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 210 time: 0.1925962 Feb 04 13:07:09.085431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:09.163502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5797331-f12d-43d8-8623-0852146b2574,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:09.332664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-a7d1220f-9b56-4ed2-ad9d-4abe153579e1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:09.332664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-a7d1220f-9b56-4ed2-ad9d-4abe153579e1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.90 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 1.0573316 Feb 04 13:07:09.495418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdaac-37eb-4dab-add3-1aad2085d288 req-611fae63-04f1-46ba-a136-78f74989b9c1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:09.496825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ccdaac-37eb-4dab-add3-1aad2085d288 req-611fae63-04f1-46ba-a136-78f74989b9c1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 0.2648509 Feb 04 13:07:09.531511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Deleting port fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:09.532035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:09.626221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:09.627745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:09.633416 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5ccdaac-37eb-4dab-add3-1aad2085d288 req-ef995a32-ac1c-4780-90a3-c87c59633a6e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306405 Feb 04 13:07:09.715792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be5dd-0578-4c5f-b46a-ac8915f0f219 req-ddb590ca-d6be-46ac-8b60-a91f033b5d22 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:09.717314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-747be5dd-0578-4c5f-b46a-ac8915f0f219 req-ddb590ca-d6be-46ac-8b60-a91f033b5d22 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.4602947 Feb 04 13:07:09.927205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-747be5dd-0578-4c5f-b46a-ac8915f0f219 req-68024778-b0c3-43dd-ae97-bd2d352f45ce tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932244 Feb 04 13:07:10.005046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:10.039193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:10.043404 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:10.092204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Router faff9013-28cb-4695-a81c-1642927cdcca has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:10.244347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] For port fc984adf-9fd8-4f83-a704-11377fe4c2ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=fc984adf-9fd8-4f83-a704-11377fe4c2ab,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:10.244710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:10.277658 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b6b87d3-73c1-46b2-8947-abea1a3f87a1 req-5492c6e7-bfa5-490f-b054-95e9052f401f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 210 time: 0.1151125 Feb 04 13:07:10.331722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:10.345777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:10.413736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:10.564225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-163ff6b6-ad8d-422f-8282-e38a744868cd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:10.565367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-163ff6b6-ad8d-422f-8282-e38a744868cd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.4995847 Feb 04 13:07:10.579719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'device_id': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'admin_state_up': True, 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:10.607602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Pushing event updated for resources: {'Port': ['ID=9400c514-8bb3-4b40-a964-1dde86da5f1b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:10.657451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:10.668568 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Sync routers for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:10.680932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:10.682012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:10.720307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Pushing event deleted for resources: {'Port': ['ID=789a6baa-2986-45e4-b9f6-e591618ca98d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:10.722832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:10.732954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-75c3dca1-ce1d-4c36-bb1e-de764bb429b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/faff9013-28cb-4695-a81c-1642927cdcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7811937 Feb 04 13:07:10.736067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47686) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:10.854648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:10.895075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:10.897589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:10.974965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d0870-c9eb-4db7-91fd-7a3fb26b24ca req-5a3e4d82-cb8b-457d-baf0-50e4d3d7792b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:10.976484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-484d0870-c9eb-4db7-91fd-7a3fb26b24ca req-5a3e4d82-cb8b-457d-baf0-50e4d3d7792b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 0.8687489 Feb 04 13:07:10.979999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:10.980508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:10.983105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.066849 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.115638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.159921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82d50-49c1-461d-abdf-7a8d7bd768eb req-740a3c90-7514-4de1-b046-fb6b1f8dfddb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:11.161986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ccc82d50-49c1-461d-abdf-7a8d7bd768eb req-740a3c90-7514-4de1-b046-fb6b1f8dfddb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 946 time: 0.3594990 Feb 04 13:07:11.200935 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:07:08Z', 'revision_number': 5, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:11.205420 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Checking router: faff9013-28cb-4695-a81c-1642927cdcca for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:11.216323 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Routers {'faff9013-28cb-4695-a81c-1642927cdcca'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:11.216923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['faff9013-28cb-4695-a81c-1642927cdcca'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:11.330186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-484d0870-c9eb-4db7-91fd-7a3fb26b24ca req-8f0cb78a-0b97-4de3-bcc3-13304853ae60 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332725 Feb 04 13:07:11.332223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.332704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.333109 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Floating IP acc4f365-2997-47e2-9648-056adf1a3b88 disassociated. External IP: 172.25.4.50, port: fc984adf-9fd8-4f83-a704-11377fe4c2ab. Feb 04 13:07:11.333884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Calling delete_port for fc984adf-9fd8-4f83-a704-11377fe4c2ab owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:11.382006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.386694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.20.0.11 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/8f6e4d79-711a-49e7-a5d5-52e69ea415ab) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:11.404851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.446030 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] Set router faff9013-28cb-4695-a81c-1642927cdcca gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:11.492300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.569223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8f8f1-c3f3-40be-8214-7015b8dc41a4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:11.630595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ccc82d50-49c1-461d-abdf-7a8d7bd768eb req-2c8d0b66-1089-4f9b-9b7b-0e9303541e9c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=27dd697d-4b67-4a46-a36c-5ee15199bbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4599361 Feb 04 13:07:11.643810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.691282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.694878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-75517bdc-9fdd-4875-a7ac-220f60a9441d tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/security-groups/29d8f8f1-c3f3-40be-8214-7015b8dc41a4 HTTP/1.1" status: 204 len: 168 time: 1.6862435 Feb 04 13:07:11.696234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:11.723562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Deleting port 8d81b862-75a6-49be-8455-18f7048c8811 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:11.723899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.808992 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:07:08Z', 'revision_number': 5, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:11.814665 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fa5f-be95-4f29-ba60-c7458a190f47 None None] The sync data for ids ['faff9013-28cb-4695-a81c-1642927cdcca'] in n-d-820555-2 is: [{'id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'name': 'tempest-FloatingIPDetailsTestJSON-219296839-router', 'tenant_id': '9d78845259ab40c3b63ec7da88026a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '8d81b862-75a6-49be-8455-18f7048c8811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:06:14Z', 'updated_at': '2022-02-04T13:07:08Z', 'revision_number': 5, 'project_id': '9d78845259ab40c3b63ec7da88026a6a', 'gw_port': {'id': '8d81b862-75a6-49be-8455-18f7048c8811', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faff9013-28cb-4695-a81c-1642927cdcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:06:16Z', 'updated_at': '2022-02-04T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:11.895834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd6efdbd-d431-4fb3-979f-686189da959c req-217a6edd-3e90-4ec6-9e07-1fb80efae4aa tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 210 time: 0.0947323 Feb 04 13:07:11.901199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:11.904471 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-d9121133-d073-4130-ab93-be0228a41aae tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] show failed (client error): The resource could not be found. Feb 04 13:07:11.906513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d9121133-d073-4130-ab93-be0228a41aae tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "GET /v2.0/security-groups/29d8f8f1-c3f3-40be-8214-7015b8dc41a4 HTTP/1.1" status: 404 len: 347 time: 0.1875746 Feb 04 13:07:11.912966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47698) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:11.944424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436a08-cf38-48f1-92f7-0a612cd10d0c req-4cae842b-763c-42f8-8e00-0118eba1aa7e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:11.945894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f7436a08-cf38-48f1-92f7-0a612cd10d0c req-4cae842b-763c-42f8-8e00-0118eba1aa7e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.4657216 Feb 04 13:07:12.068207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Transition to ACTIVE for port object 8f6e4d79-711a-49e7-a5d5-52e69ea415ab will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:12.068439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.303318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'Port': ['ID=fc984adf-9fd8-4f83-a704-11377fe4c2ab,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:12.311908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f7436a08-cf38-48f1-92f7-0a612cd10d0c req-6bfd8275-32ec-4392-ad62-c494c39f9059 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058889 Feb 04 13:07:12.313030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-e6974f42-5dd9-4b67-a2f9-bfd87ff328b1 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:12.314937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-e6974f42-5dd9-4b67-a2f9-bfd87ff328b1 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.87 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 0.8527567 Feb 04 13:07:12.336926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 215674a9-a1bf-417c-8fd6-88f52ba2fe2b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:12.337410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.429590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:07:12.479474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.494099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.568645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Router 0e26b63c-7f87-49ed-951e-e9f80e381e49 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:12.610584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Deleting port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:12.610942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.656403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.663347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5797331-f12d-43d8-8623-0852146b2574 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:12.670167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] For port 8d81b862-75a6-49be-8455-18f7048c8811, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8d81b862-75a6-49be-8455-18f7048c8811,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:12.671005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.708500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Pushing event updated for resources: {'Port': ['ID=9400c514-8bb3-4b40-a964-1dde86da5f1b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:12.755853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12', '65c900f1-ecb9-461a-938b-0a012ad11beb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:12.808700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:12.867604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: fc984adf-9fd8-4f83-a704-11377fe4c2ab {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:12.867951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device fc984adf-9fd8-4f83-a704-11377fe4c2ab not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:12.870302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d5797331-f12d-43d8-8623-0852146b2574 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:12.870994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5797331-f12d-43d8-8623-0852146b2574 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:12.981727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:12.993522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:12.994526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Calling delete_port for 8d81b862-75a6-49be-8455-18f7048c8811 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:13.004979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfd08fab-03dc-42e8-bb3a-521a4101e5bf req-b7503f99-8d55-4dee-8408-db14abdc49f5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=21579959-3b81-4a70-9141-b08bfa882a93 HTTP/1.1" status: 200 len: 210 time: 0.0836945 Feb 04 13:07:13.026556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:13.032758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e2153a8e-51f2-4168-9b4e-b5d909ea2275 admin admin] 10.222.0.53 "PUT /v2.0/routers/0e26b63c-7f87-49ed-951e-e9f80e381e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6193514 Feb 04 13:07:13.046254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Sync routers for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:13.076542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47708) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:13.094755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.099371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ded445c-9bf9-4218-9a05-a16d33660da1 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0818567 Feb 04 13:07:13.100207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:13.108674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:13.133339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:13.134837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:13.179664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:13.199307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:13.377510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:13.388124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e815a7ef-4c62-45be-9477-0fdce8ab696d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Synchronizing usage tracker for tenant:2a79483b7fe14ae5ada667ec87dc5258 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:13.414269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:13.414934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-017edb0d-f652-425a-9b29-a7636ee44955 req-18f35ade-ef8b-41b1-bce7-6965b6843d29 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0759358 Feb 04 13:07:13.419730 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.442368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:13.454017 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:13.468802 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:13.469353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:13.479137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e815a7ef-4c62-45be-9477-0fdce8ab696d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Unset dirty status for tenant:2a79483b7fe14ae5ada667ec87dc5258 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:13.483123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e815a7ef-4c62-45be-9477-0fdce8ab696d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3397 time: 0.3737402 Feb 04 13:07:13.489501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:13.647478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f724c9-64bf-44d0-951a-1d44c344a9c9 req-ff7aa125-b88a-41dd-b7d0-2c6846941d84 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:13.654716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52f724c9-64bf-44d0-951a-1d44c344a9c9 req-ff7aa125-b88a-41dd-b7d0-2c6846941d84 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 932 time: 0.4944046 Feb 04 13:07:13.667658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.679735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] No DVR routers for this DVR port fc984adf-9fd8-4f83-a704-11377fe4c2ab on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:13.688075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0030a970-8342-4f35-812c-2bd416e5690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.688709 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:13.688991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.689459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.693151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.695109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6fb29ad-6803-49ca-b021-532db2c58c83 req-b074e97b-e761-4a69-b2b5-adbee19f1dbf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.90 "DELETE /v2.0/ports/fc984adf-9fd8-4f83-a704-11377fe4c2ab HTTP/1.1" status: 204 len: 173 time: 4.3481739 Feb 04 13:07:13.698874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-deleted', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:13.709933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7cc1-1583-4e14-90c5-aa3d5d6654b5 req-e37de730-2fbf-49d6-a0a4-2894b0ce6d98 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:13.713307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-017edb0d-f652-425a-9b29-a7636ee44955 req-1fa6b559-fb82-4811-a12e-fccbb31be852 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1280951 Feb 04 13:07:13.719081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1ab7cc1-1583-4e14-90c5-aa3d5d6654b5 req-e37de730-2fbf-49d6-a0a4-2894b0ce6d98 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 949 time: 1.2651594 Feb 04 13:07:13.720644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-770f92f7-cae1-479b-bd4e-6c1181b4fdc0 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Synchronizing usage tracker for tenant:ab5f0e611b6f4b0394e64f820401227c on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:13.751191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Deleting port ed9e6608-62c3-4d7f-b8b6-33eda698e49b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:13.752089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:13.855580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0391b505-2cf5-45a8-9ccb-226d31a6b643 None None] Provisioning for port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:13.876848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b57e482f-2530-43fa-a1fc-7d7a56b1cf7f no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:13.954245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-017edb0d-f652-425a-9b29-a7636ee44955 req-1cbae44f-5e56-41e5-89af-193a6879d948 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2090545 Feb 04 13:07:13.972059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0391b505-2cf5-45a8-9ccb-226d31a6b643 None None] Provisioning complete for port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:13.972503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0391b505-2cf5-45a8-9ccb-226d31a6b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.007715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52f724c9-64bf-44d0-951a-1d44c344a9c9 req-4de2b0ea-b27a-4b9f-9257-a9e4227f88b2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489048 Feb 04 13:07:14.089221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0391b505-2cf5-45a8-9ccb-226d31a6b643 None None] Port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:14.181170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-770f92f7-cae1-479b-bd4e-6c1181b4fdc0 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Unset dirty status for tenant:ab5f0e611b6f4b0394e64f820401227c on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:14.185218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-770f92f7-cae1-479b-bd4e-6c1181b4fdc0 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6946819 Feb 04 13:07:14.193171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47728) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:14.210634 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.217928 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:14.238367 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:14.240170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.257198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.320651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:14.325428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:14.333729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.449495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Deleting port 9400c514-8bb3-4b40-a964-1dde86da5f1b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:14.449718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.456001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:07:09Z', 'revision_number': 5, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port': {'id': 'ed9e6608-62c3-4d7f-b8b6-33eda698e49b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:05:34Z', 'updated_at': '2022-02-04T13:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.459391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.460090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.463273 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:14.463739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Checking router: 0e26b63c-7f87-49ed-951e-e9f80e381e49 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:14.470407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:14.474928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017edb0d-f652-425a-9b29-a7636ee44955 req-07e81c2c-4ff7-4bc3-a496-6d411ba84bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.476385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-017edb0d-f652-425a-9b29-a7636ee44955 req-07e81c2c-4ff7-4bc3-a496-6d411ba84bc2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5135202 Feb 04 13:07:14.476675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Routers {'0e26b63c-7f87-49ed-951e-e9f80e381e49'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:14.478347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:06:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0e26b63c-7f87-49ed-951e-e9f80e381e49'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.574176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 215674a9-a1bf-417c-8fd6-88f52ba2fe2b owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:14.652557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] Set router 0e26b63c-7f87-49ed-951e-e9f80e381e49 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:14.662818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33237-028a-431e-9452-d5c9c11f58a5 req-f87cd504-73cf-4b33-9a50-658998c7473b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.670100 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bbf33237-028a-431e-9452-d5c9c11f58a5 req-f87cd504-73cf-4b33-9a50-658998c7473b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.4151702 Feb 04 13:07:14.724088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1ab7cc1-1583-4e14-90c5-aa3d5d6654b5 req-17ad0c8d-40c1-4665-9c82-d217b83d0691 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0034883 Feb 04 13:07:14.738236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.739227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.744510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-7fc8129d-a743-4da3-b0df-140a6a01462a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1707366 Feb 04 13:07:14.756821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:14.757199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:14.762898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bbf33237-028a-431e-9452-d5c9c11f58a5 req-a4e9cce1-3a58-48ce-b5ec-806456b4a034 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 Feb 04 13:07:14.777234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Request body: {'port': {'device_id': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:14.896189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:07:13Z', 'revision_number': 6, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.900355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3a130-bda5-48ec-bd7b-4b9656e406b6 None None] The sync data for ids ['0e26b63c-7f87-49ed-951e-e9f80e381e49'] in n-d-820555-2 is: [{'id': '0e26b63c-7f87-49ed-951e-e9f80e381e49', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-21163654-router', 'tenant_id': '37073e270089433ab22060984dbe68a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:05:32Z', 'updated_at': '2022-02-04T13:07:13Z', 'revision_number': 6, 'project_id': '37073e270089433ab22060984dbe68a7', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:14.911226 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21579959-3b81-4a70-9141-b08bfa882a93', 'name': 'network-vif-deleted', 'tag': 'fc984adf-9fd8-4f83-a704-11377fe4c2ab', 'status': 'completed', 'code': 200} Feb 04 13:07:14.930188 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'code': 200} Feb 04 13:07:14.963053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.967271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce24a3b-a64a-43ac-a9f0-627c8902dc93 None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:14.996581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:15.009165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Calling delete_port for 9400c514-8bb3-4b40-a964-1dde86da5f1b owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:15.025128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Calling delete_port for b57e482f-2530-43fa-a1fc-7d7a56b1cf7f owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:15.148891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.219850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.284920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.308818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee464a-231f-4e66-a22b-d01e6e07749b None None] New status for floating IP acc4f365-2997-47e2-9648-056adf1a3b88: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:07:15.375995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] For port ed9e6608-62c3-4d7f-b8b6-33eda698e49b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:15.376745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.381776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Pushing event deleted for resources: {'Port': ['ID=9400c514-8bb3-4b40-a964-1dde86da5f1b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:15.408816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.409245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.409510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.409834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.410154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.410471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.410814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.411129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.411444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.411757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.412071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.412380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:15.444627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.471094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd697d-4b67-4a46-a36c-5ee15199bbd5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:15.504092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.516012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.517162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-28759a14-31e7-496b-a727-fdb50e993509 tempest-FloatingIPAdminTestJSON-1811593341 tempest-FloatingIPAdminTestJSON-1811593341-project] 10.222.0.53 "DELETE /v2.0/floatingips/5db5eb43-055d-4683-8bb8-fc58be6ba68c HTTP/1.1" status: 204 len: 168 time: 1.3231180 Feb 04 13:07:15.520152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.520781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.521300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37f0a058-8a9f-45f2-8e04-f7a9310e1661 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "DELETE /v2.0/security-groups/27dd697d-4b67-4a46-a36c-5ee15199bbd5 HTTP/1.1" status: 204 len: 168 time: 0.5237501 Feb 04 13:07:15.521762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:15.524438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:15.613502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Calling delete_port for ed9e6608-62c3-4d7f-b8b6-33eda698e49b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:15.623353 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-afe0ce04-2de1-4c6c-b34a-4b60aa06350e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] show failed (client error): The resource could not be found. Feb 04 13:07:15.624524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-afe0ce04-2de1-4c6c-b34a-4b60aa06350e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups/27dd697d-4b67-4a46-a36c-5ee15199bbd5 HTTP/1.1" status: 404 len: 347 time: 0.0992601 Feb 04 13:07:15.650491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47750) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:15.712594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Deleting port 67904321-17e5-4d93-bf55-e85b470222e6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:15.712967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.834947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44ea84fa-9126-4788-8ab0-cfc31b7a1a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:15.996397 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:15.996705 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:15.997191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.041968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.117721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd47ee-2719-43c6-84d0-c13a78234d10 req-120930c1-3a7e-485a-80c9-76a1b0181a20 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.119946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fd47ee-2719-43c6-84d0-c13a78234d10 req-120930c1-3a7e-485a-80c9-76a1b0181a20 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 947 time: 0.1398151 Feb 04 13:07:16.121479 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.121916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.136811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=215674a9-a1bf-417c-8fd6-88f52ba2fe2b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:16.269259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Calling delete_port for 67904321-17e5-4d93-bf55-e85b470222e6 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:16.334035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Deleting port 2bc3b8da-444e-4879-b95a-814d1b662b86 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:16.334285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.338859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fd47ee-2719-43c6-84d0-c13a78234d10 req-d6f6073a-26eb-42b9-992f-25546f4d9bb4 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079744 Feb 04 13:07:16.370808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8d81b862-75a6-49be-8455-18f7048c8811,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:16.454472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.458625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5d493-6687-449c-adbd-bbf8212f03b9 req-1efec173-5fc6-4a98-877a-107fad9813b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.459354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-09e5d493-6687-449c-adbd-bbf8212f03b9 req-1efec173-5fc6-4a98-877a-107fad9813b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:16.499337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Deleting port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:16.499701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.551437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Pushing event deleted for resources: {'Port': ['ID=67904321-17e5-4d93-bf55-e85b470222e6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:16.676439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.686391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-09e5d493-6687-449c-adbd-bbf8212f03b9 req-1efec173-5fc6-4a98-877a-107fad9813b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:16.687678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09e5d493-6687-449c-adbd-bbf8212f03b9 req-1efec173-5fc6-4a98-877a-107fad9813b8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 932 time: 1.5108695 Feb 04 13:07:16.708547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd0f26-2037-4f62-8257-5942e582c4f3 req-77de6896-c66c-4bb9-aca2-55fc9ff76c88 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:16.710128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25dd0f26-2037-4f62-8257-5942e582c4f3 req-77de6896-c66c-4bb9-aca2-55fc9ff76c88 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.2569535 Feb 04 13:07:16.712581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.713705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e55c5684-9e95-4f33-b211-3909bf56697d tempest-FloatingIPAdminTestJSON-182497950 tempest-FloatingIPAdminTestJSON-182497950-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8ab907f5-8140-40a9-911d-2a429760eb65 HTTP/1.1" status: 204 len: 168 time: 1.1909311 Feb 04 13:07:16.717520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47758) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:16.723312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.750630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.787150 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.792274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 789a6baa-2986-45e4-b9f6-e591618ca98d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:16.831989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port eb9b439b-dafc-4337-832a-e78a08bc1bbe {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:16.832764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:16.838900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 789a6baa-2986-45e4-b9f6-e591618ca98d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:16.839410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 789a6baa-2986-45e4-b9f6-e591618ca98d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:16.840113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ed9e6608-62c3-4d7f-b8b6-33eda698e49b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:16.864894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25dd0f26-2037-4f62-8257-5942e582c4f3 req-b413d9fe-e579-4785-a952-3b2f2b91bc69 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Feb 04 13:07:16.990738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.136520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.161234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.166930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-09e5d493-6687-449c-adbd-bbf8212f03b9 req-277ad682-f5b7-45a1-b3ac-b712c9318907 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647782 Feb 04 13:07:17.171632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.203889 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.210280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.216586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f64da9a3-43d0-4d03-974d-0eabbcfcb0ce tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/floatingips/e94200f6-8f99-4dcd-ab8e-07493ef6e417 HTTP/1.1" status: 204 len: 168 time: 5.2964284 Feb 04 13:07:17.265955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47762) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:17.275194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for eb9b439b-dafc-4337-832a-e78a08bc1bbe owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:17.312920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.313319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.466199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 1ba12652-e0de-44b4-a055-0879522e0bc4 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:17.466545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.563235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.563799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router faff9013-28cb-4695-a81c-1642927cdcca {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:07:17.632582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.652675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Calling delete_port for 2bc3b8da-444e-4879-b95a-814d1b662b86 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:17.769077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9e6608-62c3-4d7f-b8b6-33eda698e49b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:17.806932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.810556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-44bbe1c3-aa16-4603-980e-497f1c2cd1cf admin admin] 10.222.0.53 "DELETE /v2.0/routers/faff9013-28cb-4695-a81c-1642927cdcca HTTP/1.1" status: 204 len: 168 time: 7.0711513 Feb 04 13:07:17.818494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47768) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:17.913774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:07:17.946909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] For port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:17.947267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:17.971008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.038684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Port': ['ID=eb9b439b-dafc-4337-832a-e78a08bc1bbe,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:18.058716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982711-01ef-4fea-85f8-ec1b7f65ddaf req-4f92aab6-9c9a-43aa-b73e-7f1f368889b7 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:18.060239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4982711-01ef-4fea-85f8-ec1b7f65ddaf req-4f92aab6-9c9a-43aa-b73e-7f1f368889b7 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 947 time: 0.5447898 Feb 04 13:07:18.190134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Calling delete_port for b57e482f-2530-43fa-a1fc-7d7a56b1cf7f owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:18.231189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4982711-01ef-4fea-85f8-ec1b7f65ddaf req-6d5781cc-350c-4777-b68c-4642db31204b tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/security-groups?id=231a944c-b300-4ecd-9b68-369e81364226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370013 Feb 04 13:07:18.246510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Deleting subnet a9832d77-c960-4ee9-bb53-b58e312a9b6a {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:07:18.258070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.266685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.301058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.333709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3656daf5-0955-48b6-8963-2c29b627f90e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/ports/eb9b439b-dafc-4337-832a-e78a08bc1bbe HTTP/1.1" status: 204 len: 168 time: 1.6148601 Feb 04 13:07:18.343014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6e4d79-711a-49e7-a5d5-52e69ea415ab {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:07:18.347611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:18.348250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.398867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 1ba12652-e0de-44b4-a055-0879522e0bc4 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:18.518514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.581785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641280-c501-4545-b7a7-81c88e0f476c req-d18abdce-ea7c-4b4c-8598-4df8e0ed3a55 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:18.583336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43641280-c501-4545-b7a7-81c88e0f476c req-d18abdce-ea7c-4b4c-8598-4df8e0ed3a55 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 932 time: 0.1923482 Feb 04 13:07:18.593018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.614830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d81b862-75a6-49be-8455-18f7048c8811 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:18.648157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.652478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8d81b862-75a6-49be-8455-18f7048c8811 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:18.652902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8d81b862-75a6-49be-8455-18f7048c8811 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:18.672050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.677679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.692600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43641280-c501-4545-b7a7-81c88e0f476c req-564797a6-fcb1-476d-a948-fa19808b8e94 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011832 Feb 04 13:07:18.714256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=1ba12652-e0de-44b4-a055-0879522e0bc4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:18.735021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.812278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.831827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.841193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dee7e8e5-9f8b-445e-a5f6-6528cfaa7de7 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/ports/1ba12652-e0de-44b4-a055-0879522e0bc4 HTTP/1.1" status: 204 len: 168 time: 1.5742495 Feb 04 13:07:18.843742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:18.868234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:18.868771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e26b63c-7f87-49ed-951e-e9f80e381e49 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:07:18.884488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64121-03c7-4a58-9533-4b2e26cdf46d req-83f0dac3-4256-4121-9ce2-b6001e758357 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:18.885999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5db64121-03c7-4a58-9533-4b2e26cdf46d req-83f0dac3-4256-4121-9ce2-b6001e758357 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.8968842 Feb 04 13:07:18.930000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 071cb482-3a99-4798-9721-aa65905be917 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:18.930358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.092360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Transition to ACTIVE for port object 8f6e4d79-711a-49e7-a5d5-52e69ea415ab will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:19.107205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'Port': ['ID=2bc3b8da-444e-4879-b95a-814d1b662b86,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:19.123326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.169288 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.222770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.255623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53329f7-c1b6-42bc-972b-7c131100599e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:19.256336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e53329f7-c1b6-42bc-972b-7c131100599e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Synchronizing usage tracker for tenant:ab5f0e611b6f4b0394e64f820401227c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:19.286257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5db64121-03c7-4a58-9533-4b2e26cdf46d req-3843ba2c-aa52-4ab4-91fd-4b019c58f043 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892083 Feb 04 13:07:19.435089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 071cb482-3a99-4798-9721-aa65905be917 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:19.522573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.528968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68fa811b-0087-41ae-ac59-f54beee2a0a3 req-9e308459-cf30-42fa-adc3-a9d9feec4dfb tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.53 "GET /v2.0/ports?device_id=6263c09e-af61-4052-94e8-f98a98395fb6 HTTP/1.1" status: 200 len: 210 time: 0.0627379 Feb 04 13:07:19.552578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] No DVR routers for this DVR port b57e482f-2530-43fa-a1fc-7d7a56b1cf7f on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:19.592295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.594178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce55d0ce-b5ff-408e-b5b7-769cb815353e req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] 10.222.0.87 "DELETE /v2.0/ports/b57e482f-2530-43fa-a1fc-7d7a56b1cf7f HTTP/1.1" status: 204 len: 173 time: 7.2230668 Feb 04 13:07:19.595762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.598041 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69b053d8-be61-4874-a730-354ef091ebd4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0e26b63c-7f87-49ed-951e-e9f80e381e49 HTTP/1.1" status: 204 len: 168 time: 6.5157812 Feb 04 13:07:19.598964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:19.601595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-deleted', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:19.605957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:19.660663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e53329f7-c1b6-42bc-972b-7c131100599e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Unset dirty status for tenant:ab5f0e611b6f4b0394e64f820401227c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:19.662008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e53329f7-c1b6-42bc-972b-7c131100599e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab85968-a181-470c-84fb-8277d6d6b817 HTTP/1.1" status: 200 len: 913 time: 1.2643757 Feb 04 13:07:19.696606 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6263c09e-af61-4052-94e8-f98a98395fb6', 'name': 'network-vif-deleted', 'tag': 'b57e482f-2530-43fa-a1fc-7d7a56b1cf7f', 'status': 'completed', 'code': 200} Feb 04 13:07:19.702434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:19.716520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.719164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.731406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0ce908c3-5f52-48fe-a9df-73c9503228b2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "DELETE /v2.0/floatingips/acc4f365-2997-47e2-9648-056adf1a3b88 HTTP/1.1" status: 204 len: 168 time: 4.0557272 Feb 04 13:07:19.910475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:19.917191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Deleting subnet ef45e9c8-b907-4cc9-b082-2d58353d6f90 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:07:19.921195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.007799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.053792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Port': ['ID=071cb482-3a99-4798-9721-aa65905be917,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.183106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.186305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928593-d454-4263-8519-da544f683d63 tempest-VolumesBackupsTest-1527387572 tempest-VolumesBackupsTest-1527387572-project] Pushing event deleted for resources: {'Port': ['ID=b57e482f-2530-43fa-a1fc-7d7a56b1cf7f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.203028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.236848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8324bc3d-1b11-4611-a250-e1646f21b50a tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/ports/071cb482-3a99-4798-9721-aa65905be917 HTTP/1.1" status: 204 len: 168 time: 1.3920810 Feb 04 13:07:20.242826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:20.271151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:20.282262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437669592', 'description': 'tempest-description--450115704'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:20.296517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:20.310198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:20.316984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:20.326294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Attempting to bind port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:20.326652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Attempting to bind port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:20.327035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Attempting to bind port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:20.336187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cca9c7-3f7c-4301-b254-711b0724c55f req-e71c5bdb-4eab-4217-9cc1-ee262e871dde tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:20.336525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.337687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f7cca9c7-3f7c-4301-b254-711b0724c55f req-e71c5bdb-4eab-4217-9cc1-ee262e871dde tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 944 time: 0.4182410 Feb 04 13:07:20.340225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:20.379702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab on network 4543569a-7b44-4161-a675-616c77de2797 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:07:20.380038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Attempting to bind port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:20.389336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting subnet e2885073-1a7f-4ec1-a2c8-8a4a021290e7 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:07:20.401125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.421354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9832d77-c960-4ee9-bb53-b58e312a9b6a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.434176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b13210-40dd-4b91-b7ca-a2edc9e651c8 None None] Network 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:20.449674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.461719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f7cca9c7-3f7c-4301-b254-711b0724c55f req-d92d92a9-25bb-4a0f-9574-6654908f4842 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126535 Feb 04 13:07:20.474936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:20.475379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:20.475839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:20.476957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Bound port: 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:20.476957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.484923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.513234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a1927012-079e-445e-827c-fba6f59f23a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a9832d77-c960-4ee9-bb53-b58e312a9b6a HTTP/1.1" status: 204 len: 168 time: 2.6826017 Feb 04 13:07:20.514807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.519002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:20.662969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.767177 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.818562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] DHCP port deletion for 5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:07:20.820968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.824127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Deleting port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:20.824795 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.840566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef45e9c8-b907-4cc9-b082-2d58353d6f90,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.871206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.890040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.898199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.928609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312762f-93ae-4487-931f-618cbed8b305 None None] Network 18017bdc-6b41-418a-87d7-efac0e5f5b80 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:20.932715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.935560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Subnet': ['ID=e2885073-1a7f-4ec1-a2c8-8a4a021290e7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.939549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:20.951966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16479a1-6b80-4a8d-bac2-3398f4623070 None None] Network 38b8da5e-6c17-4acc-b693-7b49fe97f641 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:20.952343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Deleting port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:20.952688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:20.954510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d8b05426-b446-45f4-a20c-e6133779c147 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ef45e9c8-b907-4cc9-b082-2d58353d6f90 HTTP/1.1" status: 204 len: 168 time: 1.3477802 Feb 04 13:07:20.960780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7444411-58c3-4865-af29-3caae65c0334 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/subnets/e2885073-1a7f-4ec1-a2c8-8a4a021290e7 HTTP/1.1" status: 204 len: 168 time: 0.7144217 Feb 04 13:07:20.961056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47822) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:20.961401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:21.129592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.147344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:21.180731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting subnet 37199129-ecf4-449b-bd0b-9a92d0d57e3b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:07:21.184605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.195421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:21.233158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:21.246286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927b653-65e1-47e3-a0bc-d9045f8a5761 req-771d6b06-5ccd-4edc-9d57-4a4bf2719c13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:21.252028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Deleting port e109ecfb-ecb7-42a7-9877-b7c8f4044078 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:21.252502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.253975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7927b653-65e1-47e3-a0bc-d9045f8a5761 req-771d6b06-5ccd-4edc-9d57-4a4bf2719c13 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.7366097 Feb 04 13:07:21.292761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:21.322111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.472233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.474896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] For port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:21.475294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.586964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.615329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Calling delete_port for 7ebaff36-ca0c-4be6-9450-dd59d94fb00a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:21.625953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] For port e109ecfb-ecb7-42a7-9877-b7c8f4044078, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e109ecfb-ecb7-42a7-9877-b7c8f4044078,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:21.626406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.761929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:21.786995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] DHCP port deletion for 18017bdc-6b41-418a-87d7-efac0e5f5b80 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:07:21.795855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Deleting port e109ecfb-ecb7-42a7-9877-b7c8f4044078 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:21.796810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.841186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] DHCP port deletion for 38b8da5e-6c17-4acc-b693-7b49fe97f641 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:07:21.853696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Deleting port 98655b4e-da1b-41a4-9d80-7f5843dc530b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:21.854320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.863483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7927b653-65e1-47e3-a0bc-d9045f8a5761 req-8d6b3ced-2ddc-4449-aa1a-db08cd41add8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082842 Feb 04 13:07:21.871321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] For port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,segment=NetworkSegment(e51dd02f-88e4-4aeb-b809-7a41feba6f51),segment_id=e51dd02f-88e4-4aeb-b809-7a41feba6f51)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:21.871686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.904681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.935188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:21.956513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Calling delete_port for e109ecfb-ecb7-42a7-9877-b7c8f4044078 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:22.013076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:22.013887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.015386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] 10.222.0.90 "PUT /v2.0/ports/8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 200 len: 1092 time: 7.2427602 Feb 04 13:07:22.022402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f58334-52db-4fc6-bbab-0d413adcaeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.026801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:22.069960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] Pushing event deleted for resources: {'Port': ['ID=7ebaff36-ca0c-4be6-9450-dd59d94fb00a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.072117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a4c9d-0b6f-4081-a759-42d1b537ff83 None None] No DVR routers for this DVR port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:22.072983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.143386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Subnet': ['ID=37199129-ecf4-449b-bd0b-9a92d0d57e3b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.165696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.194897 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'status': 'completed', 'code': 200} Feb 04 13:07:22.205071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.276645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Pushing event deleted for resources: {'Port': ['ID=e109ecfb-ecb7-42a7-9877-b7c8f4044078,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.279210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4394a625-1a1c-4e7c-a620-46ab03652b28 tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/subnets/37199129-ecf4-449b-bd0b-9a92d0d57e3b HTTP/1.1" status: 204 len: 168 time: 1.3134890 Feb 04 13:07:22.287937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da464abf-ab47-4ef8-841a-03d1a047cc3d req-c141e268-5972-44e6-874c-290119b5284a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:22.295192 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da464abf-ab47-4ef8-841a-03d1a047cc3d req-c141e268-5972-44e6-874c-290119b5284a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 944 time: 0.3886716 Feb 04 13:07:22.314950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:22.346075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] No DVR routers for this DVR port e109ecfb-ecb7-42a7-9877-b7c8f4044078 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:22.355007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c71f6d-f8f7-48a0-8658-2080c509107e None None] Network 231810da-1f5f-453c-a68a-f03e2b59bf38 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:22.355251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Calling delete_port for 7ebaff36-ca0c-4be6-9450-dd59d94fb00a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:22.524136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.524136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-862074da-9a43-487b-9cd8-07e5aa527a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:22.525358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-862074da-9a43-487b-9cd8-07e5aa527a39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 1095 time: 0.3282723 Feb 04 13:07:22.552573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da464abf-ab47-4ef8-841a-03d1a047cc3d req-b4a34c06-8c04-4d47-9a8f-fd1a0b038c31 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564971 Feb 04 13:07:22.556675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.572246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] For port e109ecfb-ecb7-42a7-9877-b7c8f4044078, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e109ecfb-ecb7-42a7-9877-b7c8f4044078,segment=NetworkSegment(96a73e07-1cde-4153-9551-4ab5d6e800c2),segment_id=96a73e07-1cde-4153-9551-4ab5d6e800c2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:22.572645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.648098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.652838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-40545b51-9993-480c-82c1-ea937a6ace84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 200 len: 217 time: 0.1023827 Feb 04 13:07:22.671000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 98655b4e-da1b-41a4-9d80-7f5843dc530b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:22.671597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.700840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.719827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7ebaff36-ca0c-4be6-9450-dd59d94fb00a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:22.734541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65327ee-b71d-4fb2-8bdd-4cdf7d997060,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.773348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18017bdc-6b41-418a-87d7-efac0e5f5b80']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:22.796009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a73e07-1cde-4153-9551-4ab5d6e800c2') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:22.796313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a73e07-1cde-4153-9551-4ab5d6e800c2') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:22.839386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:22.840009 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:22.864548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-c9223afc-a242-4d49-8fed-76f46792d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:22.866557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-c9223afc-a242-4d49-8fed-76f46792d83d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1727500 Feb 04 13:07:22.870235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.874840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5dcb44fd-f95a-409e-baad-c5de90e8d856 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.5971892 Feb 04 13:07:22.875480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.886483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:22.894846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group_rule': {'security_group_id': 'e65327ee-b71d-4fb2-8bdd-4cdf7d997060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:22.903683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:22.908495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:22.912080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Calling delete_port for e109ecfb-ecb7-42a7-9877-b7c8f4044078 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:22.912405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:22.918984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:22.960258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.963801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7ebaff36-ca0c-4be6-9450-dd59d94fb00a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:22.963801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7ebaff36-ca0c-4be6-9450-dd59d94fb00a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:22.963801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 98655b4e-da1b-41a4-9d80-7f5843dc530b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:22.980907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port c8b59e61-0865-4ef5-8a37-787406249f91 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:22.984765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:22.987556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.061515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:23.061878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.088891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] For port 98655b4e-da1b-41a4-9d80-7f5843dc530b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=98655b4e-da1b-41a4-9d80-7f5843dc530b,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:23.089244 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:23.094896 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:23.242720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] For port 98655b4e-da1b-41a4-9d80-7f5843dc530b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=98655b4e-da1b-41a4-9d80-7f5843dc530b,segment=NetworkSegment(72475be5-625b-42b6-9b95-662cee9920c9),segment_id=72475be5-625b-42b6-9b95-662cee9920c9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:23.243083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.271346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Calling delete_port for 98655b4e-da1b-41a4-9d80-7f5843dc530b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: from cryptography.utils import int_from_bytes Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: from cryptography.utils import int_from_bytes Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn_limited( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn_limited( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.342953 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:23.345443 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:07:23.346271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Deleting port 7ebaff36-ca0c-4be6-9450-dd59d94fb00a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:23.346271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.417236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:23.417703 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:23.435146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.443691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Calling delete_port for 98655b4e-da1b-41a4-9d80-7f5843dc530b owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:23.467078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.480205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.494512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.546597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] Pushing event deleted for resources: {'Port': ['ID=98655b4e-da1b-41a4-9d80-7f5843dc530b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.548915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0b67c-f9d7-4a53-afa0-e0d415fc0d5c None None] No DVR routers for this DVR port 98655b4e-da1b-41a4-9d80-7f5843dc530b on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:23.554842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.562033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] DHCP port deletion for 231810da-1f5f-453c-a68a-f03e2b59bf38 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:07:23.568921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Deleting port e98029fc-18d8-413d-97d9-765ea1737603 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:23.569400 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.578265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.638490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.653911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e109ecfb-ecb7-42a7-9877-b7c8f4044078 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:23.679964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18017bdc-6b41-418a-87d7-efac0e5f5b80 HTTP/1.1" status: 204 len: 168 time: 2.7173877 Feb 04 13:07:23.720061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e109ecfb-ecb7-42a7-9877-b7c8f4044078 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:23.720575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e109ecfb-ecb7-42a7-9877-b7c8f4044078 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:23.723678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f4f58-eb6a-4f20-bb6d-a25b9b135543 admin admin] Pushing event deleted for resources: {'Network': ['ID=18017bdc-6b41-418a-87d7-efac0e5f5b80,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.755003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for c8b59e61-0865-4ef5-8a37-787406249f91 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:23.785008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376a3335-0486-40ac-806d-11c67d7ce7c3,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.807677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.815623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8902a350-154f-4671-b6e5-b13d8293f412 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9273422 Feb 04 13:07:23.816069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47882) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:23.872780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'security_group_rule': {'security_group_id': 'e65327ee-b71d-4fb2-8bdd-4cdf7d997060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:23.940054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Deleting port e109ecfb-ecb7-42a7-9877-b7c8f4044078 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:23.940585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:23.950663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] The port '7ebaff36-ca0c-4be6-9450-dd59d94fb00a' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:07:23.959755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:23.963918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:security_group_rule and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:23.966874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:23.993246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:24.039961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9a571cb1-8f0f-430a-ac8e-e27eac427335 None None] The port 'e109ecfb-ecb7-42a7-9877-b7c8f4044078' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:07:24.068942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.078063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] For port e98029fc-18d8-413d-97d9-765ea1737603, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e98029fc-18d8-413d-97d9-765ea1737603,segment=NetworkSegment(737ce573-446e-4ca5-974d-301eb48fb8a4),segment_id=737ce573-446e-4ca5-974d-301eb48fb8a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:24.078804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.090011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:24.101486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:24.102058 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:24.186097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd337f-ab20-4972-974f-ea4da645960d req-c48bcc33-e902-46a2-91a2-6f611717f3cb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:24.188496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24bd337f-ab20-4972-974f-ea4da645960d req-c48bcc33-e902-46a2-91a2-6f611717f3cb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 944 time: 0.3696220 Feb 04 13:07:24.226367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.255981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-6f308dfc-2178-4b9f-8028-ebd9c949356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:24.257518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-6f308dfc-2178-4b9f-8028-ebd9c949356c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3784659 Feb 04 13:07:24.272965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2034-8e7a-4dac-8156-3f3703517302 req-802fcb19-234a-4d3c-adcb-e2ac0eedebf5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:24.274134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa2c2034-8e7a-4dac-8156-3f3703517302 req-802fcb19-234a-4d3c-adcb-e2ac0eedebf5 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 1.2256572 Feb 04 13:07:24.294716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24bd337f-ab20-4972-974f-ea4da645960d req-e3686c42-e606-4269-a27a-73c394b14dd5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960701 Feb 04 13:07:24.296952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.318811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Calling delete_port for e98029fc-18d8-413d-97d9-765ea1737603 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:24.348937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612bfa4d-ed3f-4fb0-a994-1c6c724c7cd9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.365343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.379815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.382218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1d91cdf4-66f1-4da5-b969-904a354f8d8f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5245695 Feb 04 13:07:24.385718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47898) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:24.394024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:24.407278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:24.411096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.419924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Usage tracker for resource:floatingip and tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:24.425471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:24.432336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:24.456463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.467141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] Pushing event deleted for resources: {'Port': ['ID=e98029fc-18d8-413d-97d9-765ea1737603,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.469245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.470493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68f9a2-f318-404e-869b-edd0545c1dee None None] No DVR routers for this DVR port e98029fc-18d8-413d-97d9-765ea1737603 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:24.503708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8a741aac-a104-4a62-bd01-11f6cc2d7a0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37073e270089433ab22060984dbe68a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626969 Feb 04 13:07:24.531849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:24.595046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa2c2034-8e7a-4dac-8156-3f3703517302 req-9d10703b-e202-4c57-9252-df0eb69cbe91 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730803 Feb 04 13:07:24.596815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3d9da8-42a8-4eb2-bc10-5a0fe5533037']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.606494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Deleting port 98655b4e-da1b-41a4-9d80-7f5843dc530b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:24.619466 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.702748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e98029fc-18d8-413d-97d9-765ea1737603 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:24.707229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51dd02f-88e4-4aeb-b809-7a41feba6f51') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.707532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51dd02f-88e4-4aeb-b809-7a41feba6f51') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.714577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.792340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e98029fc-18d8-413d-97d9-765ea1737603 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:24.792681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e98029fc-18d8-413d-97d9-765ea1737603 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:24.830204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.850443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Port': ['ID=c8b59e61-0865-4ef5-8a37-787406249f91,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.914580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-8c181990-1b27-4718-b9d5-662632cfde18 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384296 Feb 04 13:07:24.926358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] The port '98655b4e-da1b-41a4-9d80-7f5843dc530b' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:07:24.951706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:24.973769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.080205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:25.081154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:25.096677 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:25.105682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.146482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8da5e-6c17-4acc-b693-7b49fe97f641']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:25.162736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72475be5-625b-42b6-9b95-662cee9920c9') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:25.163027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72475be5-625b-42b6-9b95-662cee9920c9') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:25.186307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.208652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.217113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.219714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:25.220121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.230170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:25.238103 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:25.306505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.353841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.387997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3d9da8-42a8-4eb2-bc10-5a0fe5533037,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.399579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.404100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.420833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f00375e-5bcf-4664-ab35-62894d9c184d req-5280e5b2-652b-4e26-86d3-776e6653964e service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979060 Feb 04 13:07:25.487185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/networks/38b8da5e-6c17-4acc-b693-7b49fe97f641 HTTP/1.1" status: 204 len: 168 time: 3.1692672 Feb 04 13:07:25.530678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:25.678759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-45db78df-8824-484e-935b-13c63b5cfb01 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d3d9da8-42a8-4eb2-bc10-5a0fe5533037 HTTP/1.1" status: 204 len: 168 time: 5.1548548 Feb 04 13:07:25.705175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.714976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.717279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4be04-e8c4-4498-91fb-128ffdb8821b tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Network': ['ID=38b8da5e-6c17-4acc-b693-7b49fe97f641,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.739266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c7d4e-399b-4ac9-8c95-e61382e22060,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.743097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.754292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:25.755448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-52a0361b-8913-44da-bb2d-3b15915d9fd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/990c7d4e-399b-4ac9-8c95-e61382e22060 HTTP/1.1" status: 204 len: 168 time: 1.2156165 Feb 04 13:07:25.962228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Allocated IP 172.25.4.15 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/78c8bcc6-7456-4197-af23-909486253876) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:26.048650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:26.172940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.180141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-8c9cbc12-f220-486c-b08d-e767c523661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:26.181666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-8c9cbc12-f220-486c-b08d-e767c523661a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 1095 time: 0.5473998 Feb 04 13:07:26.201621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231810da-1f5f-453c-a68a-f03e2b59bf38']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:26.225379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737ce573-446e-4ca5-974d-301eb48fb8a4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:26.225943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737ce573-446e-4ca5-974d-301eb48fb8a4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:26.244464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.278776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686af5f-efe7-4bb0-bfe7-b6ba9599a11a req-f8f0a507-eb0c-4328-8bc3-ccf58f57629e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:26.280598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6686af5f-efe7-4bb0-bfe7-b6ba9599a11a req-f8f0a507-eb0c-4328-8bc3-ccf58f57629e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 944 time: 0.8349123 Feb 04 13:07:26.284764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.317304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:26.317701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:26.341566 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:26.425118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-40a34ebd-e849-442d-8837-af3131311fe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d78845259ab40c3b63ec7da88026a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716426 Feb 04 13:07:26.430383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47968) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:26.455897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc744232-8f0a-4204-b746-023fc03137d4 req-cdbec0ed-5ec7-410e-8ba4-b3420160224b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:26.457415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc744232-8f0a-4204-b746-023fc03137d4 req-cdbec0ed-5ec7-410e-8ba4-b3420160224b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.5722542 Feb 04 13:07:26.494135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6686af5f-efe7-4bb0-bfe7-b6ba9599a11a req-ff942742-e4d2-4002-a5f8-5bf14784df29 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048917 Feb 04 13:07:26.542353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.551269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.570740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.594896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] Pushing event deleted for resources: {'Network': ['ID=231810da-1f5f-453c-a68a-f03e2b59bf38,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:26.599138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-1390d6cb-d512-43dc-a61c-7972100670e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:26.600351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-1390d6cb-d512-43dc-a61c-7972100670e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.4061604 Feb 04 13:07:26.605953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe38f0a6-d0e1-48db-bc75-aa30aedb73ff tempest-TaggedBootDevicesTest-1988580907 tempest-TaggedBootDevicesTest-1988580907-project] 10.222.0.53 "DELETE /v2.0/networks/231810da-1f5f-453c-a68a-f03e2b59bf38 HTTP/1.1" status: 204 len: 168 time: 1.0680764 Feb 04 13:07:26.634741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.676106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.713794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.740650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc744232-8f0a-4204-b746-023fc03137d4 req-a89bee62-0eec-4d2d-b52d-8b63c9868c17 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765734 Feb 04 13:07:26.741955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-a64e27a4-cbf5-4b2d-b7a6-46de7f918ec8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 200 len: 217 time: 0.1306705 Feb 04 13:07:26.744600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Router 9ab85968-a181-470c-84fb-8277d6d6b817 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:26.836345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:26.840632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:26.850623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:26.919858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:26.936484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=78c8bcc6-7456-4197-af23-909486253876,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:26.956882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa8d97-6edc-45f0-b364-96608343310a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:26.992647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-4bf0856d-ce58-4515-8147-c588cabc38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:26.994120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-4bf0856d-ce58-4515-8147-c588cabc38e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2425246 Feb 04 13:07:26.994550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:27.012879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c6e20b7-b3c2-43e3-9fd6-5a189ef625e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38aa8d97-6edc-45f0-b364-96608343310a HTTP/1.1" status: 204 len: 168 time: 0.5724843 Feb 04 13:07:27.089225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:27.253442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:27.262103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:27.284357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:27.295096 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] Sync routers for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:27.300964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d76ef50-e206-40a1-9d66-cc6b00edaf7e tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "PUT /v2.0/routers/9ab85968-a181-470c-84fb-8277d6d6b817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5919800 Feb 04 13:07:27.306749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:27.310092 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:27.310838 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:27.449368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-d4473d56-ece6-465a-971d-5c813f5eb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:27.450942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-d4473d56-ece6-465a-971d-5c813f5eb3f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950435 Feb 04 13:07:27.524931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:27.549998 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] Routers {'9ab85968-a181-470c-84fb-8277d6d6b817'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:27.551442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9ab85968-a181-470c-84fb-8277d6d6b817'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:27.647114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:27.647692 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fead173-908b-4766-8e6e-19f36daa7e87 None None] The sync data for ids ['9ab85968-a181-470c-84fb-8277d6d6b817'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:27.714943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-network', 'tenant_id': '445e1859be1140068c635dee4bbb7e46'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:28.035470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18452446-9a0c-4a08-809d-d952027b4eea req-6418e9d1-e940-4eb5-af2c-7ce2b9322beb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:28.037011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18452446-9a0c-4a08-809d-d952027b4eea req-6418e9d1-e940-4eb5-af2c-7ce2b9322beb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 944 time: 0.2959049 Feb 04 13:07:28.048399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:28.065666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Usage tracker for resource:network and tenant:445e1859be1140068c635dee4bbb7e46 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:28.072634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:28.084871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:28.139212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18452446-9a0c-4a08-809d-d952027b4eea req-57bfc28f-5aab-4c47-8f99-664dfe6a0245 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857451 Feb 04 13:07:28.175094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.189326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.250746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Made reservation on behalf of 445e1859be1140068c635dee4bbb7e46 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:28.259227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.278737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-64f47024-917e-4b4d-bee9-fa89fd2b205f service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158979 Feb 04 13:07:28.341343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.412496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=78c8bcc6-7456-4197-af23-909486253876,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:28.435789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.460500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.461746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0ed19bc6-2987-478d-bdc4-3f0a0bb91c94 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0748727 Feb 04 13:07:28.609065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:28.750796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:28.767221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Usage tracker for resource:security_group_rule and tenant:445e1859be1140068c635dee4bbb7e46 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:28.781520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:28.801109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8f6e4d79-711a-49e7-a5d5-52e69ea415ab details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:07:28.801676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:28.973682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-516d2acf-6cae-40dc-97de-87a6d85ef648 req-6fdac691-328b-4bed-a1d0-dd183ccae83a service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334345 Feb 04 13:07:28.991501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292daf9-9105-43b0-b4f4-68ff51a061ae req-ef6a2ae9-67f8-479e-a2b4-03776ee15e0a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:28.999633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6292daf9-9105-43b0-b4f4-68ff51a061ae req-ef6a2ae9-67f8-479e-a2b4-03776ee15e0a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.9521005 Feb 04 13:07:29.049466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.086845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:29.087095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6292daf9-9105-43b0-b4f4-68ff51a061ae req-46c6accd-50c0-4170-847d-dccf70b216bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867467 Feb 04 13:07:29.092362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port 9ac0261a-0f38-4613-8797-6f2cc6f8021c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:29.092705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.101432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'mac_address': 'fa:16:3e:ad:58:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:07:29.210467 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.224696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-afb553b2-94be-4ff1-a7b1-8c6232055d5f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:29.228257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.259367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-afb553b2-94be-4ff1-a7b1-8c6232055d5f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:29.268450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.268818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6e4d79-711a-49e7-a5d5-52e69ea415ab {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:07:29.269923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-afb553b2-94be-4ff1-a7b1-8c6232055d5f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1437669592&fields=id&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 267 time: 0.1829052 Feb 04 13:07:29.282446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:07:29.292935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:29.293517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.294016 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Added segment 21df4c3c-9f8f-493c-9702-430e040b0470 of type vlan for network 2ef0fe8f-6209-446f-94e0-d26dc3be987c Feb 04 13:07:29.305828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.323551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.401090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.402180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:29.403034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.441995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9899f22-208f-4080-a95a-51779d53774b req-7f000c6a-6bb5-47fb-9bea-5148b202467c tempest-AbsoluteLimitsNegativeTestJSON-423769137 tempest-AbsoluteLimitsNegativeTestJSON-423769137-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=89601289cbb44674b0c4b6ffdb65c8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1802578 Feb 04 13:07:29.477976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-0b457aed-6951-43c8-9e01-010c71d99b4f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:29.479375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-0b457aed-6951-43c8-9e01-010c71d99b4f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:29.508521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:29.521304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-0b457aed-6951-43c8-9e01-010c71d99b4f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:29.523057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-0b457aed-6951-43c8-9e01-010c71d99b4f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 816 time: 0.2511666 Feb 04 13:07:29.554776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-62144c8d-92ea-4d11-acdb-d0d3866c0d20 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/quotas/1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 375 time: 0.0177026 Feb 04 13:07:29.606976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8f6e4d79-711a-49e7-a5d5-52e69ea415ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:29.702750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-6527436b-1ab9-4050-bef6-c2ea629fa522 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:29.730070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-6527436b-1ab9-4050-bef6-c2ea629fa522 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:29.731551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-6527436b-1ab9-4050-bef6-c2ea629fa522 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1815295 Feb 04 13:07:29.734507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:29.931524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for 9ac0261a-0f38-4613-8797-6f2cc6f8021c owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:29.993032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c052a8ca-3bdc-4ce6-945d-d10355e309f0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:30.010426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef0fe8f-6209-446f-94e0-d26dc3be987c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:30.019952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-78864858-dfa4-4e55-b085-4ab70630d490 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7638566 Feb 04 13:07:30.025648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48064) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:30.046060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Request body: {'subnet': {'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-subnet', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:30.055309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:07:30.058313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:30.072886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Usage tracker for resource:subnet and tenant:445e1859be1140068c635dee4bbb7e46 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:30.077527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:30.098434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:30.110287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-2f2cee9d-b6df-4d64-9f89-468778f5c5fe service neutron] 10.222.0.53 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592174 Feb 04 13:07:30.147022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Made reservation on behalf of 445e1859be1140068c635dee4bbb7e46 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:30.149443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:30.279049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-cb618614-dbbd-4dd7-9860-439a59799906 service neutron] 10.222.0.53 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674933 Feb 04 13:07:30.412639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899f22-208f-4080-a95a-51779d53774b req-d718c720-ad83-40be-b114-bb1bd62127ad tempest-AbsoluteLimitsNegativeTestJSON-423769137 tempest-AbsoluteLimitsNegativeTestJSON-423769137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:30.414371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9899f22-208f-4080-a95a-51779d53774b req-d718c720-ad83-40be-b114-bb1bd62127ad tempest-AbsoluteLimitsNegativeTestJSON-423769137 tempest-AbsoluteLimitsNegativeTestJSON-423769137-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8936625 Feb 04 13:07:30.441015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9899f22-208f-4080-a95a-51779d53774b req-6c4537e6-2926-42b8-9ca8-37ab3a8ae805 tempest-AbsoluteLimitsNegativeTestJSON-423769137 tempest-AbsoluteLimitsNegativeTestJSON-423769137-project] 10.222.0.53 "GET /v2.0/quotas/89601289cbb44674b0c4b6ffdb65c8e4 HTTP/1.1" status: 200 len: 375 time: 0.0185401 Feb 04 13:07:30.528162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9899f22-208f-4080-a95a-51779d53774b req-b6882f63-eae9-452c-8cc8-87255c0f6bbb tempest-AbsoluteLimitsNegativeTestJSON-423769137 tempest-AbsoluteLimitsNegativeTestJSON-423769137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=89601289cbb44674b0c4b6ffdb65c8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667655 Feb 04 13:07:30.699265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:30.753764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18daeb-7926-4b7d-9dc1-eba673e15053 req-ead6c356-fb17-48e2-ab42-48d527eeaad7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:30.755423 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e18daeb-7926-4b7d-9dc1-eba673e15053 req-ead6c356-fb17-48e2-ab42-48d527eeaad7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 945 time: 0.1674986 Feb 04 13:07:30.801132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8f6e4d79-711a-49e7-a5d5-52e69ea415ab up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:30.901160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e18daeb-7926-4b7d-9dc1-eba673e15053 req-b39f5e4c-9e34-41b8-ada4-73344899ad10 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371427 Feb 04 13:07:31.015061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:31.030552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:31.031158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.135012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e265d364-da5d-49aa-b2de-f6ba214cf173 req-d57d800e-3ab7-440c-abee-2fe9bb92baad tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 210 time: 0.1069410 Feb 04 13:07:31.160895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Port': ['ID=9ac0261a-0f38-4613-8797-6f2cc6f8021c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:31.322847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.374502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.423283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:31.449825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:31.457725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.491853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:31.539986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a91da-0213-4890-ba68-d20e3c7350d6 req-84bc0888-51a6-444e-982d-35382f88a3b7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:31.548492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-217a91da-0213-4890-ba68-d20e3c7350d6 req-84bc0888-51a6-444e-982d-35382f88a3b7 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.5360296 Feb 04 13:07:31.584097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.599099 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'code': 200} Feb 04 13:07:31.681649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:31.757954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:31.778914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:31.791284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Usage tracker for resource:security_group_rule and tenant:89601289cbb44674b0c4b6ffdb65c8e4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:31.810373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:31.826057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:31.870190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Checking segment: {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:31.870566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Network hostable DHCP agents. Network: 2ef0fe8f-6209-446f-94e0-d26dc3be987c, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:07:31.919167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2731aeab-17cd-4880-b1c9-a550fb854697,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:32.004200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.016020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.046682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.055647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.062647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-217a91da-0213-4890-ba68-d20e3c7350d6 req-0a940bf8-7019-4440-b554-78b8383117cb tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129013 Feb 04 13:07:32.069168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:07:32.091086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2ef0fe8f-6209-446f-94e0-d26dc3be987c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:32.097164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.097763 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.110069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e19ef3-a5c2-412e-9f16-e6b23552c310 None None] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:32.119885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.120441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab85968-a181-470c-84fb-8277d6d6b817 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:07:32.150856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.152439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4daf3671-cc56-4663-a78c-73a93a5db14f tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/routers/9ab85968-a181-470c-84fb-8277d6d6b817 HTTP/1.1" status: 204 len: 168 time: 4.8430178 Feb 04 13:07:32.155245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22033947-4150-4e78-a8de-44b43e1116f9 req-0ed3bd36-660b-46b8-a447-d900dbe0e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.156833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-22033947-4150-4e78-a8de-44b43e1116f9 req-0ed3bd36-660b-46b8-a447-d900dbe0e382 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 1097 time: 0.5163960 Feb 04 13:07:32.157450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48110) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:32.159419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa2e7683-445f-4219-a91e-1cde7e3230d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1232955 Feb 04 13:07:32.171639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48114) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:32.175540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc15d0b-89f1-4674-9310-c4ca6afd6336,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:32.183271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:32.196583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b432477e-e1f7-4346-a956-cc1ce52691ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89601289cbb44674b0c4b6ffdb65c8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028008 Feb 04 13:07:32.200652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:32.203511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:32.207991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Usage tracker for resource:router and tenant:445e1859be1140068c635dee4bbb7e46 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:32.211749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:32.230964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:32.248884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.256369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.287506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.374515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-22033947-4150-4e78-a8de-44b43e1116f9 req-cca2280f-6ebb-405c-baa2-e4600a910c11 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763189 Feb 04 13:07:32.523589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f46e3-3719-48ec-bd59-eb799a1460be req-b9a983a0-927a-4476-b52b-774141a76ee4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:32.543473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d13f46e3-3719-48ec-bd59-eb799a1460be req-b9a983a0-927a-4476-b52b-774141a76ee4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 946 time: 0.4618275 Feb 04 13:07:32.572184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'fixed_ips': [{'subnet_id': '2731aeab-17cd-4880-b1c9-a550fb854697'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:07:32.582069 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.639989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting subnet 81f27087-420c-4436-9bd5-0d2331457886 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:07:32.682022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.821533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.825873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0ea09313-756e-46ba-b2bf-8aab8b53110a req-f381874c-7fa4-4079-99d1-29a44c112868 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:32.906488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0ea09313-756e-46ba-b2bf-8aab8b53110a req-f381874c-7fa4-4079-99d1-29a44c112868 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:32.907771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ea09313-756e-46ba-b2bf-8aab8b53110a req-f381874c-7fa4-4079-99d1-29a44c112868 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 210 time: 0.4545734 Feb 04 13:07:32.963982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:32.976297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Allocated IP 172.20.0.2 (2ef0fe8f-6209-446f-94e0-d26dc3be987c/2731aeab-17cd-4880-b1c9-a550fb854697/3ae75d58-98d2-4f49-bdca-03bdee1d825a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:33.007712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.008179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.047823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d13f46e3-3719-48ec-bd59-eb799a1460be req-e66cbdba-79d2-4bca-9862-8876c42be600 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026658 Feb 04 13:07:33.174668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-a5791c09-9cfb-48fe-b2d8-0e89dceca7e5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:33.176187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-a5791c09-9cfb-48fe-b2d8-0e89dceca7e5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 816 time: 0.6018658 Feb 04 13:07:33.272789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-ec166ab8-0aea-4143-b5cf-6a123dfa8e11 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:33.280168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.284593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.391846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-ec166ab8-0aea-4143-b5cf-6a123dfa8e11 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:33.392889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-ec166ab8-0aea-4143-b5cf-6a123dfa8e11 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 380 time: 0.1977539 Feb 04 13:07:33.406510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc15d0b-89f1-4674-9310-c4ca6afd6336,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:33.441005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'port': {'device_id': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'admin_state_up': True, 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'security_groups': ['e65327ee-b71d-4fb2-8bdd-4cdf7d997060']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:33.463177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.471814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.475382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-26b4204e-7d60-4a6f-9786-dc74ec81b140 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fc15d0b-89f1-4674-9310-c4ca6afd6336 HTTP/1.1" status: 204 len: 168 time: 1.2343533 Feb 04 13:07:33.489955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Transition to ACTIVE for port object 3ae75d58-98d2-4f49-bdca-03bdee1d825a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:33.521218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Transition to ACTIVE for port object 3ae75d58-98d2-4f49-bdca-03bdee1d825a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:33.544158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.637984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Pushing event updated for resources: {'Port': ['ID=3ae75d58-98d2-4f49-bdca-03bdee1d825a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:33.674916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:33.676411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:33.683615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:33.875955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Attempting to bind port 3ae75d58-98d2-4f49-bdca-03bdee1d825a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:33.876886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Attempting to bind port 3ae75d58-98d2-4f49-bdca-03bdee1d825a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:33.876886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Attempting to bind port 3ae75d58-98d2-4f49-bdca-03bdee1d825a on network 2ef0fe8f-6209-446f-94e0-d26dc3be987c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:33.894063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:33.894513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Checking segment: {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:33.895039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.895859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Bound using segment: {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:33.896044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Bound port: 3ae75d58-98d2-4f49-bdca-03bdee1d825a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:33.896506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.899357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:33.969410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.101025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] For port 3ae75d58-98d2-4f49-bdca-03bdee1d825a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:34.111006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] For port 3ae75d58-98d2-4f49-bdca-03bdee1d825a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ae75d58-98d2-4f49-bdca-03bdee1d825a,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:34.131262 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.156522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.189253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:34.258197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-daed4f80-296a-4585-aab0-c5e797c1a0b1 req-2ea378df-107f-4b1b-a8d2-eb72886cfa68 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 210 time: 0.0672829 Feb 04 13:07:34.315529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Pushing event updated for resources: {'Port': ['ID=3ae75d58-98d2-4f49-bdca-03bdee1d825a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:34.323623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Allocated IP 172.25.4.159 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/21938d54-07ea-475e-a6fe-739734bab09b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:34.326578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.348934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db33c74-b2ae-47ca-8769-2319a8c95683 None None] Network 3903cc48-fbd7-4811-aac1-c6962d058eb9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:34.354806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:34.369427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/subnets/81f27087-420c-4436-9bd5-0d2331457886 HTTP/1.1" status: 204 len: 168 time: 2.2088194 Feb 04 13:07:34.371401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:34.394941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Made reservation on behalf of 1d6a3c5af3ba4d4799a8b4eb9d482dc6 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:34.399737 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.458203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09173667-6fb5-466a-8676-b34ec5bc1db9 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Subnet': ['ID=81f27087-420c-4436-9bd5-0d2331457886,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:34.552296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.553020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.553416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.553752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.554388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.554738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.555075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.555389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.555710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.556030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.556343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.556695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a264e4-2491-47c8-b1b6-c1ff1611d981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:34.579663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8cf72-f750-45fc-a246-ff5ebafd5535 req-68857787-dd03-4e2f-9501-fb850b0ddd7c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:34.579663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ed8cf72-f750-45fc-a246-ff5ebafd5535 req-68857787-dd03-4e2f-9501-fb850b0ddd7c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.7717967 Feb 04 13:07:34.829732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ed8cf72-f750-45fc-a246-ff5ebafd5535 req-14f38065-0845-4302-9866-9c0c126c85de tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334154 Feb 04 13:07:34.917439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Allocated IP 172.20.0.7 (73cd6561-c333-4d3e-9cf4-3ad17307be91/8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d/958f0ae5-2e77-4975-8b6d-0cd0286f187c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:34.932254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] DHCP port deletion for 3903cc48-fbd7-4811-aac1-c6962d058eb9 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:07:34.932746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:34.937100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Deleting port 2246078d-82c4-4db3-9654-17d3aa25ba56 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:34.937468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.114803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port 2246078d-82c4-4db3-9654-17d3aa25ba56 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:35.115563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.290651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:35.383525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7dac-e6bd-4795-9df6-0dd13bc58aa1 req-63055f5e-b1f3-42a5-a7ec-586df9649b7f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:35.391023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-350e7dac-e6bd-4795-9df6-0dd13bc58aa1 req-63055f5e-b1f3-42a5-a7ec-586df9649b7f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 946 time: 0.4709349 Feb 04 13:07:35.431758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.471446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] For port 2246078d-82c4-4db3-9654-17d3aa25ba56, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2246078d-82c4-4db3-9654-17d3aa25ba56,segment=NetworkSegment(4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd),segment_id=4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:35.471446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.516250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Transition to ACTIVE for port object 958f0ae5-2e77-4975-8b6d-0cd0286f187c will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:35.549676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.622714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-network', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:35.662458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] For port 2246078d-82c4-4db3-9654-17d3aa25ba56, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2246078d-82c4-4db3-9654-17d3aa25ba56,segment=NetworkSegment(4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd),segment_id=4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:35.665567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:35.671486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.675339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:35.696319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-350e7dac-e6bd-4795-9df6-0dd13bc58aa1 req-001505b1-4a69-44dc-a236-d7d880006cf4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040164 Feb 04 13:07:35.744801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Calling delete_port for 2246078d-82c4-4db3-9654-17d3aa25ba56 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:35.880151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Usage tracker for resource:network and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:35.882690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:35.929757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:35.974527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:35.998392 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.039694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:36.042302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:36.046922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:36.145522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for 2246078d-82c4-4db3-9654-17d3aa25ba56 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:36.174811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] Pushing event deleted for resources: {'Port': ['ID=2246078d-82c4-4db3-9654-17d3aa25ba56,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:36.182553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddea68f-ea67-4418-84a0-0e3ad331579d None None] No DVR routers for this DVR port 2246078d-82c4-4db3-9654-17d3aa25ba56 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:36.198739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:36.199428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.225572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa19f2-f855-45a2-a63d-e5fcf981b9a5 None None] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:36.257580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-aaac5620-6be6-4fa8-a7ba-23ce37988ccb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8382735 Feb 04 13:07:36.259247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:36.264056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.300476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Request body: {'port': {'device_id': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:36.369681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.463612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:36.493797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Usage tracker for resource:security_group_rule and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:36.495289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5e04127-a4c8-44f0-97c0-132210e63cf4 None None] Provisioning for port 3ae75d58-98d2-4f49-bdca-03bdee1d825a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:36.526566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:36.544398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:36.572338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-22f33ef3-d427-4bb4-bdc0-d1da70dbe084 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 267 time: 0.0831823 Feb 04 13:07:36.690460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.693637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-696f7e7e-4a18-42df-9ba0-d30c64a1ae7d None None] Provisioning for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:36.711793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-696f7e7e-4a18-42df-9ba0-d30c64a1ae7d None None] Provisioning complete for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:36.712252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-696f7e7e-4a18-42df-9ba0-d30c64a1ae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.732783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af72440-6f4e-4c54-b11d-d7cf6366b1a1 req-f37fb424-20ce-47b0-a39d-f4ba393f9492 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:36.733797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5af72440-6f4e-4c54-b11d-d7cf6366b1a1 req-f37fb424-20ce-47b0-a39d-f4ba393f9492 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Synchronizing usage tracker for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:36.823925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:36.851945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-696f7e7e-4a18-42df-9ba0-d30c64a1ae7d None None] Port 958f0ae5-2e77-4975-8b6d-0cd0286f187c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:36.858400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ae75d58-98d2-4f49-bdca-03bdee1d825a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:36.863069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Pushing event updated for resources: {'Port': ['ID=21938d54-07ea-475e-a6fe-739734bab09b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:36.884605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:36.884605 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:36.929299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:36.936351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:36.937453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5af72440-6f4e-4c54-b11d-d7cf6366b1a1 req-f37fb424-20ce-47b0-a39d-f4ba393f9492 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Unset dirty status for tenant:1d6a3c5af3ba4d4799a8b4eb9d482dc6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:36.942170 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5af72440-6f4e-4c54-b11d-d7cf6366b1a1 req-f37fb424-20ce-47b0-a39d-f4ba393f9492 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 931 time: 1.2555230 Feb 04 13:07:36.945005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:37.003466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3ae75d58-98d2-4f49-bdca-03bdee1d825a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:37.012088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3ae75d58-98d2-4f49-bdca-03bdee1d825a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:37.015018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.085971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5af72440-6f4e-4c54-b11d-d7cf6366b1a1 req-dd7c1767-ce10-450e-ae34-2ed8012d8110 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293035 Feb 04 13:07:37.244757 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.342447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3ae75d58-98d2-4f49-bdca-03bdee1d825a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ae75d58-98d2-4f49-bdca-03bdee1d825a,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:37.347859 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.382466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port 2246078d-82c4-4db3-9654-17d3aa25ba56 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:37.383034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.444081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2246078d-82c4-4db3-9654-17d3aa25ba56 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:37.520886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] The port '2246078d-82c4-4db3-9654-17d3aa25ba56' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:07:37.521389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2246078d-82c4-4db3-9654-17d3aa25ba56 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:37.521736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2246078d-82c4-4db3-9654-17d3aa25ba56 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:37.559506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3ae75d58-98d2-4f49-bdca-03bdee1d825a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:37.588584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.595480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a3d259d4-2358-4934-9fb9-33abba413b81 None None] Provisioning complete for port 3ae75d58-98d2-4f49-bdca-03bdee1d825a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:37.596608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.596992 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a3d259d4-2358-4934-9fb9-33abba413b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.617180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-2d5812cd-0165-4c2d-9973-1c26401b34d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:37.625761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-2d5812cd-0165-4c2d-9973-1c26401b34d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 946 time: 1.0437670 Feb 04 13:07:37.635709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'security_groups': []}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:37.709725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:07:37.725170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d836e3-4db1-4571-a2a5-aa3e7f6c7df3 req-1fceae43-b90c-4f9e-aa99-26984add81f2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:37.734424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3d836e3-4db1-4571-a2a5-aa3e7f6c7df3 req-1fceae43-b90c-4f9e-aa99-26984add81f2 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.3303885 Feb 04 13:07:37.799334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0730419-d1ed-4e01-a008-4ea49a72d092,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:37.815056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:37.815402 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Added segment 43284c93-f7dd-462c-b266-55501984e460 of type vlan for network acad5d0d-cf66-4745-8340-d8ea0c441eae Feb 04 13:07:37.851569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3d836e3-4db1-4571-a2a5-aa3e7f6c7df3 req-209d242f-3c22-4adf-8be2-4e701a91f65a tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159585 Feb 04 13:07:38.009753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.102703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.123816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:07:38.166427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.223204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.224194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:38.224780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.273051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Transition to ACTIVE for port object 958f0ae5-2e77-4975-8b6d-0cd0286f187c will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:38.358812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.393292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.472988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3903cc48-fbd7-4811-aac1-c6962d058eb9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:38.559280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:38.559578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5d97fa-0219-4bfe-81e4-eaf423a1f9bd') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:38.594486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.600391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:38.649566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:38.688507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.693307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.732530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4329863 Feb 04 13:07:38.737755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48676b3d-b2c6-4495-9db1-d14e573dfefa admin admin] Pushing event updated for resources: {'Network': ['ID=acad5d0d-cf66-4745-8340-d8ea0c441eae,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:38.746724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:38.750575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network acad5d0d-cf66-4745-8340-d8ea0c441eae details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:07:38.850974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ae75d58-98d2-4f49-bdca-03bdee1d825a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:38.868522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.885690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Request body: {'subnet': {'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-subnet', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:38.894207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:38.899350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Usage tracker for resource:subnet and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:38.900460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:38.900886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.902928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:38.910158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:38.964712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3ae75d58-98d2-4f49-bdca-03bdee1d825a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:38.965096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:38.981286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:38.983659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.150643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:39.229240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:39.241693 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:39.247406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Attempting to bind port 958f0ae5-2e77-4975-8b6d-0cd0286f187c on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:39.247747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Attempting to bind port 958f0ae5-2e77-4975-8b6d-0cd0286f187c by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:39.249320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Attempting to bind port 958f0ae5-2e77-4975-8b6d-0cd0286f187c on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:39.251704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12', '65c900f1-ecb9-461a-938b-0a012ad11beb', '8f6e4d79-711a-49e7-a5d5-52e69ea415ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:39.253765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:07:39.269954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83c9b-99c5-4a0e-9ff1-f577fe3f33cb req-1ce9df94-0c5a-428d-aa67-65a834a2aa8b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:39.277704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82d83c9b-99c5-4a0e-9ff1-f577fe3f33cb req-1ce9df94-0c5a-428d-aa67-65a834a2aa8b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.9204814 Feb 04 13:07:39.300059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Port 958f0ae5-2e77-4975-8b6d-0cd0286f187c on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:07:39.300547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Attempting to bind port 958f0ae5-2e77-4975-8b6d-0cd0286f187c on network 73cd6561-c333-4d3e-9cf4-3ad17307be91 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:39.356342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:39.403862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:39.409293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.411265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d92b957a-0f6f-4bdb-a545-b9c31518373c req-df6e0594-7812-41ef-9074-a7802a2a8b85 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "PUT /v2.0/ports/8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 200 len: 905 time: 1.7842264 Feb 04 13:07:39.417725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:39.431504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.458775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.573244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8f6e4d79-711a-49e7-a5d5-52e69ea415ab'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:39.602067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:39.606770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Checking segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:39.606998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Bound using segment: {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:39.607419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Bound port: 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b011010a-dba6-43dc-b249-5146975284b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:39.607779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:39.694469 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82d83c9b-99c5-4a0e-9ff1-f577fe3f33cb req-3991e8d7-d60f-4311-a86e-98854d2697ea tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084623 Feb 04 13:07:39.732541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Network': ['ID=3903cc48-fbd7-4811-aac1-c6962d058eb9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:39.820551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dd52e760-63c1-4cae-a5f8-783473fd0f71 tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/networks/3903cc48-fbd7-4811-aac1-c6962d058eb9 HTTP/1.1" status: 204 len: 168 time: 5.4464488 Feb 04 13:07:39.872247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48214) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:40.014111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7fcb0f2d-473a-47b3-b9a5-aa38f1bae484 None None] Provisioning complete for port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:40.014799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0f2d-473a-47b3-b9a5-aa38f1bae484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.130649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Deleting port 03fb9abb-4e7d-4a62-9be7-a8919e854402 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:40.131449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.270500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.284393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-cad0026d-ffac-4a08-b7bd-617cc16a2695 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.285858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-cad0026d-ffac-4a08-b7bd-617cc16a2695 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.7302425 Feb 04 13:07:40.353658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13a5f-d3a2-4b63-b76f-bb11d16d5bbb req-90627a73-d919-430a-bb66-02b277a1f5d9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.355157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dec13a5f-d3a2-4b63-b76f-bb11d16d5bbb req-90627a73-d919-430a-bb66-02b277a1f5d9 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.7011991 Feb 04 13:07:40.418420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:40.447435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.459646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:40.483658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.567749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 512f584d-2d81-479e-8b36-1493e29132f2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:40.568092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.571343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a626766f-0f48-4b44-8166-35d8f5e3e895,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:40.619313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:40.620054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.620163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dec13a5f-d3a2-4b63-b76f-bb11d16d5bbb req-09e1100f-26f1-4831-96de-e3710e597335 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029507 Feb 04 13:07:40.621660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] 10.222.0.87 "PUT /v2.0/ports/958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 1091 time: 4.3306103 Feb 04 13:07:40.631576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:40.683408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dbb43-65a5-4703-abe5-d964eef4a423 service neutron] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:40.685601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.686929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:40.763020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Checking segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:40.763522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Network hostable DHCP agents. Network: acad5d0d-cf66-4745-8340-d8ea0c441eae, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:07:40.878720 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'status': 'completed', 'code': 200} Feb 04 13:07:40.890498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Calling delete_port for 03fb9abb-4e7d-4a62-9be7-a8919e854402 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:41.046789 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'status': 'completed', 'code': 200} Feb 04 13:07:41.073313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1d9b5-7747-493d-8aa8-38c026d95554 req-f73fcb36-538e-4b21-8dda-697b74a19dfb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.080369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93a1d9b5-7747-493d-8aa8-38c026d95554 req-f73fcb36-538e-4b21-8dda-697b74a19dfb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 908 time: 0.8623142 Feb 04 13:07:41.118685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Network acad5d0d-cf66-4745-8340-d8ea0c441eae is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:07:41.141317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, acad5d0d-cf66-4745-8340-d8ea0c441eae) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:41.146566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.147256 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.152962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4db90a-c4e7-41e5-b839-cc3d37629a94 None None] Network acad5d0d-cf66-4745-8340-d8ea0c441eae requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:41.181884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-d70b37ca-0d4a-4160-8dc4-0dd201b81ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.183540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-d70b37ca-0d4a-4160-8dc4-0dd201b81ab3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1094 time: 0.4831076 Feb 04 13:07:41.261704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-97fa9464-cbd4-443c-8fd1-520d9b258733 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4977856 Feb 04 13:07:41.262480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:41.328949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:41.334026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-44e28d7b-d9d4-4699-b6b8-636b965a8ff5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 217 time: 0.1425807 Feb 04 13:07:41.343052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:41.412350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Usage tracker for resource:router and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:41.426249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254917-6c58-4244-bae2-c451b7416df8 req-419b7245-f3fb-46b2-bdf6-4dbb8247da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.428182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-419b7245-f3fb-46b2-bdf6-4dbb8247da0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 1059 time: 0.6553142 Feb 04 13:07:41.428665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:41.467562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:41.482906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-acad5d0d-cf66-4745-8340-d8ea0c441eae', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:07:41.485988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.586436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.587400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.621050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-67649c5c-8a25-48b7-af6f-796a23e54dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.624179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-67649c5c-8a25-48b7-af6f-796a23e54dcb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.2535672 Feb 04 13:07:41.655648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec6dd4-6b39-4c47-92e8-30919c212998 req-3e6cbca4-ca99-4a82-a841-cc44df405eae tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.657107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2ec6dd4-6b39-4c47-92e8-30919c212998 req-3e6cbca4-ca99-4a82-a841-cc44df405eae tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.5327923 Feb 04 13:07:41.718633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Allocated IP 172.20.0.2 (acad5d0d-cf66-4745-8340-d8ea0c441eae/a626766f-0f48-4b44-8166-35d8f5e3e895/4108b98c-25cb-406a-8a25-d4a3846db9b0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:41.727112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Router 1fe62d4d-272f-4d1b-981f-a40ee077c64b is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:07:41.764211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.769717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a26ccb-b541-42d0-a68a-8a9c40c56536 req-eb4a23b7-b14e-4c13-af8c-41517d90aeb8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.771240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83a26ccb-b541-42d0-a68a-8a9c40c56536 req-eb4a23b7-b14e-4c13-af8c-41517d90aeb8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.5011523 Feb 04 13:07:41.780340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254917-6c58-4244-bae2-c451b7416df8 req-cf8c4bd5-a44a-47bb-b278-d8c0bd5ffad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:41.781833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-cf8c4bd5-a44a-47bb-b278-d8c0bd5ffad9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.3415775 Feb 04 13:07:41.789423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:41.789794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.797337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.869439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:41.940310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2ec6dd4-6b39-4c47-92e8-30919c212998 req-9c57f631-3590-411f-b426-86ddaafb3f8e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623200 Feb 04 13:07:42.046863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 512f584d-2d81-479e-8b36-1493e29132f2 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:42.070147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Pushing event deleted for resources: {'Port': ['ID=03fb9abb-4e7d-4a62-9be7-a8919e854402,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:42.107284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 512f584d-2d81-479e-8b36-1493e29132f2 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:42.121378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-a47a40d7-ac36-45bd-bc9e-0afbc64784a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 200 len: 217 time: 0.3149087 Feb 04 13:07:42.200818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.218824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Transition to ACTIVE for port object 4108b98c-25cb-406a-8a25-d4a3846db9b0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:42.272510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Transition to ACTIVE for port object 4108b98c-25cb-406a-8a25-d4a3846db9b0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:42.289842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.368407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.402185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Pushing event updated for resources: {'Port': ['ID=4108b98c-25cb-406a-8a25-d4a3846db9b0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:42.402425 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.408217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Network acad5d0d-cf66-4745-8340-d8ea0c441eae is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:42.410173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:42.414216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:42.418001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:42.460372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:42.464428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.468198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b6e0883d-b0ef-42fb-a8d3-cf1a02f7503c tempest-FloatingIPAdminTestJSON-246246350 tempest-FloatingIPAdminTestJSON-246246350-project] 10.222.0.53 "DELETE /v2.0/floatingips/727e6920-96ec-44e1-bf30-c3317bb9c3f4 HTTP/1.1" status: 204 len: 168 time: 2.5834522 Feb 04 13:07:42.468939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.470045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2db8d917-c499-4641-8d36-afa9ddec89ff admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.2915902 Feb 04 13:07:42.478280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed90be-9883-4b38-8484-ed8216729ee6 req-2fd3426e-7614-4f09-990d-1406f03ed78f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:42.479809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bed90be-9883-4b38-8484-ed8216729ee6 req-2fd3426e-7614-4f09-990d-1406f03ed78f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 945 time: 0.3235078 Feb 04 13:07:42.480317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:42.541114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Sync routers for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:42.569221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:42.588565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:42.589268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:42.589984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83a26ccb-b541-42d0-a68a-8a9c40c56536 req-04dc3fe0-bd16-4b8d-ad1e-df08ed53e33b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8071148 Feb 04 13:07:42.598574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:42.598928 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:07:42.623348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bed90be-9883-4b38-8484-ed8216729ee6 req-39bf82de-f66a-404d-b16a-2fc3b2b6530c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870268 Feb 04 13:07:42.769254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254917-6c58-4244-bae2-c451b7416df8 req-c6fe0239-ccf6-4359-9ff1-ef9ccd1b4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:42.774819 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-c6fe0239-ccf6-4359-9ff1-ef9ccd1b4023 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.6309087 Feb 04 13:07:42.790856 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:42.915194 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2', 'code': 200} Feb 04 13:07:42.917977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:43.117073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Attempting to bind port 4108b98c-25cb-406a-8a25-d4a3846db9b0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:43.117471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Attempting to bind port 4108b98c-25cb-406a-8a25-d4a3846db9b0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:43.117813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Attempting to bind port 4108b98c-25cb-406a-8a25-d4a3846db9b0 on network acad5d0d-cf66-4745-8340-d8ea0c441eae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:43.131212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:43.131884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Checking segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:43.132301 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.132700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Bound using segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:43.133215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Bound port: 4108b98c-25cb-406a-8a25-d4a3846db9b0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:43.133582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.185269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48250) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:43.185965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 512f584d-2d81-479e-8b36-1493e29132f2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:43.186240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.222173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:43.256721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.312948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-1938e5c8-703f-44c9-883f-f038c9e4f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:43.315537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-1938e5c8-703f-44c9-883f-f038c9e4f7a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6656413 Feb 04 13:07:43.570276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f066c061-fd7e-47f4-a204-dfa158aa62da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.583010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254917-6c58-4244-bae2-c451b7416df8 req-339e9203-6746-470f-9d9b-78dee372c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:43.585001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-339e9203-6746-470f-9d9b-78dee372c8b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7904811 Feb 04 13:07:43.586658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] For port 4108b98c-25cb-406a-8a25-d4a3846db9b0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:43.590637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] For port 4108b98c-25cb-406a-8a25-d4a3846db9b0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4108b98c-25cb-406a-8a25-d4a3846db9b0,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:43.602218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.677711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:37Z', 'revision_number': 3, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:43.698756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Checking router: 1fe62d4d-272f-4d1b-981f-a40ee077c64b for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:43.699081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Updating router 1fe62d4d-272f-4d1b-981f-a40ee077c64b port 21938d54-07ea-475e-a6fe-739734bab09b binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:43.758953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd5c2a-3e41-4c5b-8992-bbf9d88d360a None None] Pushing event updated for resources: {'Port': ['ID=4108b98c-25cb-406a-8a25-d4a3846db9b0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:43.802201 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.834921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c1020-0ef1-4452-8e9a-2dff3e29bf03 req-1d2790fc-f105-418f-844f-ba9bc9f4960e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:43.836568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-635c1020-0ef1-4452-8e9a-2dff3e29bf03 req-1d2790fc-f105-418f-844f-ba9bc9f4960e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.5756607 Feb 04 13:07:43.864093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-8d6ac5ae-27c8-41df-8fff-b77435e1e86b service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232549 Feb 04 13:07:43.929620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Deleting port c4f62076-c3d2-46c8-bb22-bbfa35fd5415 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:43.930001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:43.949917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 512f584d-2d81-479e-8b36-1493e29132f2, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=512f584d-2d81-479e-8b36-1493e29132f2,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:43.950344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:44.174738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-635c1020-0ef1-4452-8e9a-2dff3e29bf03 req-719f3fff-eb91-45ee-8309-42f83f7efefe tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279457 Feb 04 13:07:44.384061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-d1ebbc85-f2c7-4ddc-ba07-b775841f8a3a service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672966 Feb 04 13:07:44.413519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 512f584d-2d81-479e-8b36-1493e29132f2 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:44.444621 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:44.461614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Transition to ACTIVE for port object 21938d54-07ea-475e-a6fe-739734bab09b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:44.462284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747bac2-60a8-4c25-8008-517224af6c7c req-2f564a70-6ed8-418b-b71e-e4198b29ce76 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:44.464640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7747bac2-60a8-4c25-8008-517224af6c7c req-2f564a70-6ed8-418b-b71e-e4198b29ce76 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 1.2803662 Feb 04 13:07:44.469767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:44.547605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23fed-3925-4fc5-a0ff-7b35c015d04e None None] Pushing event updated for resources: {'Port': ['ID=21938d54-07ea-475e-a6fe-739734bab09b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:44.588659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Attempting to bind port 21938d54-07ea-475e-a6fe-739734bab09b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:44.589406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Attempting to bind port 21938d54-07ea-475e-a6fe-739734bab09b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:44.590015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Attempting to bind port 21938d54-07ea-475e-a6fe-739734bab09b on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:44.592362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5450e62e-4912-4018-b74f-638b25f69b6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab5f0e611b6f4b0394e64f820401227c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3794057 Feb 04 13:07:44.598575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:44.599471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:44.600027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:44.600568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:44.601638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Bound port: 21938d54-07ea-475e-a6fe-739734bab09b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:44.602232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:44.618517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:44.658897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc98fa38-674c-4466-8b91-03aed11d5566 req-725a2212-4c63-4f0e-bc50-1530bb5767c5 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745032 Feb 04 13:07:44.696086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7747bac2-60a8-4c25-8008-517224af6c7c req-3bc736f7-287f-4dde-a3c6-082797e86c68 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063372 Feb 04 13:07:44.939956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4108b98c-25cb-406a-8a25-d4a3846db9b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:44.980429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.057807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] For port 21938d54-07ea-475e-a6fe-739734bab09b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:45.067902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] For port 21938d54-07ea-475e-a6fe-739734bab09b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=21938d54-07ea-475e-a6fe-739734bab09b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:45.069440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4108b98c-25cb-406a-8a25-d4a3846db9b0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:45.077795 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.144748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=512f584d-2d81-479e-8b36-1493e29132f2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:45.238932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23fed-3925-4fc5-a0ff-7b35c015d04e None None] Pushing event updated for resources: {'Port': ['ID=21938d54-07ea-475e-a6fe-739734bab09b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:45.263255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:45.263884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:45.291754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.337677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d175d5c-ab77-40b6-8e37-a28a53e830c0 req-56a4bf1e-afd6-4b34-aa60-b9449f3ee0ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:45.339578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d175d5c-ab77-40b6-8e37-a28a53e830c0 req-56a4bf1e-afd6-4b34-aa60-b9449f3ee0ec tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a8d5b75-4936-4d16-927c-c5c49ee20ac0 HTTP/1.1" status: 200 len: 943 time: 0.9996514 Feb 04 13:07:45.400184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] For port c4f62076-c3d2-46c8-bb22-bbfa35fd5415, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:45.400968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.468138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.495211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port 512f584d-2d81-479e-8b36-1493e29132f2 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:45.498717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.500676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85749101-f4d9-4034-98fb-304b728e9b6a None None] Network acad5d0d-cf66-4745-8340-d8ea0c441eae requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:07:45.518497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-deleted', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:45.531991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92354e78-552f-4160-9a2c-acf2267fd5b9 req-01626f35-1556-45a2-bb5f-c3e207a70775 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.87 "DELETE /v2.0/ports/512f584d-2d81-479e-8b36-1493e29132f2 HTTP/1.1" status: 204 len: 173 time: 5.2393122 Feb 04 13:07:45.614715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-b3839adb-41a7-4b0c-8e49-24562b0b8039 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:45.616241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-b3839adb-41a7-4b0c-8e49-24562b0b8039 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.5782585 Feb 04 13:07:45.641008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-c6cf5a8d-baa4-4c46-adfb-ce6558708610 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/quotas/9fc72dc5f8e047d0812cbf6e813978a0 HTTP/1.1" status: 200 len: 375 time: 0.0182822 Feb 04 13:07:45.658955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.737266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Provisioning for port 4108b98c-25cb-406a-8a25-d4a3846db9b0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:45.745838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Provisioning complete for port 4108b98c-25cb-406a-8a25-d4a3846db9b0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:45.746122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:45.796568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:45.902855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Allocated IP 172.20.0.1 (2ef0fe8f-6209-446f-94e0-d26dc3be987c/2731aeab-17cd-4880-b1c9-a550fb854697/f445e856-24f3-4f58-b2ca-f0d6aa5df95c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:46.070437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Allocated IP 172.25.4.124 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2561f457-5431-4333-ae97-5082218e6a8d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:46.124408 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cf4777da-aa21-4679-a15a-3ab050da1e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.155152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.163920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:07:46.175892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Transition to ACTIVE for port object f445e856-24f3-4f58-b2ca-f0d6aa5df95c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:46.209083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.238553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:37Z', 'revision_number': 3, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:46.259210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7ea4-1b2a-420c-bf63-8f553a463740 None None] The sync data for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 is: [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:37Z', 'revision_number': 3, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:46.264906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:46.272376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:46.303029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:46.335639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.376827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Calling delete_port for c4f62076-c3d2-46c8-bb22-bbfa35fd5415 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:46.418646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-9f1f4933-35b7-4a39-8c83-77552a7e61ad tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7688949 Feb 04 13:07:46.421757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Pushing event updated for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:46.426616 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.553303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:46.616249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:07:46.687312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.748998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93254917-6c58-4244-bae2-c451b7416df8 req-1e05289e-a2c5-438c-9258-243128c468f7 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3422208 Feb 04 13:07:46.773918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.832134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.891575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:46.902646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] For port 4108b98c-25cb-406a-8a25-d4a3846db9b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4108b98c-25cb-406a-8a25-d4a3846db9b0,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:46.905867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:07:46.913395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.011238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-daa1b204-8020-4c65-a3ed-b37f2f76e3f8 service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868842 Feb 04 13:07:47.035618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.047957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.061367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:47.063622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f62076-c3d2-46c8-bb22-bbfa35fd5415,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:47.080703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.092844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d387e-7a1e-41b0-b542-8877b29dd476 None None] Pushing event updated for resources: {'Port': ['ID=4108b98c-25cb-406a-8a25-d4a3846db9b0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:47.110062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d175d5c-ab77-40b6-8e37-a28a53e830c0 req-b9ce32a9-195e-4758-980c-7bfe3aa6cb45 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7288585 Feb 04 13:07:47.155304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d0ad1a7-1685-45f7-ae23-b9c775692c12 None None] Provisioning for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:47.207904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-1bbfc462-c2e7-438d-8c96-2aa61c6226c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:47.209885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-1bbfc462-c2e7-438d-8c96-2aa61c6226c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1094 time: 2.4456232 Feb 04 13:07:47.213896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d0ad1a7-1685-45f7-ae23-b9c775692c12 None None] Provisioning complete for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:47.214498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad1a7-1685-45f7-ae23-b9c775692c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.290805 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.341257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:47.360717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['958f0ae5-2e77-4975-8b6d-0cd0286f187c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:47.484712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.533870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-3b460ac8-e9f3-45bb-b7fe-f431b25114be service neutron] 10.222.0.53 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115087 Feb 04 13:07:47.590423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad1a7-1685-45f7-ae23-b9c775692c12 None None] Port f445e856-24f3-4f58-b2ca-f0d6aa5df95c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:47.817480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ba6e2ebc-2fee-4c26-9b9a-21030d3e9e6e None None] Provisioning complete for port 4108b98c-25cb-406a-8a25-d4a3846db9b0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:47.817853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba6e2ebc-2fee-4c26-9b9a-21030d3e9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.820017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.924360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:47.931214 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8d5b75-4936-4d16-927c-c5c49ee20ac0', 'name': 'network-vif-deleted', 'tag': '512f584d-2d81-479e-8b36-1493e29132f2', 'status': 'completed', 'code': 200} Feb 04 13:07:48.045764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Pushing event updated for resources: {'Port': ['ID=2561f457-5431-4333-ae97-5082218e6a8d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:48.065381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdcc64-5742-4dc4-ab01-f392f5cc552d req-c387bc0a-8664-4870-bcc7-203e24b53de2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:48.068069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dbdcc64-5742-4dc4-ab01-f392f5cc552d req-c387bc0a-8664-4870-bcc7-203e24b53de2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 944 time: 0.6319447 Feb 04 13:07:48.070006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-18ae2823-81b2-412a-a5da-0f01d74ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:48.072195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-18ae2823-81b2-412a-a5da-0f01d74ae57d service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.8424003 Feb 04 13:07:48.072941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7017a-0e81-4c72-9beb-0aa0839484e4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:48.073336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f495970a-fe53-4e92-9458-93e8d7d935bc req-3d5fcc19-fed1-4e6a-95cb-832536b00f17 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 210 time: 0.1152663 Feb 04 13:07:48.147840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:48.171355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:48.172476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-22b6d7af-cf42-4fe6-91c8-5117553a15c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78a7017a-0e81-4c72-9beb-0aa0839484e4 HTTP/1.1" status: 204 len: 168 time: 3.5471239 Feb 04 13:07:48.185372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:48.192359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-8cfdbb91-225f-4fcb-b3b7-607e2b18fde8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 217 time: 0.1116064 Feb 04 13:07:48.193203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:48.525300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:48.531601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:48.605923 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:48.627166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-15d21d57-50bb-4d9e-88eb-38b398a0f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:48.628882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-15d21d57-50bb-4d9e-88eb-38b398a0f2ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.3742015 Feb 04 13:07:48.650483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:48.771233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6dbdcc64-5742-4dc4-ab01-f392f5cc552d req-d6ea216c-d35a-4371-b79d-1ca939c76a80 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6222537 Feb 04 13:07:48.967232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.057758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Pushing event updated for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:49.213693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4108b98c-25cb-406a-8a25-d4a3846db9b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:49.221187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:49.265476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.310252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:49.322224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4108b98c-25cb-406a-8a25-d4a3846db9b0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:49.322730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.327066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ad683ef03a46bfb640604bca04d306 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:49.336770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:49.358332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:49.366306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-fbee897d-d61c-4531-991d-1f58d5a71e48 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:49.367724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-fbee897d-d61c-4531-991d-1f58d5a71e48 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.6855047 Feb 04 13:07:49.420507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-95e3cc93-8bab-49f2-819b-c375b06827b0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/quotas/6ce6e9cef41441239afaa70d977fd7f7 HTTP/1.1" status: 200 len: 375 time: 0.0345087 Feb 04 13:07:49.428495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:49.435777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:49.492256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-56fa155d-c1eb-41f3-928e-420f0ac9555f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:49.505678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21938d54-07ea-475e-a6fe-739734bab09b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:49.604023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf6d5202-407b-4c85-b0f0-c561286be3dc req-7b57a459-fca5-43fe-a27f-8b1f67c5f4f5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 210 time: 0.2049110 Feb 04 13:07:49.604825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 21938d54-07ea-475e-a6fe-739734bab09b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:49.611760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 21938d54-07ea-475e-a6fe-739734bab09b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:49.612487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.667203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-56fa155d-c1eb-41f3-928e-420f0ac9555f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:49.675860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-56fa155d-c1eb-41f3-928e-420f0ac9555f tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2430418 Feb 04 13:07:49.782329 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.817666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 21938d54-07ea-475e-a6fe-739734bab09b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=21938d54-07ea-475e-a6fe-739734bab09b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:49.822721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:49.957590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=21938d54-07ea-475e-a6fe-739734bab09b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:49.967365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b494426d-a760-48fd-ab6f-536fd30c72ba None None] Provisioning complete for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:49.967740 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b494426d-a760-48fd-ab6f-536fd30c72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.032377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b494426d-a760-48fd-ab6f-536fd30c72ba None None] Port f445e856-24f3-4f58-b2ca-f0d6aa5df95c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:50.036549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.060359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-631ffe08-c822-478e-983c-d8c8da38bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:50.062046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-631ffe08-c822-478e-983c-d8c8da38bd0e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3805776 Feb 04 13:07:50.092768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:50.143042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.164392 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.224490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:50.236011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:50.240006 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.250965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Router 1fe62d4d-272f-4d1b-981f-a40ee077c64b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:50.313610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ad683ef03a46bfb640604bca04d306&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0914142 Feb 04 13:07:50.314721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a9f0a-10ac-4788-aa8b-70f52fd86ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc817baa-9e7c-4bf9-ae5c-b6bc4585b5b7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:50.333706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:50.354657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Router 030b9632-57fb-43bd-8675-d9fb8486a763 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:07:50.448328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-b444571b-c9db-4cea-9d97-7c1e4d0c944f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:50.450359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-b444571b-c9db-4cea-9d97-7c1e4d0c944f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 811 time: 0.5474246 Feb 04 13:07:50.459842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-a797a093-8799-44e0-8cd5-6ac5d4308008 service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827263 Feb 04 13:07:50.462554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.500084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:50.503681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Request body: {'port': {'device_id': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'admin_state_up': True, 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:50.516633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:50.522570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.585486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:50.620954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:50.713025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21938d54-07ea-475e-a6fe-739734bab09b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:50.854162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 21938d54-07ea-475e-a6fe-739734bab09b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:50.854537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.033293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.132825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-999c4b84-a210-4af5-b718-a851e33d947e service neutron] 10.222.0.53 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707785 Feb 04 13:07:51.160544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-be80ed22-7ed1-4ffb-9298-76240c22d53a service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0369294 Feb 04 13:07:51.164467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:51.174589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.183615 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Sync routers for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:51.203131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:51.203756 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:51.213781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:51.294135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:51.328719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-feb4cdf9-5ede-4631-908f-dc138c56ef5c admin admin] 10.222.0.53 "PUT /v2.0/routers/1fe62d4d-272f-4d1b-981f-a40ee077c64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8389437 Feb 04 13:07:51.328719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.328719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.328719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc817baa-9e7c-4bf9-ae5c-b6bc4585b5b7 HTTP/1.1" status: 204 len: 168 time: 0.9909811 Feb 04 13:07:51.358792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e1435-70d3-4477-a28f-fbf9f0cdd1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc817baa-9e7c-4bf9-ae5c-b6bc4585b5b7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:51.374652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Made reservation on behalf of 9fc72dc5f8e047d0812cbf6e813978a0 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:51.381252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:51.417962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98313abd-b3d0-4625-ab15-7416ba3557b1 req-e19c9425-80a6-4a63-820e-106c0cd0b702 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490091 Feb 04 13:07:51.487676 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'code': 200} Feb 04 13:07:51.559497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361200e-dce5-4388-b6b3-ee7d2ef1be63 req-2601df7d-cfc5-4c93-b211-5ecbb53cd6ac tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:51.564523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e361200e-dce5-4388-b6b3-ee7d2ef1be63 req-2601df7d-cfc5-4c93-b211-5ecbb53cd6ac tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 944 time: 1.4350026 Feb 04 13:07:51.764862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5760663d-5257-4c35-aa4e-5ba89705edef req-c0d5b692-54fa-450f-91d7-9ce4d3fbad9f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 210 time: 0.0991476 Feb 04 13:07:51.768158 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:52.056673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f54006b0-ecd5-4254-af16-02ab2f7a4218 req-4124bc66-0c57-48e0-9f54-aeb95f75221e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 210 time: 0.1693780 Feb 04 13:07:52.104267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e361200e-dce5-4388-b6b3-ee7d2ef1be63 req-35671ced-272f-4659-a396-878ef1314707 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059532 Feb 04 13:07:52.129121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Allocated IP 172.20.0.6 (4543569a-7b44-4161-a675-616c77de2797/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f/c7456e6b-e923-4556-934c-2d5d140d16bb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:52.164298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:52.183002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Sync routers for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:52.200195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:52.200705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:52.261254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1444642c-2786-4205-8abd-3db0e216057b admin admin] 10.222.0.53 "PUT /v2.0/routers/030b9632-57fb-43bd-8675-d9fb8486a763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1035874 Feb 04 13:07:52.261734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48382) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:52.262368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:52.331483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1507-b7f2-4e64-a3fc-ba5f5fb77b89 req-be8ad3bc-e768-4c0a-b00e-019ef9f9be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:52.335881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3ff1507-b7f2-4e64-a3fc-ba5f5fb77b89 req-be8ad3bc-e768-4c0a-b00e-019ef9f9be32 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1096 time: 0.7060053 Feb 04 13:07:52.372114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:47Z', 'revision_number': 4, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f445e856-24f3-4f58-b2ca-f0d6aa5df95c', 'name': '', 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'mac_address': 'fa:16:3e:38:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:47Z', 'revision_number': 2, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'subnets': [{'id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:52.383289 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Checking router: 1fe62d4d-272f-4d1b-981f-a40ee077c64b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:52.383637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Updating router 1fe62d4d-272f-4d1b-981f-a40ee077c64b port f445e856-24f3-4f58-b2ca-f0d6aa5df95c binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:52.430589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3ff1507-b7f2-4e64-a3fc-ba5f5fb77b89 req-06e05735-a489-4c44-8b6f-f56b5374f051 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864248 Feb 04 13:07:52.431981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:52.458245 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:52.671438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:52.817775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:52.865630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:52.873514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Usage tracker for resource:security_group_rule and tenant:2a79483b7fe14ae5ada667ec87dc5258 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:52.878364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:52.910081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:52.976436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Transition to ACTIVE for port object c7456e6b-e923-4556-934c-2d5d140d16bb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:53.051545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-920dab28-e743-4f27-a3f1-e71c9e35f47e req-e198e7b7-6af1-42f1-92f7-8aebe53f0d8d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 210 time: 0.0537698 Feb 04 13:07:53.066385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:53.125176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Router a37116f6-4762-4a1c-80af-ce56a914cbaf is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:07:53.180211 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-70f9c83b-6e8f-4762-b2c9-7d298ad201b0 req-9432ae77-dbe5-4220-9141-b43fbe6bff0f tempest-FloatingIPDetailsNegativeTestJSON-1909443827 tempest-FloatingIPDetailsNegativeTestJSON-1909443827-project] show failed (client error): The resource could not be found. Feb 04 13:07:53.191845 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70f9c83b-6e8f-4762-b2c9-7d298ad201b0 req-9432ae77-dbe5-4220-9141-b43fbe6bff0f tempest-FloatingIPDetailsNegativeTestJSON-1909443827 tempest-FloatingIPDetailsNegativeTestJSON-1909443827-project] 10.222.0.53 "GET /v2.0/floatingips/6e78507d-2656-420a-beb9-f7dd53b0fbdf HTTP/1.1" status: 404 len: 350 time: 0.1801317 Feb 04 13:07:53.194987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:53.237467 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.253838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:07:46Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:53.255754 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Transition to ACTIVE for port object f445e856-24f3-4f58-b2ca-f0d6aa5df95c will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:53.262154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Checking router: 030b9632-57fb-43bd-8675-d9fb8486a763 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:53.265007 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.283403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Routers {'030b9632-57fb-43bd-8675-d9fb8486a763'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:53.286090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['030b9632-57fb-43bd-8675-d9fb8486a763'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:53.359774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8e36e66-3f35-4685-a104-8028200eb1e2 req-21866f96-f621-4ef3-ad2a-906144c47f3e tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 210 time: 0.1014576 Feb 04 13:07:53.442414 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Pushing event updated for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:53.444560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.599843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] Set router 030b9632-57fb-43bd-8675-d9fb8486a763 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:53.719174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.740073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:07:53.779941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.783906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0ba721ae-d537-4c6e-acd7-cb9f435d49bb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.4775262 Feb 04 13:07:53.784598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:53.792964 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.798584 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.799208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.799856 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.800344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.801004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.801488 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.805052 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.805836 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.806327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.807309 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.807926 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:53.815015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12', '65c900f1-ecb9-461a-938b-0a012ad11beb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:07:53.854885 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Sync routers for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:53.866544 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Attempting to bind port f445e856-24f3-4f58-b2ca-f0d6aa5df95c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:53.866822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.867620 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Attempting to bind port f445e856-24f3-4f58-b2ca-f0d6aa5df95c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:53.868057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Attempting to bind port f445e856-24f3-4f58-b2ca-f0d6aa5df95c on network 2ef0fe8f-6209-446f-94e0-d26dc3be987c {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:53.883881 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:53.884923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Checking segment: {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:53.884923 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.889536 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Bound using segment: {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:53.890298 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Bound port: f445e856-24f3-4f58-b2ca-f0d6aa5df95c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21df4c3c-9f8f-493c-9702-430e040b0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:53.890723 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:53.983596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-efa8485e-3d0f-428c-ae44-a08cc42a3150 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:53.985174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-efa8485e-3d0f-428c-ae44-a08cc42a3150 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 812 time: 0.4273436 Feb 04 13:07:54.005139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Request body: {'port': {'device_id': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'admin_state_up': True, 'tenant_id': '6ce6e9cef41441239afaa70d977fd7f7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:54.015634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:54.033955 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:54.034660 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:54.332058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:54.377402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Network 4543569a-7b44-4161-a675-616c77de2797 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:54.386806 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] For port f445e856-24f3-4f58-b2ca-f0d6aa5df95c, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:54.433880 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] For port f445e856-24f3-4f58-b2ca-f0d6aa5df95c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:54.436688 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:54.499570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:54.575988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:54.691166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:07:46Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:54.696747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3e1ee-0c81-481c-a5c5-3f1162e7ec96 None None] The sync data for ids ['030b9632-57fb-43bd-8675-d9fb8486a763'] in n-d-820555-2 is: [{'id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'name': 'tempest-TaggedBootDevicesTest-1210707741-router', 'tenant_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '778485f0-a886-4f46-b661-67a992322135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:59:57Z', 'updated_at': '2022-02-04T13:07:46Z', 'revision_number': 5, 'project_id': '66bae4ba4c254eeda0502ad9ece9f9cb', 'gw_port': {'id': '778485f0-a886-4f46-b661-67a992322135', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b9632-57fb-43bd-8675-d9fb8486a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:59:58Z', 'updated_at': '2022-02-04T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:54.759160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317084-64fe-450d-a4c0-0beee80917e1 req-280caa84-785f-47a8-8da8-71405e63397b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:54.760676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41317084-64fe-450d-a4c0-0beee80917e1 req-280caa84-785f-47a8-8da8-71405e63397b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 931 time: 0.5112858 Feb 04 13:07:54.784567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622467b-398b-402c-a823-c3c94fadf09a req-e3b8d745-25b8-469b-b6d0-d2a143fabd1f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:54.792769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5622467b-398b-402c-a823-c3c94fadf09a req-e3b8d745-25b8-469b-b6d0-d2a143fabd1f tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 1.4686158 Feb 04 13:07:54.793575 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:54.837711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:54.841971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a79483b7fe14ae5ada667ec87dc5258&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5772803 Feb 04 13:07:54.882899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6de1f99f-8c77-483a-aec6-a90dfcd52b92 None None] Provisioning for port c7456e6b-e923-4556-934c-2d5d140d16bb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:54.883079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48418) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:54.888813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6de1f99f-8c77-483a-aec6-a90dfcd52b92 None None] Provisioning complete for port c7456e6b-e923-4556-934c-2d5d140d16bb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:54.889241 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6de1f99f-8c77-483a-aec6-a90dfcd52b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:54.898091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40cd71-988a-4db1-a815-14bb56818c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca50559a-a197-4809-843c-98414a97d34d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:54.951682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6de1f99f-8c77-483a-aec6-a90dfcd52b92 None None] Port c7456e6b-e923-4556-934c-2d5d140d16bb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:54.969457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:54.999809 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:55.000506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:55.032200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41317084-64fe-450d-a4c0-0beee80917e1 req-fd251504-0ae2-4eac-8fe0-25933a27ee19 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588494 Feb 04 13:07:55.084270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:55.281553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:55.282627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.303192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.340574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5622467b-398b-402c-a823-c3c94fadf09a req-8d28ea17-2179-4785-a656-9da8d955ed01 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5465710 Feb 04 13:07:55.413602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.438350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Deleting port 778485f0-a886-4f46-b661-67a992322135 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:55.439283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.478970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Made reservation on behalf of 6ce6e9cef41441239afaa70d977fd7f7 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:07:55.515109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.552526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-60d596ad-1fd3-466d-aafd-a9f2bd76fffc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0902302 Feb 04 13:07:55.553570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ade0-e096-483a-a8ee-78a99cf7ce7a None None] Pushing event updated for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:55.575339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Request body: {'port': {'device_id': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:55.596304 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:55.611181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:55.666846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 3, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:55.673518 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Checking router: a37116f6-4762-4a1c-80af-ce56a914cbaf for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:55.673864 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Updating router a37116f6-4762-4a1c-80af-ce56a914cbaf port 2561f457-5431-4333-ae97-5082218e6a8d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:07:55.831937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Allocated IP 172.20.0.11 (09132273-064a-43d6-b207-84dc70bc8c23/a730fe90-403f-4bc6-ad4a-19041006f1eb/754552a5-6085-4358-8258-0ad5e53166dc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:55.965648 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.003477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56bd25a0-6153-4879-b979-5ee5030a2353 req-a105a378-db18-4d45-8d90-e45e91c69af4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 210 time: 0.6511962 Feb 04 13:07:56.066335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.084635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.195878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.221413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] For port 778485f0-a886-4f46-b661-67a992322135, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=778485f0-a886-4f46-b661-67a992322135,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:56.221843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.243666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.295663 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:47Z', 'revision_number': 4, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f445e856-24f3-4f58-b2ca-f0d6aa5df95c', 'name': '', 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'mac_address': 'fa:16:3e:38:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:54Z', 'revision_number': 4, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'subnets': [{'id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:56.362348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e4c39-b09d-43f3-9756-f615e6a3dc6e None None] The sync data for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 is: [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:07:47Z', 'revision_number': 4, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f445e856-24f3-4f58-b2ca-f0d6aa5df95c', 'name': '', 'network_id': '2ef0fe8f-6209-446f-94e0-d26dc3be987c', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'mac_address': 'fa:16:3e:38:6d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:54Z', 'revision_number': 4, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'subnets': [{'id': '2731aeab-17cd-4880-b1c9-a550fb854697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:56.488208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.495966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Calling delete_port for 778485f0-a886-4f46-b661-67a992322135 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:07:56.587414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca50559a-a197-4809-843c-98414a97d34d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:56.590949 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.608885 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Transition to ACTIVE for port object 2561f457-5431-4333-ae97-5082218e6a8d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:56.618658 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.747388 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Attempting to bind port 2561f457-5431-4333-ae97-5082218e6a8d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:07:56.748138 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Attempting to bind port 2561f457-5431-4333-ae97-5082218e6a8d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:07:56.749898 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Attempting to bind port 2561f457-5431-4333-ae97-5082218e6a8d on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:07:56.762236 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:07:56.763206 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:07:56.763888 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.764569 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:07:56.765264 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Bound port: 2561f457-5431-4333-ae97-5082218e6a8d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:07:56.766018 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.795047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.799564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c3c4c71-28ff-4728-802b-c2935fa06499 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca50559a-a197-4809-843c-98414a97d34d HTTP/1.1" status: 204 len: 168 time: 1.9134264 Feb 04 13:07:56.865738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f445e856-24f3-4f58-b2ca-f0d6aa5df95c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:56.905236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Allocated IP 172.20.0.1 (acad5d0d-cf66-4745-8340-d8ea0c441eae/a626766f-0f48-4b44-8166-35d8f5e3e895/8bc98561-7c1e-485b-8f23-a470c66ff29e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:07:56.960220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:56.970884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:56.971458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:56.998728 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] For port 2561f457-5431-4333-ae97-5082218e6a8d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:07:57.010071 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] For port 2561f457-5431-4333-ae97-5082218e6a8d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2561f457-5431-4333-ae97-5082218e6a8d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:07:57.041762 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.055200 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79f487-0073-4789-b607-5b879ae20b38 None None] Pushing event updated for resources: {'Port': ['ID=2561f457-5431-4333-ae97-5082218e6a8d,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:57.147224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.174850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79f487-0073-4789-b607-5b879ae20b38 None None] Pushing event updated for resources: {'Port': ['ID=2561f457-5431-4333-ae97-5082218e6a8d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:57.177103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Transition to ACTIVE for port object 8bc98561-7c1e-485b-8f23-a470c66ff29e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:57.208572 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:07:57.209561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:57.211285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.314863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f445e856-24f3-4f58-b2ca-f0d6aa5df95c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:07:57.324751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.328558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Network 09132273-064a-43d6-b207-84dc70bc8c23 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:57.368156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:57.392472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.433530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:57.447770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c4f62076-c3d2-46c8-bb22-bbfa35fd5415 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:07:57.538745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececc96-0a77-4ec9-8bac-73da7dad7813 req-9c2f7a3f-cc30-4000-89bf-795ce59971d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:57.540107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3ececc96-0a77-4ec9-8bac-73da7dad7813 req-9c2f7a3f-cc30-4000-89bf-795ce59971d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:07:57.564088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:57.577485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:57.582986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c4f62076-c3d2-46c8-bb22-bbfa35fd5415 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:07:57.583213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.583325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c4f62076-c3d2-46c8-bb22-bbfa35fd5415 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:07:57.604258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:57.624398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Network acad5d0d-cf66-4745-8340-d8ea0c441eae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:07:57.643068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:07:57.658089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:07:57.737450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event updated for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:57.837520 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:07:57.916763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-c8c299ad-42b4-4733-812f-e5d7b99df87d tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9208138 Feb 04 13:07:57.987221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Request body: {'port': {'device_id': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:58.001107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3ececc96-0a77-4ec9-8bac-73da7dad7813 req-9c2f7a3f-cc30-4000-89bf-795ce59971d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:07:58.010657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ececc96-0a77-4ec9-8bac-73da7dad7813 req-9c2f7a3f-cc30-4000-89bf-795ce59971d3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 931 time: 1.5906901 Feb 04 13:07:58.115812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.192388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3dbc278c-d863-4812-90bf-242eeea6261e None None] Provisioning for port 8bc98561-7c1e-485b-8f23-a470c66ff29e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:07:58.219642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3dbc278c-d863-4812-90bf-242eeea6261e None None] Provisioning complete for port 8bc98561-7c1e-485b-8f23-a470c66ff29e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:58.220939 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3dbc278c-d863-4812-90bf-242eeea6261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.248537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ececc96-0a77-4ec9-8bac-73da7dad7813 req-ae4a45c8-9b77-4d98-b0d6-084f8210ee81 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367933 Feb 04 13:07:58.397719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:07:58.419003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc278c-d863-4812-90bf-242eeea6261e None None] Port 8bc98561-7c1e-485b-8f23-a470c66ff29e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:07:58.431559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b94cca-4479-441e-9cc9-093338395dd9 req-29879a31-439b-4d86-a2e5-cdbe6fbd63ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:58.433164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4b94cca-4479-441e-9cc9-093338395dd9 req-29879a31-439b-4d86-a2e5-cdbe6fbd63ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 1.2170253 Feb 04 13:07:58.501454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:58.541157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4b94cca-4479-441e-9cc9-093338395dd9 req-506180d6-23bd-43db-b0f8-d7706094fb12 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830338 Feb 04 13:07:58.562697 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 3, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:58.580946 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88981b-d3fd-4ec4-a532-6f286a8bc6ce None None] The sync data for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 is: [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 3, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:58.642847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.717623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7456e6b-e923-4556-934c-2d5d140d16bb {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:07:58.729417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.755837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Transition to ACTIVE for port object c7456e6b-e923-4556-934c-2d5d140d16bb will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:07:58.871322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.880732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f445e856-24f3-4f58-b2ca-f0d6aa5df95c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:07:58.947286 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:58.951532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:58.988126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f445e856-24f3-4f58-b2ca-f0d6aa5df95c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:07:58.989167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:59.263181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53b3-46da-4e26-8526-ee4fbdf42491 req-862798b9-1bcd-4b50-a2b4-bd7a871441f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:59.271217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f53e53b3-46da-4e26-8526-ee4fbdf42491 req-862798b9-1bcd-4b50-a2b4-bd7a871441f0 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 932 time: 0.7313781 Feb 04 13:07:59.379865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:59.398513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255744634'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:59.433511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:59.474448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:07:59.492297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=778485f0-a886-4f46-b661-67a992322135,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:59.514902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:07:59.527201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:07:59.542317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2245c3-2a60-40b6-b8e4-5dea6eb5bfcf req-26836f4f-49a1-4688-9c7f-6a86bdd59ab0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:59.543943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f2245c3-2a60-40b6-b8e4-5dea6eb5bfcf req-26836f4f-49a1-4688-9c7f-6a86bdd59ab0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.5195961 Feb 04 13:07:59.547103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:07:59.555275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:59.556359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f53e53b3-46da-4e26-8526-ee4fbdf42491 req-236a7bbf-aade-4d9c-8fcc-fb2c466361e3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840424 Feb 04 13:07:59.559537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Deleting port f445e856-24f3-4f58-b2ca-f0d6aa5df95c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:07:59.559888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:07:59.569278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Request body: {'floatingip': {'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:07:59.627206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.050908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Attempting to bind port c7456e6b-e923-4556-934c-2d5d140d16bb on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:00.050908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Attempting to bind port c7456e6b-e923-4556-934c-2d5d140d16bb by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:00.051682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Attempting to bind port c7456e6b-e923-4556-934c-2d5d140d16bb on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:00.064103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.068312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Port c7456e6b-e923-4556-934c-2d5d140d16bb on network 4543569a-7b44-4161-a675-616c77de2797 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:08:00.068643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Attempting to bind port c7456e6b-e923-4556-934c-2d5d140d16bb on network 4543569a-7b44-4161-a675-616c77de2797 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:00.074744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:00.079968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.081962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.115597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.119336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:00.119678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Checking segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:00.120077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Bound using segment: {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:00.120518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Bound port: c7456e6b-e923-4556-934c-2d5d140d16bb, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bfd579-78ab-400f-a563-ca0db9d87be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4543569a-7b44-4161-a675-616c77de2797'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:00.120866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.143788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:00.190628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.228657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:00.285277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:00.298444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.299155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 030b9632-57fb-43bd-8675-d9fb8486a763 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:08:00.304523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:security_group_rule and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:00.307790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754552a5-6085-4358-8258-0ad5e53166dc {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:00.316178 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.317642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:00.338560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.344155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:00.362435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.370101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.371617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-70d8986a-4962-4a44-924b-29bad7435a07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/030b9632-57fb-43bd-8675-d9fb8486a763 HTTP/1.1" status: 204 len: 168 time: 8.1031468 Feb 04 13:08:00.400959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:00.487341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Transition to ACTIVE for port object 754552a5-6085-4358-8258-0ad5e53166dc will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:00.526977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] For port f445e856-24f3-4f58-b2ca-f0d6aa5df95c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:00.527488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.550055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:00.551603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.685048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Calling delete_port for f445e856-24f3-4f58-b2ca-f0d6aa5df95c owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:00.810158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:00.830596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.870010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Deleting subnet f2d7d2bc-ac3d-4cc7-b714-6e04aa390669 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:08:00.906194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:00.967727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.968076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.968417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.968752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.969087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.969420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.973828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.974257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.974627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.974972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.975313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:00.975642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:01.013719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:01.066934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.080248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2561f457-5431-4333-ae97-5082218e6a8d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:01.177884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.243327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:01.244094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.246442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] 10.222.0.87 "PUT /v2.0/ports/c7456e6b-e923-4556-934c-2d5d140d16bb HTTP/1.1" status: 200 len: 1091 time: 5.6807625 Feb 04 13:08:01.257330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2561f457-5431-4333-ae97-5082218e6a8d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:01.270756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2561f457-5431-4333-ae97-5082218e6a8d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:01.271257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.281136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:01.316338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f81c6-0366-43f6-872c-cdd977ce99ce req-2e385dde-d3d5-42b8-897a-bb06e12610b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:01.319382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e95f81c6-0366-43f6-872c-cdd977ce99ce req-2e385dde-d3d5-42b8-897a-bb06e12610b1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 943 time: 1.4775023 Feb 04 13:08:01.525460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.571276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.586738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Pushing event updated for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:01.611066 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.614041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2561f457-5431-4333-ae97-5082218e6a8d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2561f457-5431-4333-ae97-5082218e6a8d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:01.625190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.700668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e95f81c6-0366-43f6-872c-cdd977ce99ce req-2b38f265-69a6-46a2-a9bb-bd0a4e9799fb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293509 Feb 04 13:08:01.717228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f220005-ea7d-4cbc-9e30-c699b47a735f service neutron] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:01.757857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 778485f0-a886-4f46-b661-67a992322135 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:01.844803 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'status': 'completed', 'code': 200} Feb 04 13:08:01.846558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 778485f0-a886-4f46-b661-67a992322135 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:01.846932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 778485f0-a886-4f46-b661-67a992322135 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:01.860357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2561f457-5431-4333-ae97-5082218e6a8d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:01.884134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dddf67c-91a3-4179-950b-3bb39a38bc07,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:01.914202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.919518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:01.947269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:01.994046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Attempting to bind port 754552a5-6085-4358-8258-0ad5e53166dc on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:01.994802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Attempting to bind port 754552a5-6085-4358-8258-0ad5e53166dc by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:01.995608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Attempting to bind port 754552a5-6085-4358-8258-0ad5e53166dc on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:02.012340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Network acad5d0d-cf66-4745-8340-d8ea0c441eae is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:02.012541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f445e856-24f3-4f58-b2ca-f0d6aa5df95c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:02.039508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:02.064239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.064651 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 6f2d0ce2-6751-45b8-8abe-d469fa670eb4 of type vlan for network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 Feb 04 13:08:02.078528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Port 754552a5-6085-4358-8258-0ad5e53166dc on network 09132273-064a-43d6-b207-84dc70bc8c23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:08:02.079976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Attempting to bind port 754552a5-6085-4358-8258-0ad5e53166dc on network 09132273-064a-43d6-b207-84dc70bc8c23 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:02.105658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-5baa8499-28eb-40c9-a423-960eaaa5f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:02.107316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-5baa8499-28eb-40c9-a423-960eaaa5f236 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 1094 time: 0.7697306 Feb 04 13:08:02.339179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c3e7b-c60c-49fd-b1fc-208a148fb0d4 req-4ce4ae05-a0c8-47cf-9042-39ec3973e556 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:02.341367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f98c3e7b-c60c-49fd-b1fc-208a148fb0d4 req-4ce4ae05-a0c8-47cf-9042-39ec3973e556 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 944 time: 1.0016985 Feb 04 13:08:02.509141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd90811b-bcbf-4318-9b99-6892621a31ed None None] Provisioning complete for port 8bc98561-7c1e-485b-8f23-a470c66ff29e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:02.509717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd90811b-bcbf-4318-9b99-6892621a31ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.530196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:02.530567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Checking segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:02.530975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Bound using segment: {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:02.531460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Bound port: 754552a5-6085-4358-8258-0ad5e53166dc, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082af63b-fa0d-44df-80c1-ee053f4c74fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:02.531801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.566502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-6935c465-4f94-47cc-93f1-36eeadaefdba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7456e6b-e923-4556-934c-2d5d140d16bb HTTP/1.1" status: 200 len: 217 time: 0.4191000 Feb 04 13:08:02.587491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bd90811b-bcbf-4318-9b99-6892621a31ed None None] Port 8bc98561-7c1e-485b-8f23-a470c66ff29e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:08:02.601777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.627202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Router a37116f6-4762-4a1c-80af-ce56a914cbaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:08:02.697186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f98c3e7b-c60c-49fd-b1fc-208a148fb0d4 req-7bbff21a-5c47-4f8c-b894-e122eb849749 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466463 Feb 04 13:08:02.820752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2561f457-5431-4333-ae97-5082218e6a8d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:02.827569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:02.861581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-4940695e-a523-42b0-8237-c2aa1d31dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:02.863321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-4940695e-a523-42b0-8237-c2aa1d31dd1d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2633770 Feb 04 13:08:02.864290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.958454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.964262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:02.965070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:02.966985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147e2fc-67bd-46ca-afb1-c69bdbd66032 None None] Network 4e17eede-cb2b-4692-acca-8fd5a5a106e1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:03.005389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.010126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f2d7d2bc-ac3d-4cc7-b714-6e04aa390669 HTTP/1.1" status: 204 len: 168 time: 2.6079426 Feb 04 13:08:03.015164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.024287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:03.030211 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.125554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=8aedb5ae-d7e8-476b-8d35-b9214ef58253,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:03.127726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8dfee-8d12-4ae4-b25e-a1b64cf7c8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d7d2bc-ac3d-4cc7-b714-6e04aa390669,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:03.130312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-298238d7-27bb-4678-bc14-3b486def2a02 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.1689391 Feb 04 13:08:03.182798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2561f457-5431-4333-ae97-5082218e6a8d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:03.183516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.188295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:03.256551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:03.299746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=754552a5-6085-4358-8258-0ad5e53166dc,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:03.312947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.373483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:03.399335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.405415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-19c98f07-1634-4895-99fd-e89b42c2a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:03.407258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-19c98f07-1634-4895-99fd-e89b42c2a31b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5294054 Feb 04 13:08:03.428772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6ca68cf-57b5-4195-8fe6-6a8702776e15 admin admin] 10.222.0.53 "PUT /v2.0/routers/a37116f6-4762-4a1c-80af-ce56a914cbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5906842 Feb 04 13:08:03.491727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Sync routers for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:03.556655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:03.557267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:03.561494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:03.562484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] 10.222.0.90 "PUT /v2.0/ports/754552a5-6085-4358-8258-0ad5e53166dc HTTP/1.1" status: 200 len: 1092 time: 5.5942307 Feb 04 13:08:03.566778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:03.576965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:03.895626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-41be0b17-2b67-4405-800c-c505dc041d67 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807949 Feb 04 13:08:03.926732 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc', 'status': 'completed', 'code': 200} Feb 04 13:08:04.127939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:04.252262 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-274dd20d-fe95-4cfb-8ee6-5d96eeb8e8b5 req-99489fd1-60b1-4fca-a9d9-48732b173433 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438902 Feb 04 13:08:04.261060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Deleting port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:04.263278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:04.342733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] DHCP port deletion for 4e17eede-cb2b-4692-acca-8fd5a5a106e1 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:08:04.397547 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Floating IP 4437eada-9bd5-4bbc-b951-a945be452e8d associated. External IP: 172.25.4.15, port: 958f0ae5-2e77-4975-8b6d-0cd0286f187c. Feb 04 13:08:04.416316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Deleting port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:04.427255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:04.663099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Router 1fe62d4d-272f-4d1b-981f-a40ee077c64b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:08:04.676950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:04.698789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:04.715997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-299371470-network', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:04.721578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:04.725883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Usage tracker for resource:network and tenant:86fdb14d797d4c45b25f9ee2f62ad0f0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:04.729663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:04.736189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:04.749490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Made reservation on behalf of 86fdb14d797d4c45b25f9ee2f62ad0f0 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:04.752075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:04.784104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ff57699-b62e-4b53-ae2c-a688e1b2b03a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:04.803666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46490a20-86bf-4d9b-837b-332c670fec30 service neutron] Pushing event updated for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:04.897203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b28a-f958-4a05-8a92-6a6614d13228 req-e60250da-ce78-437a-a2d8-f02bc6b0ef0c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:04.899450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2896b28a-f958-4a05-8a92-6a6614d13228 req-e60250da-ce78-437a-a2d8-f02bc6b0ef0c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 943 time: 1.8741443 Feb 04 13:08:05.003652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-cc6a7887-dd0b-47e5-8d3e-52b7270444bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:05.005969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-cc6a7887-dd0b-47e5-8d3e-52b7270444bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 1095 time: 1.0969217 Feb 04 13:08:05.110533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:05.110989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:05.305760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:05.309137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:05.317062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Sync routers for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:05.333623 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:05.334520 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:05.350245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f11e8ac-c852-4d8c-9111-ee4653313df9 admin admin] 10.222.0.53 "PUT /v2.0/routers/1fe62d4d-272f-4d1b-981f-a40ee077c64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1359122 Feb 04 13:08:05.360953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48558) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:05.547190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-9e04e692-5478-46a0-8141-193c7f1f57bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754552a5-6085-4358-8258-0ad5e53166dc HTTP/1.1" status: 200 len: 217 time: 0.4902990 Feb 04 13:08:05.602471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2896b28a-f958-4a05-8a92-6a6614d13228 req-1508b429-5383-45ee-bc6a-05cfcd615cc2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657183 Feb 04 13:08:05.774881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Calling delete_port for 3ff57699-b62e-4b53-ae2c-a688e1b2b03a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:05.780772 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:05.831128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-e5ae5145-a8c6-405f-99b5-45b81e4bbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:05.832884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-e5ae5145-a8c6-405f-99b5-45b81e4bbc30 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 1094 time: 1.3037126 Feb 04 13:08:05.843702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:05.855659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Usage tracker for resource:security_group_rule and tenant:86fdb14d797d4c45b25f9ee2f62ad0f0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:05.859787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:05.877428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:06.007424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:06.008425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.019280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-f79340b2-f7fe-4f20-90c8-5550c5ee0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:06.021076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-f79340b2-f7fe-4f20-90c8-5550c5ee0dcd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.4231555 Feb 04 13:08:06.089778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.092032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.214465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:08:06.260056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Calling delete_port for 3ff57699-b62e-4b53-ae2c-a688e1b2b03a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:06.301754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-8384b14e-29a2-4c3a-844d-a96e1db285e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2725921 Feb 04 13:08:06.304014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:08:06.416828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:06.519246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.556773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 5, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:06.560874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.568699 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Checking router: 1fe62d4d-272f-4d1b-981f-a40ee077c64b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:06.587527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Routers {'1fe62d4d-272f-4d1b-981f-a40ee077c64b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:06.588182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:06.589028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:06.612536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:06.623097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.624986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:06.660675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'mac_address': 'fa:16:3e:ae:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:08:06.746184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:06.811823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 2, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:06.820333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.839931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:08:06.840338 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:08:06.842831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7456e6b-e923-4556-934c-2d5d140d16bb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:06.846871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Checking router: a37116f6-4762-4a1c-80af-ce56a914cbaf for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:06.847395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Updating router a37116f6-4762-4a1c-80af-ce56a914cbaf port 8bc98561-7c1e-485b-8f23-a470c66ff29e binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:08:06.854628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0d3da-1c9b-4f10-805e-96a47e4610fa req-22e6fe40-0a7a-4daa-8aab-de60d6601c57 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:06.856450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccd0d3da-1c9b-4f10-805e-96a47e4610fa req-22e6fe40-0a7a-4daa-8aab-de60d6601c57 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 944 time: 2.6030471 Feb 04 13:08:06.863652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.872306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c5f00-07af-4350-a182-00ae7ea12f53,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:06.880078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.880707 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Added segment c8357007-8abc-40f3-9362-a6ae007ab1eb of type vlan for network 9752acf5-e004-4d8d-86b8-99a612dedd45 Feb 04 13:08:06.928997 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.951519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccd0d3da-1c9b-4f10-805e-96a47e4610fa req-c64511a7-6bdc-4a8f-976c-887110695f04 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818110 Feb 04 13:08:06.959197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Deleting port 21938d54-07ea-475e-a6fe-739734bab09b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:06.959659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:06.982858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:06.996727 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] Set router 1fe62d4d-272f-4d1b-981f-a40ee077c64b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:07.025228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:07.035492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.209017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.216577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-87dcc9a4-7a4e-4f4a-852a-46bafd93ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:07.218041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-87dcc9a4-7a4e-4f4a-852a-46bafd93ae76 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.7704809 Feb 04 13:08:07.342219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Deleting port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:07.342590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.346987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-2edd5c9c-b560-4958-99c2-ad8b67d4ac33 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0341151 Feb 04 13:08:07.383696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-d74d0cb1-a993-4d17-8275-37d4c34c62ff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7456e6b-e923-4556-934c-2d5d140d16bb HTTP/1.1" status: 200 len: 217 time: 0.1509078 Feb 04 13:08:07.387401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c7456e6b-e923-4556-934c-2d5d140d16bb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:08:07.398095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] For port 21938d54-07ea-475e-a6fe-739734bab09b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=21938d54-07ea-475e-a6fe-739734bab09b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:07.398636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.415442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.416394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:07.417035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.438977 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 5, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:07.444894 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885485d-c8f8-484e-bc0c-e1d90a38b93d None None] The sync data for ids ['1fe62d4d-272f-4d1b-981f-a40ee077c64b'] in n-d-820555-2 is: [{'id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1908574544-router', 'tenant_id': '445e1859be1140068c635dee4bbb7e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '21938d54-07ea-475e-a6fe-739734bab09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:32Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 5, 'project_id': '445e1859be1140068c635dee4bbb7e46', 'gw_port': {'id': '21938d54-07ea-475e-a6fe-739734bab09b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe62d4d-272f-4d1b-981f-a40ee077c64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:34Z', 'updated_at': '2022-02-04T13:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:07.570509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:07.574969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:07.680540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:07.689403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:08:07.689730 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:08:07.692193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:07.721187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:07.732684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399f8f-0933-40e8-bfb6-9814879e29b3 req-3d102250-c8b3-4dff-8e70-9328e44102f0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:07.735406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9399f8f-0933-40e8-bfb6-9814879e29b3 req-3d102250-c8b3-4dff-8e70-9328e44102f0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 944 time: 0.7553439 Feb 04 13:08:07.745117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Calling delete_port for 21938d54-07ea-475e-a6fe-739734bab09b owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:07.745688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:07.773403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.934867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:07.939766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:07.997109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:08.105526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3988111 Feb 04 13:08:08.109224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48590) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:08.127165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Request body: {'subnet': {'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-subnet', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:08.130935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:08.131801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:08.283360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Deleting port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:08.283980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.350121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9399f8f-0933-40e8-bfb6-9814879e29b3 req-413761c0-ccc9-4380-abfa-0ca8e5a31bcb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896897 Feb 04 13:08:08.357442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-b0f2d179-c3b4-4af0-8fc8-56a285792d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:08.359307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-b0f2d179-c3b4-4af0-8fc8-56a285792d0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.8320317 Feb 04 13:08:08.371951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.379994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:08.421252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cfb29831-691c-4452-a422-ea7fa1ddb393 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "PUT /v2.0/floatingips/4437eada-9bd5-4bbc-b951-a945be452e8d HTTP/1.1" status: 200 len: 990 time: 8.8594439 Feb 04 13:08:08.425303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:08.448403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ab1e9e8-159e-44b7-b592-3a9bd7b7d492 req-24c714e2-58b1-4875-b579-2d1e5da3b347 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073198 Feb 04 13:08:08.521318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.525111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:08.567210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Usage tracker for resource:subnet and tenant:86fdb14d797d4c45b25f9ee2f62ad0f0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:08.570397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:08.581177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:08.596674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Pushing event deleted for resources: {'Port': ['ID=21938d54-07ea-475e-a6fe-739734bab09b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:08.600133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503184-8a95-45e4-b07d-9e1195da8aee admin admin] Pushing event updated for resources: {'Network': ['ID=9752acf5-e004-4d8d-86b8-99a612dedd45,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:08.619396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Made reservation on behalf of 86fdb14d797d4c45b25f9ee2f62ad0f0 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:08.621831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.639861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:08.683147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Transition to ACTIVE for port object 8bc98561-7c1e-485b-8f23-a470c66ff29e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:08.750874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:08.751266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.829126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:08.883112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f445e856-24f3-4f58-b2ca-f0d6aa5df95c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:08.941535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.082480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.104403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f445e856-24f3-4f58-b2ca-f0d6aa5df95c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:09.104920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f445e856-24f3-4f58-b2ca-f0d6aa5df95c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:09.120578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-779964b9-6ab2-4f91-878a-34361e1694a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:09.126902 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-779964b9-6ab2-4f91-878a-34361e1694a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7590725 Feb 04 13:08:09.156514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7b27-8a98-4acf-8400-4354e209449f req-9edc1a0e-056e-48f4-b478-bcdae25007de tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:09.159056 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26fa7b27-8a98-4acf-8400-4354e209449f req-9edc1a0e-056e-48f4-b478-bcdae25007de tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 944 time: 0.7944939 Feb 04 13:08:09.200977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Calling delete_port for 3ff57699-b62e-4b53-ae2c-a688e1b2b03a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:09.225837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] For port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,segment=NetworkSegment(1ed66c1e-e495-4086-91e7-ce18cb25fb9f),segment_id=1ed66c1e-e495-4086-91e7-ce18cb25fb9f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:09.226342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.372306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.378664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.421529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26fa7b27-8a98-4acf-8400-4354e209449f req-be97b5c8-d3e2-4791-ae01-fd63f7b50138 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362018 Feb 04 13:08:09.451000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4c4b-8288-422f-b640-de86942a0f90 None None] Pushing event updated for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:09.463874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Calling delete_port for 3ff57699-b62e-4b53-ae2c-a688e1b2b03a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:09.516435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.516435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fe62d4d-272f-4d1b-981f-a40ee077c64b {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:08:09.533897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': '6f2d0ce2-6751-45b8-8abe-d469fa670eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:09.534260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: 8aedb5ae-d7e8-476b-8d35-b9214ef58253, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:09.580626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=4d55b560-24d6-44cb-900c-632e412b7cda,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:09.590854 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'status': 'completed', 'code': 200} Feb 04 13:08:09.632887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.633989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d32720d3-2522-4111-a40b-9741914ae41e admin admin] 10.222.0.53 "DELETE /v2.0/routers/1fe62d4d-272f-4d1b-981f-a40ee077c64b HTTP/1.1" status: 204 len: 168 time: 4.2483029 Feb 04 13:08:09.636271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-68455c21-7458-4409-8dac-aaeb2626d26f service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935596 Feb 04 13:08:09.647358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-e27e3e65-9b96-4477-af1a-46f16a5e88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:09.649903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-e27e3e65-9b96-4477-af1a-46f16a5e88ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 1095 time: 0.8652041 Feb 04 13:08:09.651783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48616) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:09.765767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66d55-4771-47b0-b55c-6129368aff07 req-77965124-ef2a-4aeb-b05e-01671646492d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:09.768101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfd66d55-4771-47b0-b55c-6129368aff07 req-77965124-ef2a-4aeb-b05e-01671646492d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.9854817 Feb 04 13:08:09.809155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Deleting subnet 2731aeab-17cd-4880-b1c9-a550fb854697 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:08:09.819408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.855037 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.910351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:09.971815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8aedb5ae-d7e8-476b-8d35-b9214ef58253) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:09.987123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:09.996043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] No DVR routers for this DVR port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:10.023370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7570e3-d79e-41f2-9880-5d721f169f93 None None] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:10.025909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.026577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.037649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Attempting to bind port 8bc98561-7c1e-485b-8f23-a470c66ff29e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:10.037649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Attempting to bind port 8bc98561-7c1e-485b-8f23-a470c66ff29e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:10.037649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Attempting to bind port 8bc98561-7c1e-485b-8f23-a470c66ff29e on network acad5d0d-cf66-4745-8340-d8ea0c441eae {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:10.052431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:10.052811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Checking segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:10.053215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.053611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Bound using segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:10.054085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Bound port: 8bc98561-7c1e-485b-8f23-a470c66ff29e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:10.054471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.059472 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfd66d55-4771-47b0-b55c-6129368aff07 req-8fde8a35-8439-4d37-84b4-42e5581a0441 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737014 Feb 04 13:08:10.087093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6f1079-903b-4ceb-bf26-6b0459121c7a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:10.107978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:08:10.108389 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:08:10.115296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8789e25d-43af-4cf3-8115-efd24ad41625 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5164375 Feb 04 13:08:10.122293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:10.124576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-e0eb41ad-a116-4536-8091-e08abda0c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.126760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-e0eb41ad-a116-4536-8091-e08abda0c54b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1096 time: 0.5348318 Feb 04 13:08:10.127665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-15a14b40-55a3-407c-bd9b-d3bae5cf0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.128959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-15a14b40-55a3-407c-bd9b-d3bae5cf0334 service neutron] 10.222.0.90 "GET /v2.0/networks?id=09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 200 len: 913 time: 0.3918848 Feb 04 13:08:10.132376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.134338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607856752'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:10.162536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbab54c-04ab-4cd0-be7b-7b3c918bfc15 None None] Pushing event deleted for resources: {'Port': ['ID=3ff57699-b62e-4b53-ae2c-a688e1b2b03a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:10.205682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:10.259577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:10.366374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] For port 8bc98561-7c1e-485b-8f23-a470c66ff29e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:10.366625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-60150e44-74c3-4eac-a2cb-1fce94d6757c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=754552a5-6085-4358-8258-0ad5e53166dc HTTP/1.1" status: 200 len: 217 time: 0.1082692 Feb 04 13:08:10.368596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port c7456e6b-e923-4556-934c-2d5d140d16bb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:10.370028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:10.374421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:10.396368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c7456e6b-e923-4556-934c-2d5d140d16bb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:10.396909 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.397402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:10.435154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] For port 8bc98561-7c1e-485b-8f23-a470c66ff29e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8bc98561-7c1e-485b-8f23-a470c66ff29e,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:10.446536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4437eada-9bd5-4bbc-b951-a945be452e8d', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:27Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:10.527132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Checking segment: {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:10.527854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Network hostable DHCP agents. Network: 9752acf5-e004-4d8d-86b8-99a612dedd45, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:10.535464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64f040a2-870e-40d1-8d71-3a5817484e2f req-90a3ad38-2dba-4912-ad45-acaef54e4d7e service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8878739 Feb 04 13:08:10.546343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.547605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-eb2ef1c5-b65f-41a2-90de-a0b08fa21c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.552612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-eb2ef1c5-b65f-41a2-90de-a0b08fa21c90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 200 len: 852 time: 0.1388245 Feb 04 13:08:10.553496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:10.561919 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.562792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.610759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:10.624728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9752acf5-e004-4d8d-86b8-99a612dedd45) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:10.637667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.638275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.660668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4c4b-8288-422f-b640-de86942a0f90 None None] Pushing event updated for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:10.664822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:10.670406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3ea33-9555-45a3-a961-fb377fa84a37 None None] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:10.676655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ccb8-fd63-4f3e-a3a2-b6581144d088 req-22f31990-1e34-4058-afa7-ac675cb5e45e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:10.683721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7411ccb8-fd63-4f3e-a3a2-b6581144d088 req-22f31990-1e34-4058-afa7-ac675cb5e45e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 944 time: 0.8723075 Feb 04 13:08:10.705834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Deleting port 3ff57699-b62e-4b53-ae2c-a688e1b2b03a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:10.706180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.742872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1401f01c-e87a-469d-a282-2573b360394d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6213343 Feb 04 13:08:10.748496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48636) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:10.776299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7411ccb8-fd63-4f3e-a3a2-b6581144d088 req-9f210d04-9f96-48ee-8f5f-aab8c126b584 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915754 Feb 04 13:08:10.786108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.789429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8aedb5ae-d7e8-476b-8d35-b9214ef58253', 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '4d55b560-24d6-44cb-900c-632e412b7cda'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:10.790448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.818556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21938d54-07ea-475e-a6fe-739734bab09b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:10.863529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 21938d54-07ea-475e-a6fe-739734bab09b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:10.864159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 21938d54-07ea-475e-a6fe-739734bab09b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:10.887684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2731aeab-17cd-4880-b1c9-a550fb854697,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:10.889636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:10.908576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e47e54ab-2d79-46d5-af8e-0de013983853 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2731aeab-17cd-4880-b1c9-a550fb854697 HTTP/1.1" status: 204 len: 168 time: 1.2554083 Feb 04 13:08:10.909549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:10.921488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:10.922513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:11.008230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:11.030992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-52e70869-4914-4358-b839-225e57f42e43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=09132273-064a-43d6-b207-84dc70bc8c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4376929 Feb 04 13:08:11.070453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:11.084397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.098131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Deleting port 3ae75d58-98d2-4f49-bdca-03bdee1d825a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:11.098470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.162412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Usage tracker for resource:router and tenant:86fdb14d797d4c45b25f9ee2f62ad0f0 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:11.170419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:11.182154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:11.189403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:11.275041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302adae5-5106-4b1b-90ed-95a7bce8dffd None None] Network 2ef0fe8f-6209-446f-94e0-d26dc3be987c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:11.305555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 754552a5-6085-4358-8258-0ad5e53166dc details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:08:11.348475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-5b6e124b-b5c3-414c-9f88-e3f9cc020652 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092906 Feb 04 13:08:11.354027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] The port '3ff57699-b62e-4b53-ae2c-a688e1b2b03a' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:08:11.360295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.361321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.377042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.382822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] For port 3ae75d58-98d2-4f49-bdca-03bdee1d825a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ae75d58-98d2-4f49-bdca-03bdee1d825a,segment=NetworkSegment(21df4c3c-9f8f-493c-9702-430e040b0470),segment_id=21df4c3c-9f8f-493c-9702-430e040b0470)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:11.383186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.450461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=754552a5-6085-4358-8258-0ad5e53166dc,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:11.535577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5111a462-62f3-4f21-b9ff-3403af0c7d73 req-050ecec1-5080-4b4d-a38a-ff3523cbfe36 service neutron] 10.222.0.90 "GET /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394422 Feb 04 13:08:11.539039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '754552a5-6085-4358-8258-0ad5e53166dc', 'network_id': '09132273-064a-43d6-b207-84dc70bc8c23', 'port_id': '754552a5-6085-4358-8258-0ad5e53166dc', 'mac_address': 'fa:16:3e:bf:ac:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a730fe90-403f-4bc6-ad4a-19041006f1eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:08:11.553327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Calling delete_port for 3ae75d58-98d2-4f49-bdca-03bdee1d825a owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:11.665410 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.685031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.686499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:11.687310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:07:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:11.846997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae75d58-98d2-4f49-bdca-03bdee1d825a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:11.868365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] No DVR routers for this DVR port 3ae75d58-98d2-4f49-bdca-03bdee1d825a on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:11.884396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:11.932837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:11.980431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:11.986228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:12.045538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.045896 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 1db87284-1c62-46a2-b319-997c61544f1a of type vlan for network add86cde-4bf3-4acc-81bc-745990acd757 Feb 04 13:08:12.060069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.063790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.085133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9fdf-fac4-4e9a-a169-9b0863cb4bd2 req-d6bbab38-523f-4731-83ae-3a9890cd1c40 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.086751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-accd9fdf-fac4-4e9a-a169-9b0863cb4bd2 req-d6bbab38-523f-4731-83ae-3a9890cd1c40 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.4426622 Feb 04 13:08:12.106163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34e19c-d04e-4fa2-a23e-6289ebc12666 req-8a7dfa1b-7906-4f9e-89a8-032d0c0682bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.106968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6d34e19c-d04e-4fa2-a23e-6289ebc12666 req-8a7dfa1b-7906-4f9e-89a8-032d0c0682bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Synchronizing usage tracker for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:08:12.112703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-179f6bf1-a274-4faf-862b-23a40c70f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.114163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-179f6bf1-a274-4faf-862b-23a40c70f1de service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 1.9749355 Feb 04 13:08:12.119617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e17eede-cb2b-4692-acca-8fd5a5a106e1']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.134252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.152771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef0fe8f-6209-446f-94e0-d26dc3be987c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.164550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-accd9fdf-fac4-4e9a-a169-9b0863cb4bd2 req-af2f098e-1ec4-4e57-8e1e-5d8cde46c093 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650871 Feb 04 13:08:12.169966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.171798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21df4c3c-9f8f-493c-9702-430e040b0470') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.172341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21df4c3c-9f8f-493c-9702-430e040b0470') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.188773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.210116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.220471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-6d34e19c-d04e-4fa2-a23e-6289ebc12666 req-8a7dfa1b-7906-4f9e-89a8-032d0c0682bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Unset dirty status for tenant:6ce6e9cef41441239afaa70d977fd7f7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:08:12.221698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d34e19c-d04e-4fa2-a23e-6289ebc12666 req-8a7dfa1b-7906-4f9e-89a8-032d0c0682bd tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 944 time: 1.5756860 Feb 04 13:08:12.223626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed66c1e-e495-4086-91e7-ce18cb25fb9f') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.223965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed66c1e-e495-4086-91e7-ce18cb25fb9f') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:12.227936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:12.228400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:12.249600 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:12.330290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.347907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754552a5-6085-4358-8258-0ad5e53166dc {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:12.364576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=754552a5-6085-4358-8258-0ad5e53166dc,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:12.403283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.446439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.446722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.467833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-90806551-bf11-497e-8f6b-6ebf698c3dce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 998 time: 0.3188095 Feb 04 13:08:12.475418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6d34e19c-d04e-4fa2-a23e-6289ebc12666 req-a958a8aa-3b1d-4aef-8f97-f7116272e91c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265575 Feb 04 13:08:12.484162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:12.484880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.490771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d430e-a4e2-438e-9eda-e9d826f22512 req-36c08a31-f4f3-4af8-97a9-ec8340c1f49b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.493412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-068d430e-a4e2-438e-9eda-e9d826f22512 req-36c08a31-f4f3-4af8-97a9-ec8340c1f49b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.1534612 Feb 04 13:08:12.494017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.521571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.525057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef0fe8f-6209-446f-94e0-d26dc3be987c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:12.545617 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:12.562169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c3c4ad2f-4e31-46d2-a17f-aed3019e05e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ef0fe8f-6209-446f-94e0-d26dc3be987c HTTP/1.1" status: 204 len: 168 time: 1.6492925 Feb 04 13:08:12.589319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-068d430e-a4e2-438e-9eda-e9d826f22512 req-dde48d17-6bea-47e4-a422-82609040b078 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695081 Feb 04 13:08:12.625283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:12.673275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fdbe7-0324-4e67-98e8-db24f10a64dd None None] DHCP port deletion for 2ef0fe8f-6209-446f-94e0-d26dc3be987c request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:08:12.692226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.718168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.718844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.827372 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'code': 200} Feb 04 13:08:12.879109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ae75d58-98d2-4f49-bdca-03bdee1d825a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:12.892694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a00140-510c-4d15-b262-5f6734b945f7 req-6df752d6-c8bc-47f7-95b3-4efe65d538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.895272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5a00140-510c-4d15-b262-5f6734b945f7 req-6df752d6-c8bc-47f7-95b3-4efe65d538e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 1096 time: 0.1604159 Feb 04 13:08:12.906397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['754552a5-6085-4358-8258-0ad5e53166dc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:08:12.921595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48660) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:12.953568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.966588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:12.971855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e17eede-cb2b-4692-acca-8fd5a5a106e1 HTTP/1.1" status: 204 len: 168 time: 9.9429984 Feb 04 13:08:12.973899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:12.994792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8648012 Feb 04 13:08:12.996650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-c1dc3e0b-4cf8-4921-8cd4-63ef27d4b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:12.998172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-c1dc3e0b-4cf8-4921-8cd4-63ef27d4b3ed service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.4979832 Feb 04 13:08:13.001883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48668) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:13.004060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Allocated IP 2001:db8:0:ffff::2 (8aedb5ae-d7e8-476b-8d35-b9214ef58253/4d55b560-24d6-44cb-900c-632e412b7cda/87b3598b-5321-49bd-b335-f9a720321312) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:13.011984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3ae75d58-98d2-4f49-bdca-03bdee1d825a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:13.012575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ae75d58-98d2-4f49-bdca-03bdee1d825a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:13.043525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:13.043747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5a00140-510c-4d15-b262-5f6734b945f7 req-2137b9e6-6442-4353-b13f-2cb1da1d0b64 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358452 Feb 04 13:08:13.085479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b023fe5d-dbb8-4022-acf5-64359276d3a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=445e1859be1140068c635dee4bbb7e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597340 Feb 04 13:08:13.092771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:13.112111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:13.284834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9752acf5-e004-4d8d-86b8-99a612dedd45', 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'fixed_ips': [{'subnet_id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:13.285666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:13.363804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:13.476367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752ed93-af2c-4b04-9b23-8abf035d33d5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=add86cde-4bf3-4acc-81bc-745990acd757,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:13.557998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:13.657813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Allocated IP 172.20.0.2 (9752acf5-e004-4d8d-86b8-99a612dedd45/3a6f1079-903b-4ceb-bf26-6b0459121c7a/c9648716-ba7a-455e-a145-77c6cccb0395) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:13.670361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:13.677315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87a3cf-d9fd-46e8-8a67-61e8c2a4ade2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e17eede-cb2b-4692-acca-8fd5a5a106e1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:13.696172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6abec-46ad-4449-a188-e8140ad57f2c req-701f2683-ae96-4593-8a1c-7be70bf66c14 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:13.697684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97c6abec-46ad-4449-a188-e8140ad57f2c req-701f2683-ae96-4593-8a1c-7be70bf66c14 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3410337 Feb 04 13:08:13.759479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:13.764026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:13.768700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:13.779064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:13.875021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97c6abec-46ad-4449-a188-e8140ad57f2c req-8f911b16-a697-4a55-8ecc-082f1032f467 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466906 Feb 04 13:08:13.881139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:13.889259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:13.994457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.024522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network add86cde-4bf3-4acc-81bc-745990acd757 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:14.025277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052a8ca-3bdc-4ce6-945d-d10355e309f0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:14.035833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.037264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-656353ff-d423-4c12-927a-8ea821bdcfaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c052a8ca-3bdc-4ce6-945d-d10355e309f0 HTTP/1.1" status: 204 len: 168 time: 0.9435213 Feb 04 13:08:14.226667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-4863eedf-70be-4871-9230-ebabdccdb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:14.228846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-4863eedf-70be-4871-9230-ebabdccdb365 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1546319 Feb 04 13:08:14.305728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.330996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.351081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c66bd031-799a-44a6-9369-2cdb77992667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.401629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.474111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cd97-a354-4967-822c-cd995a0787ae req-f7ca4164-b173-4714-837c-bda936909cbf tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:14.481921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea1cd97-a354-4967-822c-cd995a0787ae req-f7ca4164-b173-4714-837c-bda936909cbf tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 945 time: 0.8132846 Feb 04 13:08:14.618460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324b7fe-2db7-4638-ac2b-8f7b5f1ff20a req-2cac5c17-4971-40cc-9cb7-68c8d32bf025 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:14.632410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-7b594075-5444-460a-8073-e8cb637be4cc service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921254 Feb 04 13:08:14.639387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a324b7fe-2db7-4638-ac2b-8f7b5f1ff20a req-2cac5c17-4971-40cc-9cb7-68c8d32bf025 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.5106299 Feb 04 13:08:14.704590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea1cd97-a354-4967-822c-cd995a0787ae req-9db9fed1-655b-4a23-ae74-abfacbf09922 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217338 Feb 04 13:08:14.881356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:14.886904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a324b7fe-2db7-4638-ac2b-8f7b5f1ff20a req-c05bf61c-1d33-40ac-91e5-0756fbca83df tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464743 Feb 04 13:08:14.893336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Transition to ACTIVE for port object 87b3598b-5321-49bd-b335-f9a720321312 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:14.904307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db4524f2-67f6-405a-8272-c130dd96abc5 req-363f21f0-8dc0-403d-9b86-33386d31b644 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985219 Feb 04 13:08:14.919655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Transition to ACTIVE for port object 87b3598b-5321-49bd-b335-f9a720321312 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:14.955149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.176599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Pushing event updated for resources: {'Port': ['ID=87b3598b-5321-49bd-b335-f9a720321312,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:15.209332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:15.225465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4437eada-9bd5-4bbc-b951-a945be452e8d', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:27Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:15.231823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:15.234126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.250671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Deleting port 9737bafb-b0c0-4e3b-9577-0b142ba75746 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:15.251013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.251189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:15.261883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c338a-f2ce-460d-a060-0005c1e301f1 None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4437eada-9bd5-4bbc-b951-a945be452e8d', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'floating_ip_address': '172.25.4.15', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:07:27Z', 'updated_at': '2022-02-04T13:08:02Z', 'revision_number': 1, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:15.278654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Transition to ACTIVE for port object c9648716-ba7a-455e-a145-77c6cccb0395 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:15.398137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.465235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Transition to ACTIVE for port object c9648716-ba7a-455e-a145-77c6cccb0395 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:15.486148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Attempting to bind port 87b3598b-5321-49bd-b335-f9a720321312 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:15.486591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Attempting to bind port 87b3598b-5321-49bd-b335-f9a720321312 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6f2d0ce2-6751-45b8-8abe-d469fa670eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:15.487073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Attempting to bind port 87b3598b-5321-49bd-b335-f9a720321312 on network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:15.491931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.494539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Allocated IP 172.25.4.78 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/10ca75d0-e534-418e-b52f-fe7973f2ac3b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:15.542455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-71f73237-8a2c-46c5-86fc-5215871a1763 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9089222 Feb 04 13:08:15.579811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:15.580173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Checking segment: {'id': '6f2d0ce2-6751-45b8-8abe-d469fa670eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:15.580607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.580980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Bound using segment: {'id': '6f2d0ce2-6751-45b8-8abe-d469fa670eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:15.581482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Bound port: 87b3598b-5321-49bd-b335-f9a720321312, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2d0ce2-6751-45b8-8abe-d469fa670eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8aedb5ae-d7e8-476b-8d35-b9214ef58253'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:15.581865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.605269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=2411d014-8dff-4c92-8ae7-f50f1056a30e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:15.644940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00960a8b-c882-46b3-8a71-bb71610e77d4 None None] New status for floating IP 4437eada-9bd5-4bbc-b951-a945be452e8d: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:08:15.660621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] For port 9737bafb-b0c0-4e3b-9577-0b142ba75746, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9737bafb-b0c0-4e3b-9577-0b142ba75746,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:15.661201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.832238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:10Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:15.872002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:15.876041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3464064-106a-4dfb-8b1c-8d343103f2bd None None] The sync data for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 is: [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:10Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:15.884422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:15.887630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6e82-6528-499d-8a13-9b340751f5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:15.894697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581de3-d994-4a26-a82e-2111763f70f7 req-4f6ed6af-36c2-4203-8485-c7b77842cc82 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:15.895096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:15.896252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6581de3-d994-4a26-a82e-2111763f70f7 req-4f6ed6af-36c2-4203-8485-c7b77842cc82 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.7216976 Feb 04 13:08:15.911090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Pushing event updated for resources: {'Port': ['ID=c9648716-ba7a-455e-a145-77c6cccb0395,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:15.935500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Calling delete_port for 9737bafb-b0c0-4e3b-9577-0b142ba75746 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:16.077913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.145609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': '1db87284-1c62-46a2-b319-997c61544f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:16.145987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: add86cde-4bf3-4acc-81bc-745990acd757, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:16.152592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.197991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] For port 87b3598b-5321-49bd-b335-f9a720321312, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:16.265034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] For port 87b3598b-5321-49bd-b335-f9a720321312, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87b3598b-5321-49bd-b335-f9a720321312,segment=NetworkSegment(6f2d0ce2-6751-45b8-8abe-d469fa670eb4),segment_id=6f2d0ce2-6751-45b8-8abe-d469fa670eb4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:16.269857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Attempting to bind port c9648716-ba7a-455e-a145-77c6cccb0395 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:16.271184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Attempting to bind port c9648716-ba7a-455e-a145-77c6cccb0395 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:16.271680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Attempting to bind port c9648716-ba7a-455e-a145-77c6cccb0395 on network 9752acf5-e004-4d8d-86b8-99a612dedd45 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:16.290019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.292570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6581de3-d994-4a26-a82e-2111763f70f7 req-106ad8a8-952c-47de-b73f-6419b262ba23 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847022 Feb 04 13:08:16.330339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:16.330758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Checking segment: {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:16.331168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.331560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Bound using segment: {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:16.332040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Bound port: c9648716-ba7a-455e-a145-77c6cccb0395, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:16.332671 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.351816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:16.367530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:16.383872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network add86cde-4bf3-4acc-81bc-745990acd757 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:16.387888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:16.429671 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:08:16.455434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-4ee8e7cc-9861-422a-b975-fbe1eb92e067 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c26d74c250054a008d44cae4425ddd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009083 Feb 04 13:08:16.458773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Pushing event updated for resources: {'Port': ['ID=10ca75d0-e534-418e-b52f-fe7973f2ac3b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:16.550374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85f55a-8c2f-4ac5-bec0-72e84b76823b None None] Pushing event updated for resources: {'Port': ['ID=87b3598b-5321-49bd-b335-f9a720321312,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:16.605995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, add86cde-4bf3-4acc-81bc-745990acd757) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:16.626893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:16.627620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.630716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb129a-834a-4a4e-91ef-fdba2f764d21 None None] Network add86cde-4bf3-4acc-81bc-745990acd757 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:16.657320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-9efba3f2-7175-47b0-afab-e6ebda288f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:16.659361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-9efba3f2-7175-47b0-afab-e6ebda288f93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 1096 time: 1.0511436 Feb 04 13:08:16.738637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] For port c9648716-ba7a-455e-a145-77c6cccb0395, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:16.762327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] For port c9648716-ba7a-455e-a145-77c6cccb0395, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9648716-ba7a-455e-a145-77c6cccb0395,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:16.787626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.837644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:16.919483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8bc98561-7c1e-485b-8f23-a470c66ff29e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:17.035846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:17.118492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a685-5cc5-4a09-9236-c740f4f6849a None None] Pushing event updated for resources: {'Port': ['ID=c9648716-ba7a-455e-a145-77c6cccb0395,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:17.136074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 754552a5-6085-4358-8258-0ad5e53166dc up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:17.175128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9737bafb-b0c0-4e3b-9577-0b142ba75746,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:17.178028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa681f8e-e003-4973-95db-1c431d81ea22 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1710150 Feb 04 13:08:17.184393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48744) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:17.285586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.285971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.286282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.286635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.286991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.287536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.287666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.288340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.288340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.288641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.289557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.289557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:17.503070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:17.513475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-be68bb7d-e63b-45e3-a2be-81ae24f4fb9a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:17.513763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 754552a5-6085-4358-8258-0ad5e53166dc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:17.529361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-be68bb7d-e63b-45e3-a2be-81ae24f4fb9a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0730462 Feb 04 13:08:17.536370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8bc98561-7c1e-485b-8f23-a470c66ff29e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:17.550006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 754552a5-6085-4358-8258-0ad5e53166dc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:17.550715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:17.660735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563be4b3-8909-458d-96b7-3afc534b0ca5 req-8bde0587-b9d1-4ec2-9994-6dfb0b43bbed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:17.668575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-563be4b3-8909-458d-96b7-3afc534b0ca5 req-8bde0587-b9d1-4ec2-9994-6dfb0b43bbed tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 945 time: 1.2050130 Feb 04 13:08:17.676211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-420e4594-cded-4a54-a2df-6dbbd90579fd tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/quotas/c26d74c250054a008d44cae4425ddd39 HTTP/1.1" status: 200 len: 375 time: 0.1456244 Feb 04 13:08:17.776353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-54968d33-6101-4db3-8604-e7a5e895b1cd tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c26d74c250054a008d44cae4425ddd39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988867 Feb 04 13:08:17.785347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8bc98561-7c1e-485b-8f23-a470c66ff29e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:17.785865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:17.852727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-973d7f42-3e7e-42e7-bf7a-4b781339842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:17.854227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-973d7f42-3e7e-42e7-bf7a-4b781339842a service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 1.1171513 Feb 04 13:08:17.982094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-add86cde-4bf3-4acc-81bc-745990acd757', 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '2411d014-8dff-4c92-8ae7-f50f1056a30e'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:17.982929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.064001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.276223 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-1aa1b6d2-2ecb-4da1-ae88-82178eea9bc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 200 len: 217 time: 0.3831320 Feb 04 13:08:18.300792 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.383315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-563be4b3-8909-458d-96b7-3afc534b0ca5 req-36c8e60f-a614-4659-94c5-4698830424e8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917846 Feb 04 13:08:18.401014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.423275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.466448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:18.483164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.560156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.658400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=754552a5-6085-4358-8258-0ad5e53166dc,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:18.739268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:18.799008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Allocated IP 2001:db8::1 (add86cde-4bf3-4acc-81bc-745990acd757/2411d014-8dff-4c92-8ae7-f50f1056a30e/a169d6f8-45a9-4659-bcb1-d944c11fa2ab) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:19.081669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fc9d2-5b9a-48c7-84a6-5239392e1e7d req-8a35b53c-1183-4176-b522-21d08ba32bf3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.087386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a94fc9d2-5b9a-48c7-84a6-5239392e1e7d req-8a35b53c-1183-4176-b522-21d08ba32bf3 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.9466496 Feb 04 13:08:19.118325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:19.135640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Transition to ACTIVE for port object a169d6f8-45a9-4659-bcb1-d944c11fa2ab will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:19.163344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Transition to ACTIVE for port object a169d6f8-45a9-4659-bcb1-d944c11fa2ab will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:19.174525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8bc98561-7c1e-485b-8f23-a470c66ff29e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8bc98561-7c1e-485b-8f23-a470c66ff29e,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:19.230567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e781a-9bf7-49fb-a39c-b165ec35ef8d None None] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:19.253814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:19.258137 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:19.281407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:19.349102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-2a8773c1-a206-4294-b63c-42988e760f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:19.350814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-2a8773c1-a206-4294-b63c-42988e760f91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 1.0438151 Feb 04 13:08:19.384623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dea4fc-7133-45e7-a373-eae3ed669143 None None] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:19.531891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:19.714388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a68bc0d3-ab1a-4736-829b-abcd5804f1fe None None] Provisioning for port 87b3598b-5321-49bd-b335-f9a720321312 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:19.720532 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a94fc9d2-5b9a-48c7-84a6-5239392e1e7d req-735c1d3f-1415-4337-b207-a0f122c84d31 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229713 Feb 04 13:08:19.733748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-445b378c-e310-47f7-9e29-6ceef9ce976b req-3d216506-0b70-4118-a4ce-5e65215d1f18 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 210 time: 0.4821422 Feb 04 13:08:19.761905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=2411d014-8dff-4c92-8ae7-f50f1056a30e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:19.821044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Network add86cde-4bf3-4acc-81bc-745990acd757 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:19.847868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:19.854901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:19.885028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87b3598b-5321-49bd-b335-f9a720321312 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:20.079354 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc', 'code': 200} Feb 04 13:08:20.220105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-e081c059-c1bb-4cda-820a-12391ccd8e6b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5548301 Feb 04 13:08:20.291439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.299844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-a0e3628b-ba04-4501-9123-b6388443e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:20.304259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-a0e3628b-ba04-4501-9123-b6388443e95e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9269021 Feb 04 13:08:20.315875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 87b3598b-5321-49bd-b335-f9a720321312 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:20.353213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 87b3598b-5321-49bd-b335-f9a720321312 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:20.353590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.424822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.550259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Attempting to bind port a169d6f8-45a9-4659-bcb1-d944c11fa2ab on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:20.550651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Attempting to bind port a169d6f8-45a9-4659-bcb1-d944c11fa2ab by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '1db87284-1c62-46a2-b319-997c61544f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:20.551014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Attempting to bind port a169d6f8-45a9-4659-bcb1-d944c11fa2ab on network add86cde-4bf3-4acc-81bc-745990acd757 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:20.556199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:20.785176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.796757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-1ced7bdf-5e1c-4580-b0ac-8c0d727c24b8 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c26d74c250054a008d44cae4425ddd39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1592321 Feb 04 13:08:20.821420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:20.935951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:20.936352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Checking segment: {'id': '1db87284-1c62-46a2-b319-997c61544f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:20.937006 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.938597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Bound using segment: {'id': '1db87284-1c62-46a2-b319-997c61544f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:20.939166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Bound port: a169d6f8-45a9-4659-bcb1-d944c11fa2ab, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db87284-1c62-46a2-b319-997c61544f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'add86cde-4bf3-4acc-81bc-745990acd757'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:20.939555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:20.951709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-79780a66-991c-4b92-8420-4f86994cca2a None None] Provisioning for port c9648716-ba7a-455e-a145-77c6cccb0395 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:20.973721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-8c3361cc-2cc4-435b-80e3-1d77161a6d0d service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619203 Feb 04 13:08:21.014121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add86cde-4bf3-4acc-81bc-745990acd757']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:21.040958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db87284-1c62-46a2-b319-997c61544f1a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:21.041627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db87284-1c62-46a2-b319-997c61544f1a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:21.097792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.168170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.174803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:08:21.197579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52d4b6-777d-4674-9f2c-83c0aac07556 req-0c82934a-fa48-413e-9130-6425b2b3d232 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.206694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d52d4b6-777d-4674-9f2c-83c0aac07556 req-0c82934a-fa48-413e-9130-6425b2b3d232 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.6765492 Feb 04 13:08:21.217226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc693d-e7ac-4ccd-b9ae-2c7c4bd87843 req-09decfd8-8caf-4d93-8143-400c855f3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.222932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12dc693d-e7ac-4ccd-b9ae-2c7c4bd87843 req-09decfd8-8caf-4d93-8143-400c855f3527 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 1097 time: 1.2199581 Feb 04 13:08:21.260016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:21.260486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:21.291873 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:21.302016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd255e-68e1-4541-b0f3-20e2e0164faa req-0d20d1b8-81fa-4859-a67e-c0832fc031e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.311839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cdd255e-68e1-4541-b0f3-20e2e0164faa req-0d20d1b8-81fa-4859-a67e-c0832fc031e4 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 1.2041359 Feb 04 13:08:21.323287 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.468432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-81351a6a-a6a1-4dd2-b8ba-bca83d2ba5d7 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.470253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-81351a6a-a6a1-4dd2-b8ba-bca83d2ba5d7 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6601865 Feb 04 13:08:21.522443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Request body: {'port': {'device_id': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'c26d74c250054a008d44cae4425ddd39'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:21.568295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-96bc0dd6-aeb8-4643-9836-e9c1db0a7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.572709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-96bc0dd6-aeb8-4643-9836-e9c1db0a7dc3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.9014080 Feb 04 13:08:21.593932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cdd255e-68e1-4541-b0f3-20e2e0164faa req-811654c6-f442-4c78-a736-043515fe8269 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352140 Feb 04 13:08:21.644879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] For port a169d6f8-45a9-4659-bcb1-d944c11fa2ab, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:21.724399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Pushing event updated for resources: {'Port': ['ID=a169d6f8-45a9-4659-bcb1-d944c11fa2ab,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:21.854177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] For port a169d6f8-45a9-4659-bcb1-d944c11fa2ab, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a169d6f8-45a9-4659-bcb1-d944c11fa2ab,segment=NetworkSegment(1db87284-1c62-46a2-b319-997c61544f1a),segment_id=1db87284-1c62-46a2-b319-997c61544f1a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:21.863697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 87b3598b-5321-49bd-b335-f9a720321312, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87b3598b-5321-49bd-b335-f9a720321312,segment=NetworkSegment(6f2d0ce2-6751-45b8-8abe-d469fa670eb4),segment_id=6f2d0ce2-6751-45b8-8abe-d469fa670eb4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:21.869787 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf2c47e7-f6c6-4423-b8b8-181842baf0d3 req-c40ecfd5-f3b2-4d12-b82e-16aef5d5ed34 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 210 time: 0.0626831 Feb 04 13:08:21.872395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:08:21.872395 n-d-820555-2 neutron-server[87620]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:08:21.872395 n-d-820555-2 neutron-server[87620]: [parameters: {'id': 'add86cde-4bf3-4acc-81bc-745990acd757'}] Feb 04 13:08:21.872395 n-d-820555-2 neutron-server[87620]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:08:21.873131 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:08:21.873211 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.880453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-3d063a6b-fcb1-4956-98d1-87c91f12af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:21.881946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-3d063a6b-fcb1-4956-98d1-87c91f12af3c service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2774162 Feb 04 13:08:21.885190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7dea6d02-5d96-493f-9f26-f7b511652528 req-45c40d03-169e-48b6-a9d4-3dfebed2453f service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925683 Feb 04 13:08:21.887891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:08:21.927298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d52d4b6-777d-4674-9f2c-83c0aac07556 req-4941fde3-3d80-4ca4-bd02-ec35a3dd89a8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192569 Feb 04 13:08:21.962591 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:21.963665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9648716-ba7a-455e-a145-77c6cccb0395 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:21.977505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12dc693d-e7ac-4ccd-b9ae-2c7c4bd87843 req-209f2c77-a4f2-4110-a965-6178e91041d3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188504 Feb 04 13:08:22.190393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:22.197371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:22.204288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd25d3-ecf3-42d8-bcde-df627a361a86 None None] Pushing event updated for resources: {'Port': ['ID=a169d6f8-45a9-4659-bcb1-d944c11fa2ab,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:22.206240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Usage tracker for resource:port and tenant:c26d74c250054a008d44cae4425ddd39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:22.211584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Sync routers for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:22.213926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-cb181bce-bf18-4260-80d8-35510e1e9c40 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.3223720 Feb 04 13:08:22.230573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:22.240764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:22.249929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-78e8249d-27b5-4611-8274-a0daa31500e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/f1250490-34fd-43bb-b7c2-5fd4c1351bf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2748721 Feb 04 13:08:22.252587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48796) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:22.292994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c9648716-ba7a-455e-a145-77c6cccb0395 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:22.314865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:22.315507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:22.369323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Made reservation on behalf of c26d74c250054a008d44cae4425ddd39 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:22.373280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.397104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c9648716-ba7a-455e-a145-77c6cccb0395 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:22.397620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.405085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.425573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.447531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:22.454352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Usage tracker for resource:security_group_rule and tenant:c26d74c250054a008d44cae4425ddd39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:22.457649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:22.465493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:22.478698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998a973-0913-464d-8cd3-7a746e4ff8a4 None None] Network add86cde-4bf3-4acc-81bc-745990acd757 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:22.584266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-1825479f-e6dd-4d46-b7ba-a52cc9ee27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:22.586417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-1825479f-e6dd-4d46-b7ba-a52cc9ee27a2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.3643680 Feb 04 13:08:22.591344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:22.605402 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Sync routers for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:22.616424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.619997 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:22.622615 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:22.645320 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.731322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=87b3598b-5321-49bd-b335-f9a720321312,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:22.756064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b944e322-359b-4833-91c8-37afe2484c74 None None] Provisioning complete for port 87b3598b-5321-49bd-b335-f9a720321312 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:22.756347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b944e322-359b-4833-91c8-37afe2484c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.832814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:22.836416 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb3f201e-4aeb-4847-9f9e-38f6ac3bb605 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0376639 Feb 04 13:08:22.841692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:23.011904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.169335 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:23.192765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-fd411b90-34df-48c1-8794-2ffb110e0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:23.198197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-fd411b90-34df-48c1-8794-2ffb110e0828 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5963790 Feb 04 13:08:23.291957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port a169d6f8-45a9-4659-bcb1-d944c11fa2ab {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:23.292302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.318378 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.327210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8dbbda4-f059-46e5-b98e-89797994dc56 req-0a1feeb5-e6b0-4a82-adb2-70d9ff0f83ff tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 210 time: 0.0799565 Feb 04 13:08:23.331335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:23.512674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dac20c-bd6b-4c23-8b99-cc8574d94802,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:23.572854 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:17Z', 'revision_number': 3, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:23.586873 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Checking router: 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:23.587222 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Updating router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 port 10ca75d0-e534-418e-b52f-fe7973f2ac3b binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:08:23.723501 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.782670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port a169d6f8-45a9-4659-bcb1-d944c11fa2ab, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a169d6f8-45a9-4659-bcb1-d944c11fa2ab,segment=NetworkSegment(1db87284-1c62-46a2-b319-997c61544f1a),segment_id=1db87284-1c62-46a2-b319-997c61544f1a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:23.783284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.800147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9de3-b8e1-45f8-954a-87e07b8f51ff req-bd1fe197-0c7e-496b-9d14-acc4b4e2ca21 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:23.811207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-103e9de3-b8e1-45f8-954a-87e07b8f51ff req-bd1fe197-0c7e-496b-9d14-acc4b4e2ca21 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.7719369 Feb 04 13:08:23.867763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c9648716-ba7a-455e-a145-77c6cccb0395, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9648716-ba7a-455e-a145-77c6cccb0395,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:23.895498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-38cc75fb-1a99-4961-98df-fc2952d43941 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768126 Feb 04 13:08:23.901151 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:23.904839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d8b3e-aa28-4875-b19a-05ec3f94bb66 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:08:23.929672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for a169d6f8-45a9-4659-bcb1-d944c11fa2ab owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:24.089169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Allocated IP 192.168.233.38 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/548d018b-7b1a-4897-9ad7-ff6c7eb4c210) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:24.146921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87b3598b-5321-49bd-b335-f9a720321312 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:24.174092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-103e9de3-b8e1-45f8-954a-87e07b8f51ff req-eb7f7231-1cb8-40cb-a7ff-2f8d750893c3 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618939 Feb 04 13:08:24.336770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.341852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.345437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c9648716-ba7a-455e-a145-77c6cccb0395,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:24.365019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Transition to ACTIVE for port object 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:24.414080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.450647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 87b3598b-5321-49bd-b335-f9a720321312 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:24.451229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.452407 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.477621 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Transition to ACTIVE for port object 10ca75d0-e534-418e-b52f-fe7973f2ac3b will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:24.483523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77b59174-7d7a-4d0c-9a25-1c5328de3c68 req-fbcdb2ce-9b9c-4ff7-a7c1-8305917a1493 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667827 Feb 04 13:08:24.488721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:24.489681 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.548706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d8b3e-aa28-4875-b19a-05ec3f94bb66 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:08:24.571471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:24.573901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:24.620535 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab966-fa91-4c7a-b5e1-ed04b69279e1 None None] Pushing event updated for resources: {'Port': ['ID=10ca75d0-e534-418e-b52f-fe7973f2ac3b,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:24.648451 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Attempting to bind port 10ca75d0-e534-418e-b52f-fe7973f2ac3b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:24.649062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Attempting to bind port 10ca75d0-e534-418e-b52f-fe7973f2ac3b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:24.649583 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Attempting to bind port 10ca75d0-e534-418e-b52f-fe7973f2ac3b on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:24.655816 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:24.656949 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:24.657520 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.658051 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:24.658710 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Bound port: 10ca75d0-e534-418e-b52f-fe7973f2ac3b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:24.659253 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.669835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:24.670450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.766106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb0fcf-b6aa-44b1-9696-43e1342ad27b req-5547050a-ee16-4289-9cb6-817545f60887 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:24.767551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62eb0fcf-b6aa-44b1-9696-43e1342ad27b req-5547050a-ee16-4289-9cb6-817545f60887 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 1.2517071 Feb 04 13:08:24.829491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:08:16Z', 'revision_number': 5, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port': {'id': '259ce54f-4530-422d-a7eb-e1d43953ad19', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:19Z', 'updated_at': '2022-02-04T13:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:24.848136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62eb0fcf-b6aa-44b1-9696-43e1342ad27b req-33fecb47-3ebc-4389-9b6d-71ad0c17cb57 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532296 Feb 04 13:08:24.848841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:24.856332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-e269d431-0284-4682-94b5-56d7717ad332 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3442802 Feb 04 13:08:24.871847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] For port 10ca75d0-e534-418e-b52f-fe7973f2ac3b, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:24.877700 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] For port 10ca75d0-e534-418e-b52f-fe7973f2ac3b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=10ca75d0-e534-418e-b52f-fe7973f2ac3b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:24.891375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Request body: {'port': {'device_id': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:24.893229 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.925768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Checking router: f1250490-34fd-43bb-b7c2-5fd4c1351bf1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:24.953882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:24.986570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab966-fa91-4c7a-b5e1-ed04b69279e1 None None] Pushing event updated for resources: {'Port': ['ID=10ca75d0-e534-418e-b52f-fe7973f2ac3b,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:25.015046 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:25.016696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:25.104561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:25.117971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8feb8-3347-46b6-98e9-ab7a1e4bef7e req-82a70ecf-ceb5-476a-ae45-bdb87d714797 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:25.120051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Deleting port 259ce54f-4530-422d-a7eb-e1d43953ad19 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:25.120399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:25.122992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Routers {'f1250490-34fd-43bb-b7c2-5fd4c1351bf1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:25.123647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:25.124619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42f8feb8-3347-46b6-98e9-ab7a1e4bef7e req-82a70ecf-ceb5-476a-ae45-bdb87d714797 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 935 time: 0.6485548 Feb 04 13:08:25.220449 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42f8feb8-3347-46b6-98e9-ab7a1e4bef7e req-21688c67-34b9-4934-8e80-d064c832c237 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887508 Feb 04 13:08:25.246559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:25.401348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:25.459117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8bc98561-7c1e-485b-8f23-a470c66ff29e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:25.628325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Allocated IP 172.20.0.1 (9752acf5-e004-4d8d-86b8-99a612dedd45/3a6f1079-903b-4ceb-bf26-6b0459121c7a/2ef93716-a7c6-4b78-acd4-f7b7659c4eb5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:25.657597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] For port 259ce54f-4530-422d-a7eb-e1d43953ad19, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=259ce54f-4530-422d-a7eb-e1d43953ad19,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:25.657971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:25.671324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] Set router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:25.943638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:25.959866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Transition to ACTIVE for port object 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:25.970768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Calling delete_port for 259ce54f-4530-422d-a7eb-e1d43953ad19 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:26.035271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:17Z', 'revision_number': 3, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:26.036563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.041713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:08:24Z', 'revision_number': 6, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:26.047627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef5b58-a5ac-4736-a561-9c25fedf445b None None] The sync data for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 is: [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:17Z', 'revision_number': 3, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:26.122151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b88ca-d4b3-47ee-a3b5-a87e17f8e22a None None] The sync data for ids ['f1250490-34fd-43bb-b7c2-5fd4c1351bf1'] in n-d-820555-2 is: [{'id': 'f1250490-34fd-43bb-b7c2-5fd4c1351bf1', 'name': 'tempest-TaggedBootDevicesTest-1177171545-router', 'tenant_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:17Z', 'updated_at': '2022-02-04T13:08:24Z', 'revision_number': 6, 'project_id': 'ceceb43e0d804b5598c9af3d2a0811b8', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:26.122382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.142537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8bc98561-7c1e-485b-8f23-a470c66ff29e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:26.142946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.181485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:26.185467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:26.214231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:26.267555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Pushing event updated for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:26.320417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c2fa-261a-40f4-b030-5cb8b22753c4 req-a4e8eb50-89f5-493c-8fea-94148482d102 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:26.328431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7342c2fa-261a-40f4-b030-5cb8b22753c4 req-a4e8eb50-89f5-493c-8fea-94148482d102 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.3495040 Feb 04 13:08:26.379608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.392422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Port': ['ID=a169d6f8-45a9-4659-bcb1-d944c11fa2ab,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:26.394479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No DVR routers for this DVR port a169d6f8-45a9-4659-bcb1-d944c11fa2ab on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:26.578775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7342c2fa-261a-40f4-b030-5cb8b22753c4 req-148574f6-7258-417c-ab98-cb1675f44403 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487872 Feb 04 13:08:26.652015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.771880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9648716-ba7a-455e-a145-77c6cccb0395 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:26.926951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Provisioning for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:26.935154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Provisioning complete for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:26.935774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:26.999174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c9648716-ba7a-455e-a145-77c6cccb0395 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:27.006181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.064317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:08:27.106107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Provisioning for port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:27.119644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Provisioning complete for port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:27.119931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.134342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.141662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.163996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.274022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.285054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=259ce54f-4530-422d-a7eb-e1d43953ad19,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:27.315977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec3a43-39e0-492e-b0df-7593e7a22aa4 None None] Port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:08:27.328958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9737bafb-b0c0-4e3b-9577-0b142ba75746 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:27.340683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3607a37-e892-48a0-976c-fb72f10816e2 req-4c97dd0d-ce7d-452b-a118-d1ecb5297d22 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:27.342160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3607a37-e892-48a0-976c-fb72f10816e2 req-4c97dd0d-ce7d-452b-a118-d1ecb5297d22 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 935 time: 0.3199058 Feb 04 13:08:27.368593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aedeba-1fb3-4a17-86b4-a102b2a75353 req-024e0a64-84fa-4701-b8e3-60d8edb12690 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:27.370339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58aedeba-1fb3-4a17-86b4-a102b2a75353 req-024e0a64-84fa-4701-b8e3-60d8edb12690 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 1.3237908 Feb 04 13:08:27.408912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Pushing event updated for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:27.414177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.493219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9737bafb-b0c0-4e3b-9577-0b142ba75746 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:27.493547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9737bafb-b0c0-4e3b-9577-0b142ba75746 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:27.564338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3607a37-e892-48a0-976c-fb72f10816e2 req-5306ecd7-dc10-4a98-a1f3-bd8243954ca2 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032599 Feb 04 13:08:27.573337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add86cde-4bf3-4acc-81bc-745990acd757']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:27.589426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db87284-1c62-46a2-b319-997c61544f1a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:27.589843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db87284-1c62-46a2-b319-997c61544f1a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:27.605021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.628851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.654642 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:27.665574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.682200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:27.683578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:27.896566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:27.906936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.928611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Transition to ACTIVE for port object 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:27.930384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:27.931277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:27.953933 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:27.965417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58aedeba-1fb3-4a17-86b4-a102b2a75353 req-3e19aedc-3b53-4059-960f-f5ee58732321 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623158 Feb 04 13:08:28.071608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:08:28.113157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.145568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db4ed301-a885-415b-921e-554f3711483c None None] Provisioning complete for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:28.146589 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db4ed301-a885-415b-921e-554f3711483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.224586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:08:28.229970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-db4ed301-a885-415b-921e-554f3711483c None None] Port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:08:28.337687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:08:28.349064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48439884-ab7a-4e09-9c8d-cbac3b9418cd admin admin] 10.222.0.53 "PUT /v2.0/routers/12d58633-0a4c-436e-ac37-30e6dc1c1bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5051093 Feb 04 13:08:28.373464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.376755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.494635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:28.540388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'port_id': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'mac_address': 'fa:16:3e:ae:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:08:28.646451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.689960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7456e6b-e923-4556-934c-2d5d140d16bb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:28.698300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 10ca75d0-e534-418e-b52f-fe7973f2ac3b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:28.861510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:28.868815 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.902913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.903414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1250490-34fd-43bb-b7c2-5fd4c1351bf1 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:08:28.925934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:28.997499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 10ca75d0-e534-418e-b52f-fe7973f2ac3b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:29.065398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.067489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 10ca75d0-e534-418e-b52f-fe7973f2ac3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:29.069516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.095394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226500fb-e5ff-48a1-b4c4-32d6deaf1676 req-51c95082-b67d-4f9d-a32f-f08405532aef tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:29.096957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-226500fb-e5ff-48a1-b4c4-32d6deaf1676 req-51c95082-b67d-4f9d-a32f-f08405532aef tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 0.2537684 Feb 04 13:08:29.183241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c7456e6b-e923-4556-934c-2d5d140d16bb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:08:29.252200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=add86cde-4bf3-4acc-81bc-745990acd757,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:29.264337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:29.270204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Sync routers for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:08:29.279351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:29.298166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8d067d68-a0a5-4876-a767-7521df7bd386 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/add86cde-4bf3-4acc-81bc-745990acd757 HTTP/1.1" status: 204 len: 168 time: 12.1084642 Feb 04 13:08:29.298166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.301903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6e47c12-5284-424c-9436-90da6664b3ab admin admin] 10.222.0.53 "DELETE /v2.0/routers/f1250490-34fd-43bb-b7c2-5fd4c1351bf1 HTTP/1.1" status: 204 len: 168 time: 7.0443940 Feb 04 13:08:29.305706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:29.306061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:29.358812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336502293'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:29.385545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:29.401643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:29.412497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:29.413228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:29.417205 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-226500fb-e5ff-48a1-b4c4-32d6deaf1676 req-482feb7a-76d5-4c52-9e23-fb2880850550 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080015 Feb 04 13:08:29.452467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:29.518440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:29.564769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Attempting to bind port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:29.565215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Attempting to bind port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:29.566196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Attempting to bind port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:29.587725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Deleting subnet 2de36472-0c10-4641-8dcc-36c8bd28c082 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:08:29.598887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:29.602870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.617478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.626063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:08:29.634838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Attempting to bind port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:29.647972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b594-0e4d-45c0-8310-bac59dc00091 req-3f04af82-510b-467c-956e-a2efabd3d0a8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:29.655332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ce2b594-0e4d-45c0-8310-bac59dc00091 req-3f04af82-510b-467c-956e-a2efabd3d0a8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 1.0007849 Feb 04 13:08:29.675899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.715906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:29.716400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:29.716918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:29.717498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Bound port: 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:29.717919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.821190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 10ca75d0-e534-418e-b52f-fe7973f2ac3b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=10ca75d0-e534-418e-b52f-fe7973f2ac3b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:29.882022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:29.893148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.911340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b492-644f-492d-a297-86d417984da6 req-ff75dbfe-1bd7-4550-8e2f-08e0121a963b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:29.912402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:29.927317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea02b492-644f-492d-a297-86d417984da6 req-ff75dbfe-1bd7-4550-8e2f-08e0121a963b tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 944 time: 0.2866161 Feb 04 13:08:29.992958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:30.029458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.059214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 259ce54f-4530-422d-a7eb-e1d43953ad19 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:30.060248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea02b492-644f-492d-a297-86d417984da6 req-f43a0d48-bdfa-4fea-aaa0-b360c812873c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316416 Feb 04 13:08:30.130558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ce2b594-0e4d-45c0-8310-bac59dc00091 req-5bfbaa96-ee83-441c-ba1c-9cbc969edc3b tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736762 Feb 04 13:08:30.137044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.144228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 259ce54f-4530-422d-a7eb-e1d43953ad19 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:30.144577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 259ce54f-4530-422d-a7eb-e1d43953ad19 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:30.212243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.212586 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 301d68f8-877c-4a1c-9fc1-16c4a06da1e4 of type vlan for network 3c26a63a-f5c5-40b1-9014-176e7ad20454 Feb 04 13:08:30.268242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.272294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:30.282338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de36472-0c10-4641-8dcc-36c8bd28c082,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:30.340661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48960) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:30.345402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8bc20e82-a342-4890-888c-783811910f99 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2de36472-0c10-4641-8dcc-36c8bd28c082 HTTP/1.1" status: 204 len: 168 time: 1.0341032 Feb 04 13:08:30.350382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:30.377220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f444a27-9fd6-4098-90fc-f919931099ec None None] Network 38189806-d8b1-4b2a-8da4-9f53b0afc26d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:30.412023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:30.449550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.510908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.595714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:30.596254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.597803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] 10.222.0.87 "PUT /v2.0/ports/548d018b-7b1a-4897-9ad7-ff6c7eb4c210 HTTP/1.1" status: 200 len: 1095 time: 5.7256007 Feb 04 13:08:30.615613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:30.633853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=10ca75d0-e534-418e-b52f-fe7973f2ac3b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:30.641550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:30.658826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:30.686932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Deleting port 5ed1745a-623a-4254-b6f3-48e1a8348157 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:30.687796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:31.032388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:31.054247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:31.054947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:31.133435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a1a9-e3b2-489b-a406-fb642f75c07b service neutron] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:31.142855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1cc03-188f-487b-96dc-e507bea28867 req-c45d0ef0-8062-491a-bfa2-3c5fa5c96420 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:31.146118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41f1cc03-188f-487b-96dc-e507bea28867 req-c45d0ef0-8062-491a-bfa2-3c5fa5c96420 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 0.2993271 Feb 04 13:08:31.384648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0749207 Feb 04 13:08:31.394308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49018) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:31.396180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef9d56-74dd-44ff-8762-55647ca3771d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=3c26a63a-f5c5-40b1-9014-176e7ad20454,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:31.423544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:31.428531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:31.510738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] For port 5ed1745a-623a-4254-b6f3-48e1a8348157, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5ed1745a-623a-4254-b6f3-48e1a8348157,segment=NetworkSegment(51cd03cf-95c9-4af2-9ac4-6b7574a082fa),segment_id=51cd03cf-95c9-4af2-9ac4-6b7574a082fa)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:31.511215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:31.807323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:31.816969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:31.822784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-3efa65b3-6f2a-492d-8be3-c10b665a4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:31.824873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-3efa65b3-6f2a-492d-8be3-c10b665a4414 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c26d74c250054a008d44cae4425ddd39&device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 1098 time: 1.0997818 Feb 04 13:08:31.825792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:31.838404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c7456e6b-e923-4556-934c-2d5d140d16bb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:31.838404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:31.846207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:31.849790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Calling delete_port for 5ed1745a-623a-4254-b6f3-48e1a8348157 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:31.906510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41f1cc03-188f-487b-96dc-e507bea28867 req-010e5756-1630-45b7-8d12-47e8c501f0db tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732666 Feb 04 13:08:31.988630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.032698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-d7e4d34b-33f3-4c61-a3c4-a76ec897290f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210 HTTP/1.1" status: 200 len: 217 time: 0.1989620 Feb 04 13:08:32.037336 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'status': 'completed', 'code': 200} Feb 04 13:08:32.091011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:32.097149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.107276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] No DVR routers for this DVR port 5ed1745a-623a-4254-b6f3-48e1a8348157 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:32.182321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed1745a-623a-4254-b6f3-48e1a8348157,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:32.261921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-311b4f43-3c1d-44eb-b56e-f3a82461b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:32.263579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-311b4f43-3c1d-44eb-b56e-f3a82461b68b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.2244294 Feb 04 13:08:32.369456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b75eb-4a3f-4c12-b690-35f3c66acfa5 None None] DHCP port deletion for 38189806-d8b1-4b2a-8da4-9f53b0afc26d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:08:32.407161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.445372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38189806-d8b1-4b2a-8da4-9f53b0afc26d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:32.461778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cd03cf-95c9-4af2-9ac4-6b7574a082fa') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:32.462224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cd03cf-95c9-4af2-9ac4-6b7574a082fa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:32.478860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.498243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.506119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:32.506683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.575001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.586345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 10ca75d0-e534-418e-b52f-fe7973f2ac3b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:32.672628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:32.681157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:32.683457 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:32.704641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.705691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.787706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-f21fc72c-6c9c-4d6a-9dde-a54493e26d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:32.793061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-f21fc72c-6c9c-4d6a-9dde-a54493e26d27 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5181401 Feb 04 13:08:32.828591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.839551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/38189806-d8b1-4b2a-8da4-9f53b0afc26d HTTP/1.1" status: 204 len: 168 time: 2.4973347 Feb 04 13:08:32.863277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c83fb-ed37-4526-adb1-b26dd00868cb admin admin] Pushing event deleted for resources: {'Network': ['ID=38189806-d8b1-4b2a-8da4-9f53b0afc26d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:32.869763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:32.894324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:26Z', 'revision_number': 4, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ef93716-a7c6-4b78-acd4-f7b7659c4eb5', 'name': '', 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'mac_address': 'fa:16:3e:dc:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:25Z', 'updated_at': '2022-02-04T13:08:26Z', 'revision_number': 2, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'subnets': [{'id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:32.907639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 10ca75d0-e534-418e-b52f-fe7973f2ac3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:32.908155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:32.961943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38209cb-b9a5-4d75-9ace-14d1ba6b9a0b req-4ac7016a-f514-4608-aef0-7da2eea176b9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:32.968479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e38209cb-b9a5-4d75-9ace-14d1ba6b9a0b req-4ac7016a-f514-4608-aef0-7da2eea176b9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 944 time: 0.6643729 Feb 04 13:08:32.976946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Checking router: 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:08:32.977577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Updating router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:08:33.069167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:33.105387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-b97e315e-1c24-4a7f-9525-16b1e5791b3f service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029554 Feb 04 13:08:33.128876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e38209cb-b9a5-4d75-9ace-14d1ba6b9a0b req-a1c36dbc-d011-4147-89ef-738e8503d520 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524804 Feb 04 13:08:33.361063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:33.406367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1eb3492-84ec-40a4-9633-fd295d980755 req-34b24082-6b34-4f84-beea-57960d4f0461 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905281 Feb 04 13:08:33.535359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:33.652044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5ed1745a-623a-4254-b6f3-48e1a8348157 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:33.752056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2e275-613b-40ae-98df-0e4739df9b69 req-98258a9d-6e0b-4bd3-bcd0-448eb020a981 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:33.759080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5ed1745a-623a-4254-b6f3-48e1a8348157 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:33.759080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5ed1745a-623a-4254-b6f3-48e1a8348157 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:33.766507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85f2e275-613b-40ae-98df-0e4739df9b69 req-98258a9d-6e0b-4bd3-bcd0-448eb020a981 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.3578503 Feb 04 13:08:33.772460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1bb2549a-b330-474b-b5e0-d2c93b93cb47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66bae4ba4c254eeda0502ad9ece9f9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075706 Feb 04 13:08:33.784819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:33.869824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85f2e275-613b-40ae-98df-0e4739df9b69 req-16a0dd78-6208-4363-9b78-9d73269b096c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024191 Feb 04 13:08:33.940568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=899fdff5-6d4a-4286-a536-1d22ea81efb1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:33.951837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': '301d68f8-877c-4a1c-9fc1-16c4a06da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:33.952212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: 3c26a63a-f5c5-40b1-9014-176e7ad20454, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:34.049966 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'code': 200} Feb 04 13:08:34.100510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-e96c19f7-654e-4948-b92a-2266703fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.102913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.104070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-e96c19f7-654e-4948-b92a-2266703fd394 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c26d74c250054a008d44cae4425ddd39&device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 1098 time: 0.6421692 Feb 04 13:08:34.135060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Transition to ACTIVE for port object 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:34.149102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.256867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:34.272972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3c26a63a-f5c5-40b1-9014-176e7ad20454) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:34.282065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.284476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.285061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.430546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f8ffb-cda2-4ec7-9bc2-4726d1da8634 req-9189bfe4-b3a3-4c92-85f3-7cad8678eba9 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.440508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d78c1353-fcdc-450d-bbe8-4c7dd78c880d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0347819 Feb 04 13:08:34.444471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b1455-7c22-4f30-963e-2e10bc7dcb4d None None] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:34.447665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c6f8ffb-cda2-4ec7-9bc2-4726d1da8634 req-9189bfe4-b3a3-4c92-85f3-7cad8678eba9 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 0.2178843 Feb 04 13:08:34.449221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:34.462562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446132651'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:34.465844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.519787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:34.534185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-0dbc861a-9e6f-4379-a698-06fc537843e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.535681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-0dbc861a-9e6f-4379-a698-06fc537843e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.4241555 Feb 04 13:08:34.541147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c6f8ffb-cda2-4ec7-9bc2-4726d1da8634 req-df8383ea-cf9e-4544-94fa-42e1518ed46a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Feb 04 13:08:34.550451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:34.562733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:34.576178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:34.601185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:34.610799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.690383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:34.710195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Pushing event updated for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:34.713946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.716550 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 8f3bdba1-a00c-4afb-bfb4-8de32862bd05 of type vlan for network 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b Feb 04 13:08:34.790714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.866142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-9a207738-f6c9-4fab-99fc-270fd901c5af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210 HTTP/1.1" status: 200 len: 217 time: 0.2994361 Feb 04 13:08:34.875029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.888352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.888840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.889282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.889989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:34.890982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.891410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.892136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:34.892676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.894964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.895431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.896065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.896538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.897421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:34.902102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:08:35.011432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Attempting to bind port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:35.011896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Attempting to bind port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:35.012356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Attempting to bind port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 on network 9752acf5-e004-4d8d-86b8-99a612dedd45 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:35.024056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:35.024521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Checking segment: {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:35.024998 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:35.025442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Bound using segment: {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:35.025989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Bound port: 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8357007-8abc-40f3-9362-a6ae007ab1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:35.026521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:35.061612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-b5df10ad-cda5-48cf-aa5e-b8f85672ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.066321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-b5df10ad-cda5-48cf-aa5e-b8f85672ca2c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1898131 Feb 04 13:08:35.318125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] For port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:35.325805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] For port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:35.354298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:35.358321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9052823 Feb 04 13:08:35.359934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:35.377615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2b5fd-39ee-4fab-9313-1052854fa7e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:35.379520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:35.401270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:35.424253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-31044b78-03cc-466a-bd4c-d966a7c97542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.426267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-31044b78-03cc-466a-bd4c-d966a7c97542 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3516519 Feb 04 13:08:35.461194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e391ed0-9eb7-4b89-b34e-b0b539478fef req-68534075-67c1-433a-890d-50ad05db7512 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:35.466053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e391ed0-9eb7-4b89-b34e-b0b539478fef req-68534075-67c1-433a-890d-50ad05db7512 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.1826243 Feb 04 13:08:35.528440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e391ed0-9eb7-4b89-b34e-b0b539478fef req-007fac12-40da-4439-8508-99a9eabc026d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Feb 04 13:08:35.574515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbcc9f-fd45-4b70-b1d3-097d4d2b9a36 None None] Pushing event updated for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:35.578812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:35.712122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-c8ab5bf6-c860-4afa-a416-00c9055cfedc service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692220 Feb 04 13:08:35.785203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:08:35.785862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:08:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:36.081491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685f92e-ffa8-445f-8943-75e595b3042c req-9ca5d43c-91d6-4ed2-9282-1b372f2ea154 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.089421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c685f92e-ffa8-445f-8943-75e595b3042c req-9ca5d43c-91d6-4ed2-9282-1b372f2ea154 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.2916961 Feb 04 13:08:36.157226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c685f92e-ffa8-445f-8943-75e595b3042c req-29a1684c-288d-40f0-a6df-403d9fe5ee4c tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Feb 04 13:08:36.163755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-3c26a63a-f5c5-40b1-9014-176e7ad20454', 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '899fdff5-6d4a-4286-a536-1d22ea81efb1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:36.164602 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:36.306547 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb884b75-0f4b-4579-adc3-132cbbe6dcdc req-9d6ac497-bf2b-486e-bede-3f4bbfdbd9ac service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155805 Feb 04 13:08:36.313580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5f99f-6d33-4302-9004-9bbcc256dc45,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:36.325981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:08:36.340950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:36.342343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a6eae7c3-0abe-4c40-9914-0347b2466647 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3f5f99f-6d33-4302-9004-9bbcc256dc45 HTTP/1.1" status: 204 len: 168 time: 2.5513611 Feb 04 13:08:36.463800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:36.475786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:36.497382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:36.514346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:36.533703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:36.537913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:36.614082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa042-acfd-4a51-8f13-831aeed36138 req-07da5fa7-066d-4f20-98c2-2e5283af0c7a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:36.626044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-887aa042-acfd-4a51-8f13-831aeed36138 req-07da5fa7-066d-4f20-98c2-2e5283af0c7a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 0.2254028 Feb 04 13:08:36.742181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-887aa042-acfd-4a51-8f13-831aeed36138 req-e8ffc85f-ba4a-41f4-b7dd-e89d5af9bcc9 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151474 Feb 04 13:08:37.077315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Allocated IP 2001:db8::1 (3c26a63a-f5c5-40b1-9014-176e7ad20454/899fdff5-6d4a-4286-a536-1d22ea81efb1/7d166c76-3a18-41ae-9ce6-61ea66f36404) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:37.203590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7a865-35b2-4007-b3c5-3e00ad90c502 req-652aa79c-f121-4f91-81b4-242354e71e3f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.215328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7b7a865-35b2-4007-b3c5-3e00ad90c502 req-652aa79c-f121-4f91-81b4-242354e71e3f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.2328324 Feb 04 13:08:37.264671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing IP validity checks on allocation pools {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:08:37.264671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:08:37.314994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:37.356470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-96fbc1f9-479c-4a82-97b7-ce0ce3fe3025 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.362799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49092) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:37.362975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-96fbc1f9-479c-4a82-97b7-ce0ce3fe3025 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.6518471 Feb 04 13:08:37.371116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7b7a865-35b2-4007-b3c5-3e00ad90c502 req-03996bdf-ce5a-4743-8a20-1f72f5ab33d2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513047 Feb 04 13:08:37.413325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:08:37.503983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-078f16f0-7933-4cf8-87da-71ec49d4aa91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ceceb43e0d804b5598c9af3d2a0811b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284912 Feb 04 13:08:37.504905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:37.517061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Deleting port 754552a5-6085-4358-8258-0ad5e53166dc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:08:37.517406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:37.560342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'mac_address': 'fa:16:3e:7d:38:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:08:37.798953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:37.901132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:37.936612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4616e87-42cb-4578-961f-c27a0eb86edf req-7a205487-dc60-4850-96b2-4fc7a4333446 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:37.952340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4616e87-42cb-4578-961f-c27a0eb86edf req-7a205487-dc60-4850-96b2-4fc7a4333446 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.3454306 Feb 04 13:08:38.116563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4616e87-42cb-4578-961f-c27a0eb86edf req-01ee0330-4236-45c1-88d7-2695e1e18a94 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626003 Feb 04 13:08:38.147855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.197025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735de558-21ac-460c-8fd1-21ba72cdf174,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:38.214182 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.218180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-128a3799-8fdb-43f8-8eb7-0235e41f28ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/735de558-21ac-460c-8fd1-21ba72cdf174 HTTP/1.1" status: 204 len: 168 time: 0.7119553 Feb 04 13:08:38.319987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.382264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.416372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Transition to ACTIVE for port object 7d166c76-3a18-41ae-9ce6-61ea66f36404 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:38.465510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Transition to ACTIVE for port object 7d166c76-3a18-41ae-9ce6-61ea66f36404 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:38.494077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.524950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969f096-37e2-4ddf-b1f6-abdc1a2ca31b req-ce576c4d-5475-43c3-821d-12700729e6be tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:38.543528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a969f096-37e2-4ddf-b1f6-abdc1a2ca31b req-ce576c4d-5475-43c3-821d-12700729e6be tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 0.2188640 Feb 04 13:08:38.562065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.649056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:08:38.685423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:38.735301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a969f096-37e2-4ddf-b1f6-abdc1a2ca31b req-963f28e9-61fa-46bd-bb59-a6d07747a03c tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907136 Feb 04 13:08:38.805593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=f4e244ef-58e4-42aa-86d1-b96de22a80c3,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:38.836424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': '8f3bdba1-a00c-4afb-bfb4-8de32862bd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:38.837770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:38.854709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] For port 754552a5-6085-4358-8258-0ad5e53166dc, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=754552a5-6085-4358-8258-0ad5e53166dc,segment=NetworkSegment(082af63b-fa0d-44df-80c1-ee053f4c74fe),segment_id=082af63b-fa0d-44df-80c1-ee053f4c74fe)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:38.856134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.896279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:38.897478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:38.904896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:38.911796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:39.035775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Pushing event updated for resources: {'Port': ['ID=7d166c76-3a18-41ae-9ce6-61ea66f36404,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:39.157958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755a86-14bb-496d-a017-c1e903bdc235 req-9c81109f-3111-4e30-a11d-fba6edfba029 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:39.168893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33755a86-14bb-496d-a017-c1e903bdc235 req-9c81109f-3111-4e30-a11d-fba6edfba029 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.2351012 Feb 04 13:08:39.193977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Attempting to bind port 7d166c76-3a18-41ae-9ce6-61ea66f36404 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Attempting to bind port 7d166c76-3a18-41ae-9ce6-61ea66f36404 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '301d68f8-877c-4a1c-9fc1-16c4a06da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Attempting to bind port 7d166c76-3a18-41ae-9ce6-61ea66f36404 on network 3c26a63a-f5c5-40b1-9014-176e7ad20454 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Checking segment: {'id': '301d68f8-877c-4a1c-9fc1-16c4a06da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Bound using segment: {'id': '301d68f8-877c-4a1c-9fc1-16c4a06da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Bound port: 7d166c76-3a18-41ae-9ce6-61ea66f36404, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301d68f8-877c-4a1c-9fc1-16c4a06da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c26a63a-f5c5-40b1-9014-176e7ad20454'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:39.286788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:39.288359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33755a86-14bb-496d-a017-c1e903bdc235 req-459b95f1-cabe-4b81-904b-8fc24e8a93be tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131461 Feb 04 13:08:39.347775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Calling delete_port for 754552a5-6085-4358-8258-0ad5e53166dc owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:08:39.354005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['548d018b-7b1a-4897-9ad7-ff6c7eb4c210'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:08:39.623210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:39.658136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:39.667634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:39.680691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:39.730396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bcf1b3-4f11-4d0b-9a7d-598a96d746d3 None None] Network 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:39.811411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba675f-3821-4472-b376-a20621961c65 req-8a9ea631-48b2-4b91-b5f2-3ab68f401ea8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:39.818477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17ba675f-3821-4472-b376-a20621961c65 req-8a9ea631-48b2-4b91-b5f2-3ab68f401ea8 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2ff5b7-e249-498f-b8a9-57e2d2bca240 HTTP/1.1" status: 200 len: 946 time: 0.2351627 Feb 04 13:08:39.896760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] For port 7d166c76-3a18-41ae-9ce6-61ea66f36404, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:39.941013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] For port 7d166c76-3a18-41ae-9ce6-61ea66f36404, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7d166c76-3a18-41ae-9ce6-61ea66f36404,segment=NetworkSegment(301d68f8-877c-4a1c-9fc1-16c4a06da1e4),segment_id=301d68f8-877c-4a1c-9fc1-16c4a06da1e4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:39.943828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:26Z', 'revision_number': 4, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ef93716-a7c6-4b78-acd4-f7b7659c4eb5', 'name': '', 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'mac_address': 'fa:16:3e:dc:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:25Z', 'updated_at': '2022-02-04T13:08:35Z', 'revision_number': 4, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'subnets': [{'id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:39.956739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c328e314-f431-42aa-bb92-0ba7dc52420d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.5615008 Feb 04 13:08:39.959147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:39.962383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49142) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:39.963467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17ba675f-3821-4472-b376-a20621961c65 req-6fddab2d-2536-4bd0-a600-d3da9e8d3b54 tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.53 "GET /v2.0/security-groups?id=37e152de-5887-4022-a925-ae0e06ce7a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392481 Feb 04 13:08:39.967026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:40.221914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Pushing event deleted for resources: {'Port': ['ID=754552a5-6085-4358-8258-0ad5e53166dc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:40.301427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] No DVR routers for this DVR port 754552a5-6085-4358-8258-0ad5e53166dc on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:08:40.301677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b08209-a3bb-43dc-9797-c3d354f7f70b None None] The sync data for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 is: [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:08:26Z', 'revision_number': 4, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '2ef93716-a7c6-4b78-acd4-f7b7659c4eb5', 'name': '', 'network_id': '9752acf5-e004-4d8d-86b8-99a612dedd45', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'mac_address': 'fa:16:3e:dc:c7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:25Z', 'updated_at': '2022-02-04T13:08:35Z', 'revision_number': 4, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'subnets': [{'id': '3a6f1079-903b-4ceb-bf26-6b0459121c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:08:40.304513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:40.313872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:40.320250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'name': 'network-vif-deleted', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:40.333594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee37fa-225f-4568-a268-5e47f4f0c400 None None] Pushing event updated for resources: {'Port': ['ID=7d166c76-3a18-41ae-9ce6-61ea66f36404,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:40.464488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d53e5e1-bf4d-4e2f-8a60-8743deb67a2b req-e6b631cd-9687-4418-9f57-e72c11844aae tempest-DeleteServersTestJSON-1959030642 tempest-DeleteServersTestJSON-1959030642-project] 10.222.0.90 "DELETE /v2.0/ports/754552a5-6085-4358-8258-0ad5e53166dc HTTP/1.1" status: 204 len: 173 time: 3.0917265 Feb 04 13:08:40.537469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63386ec0-cff1-4fc1-ab7b-2feadfd57df3 req-ff215efd-7ccd-4848-881a-8a6502f1f0d7 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:40.548024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63386ec0-cff1-4fc1-ab7b-2feadfd57df3 req-ff215efd-7ccd-4848-881a-8a6502f1f0d7 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 948 time: 0.3273714 Feb 04 13:08:40.616996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:40.752188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63386ec0-cff1-4fc1-ab7b-2feadfd57df3 req-6a88d6d7-6088-4619-94a1-65a2e1ba247d tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034347 Feb 04 13:08:40.811655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:40.839015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-124704107-network', 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:40.892097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:40.917943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Usage tracker for resource:network and tenant:04dd78b1afc6418e8ba4fced945fb65c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:40.931442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937377e-a262-44bb-b954-89154f554de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b', 'network_id': '7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': 'f4e244ef-58e4-42aa-86d1-b96de22a80c3'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:40.938916 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3937377e-a262-44bb-b954-89154f554de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:40.956994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:40.992907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:41.040117 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:41.236916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:41.375276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 754552a5-6085-4358-8258-0ad5e53166dc no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:08:41.405503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Made reservation on behalf of 04dd78b1afc6418e8ba4fced945fb65c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:41.407683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad33be3-47b6-454f-aea8-f2c4c4827c01 req-7643d626-f4c2-4dae-be6f-c4049e848157 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:41.415398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ad33be3-47b6-454f-aea8-f2c4c4827c01 req-7643d626-f4c2-4dae-be6f-c4049e848157 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.3517904 Feb 04 13:08:41.416201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-3937377e-a262-44bb-b954-89154f554de3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4e244ef-58e4-42aa-86d1-b96de22a80c3: This subnet is being modified by another concurrent operation. Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:08:41.429865 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4e244ef-58e4-42aa-86d1-b96de22a80c3: This subnet is being modified by another concurrent operation. Feb 04 13:08:41.434154 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 13:08:41.487100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:41.488636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 754552a5-6085-4358-8258-0ad5e53166dc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:08:41.489155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 754552a5-6085-4358-8258-0ad5e53166dc not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:08:41.492642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc4a1c-c16a-456b-a208-f52b98cdb309 None None] Network 7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:41.580359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ad33be3-47b6-454f-aea8-f2c4c4827c01 req-f87772a2-d5c1-4beb-9f67-06546a270f5f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559453 Feb 04 13:08:41.583322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:41.600984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Usage tracker for resource:security_group_rule and tenant:04dd78b1afc6418e8ba4fced945fb65c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:41.617865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:41.627034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:41.641596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e244ef-58e4-42aa-86d1-b96de22a80c3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:41.756135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:41.810755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:41.811281 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:41.849917 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ff5b7-e249-498f-b8a9-57e2d2bca240', 'name': 'network-vif-deleted', 'tag': '754552a5-6085-4358-8258-0ad5e53166dc', 'status': 'completed', 'code': 200} Feb 04 13:08:42.008667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.019464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.035400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:42.048806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.049158 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Added segment ab81d4fb-b46d-412c-9542-751d36a7ca87 of type vlan for network 2177b15b-2532-468b-9a73-ca3e8625a7ac Feb 04 13:08:42.136736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.201129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.308787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688527ed-84b1-41db-a576-900a94a8f517,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:42.336371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:42.392584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3bdba1-a00c-4afb-bfb4-8de32862bd05') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:42.392890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3bdba1-a00c-4afb-bfb4-8de32862bd05') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:42.410423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.419583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.420567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.421785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.592654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:42.706391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b20e8-17b2-4a32-bb56-d1ade7904b1d req-e906b809-e93c-4c2e-b040-10c6140d39db tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:42.734069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b4b20e8-17b2-4a32-bb56-d1ade7904b1d req-e906b809-e93c-4c2e-b040-10c6140d39db tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 948 time: 0.3793068 Feb 04 13:08:42.757624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:42.767293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36af30-6b22-4f28-a2d4-b209f43804ff None None] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:42.867958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b4b20e8-17b2-4a32-bb56-d1ade7904b1d req-3b85009a-f2bb-4f3a-86b4-5882877e8942 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328857 Feb 04 13:08:43.029609 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.030367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.050179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:43.143198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:43.145307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:43.177057 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:43.357476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b163aa-9a16-4f67-bb3e-725e9b96f36d req-87664df7-0950-4f1d-b196-88a0d9b93876 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:43.369484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6b163aa-9a16-4f67-bb3e-725e9b96f36d req-87664df7-0950-4f1d-b196-88a0d9b93876 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.1379125 Feb 04 13:08:43.381514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7d166c76-3a18-41ae-9ce6-61ea66f36404 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:43.410926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0995533 Feb 04 13:08:43.416121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c5fa-fbf6-4c24-b88f-239f8a24bd1a admin admin] Pushing event updated for resources: {'Network': ['ID=2177b15b-2532-468b-9a73-ca3e8625a7ac,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:43.426807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:43.437565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Request body: {'subnet': {'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-124704107-subnet', 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:43.466080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:43.470872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6b163aa-9a16-4f67-bb3e-725e9b96f36d req-7309f5ed-3315-46db-9853-6131d59fbafe tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969985 Feb 04 13:08:43.472130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Usage tracker for resource:subnet and tenant:04dd78b1afc6418e8ba4fced945fb65c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:43.475969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:43.484706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.488520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:43.534435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.548067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:43.554676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Made reservation on behalf of 04dd78b1afc6418e8ba4fced945fb65c for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:43.559022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.591012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5667e2e-8bd4-41c3-91fc-64d27590cf5c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b HTTP/1.1" status: 204 len: 168 time: 3.6254199 Feb 04 13:08:43.595037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:43.602464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-57141201'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:43.619180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:43.634437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:43.644575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:43.664484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:43.690967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:43.696650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.752994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:43.839970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:43.870109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:43.870782 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment db1108e6-3624-46d6-8c6d-a1bc0cd57875 of type vlan for network a93de0df-447e-4dbc-9394-46c9111d466b Feb 04 13:08:43.971345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.014853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.029290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:44.030113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.089203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4925885 Feb 04 13:08:44.095154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:44.167973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': 'a93de0df-447e-4dbc-9394-46c9111d466b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:44.199318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:44.251118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.297085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6870cde5-c30d-4ad0-b52f-e8f74a25f413 None None] Provisioning for port 7d166c76-3a18-41ae-9ce6-61ea66f36404 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:44.431639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7d166c76-3a18-41ae-9ce6-61ea66f36404 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:44.442488 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28f0a824-809b-422d-8dff-987b53979b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.461818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d940aa32-cf75-4eb1-9f62-924083627f60,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:44.475420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7d166c76-3a18-41ae-9ce6-61ea66f36404 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:44.477250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.496554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Checking segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:44.497000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Network hostable DHCP agents. Network: 2177b15b-2532-468b-9a73-ca3e8625a7ac, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:44.547559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:44.564257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2177b15b-2532-468b-9a73-ca3e8625a7ac) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:44.570866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:44.571474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.606811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:44.616363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775b619-2150-4eef-84b8-d367d6360a9b None None] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:44.628221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:44.628453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-788fde89-9496-4f54-98b6-64fcceb07c25 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1879196 Feb 04 13:08:44.646028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:44.673858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:44.715556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:44.742147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c87f9-0097-42b7-aca0-c1f5396d0e3d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=a93de0df-447e-4dbc-9394-46c9111d466b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:44.760838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:44.771094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:44.815446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a93de0df-447e-4dbc-9394-46c9111d466b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:44.990003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9a61d-c470-4167-aabf-867b872df7c4 req-558e7ef4-3d03-4f60-874c-c23d0eb9f744 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:44.999906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5bb9a61d-c470-4167-aabf-867b872df7c4 req-558e7ef4-3d03-4f60-874c-c23d0eb9f744 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 948 time: 0.6424336 Feb 04 13:08:45.044340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:45.044709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:45.144703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5bb9a61d-c470-4167-aabf-867b872df7c4 req-1be08db5-ee36-4d33-9a34-cbe74ea2527e tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240551 Feb 04 13:08:45.518374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:45.620681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:45.738612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=2042af95-98f3-497d-90a9-25ca5de32f8f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:45.819458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': 'db1108e6-3624-46d6-8c6d-a1bc0cd57875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a93de0df-447e-4dbc-9394-46c9111d466b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:45.819851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: a93de0df-447e-4dbc-9394-46c9111d466b, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:45.878258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db9386-e678-41ff-ac0e-fa6d862395b3 req-0fd64083-1dbb-4f53-88b2-8717c870cd92 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:45.888564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97db9386-e678-41ff-ac0e-fa6d862395b3 req-0fd64083-1dbb-4f53-88b2-8717c870cd92 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.2224560 Feb 04 13:08:45.911802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network a93de0df-447e-4dbc-9394-46c9111d466b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:45.921480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7d166c76-3a18-41ae-9ce6-61ea66f36404, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7d166c76-3a18-41ae-9ce6-61ea66f36404,segment=NetworkSegment(301d68f8-877c-4a1c-9fc1-16c4a06da1e4),segment_id=301d68f8-877c-4a1c-9fc1-16c4a06da1e4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:45.928703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a93de0df-447e-4dbc-9394-46c9111d466b) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:45.948611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:45.949413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:45.966248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:45.971516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b270fb2-0713-439e-a011-e01521319288 None None] Network a93de0df-447e-4dbc-9394-46c9111d466b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:46.022961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97db9386-e678-41ff-ac0e-fa6d862395b3 req-80ae5d96-a22b-43f5-83d3-7be00a1cf659 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331565 Feb 04 13:08:46.056837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:46.058231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e124d9e1-d214-4304-8098-958288c96c83 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9614043 Feb 04 13:08:46.437391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:46.448062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:46.480626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7419d99a-e1fc-43bb-8d30-62cf3bd2fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:46.497391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7d166c76-3a18-41ae-9ce6-61ea66f36404,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:46.523318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:46.575232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:46.695873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:46.864239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=2042af95-98f3-497d-90a9-25ca5de32f8f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:47.016951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:08:47.025211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-2177b15b-2532-468b-9a73-ca3e8625a7ac', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c', 'fixed_ips': [{'subnet_id': 'd940aa32-cf75-4eb1-9f62-924083627f60'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:47.026055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.039795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.048277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e63d6f-9430-40c7-b390-4f4590c5e22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a93de0df-447e-4dbc-9394-46c9111d466b', 'network_id': 'a93de0df-447e-4dbc-9394-46c9111d466b', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '2042af95-98f3-497d-90a9-25ca5de32f8f'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:47.049163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9e63d6f-9430-40c7-b390-4f4590c5e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.071421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.084590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93de0df-447e-4dbc-9394-46c9111d466b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:47.091112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:47.101019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1108e6-3624-46d6-8c6d-a1bc0cd57875') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:47.101456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1108e6-3624-46d6-8c6d-a1bc0cd57875') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:47.118157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.160667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.173552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:47.174800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.197062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:47.202951 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:47.259924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-46e0da1c-12cc-4951-958e-76deefc848ed None None] Provisioning complete for port 7d166c76-3a18-41ae-9ce6-61ea66f36404 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:47.260235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-46e0da1c-12cc-4951-958e-76deefc848ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.318340 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.401395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.421186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.436077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:47.439053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.477562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=a93de0df-447e-4dbc-9394-46c9111d466b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:47.492355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-061cb4df-5c49-475b-9dea-7f703f9fbb6b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/a93de0df-447e-4dbc-9394-46c9111d466b HTTP/1.1" status: 204 len: 168 time: 1.4339552 Feb 04 13:08:47.496756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:47.508887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036332742'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:47.520122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:47.527797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:47.529533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-a9e63d6f-9430-40c7-b390-4f4590c5e22d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:08:47.529533 n-d-820555-2 neutron-server[87622]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 04 13:08:47.529533 n-d-820555-2 neutron-server[87622]: [parameters: {'project_id': '5eef883e49494dae9963b240db3b1821', 'id': 'ea20c28b-5dce-43c2-bb6d-32f9b697a136', 'name': '', 'network_id': 'a93de0df-447e-4dbc-9394-46c9111d466b', 'mac_address': 'fa:16:3e:f6:aa:47', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a93de0df-447e-4dbc-9394-46c9111d466b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1661}] Feb 04 13:08:47.529533 n-d-820555-2 neutron-server[87622]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:08:47.530234 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-a9e63d6f-9430-40c7-b390-4f4590c5e22d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:08:47.535789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:47.551285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:47.571789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:47.580587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.610434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:47.659275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:47.680870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.682336 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 495d6427-3f13-466c-8b9a-2280d4dce58d of type vlan for network bfcc97f9-8808-4162-9e88-aa4954207353 Feb 04 13:08:47.746344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.837948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:47.867655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:47.868692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.016156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Allocated IP 172.20.0.2 (2177b15b-2532-468b-9a73-ca3e8625a7ac/d940aa32-cf75-4eb1-9f62-924083627f60/f4f69d0b-78c9-4cba-ba87-f1ba220cf69c) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:48.031729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9e63d6f-9430-40c7-b390-4f4590c5e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.056165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5559838 Feb 04 13:08:48.058797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49260) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:48.066641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': 'bfcc97f9-8808-4162-9e88-aa4954207353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:48.107385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de97c0-82d9-482f-bf8c-3faea35d6d94 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=bfcc97f9-8808-4162-9e88-aa4954207353,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:48.138661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7d166c76-3a18-41ae-9ce6-61ea66f36404 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:48.223975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network bfcc97f9-8808-4162-9e88-aa4954207353 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:48.321860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:48.335762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:48.341228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:48.361026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:48.393099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:48.404369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.446097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170474b-e349-4ae7-b574-edee3e0dfd51 None None] Network a93de0df-447e-4dbc-9394-46c9111d466b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:48.477566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170474b-e349-4ae7-b574-edee3e0dfd51 None None] Network a93de0df-447e-4dbc-9394-46c9111d466b could not be found, it might have been deleted concurrently. {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 13:08:48.533495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7d166c76-3a18-41ae-9ce6-61ea66f36404 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:48.534018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.795945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.890450 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:48.951635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Transition to ACTIVE for port object f4f69d0b-78c9-4cba-ba87-f1ba220cf69c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:49.012920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.083739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Transition to ACTIVE for port object f4f69d0b-78c9-4cba-ba87-f1ba220cf69c will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:49.098874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.195825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:49.200546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:49.205714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:49.220866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Pushing event updated for resources: {'Port': ['ID=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:49.233466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=9d4ef8ec-2255-49a9-914f-5982e415e092,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:49.286253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': '495d6427-3f13-466c-8b9a-2280d4dce58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfcc97f9-8808-4162-9e88-aa4954207353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:49.290636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: bfcc97f9-8808-4162-9e88-aa4954207353, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:49.356797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network bfcc97f9-8808-4162-9e88-aa4954207353 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:49.386083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, bfcc97f9-8808-4162-9e88-aa4954207353) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:49.397484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:49.398074 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.439805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97f187b4-1729-4b45-84eb-ef9d7919c7a7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3794115 Feb 04 13:08:49.442182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49278) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:49.462332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8775bd6d-7149-4593-8598-c5b5da8289ab None None] Network bfcc97f9-8808-4162-9e88-aa4954207353 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:49.481160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Attempting to bind port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:49.481525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Attempting to bind port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:49.484799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Attempting to bind port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:49.562891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:49.563271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Checking segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:49.563818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.564253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Bound using segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:49.564956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Bound port: f4f69d0b-78c9-4cba-ba87-f1ba220cf69c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:49.565337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.754777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3353a456-7dcf-47bb-9032-423226957212 None None] For port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:49.833226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3353a456-7dcf-47bb-9032-423226957212 None None] For port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:49.844970 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:49.889760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.283354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.302187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.306863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9753cdb-9907-48f5-b6de-9ade79799684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-bfcc97f9-8808-4162-9e88-aa4954207353', 'network_id': 'bfcc97f9-8808-4162-9e88-aa4954207353', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '9d4ef8ec-2255-49a9-914f-5982e415e092'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:50.308396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9753cdb-9907-48f5-b6de-9ade79799684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.333111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353a456-7dcf-47bb-9032-423226957212 None None] Pushing event updated for resources: {'Port': ['ID=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:50.426883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.501879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4ef8ec-2255-49a9-914f-5982e415e092,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-d9753cdb-9907-48f5-b6de-9ade79799684 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4ef8ec-2255-49a9-914f-5982e415e092: This subnet is being modified by another concurrent operation. Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:08:50.523357 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d4ef8ec-2255-49a9-914f-5982e415e092: This subnet is being modified by another concurrent operation. Feb 04 13:08:50.527221 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 13:08:50.547350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a993b30-e9f5-463f-b387-e587fe517f6d None None] Network bfcc97f9-8808-4162-9e88-aa4954207353 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:50.641803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.689468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcc97f9-8808-4162-9e88-aa4954207353']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:50.706133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495d6427-3f13-466c-8b9a-2280d4dce58d') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:50.706502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495d6427-3f13-466c-8b9a-2280d4dce58d') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:08:50.721776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.755737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.780443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:08:50.781161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:50.805789 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:50.978663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.043211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.064740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/bfcc97f9-8808-4162-9e88-aa4954207353 HTTP/1.1" status: 204 len: 168 time: 1.6175809 Feb 04 13:08:51.065053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49290) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:51.067449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500101-9fee-4a1b-9f25-5e8c18fde71a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=bfcc97f9-8808-4162-9e88-aa4954207353,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:51.070897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504902388'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:51.085658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:51.090592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:51.094179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:51.102533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:51.120352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:51.129451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.165757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:51.178329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.178689 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment f7860eab-a7b1-421f-847c-8b2698ef83c8 of type vlan for network 626268b9-ad98-4f7f-b8ef-af76db1d6fef Feb 04 13:08:51.221189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.266061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.273019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:51.273970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:51.400246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3339939 Feb 04 13:08:51.403328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:51.409869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:51.460767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6f2b6-ae91-44ce-a313-14ec0f7d4011 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=626268b9-ad98-4f7f-b8ef-af76db1d6fef,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:51.473793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:51.657366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:51.679545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:51.682860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:51.704159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:51.718403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:51.724837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:52.119194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-6ff682d9-fe9c-4a6e-9240-147b1b869ba3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:52.134014 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-6ff682d9-fe9c-4a6e-9240-147b1b869ba3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.3818877 Feb 04 13:08:52.180215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-a69088e1-ad01-44df-999d-ef347eaa4dfe tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/quotas/04dd78b1afc6418e8ba4fced945fb65c HTTP/1.1" status: 200 len: 375 time: 0.0456150 Feb 04 13:08:52.261015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234a868-6243-4297-85db-f9b96aa64822 None None] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:52.333037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:52.372865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-7697939a-3752-4768-a5e2-194e5f94ab2f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851478 Feb 04 13:08:52.513430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f69d0b-78c9-4cba-ba87-f1ba220cf69c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:52.650562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9afc9b26-03f5-4fc0-8463-3ad49357853b None None] Provisioning for port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:52.668054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:52.679331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:52.679980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:52.752898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=fec32472-e6f2-4486-b72b-c798ecbfe384,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:52.789408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': 'f7860eab-a7b1-421f-847c-8b2698ef83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:52.790034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: 626268b9-ad98-4f7f-b8ef-af76db1d6fef, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:08:52.875521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-78971030-4a8c-4c3c-b3c9-c08e124f563a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:52.876291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-78971030-4a8c-4c3c-b3c9-c08e124f563a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Synchronizing usage tracker for tenant:c26d74c250054a008d44cae4425ddd39 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:08:52.902886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:08:52.923080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 626268b9-ad98-4f7f-b8ef-af76db1d6fef) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:52.933652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:52.934463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:52.940402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-78971030-4a8c-4c3c-b3c9-c08e124f563a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Unset dirty status for tenant:c26d74c250054a008d44cae4425ddd39 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:08:52.947288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-78971030-4a8c-4c3c-b3c9-c08e124f563a tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 949 time: 0.4334314 Feb 04 13:08:52.991646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5c243eb0-3bbc-48e1-9783-e97046750bc5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5876200 Feb 04 13:08:52.999546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:53.010877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:53.029215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-944cc9c5-e3fa-4dae-a653-a89b70e30ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453917 Feb 04 13:08:53.052696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4a892-afdf-49cb-8e78-fb63b016d9fc None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:53.090558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-a196f89f-aa14-45ff-81dc-92359e5eb39d tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Synchronizing usage tracker for tenant:c26d74c250054a008d44cae4425ddd39 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:08:53.155140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-a196f89f-aa14-45ff-81dc-92359e5eb39d tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Unset dirty status for tenant:c26d74c250054a008d44cae4425ddd39 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:08:53.165215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf4b35b2-ea90-47e0-bebf-8f27bf0ac8f7 req-a196f89f-aa14-45ff-81dc-92359e5eb39d tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167289 Feb 04 13:08:53.310050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-8e896bc5-b5f1-4a2b-816f-43da9a7116e3 service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740893 Feb 04 13:08:53.356043 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'code': 200} Feb 04 13:08:53.377967 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:53.384684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:53.406798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:subnet and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:53.429760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:53.431386 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:08:53.438773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:08:53.443685 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:53.468172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:53.616928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:53.630809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:53.645130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:54.002103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-626268b9-ad98-4f7f-b8ef-af76db1d6fef', 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': 'fec32472-e6f2-4486-b72b-c798ecbfe384'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:08:54.003895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:54.073550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13398633-3cc7-42ae-b749-769d13a3e808 req-979d92c1-f299-4ee6-88f8-988bb8286b57 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:54.093537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13398633-3cc7-42ae-b749-769d13a3e808 req-979d92c1-f299-4ee6-88f8-988bb8286b57 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.2569408 Feb 04 13:08:54.193965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f69d0b-78c9-4cba-ba87-f1ba220cf69c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:54.224228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13398633-3cc7-42ae-b749-769d13a3e808 req-a99b15e6-a195-4c3e-ada6-e99c8c329159 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287847 Feb 04 13:08:54.407829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86afb4-0a58-47be-8eda-5d72c3cc357e req-03946b55-8818-40fb-b679-ebc541616566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:54.413339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd86afb4-0a58-47be-8eda-5d72c3cc357e req-03946b55-8818-40fb-b679-ebc541616566 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 1100 time: 0.9209468 Feb 04 13:08:54.475335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ded49c03-8552-4b10-84fc-bfd4b392263a None None] Provisioning complete for port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:54.475713 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ded49c03-8552-4b10-84fc-bfd4b392263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:54.512370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:54.621065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fab47-b0f3-4ef1-b517-956591632599 req-91c589b8-2b06-4d65-80e7-cfd757b5cd40 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:54.625961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-652fab47-b0f3-4ef1-b517-956591632599 req-91c589b8-2b06-4d65-80e7-cfd757b5cd40 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.8775361 Feb 04 13:08:54.638958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Allocated IP 2001:db8::2 (626268b9-ad98-4f7f-b8ef-af76db1d6fef/fec32472-e6f2-4486-b72b-c798ecbfe384/058e6538-4d3b-4a95-a221-ff27a4db1aa9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:54.642262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:54.642849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:54.732960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd86afb4-0a58-47be-8eda-5d72c3cc357e req-0190cb60-ca93-41e3-a935-d7e6ff4c2b97 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858226 Feb 04 13:08:54.797761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-652fab47-b0f3-4ef1-b517-956591632599 req-1570a65e-4309-4a38-bbee-4a42e2b94484 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174638 Feb 04 13:08:55.282210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-bc1b545e-f56e-494e-8d48-e79ff72747c6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.284050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-bc1b545e-f56e-494e-8d48-e79ff72747c6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.7803597 Feb 04 13:08:55.322075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:55.322677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-64e01361-3832-4745-87b8-bb1efa78da12 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/quotas/04dd78b1afc6418e8ba4fced945fb65c HTTP/1.1" status: 200 len: 375 time: 0.0330315 Feb 04 13:08:55.396763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:55.402324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:55.409406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.410957 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:55.485090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=58edb92b-4658-45e6-b546-85dedeb2a59d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:55.508445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b5f7831-d311-4820-9b21-d6d87208b66e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5047443 Feb 04 13:08:55.512631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:55.540080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-04ed6e61-4e4c-4b0f-9d2d-56528b47a6e1 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108703 Feb 04 13:08:55.577919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa6b4-b593-4b79-aaf5-51afcc4a5604 req-13519525-8ec3-476b-9d18-e7f018a954c1 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.579701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b7aa6b4-b593-4b79-aaf5-51afcc4a5604 req-13519525-8ec3-476b-9d18-e7f018a954c1 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 949 time: 0.5467398 Feb 04 13:08:55.625711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:55.656262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Transition to ACTIVE for port object 058e6538-4d3b-4a95-a221-ff27a4db1aa9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:55.658733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b7aa6b4-b593-4b79-aaf5-51afcc4a5604 req-e9c1d647-4040-419d-ae23-bb8f70312970 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675619 Feb 04 13:08:55.676977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.679343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.712647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Transition to ACTIVE for port object 058e6538-4d3b-4a95-a221-ff27a4db1aa9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:55.735475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:55.745802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.747909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.751774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:55.752792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Synchronizing usage tracker for tenant:5eef883e49494dae9963b240db3b1821 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:08:55.797263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Unset dirty status for tenant:5eef883e49494dae9963b240db3b1821 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:08:55.798454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e17d96e-3db0-4268-a50d-581a14265e96 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2846899 Feb 04 13:08:55.806441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:55.823200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316432481'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:55.844334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:55.866567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Pushing event updated for resources: {'Port': ['ID=058e6538-4d3b-4a95-a221-ff27a4db1aa9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:55.868686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:55.882472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:55.883734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:55.886145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:55.893676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:55.907789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:55.931541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:55.947219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-4521e4cd-2048-49c2-95df-4fbe962dc98d service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002097 Feb 04 13:08:55.952514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.053009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:08:56.073982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.074843 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment d268579f-4998-42da-b060-a1051789f53b of type vlan for network e295cfef-ec9f-4844-87bb-12678361d775 Feb 04 13:08:56.144372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.249390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Attempting to bind port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:08:56.250531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Attempting to bind port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f7860eab-a7b1-421f-847c-8b2698ef83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:08:56.250931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Attempting to bind port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 on network 626268b9-ad98-4f7f-b8ef-af76db1d6fef {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:08:56.260930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:56.261981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Checking segment: {'id': 'f7860eab-a7b1-421f-847c-8b2698ef83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:08:56.261981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.262272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Bound using segment: {'id': 'f7860eab-a7b1-421f-847c-8b2698ef83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:56.262789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Bound port: 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7860eab-a7b1-421f-847c-8b2698ef83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:08:56.263175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.376075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:08:56.380119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=058e6538-4d3b-4a95-a221-ff27a4db1aa9,segment=NetworkSegment(f7860eab-a7b1-421f-847c-8b2698ef83c8),segment_id=f7860eab-a7b1-421f-847c-8b2698ef83c8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:08:56.385537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:56.391590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-76e6ffac-0c6a-4a0f-b3f4-91a35d14ae08 service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434133 Feb 04 13:08:56.597867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34dc88-5bb0-4d67-88d6-ca2f5b2a2637 None None] Pushing event updated for resources: {'Port': ['ID=058e6538-4d3b-4a95-a221-ff27a4db1aa9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:56.646345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-c4c063a9-bd8d-4b41-9e23-9d6b54d1f2e6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:56.647384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a8f526de-a413-43f0-b107-18d779d50686 req-c4c063a9-bd8d-4b41-9e23-9d6b54d1f2e6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:08:56.839483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a8f526de-a413-43f0-b107-18d779d50686 req-c4c063a9-bd8d-4b41-9e23-9d6b54d1f2e6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:08:56.841683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-c4c063a9-bd8d-4b41-9e23-9d6b54d1f2e6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.6873565 Feb 04 13:08:56.843790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:08:56.890841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Request body: {'port': {'device_id': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'admin_state_up': True, 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:57.008644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:57.014649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:57.015272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:57.046667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccbf4a-eb86-4657-9f6c-562cf6ba1dc0 req-eea3b3f6-8463-49f0-8787-7a20c900a9e4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:57.062449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9dccbf4a-eb86-4657-9f6c-562cf6ba1dc0 req-eea3b3f6-8463-49f0-8787-7a20c900a9e4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.4044402 Feb 04 13:08:57.315502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91521d34-57f3-4e4d-8b36-770e214e5405 req-35e9c225-ab93-4855-b38f-69ca1372fa4d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:57.320570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-91521d34-57f3-4e4d-8b36-770e214e5405 req-35e9c225-ab93-4855-b38f-69ca1372fa4d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.3459740 Feb 04 13:08:57.442354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-91521d34-57f3-4e4d-8b36-770e214e5405 req-17690e4a-c291-4faa-a87c-20f4f818b427 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144512 Feb 04 13:08:57.450866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6411605 Feb 04 13:08:57.450866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:08:57.456080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49426) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:57.468696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:57.519054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Usage tracker for resource:port and tenant:04dd78b1afc6418e8ba4fced945fb65c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:08:57.558495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:08:57.609032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:08:57.643394 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9dccbf4a-eb86-4657-9f6c-562cf6ba1dc0 req-3e4621ea-f3a4-41e6-be03-e4f3a92325f7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811286 Feb 04 13:08:57.647851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a4669-e9ff-42f6-bf18-e81ee076533c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=e295cfef-ec9f-4844-87bb-12678361d775,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:57.668172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Made reservation on behalf of 04dd78b1afc6418e8ba4fced945fb65c for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:08:57.668951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e295cfef-ec9f-4844-87bb-12678361d775 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:57.676223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:58.302697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 058e6538-4d3b-4a95-a221-ff27a4db1aa9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:08:58.354247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Allocated IP 172.20.0.12 (2177b15b-2532-468b-9a73-ca3e8625a7ac/d940aa32-cf75-4eb1-9f62-924083627f60/f22aa7b5-8b13-4487-93c1-f3ed2b2980f8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:08:58.384506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:58.410491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a0e4-f496-45a0-9817-9967cb249fb5 req-913a680f-8a7f-46e0-b4e2-a8d60b9a0a2c tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:58.431294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2714a0e4-f496-45a0-9817-9967cb249fb5 req-913a680f-8a7f-46e0-b4e2-a8d60b9a0a2c tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 949 time: 0.3679383 Feb 04 13:08:58.461485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:58.504751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:58.516352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network e295cfef-ec9f-4844-87bb-12678361d775 is not hosted by any dhcp agent {{(pid=87621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 13:08:58.542320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:58.543305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:58.544783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "PUT /v2.0/networks/e295cfef-ec9f-4844-87bb-12678361d775 HTTP/1.1" status: 200 len: 723 time: 1.0876093 Feb 04 13:08:58.564266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-c94bcf42-8f70-4867-a5de-b4e364be61dd tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:58.568617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-c94bcf42-8f70-4867-a5de-b4e364be61dd tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.6233311 Feb 04 13:08:58.569310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49446) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:58.622495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2714a0e4-f496-45a0-9817-9967cb249fb5 req-3f84f89f-1aaa-4cce-8c7e-309aaf3e7318 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899161 Feb 04 13:08:58.706095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:58.937197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e29df-a36d-4627-8394-1cd5428f9fe8 None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:08:59.010882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7707e1b1-11a9-4578-85d4-f1182a17defe tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/quotas/04dd78b1afc6418e8ba4fced945fb65c HTTP/1.1" status: 200 len: 375 time: 0.4339199 Feb 04 13:08:59.261145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:59.285570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711b5b2-67ea-429c-9780-e595892ea051 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=e295cfef-ec9f-4844-87bb-12678361d775,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:08:59.325208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e295cfef-ec9f-4844-87bb-12678361d775 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:08:59.341496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Transition to ACTIVE for port object f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:08:59.425069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d3cfe-2ec9-462f-b0cb-992e00271691 req-459527cc-c3b2-43ab-86b8-16d7dc8c23a9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:59.426454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-872d3cfe-2ec9-462f-b0cb-992e00271691 req-459527cc-c3b2-43ab-86b8-16d7dc8c23a9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 0.2549314 Feb 04 13:08:59.499675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:59.546409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Provisioning for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:08:59.558367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Provisioning complete for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:08:59.559182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:59.616736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-57c09735-04a5-4c7c-88f9-3f9e867f872c tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:08:59.628092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-57c09735-04a5-4c7c-88f9-3f9e867f872c tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.4857900 Feb 04 13:08:59.653694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Request body: {'port': {'device_id': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'admin_state_up': True, 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:59.810449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:08:59.816404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:08:59.871738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-872d3cfe-2ec9-462f-b0cb-992e00271691 req-0798f5eb-6ae8-48e2-bab6-a5deeccf78a0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379439 Feb 04 13:08:59.875472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:08:59.929568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:08:59.984448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:00.046647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=058e6538-4d3b-4a95-a221-ff27a4db1aa9,segment=NetworkSegment(f7860eab-a7b1-421f-847c-8b2698ef83c8),segment_id=f7860eab-a7b1-421f-847c-8b2698ef83c8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:00.052291 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.062195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:00.089528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:00.097009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.107294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event updated for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:00.175450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-dbe08441-d25b-4098-94a0-83d2af91c578 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2978334 Feb 04 13:09:00.192291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Request body: {'port': {'device_id': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:00.195551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:00.200831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Usage tracker for resource:port and tenant:04dd78b1afc6418e8ba4fced945fb65c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:00.205214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:00.213219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:00.222915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:00.227021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.411213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579fc35-3dd0-43b4-8d02-073b2d4145e8 None None] Pushing event updated for resources: {'Port': ['ID=058e6538-4d3b-4a95-a221-ff27a4db1aa9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:00.444128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Update dhcp port {'port': {'network_id': '626268b9-ad98-4f7f-b8ef-af76db1d6fef', 'fixed_ips': [{'subnet_id': 'fec32472-e6f2-4486-b72b-c798ecbfe384', 'ip_address': '2001:db8::2'}, {'subnet_id': '58edb92b-4658-45e6-b546-85dedeb2a59d'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '058e6538-4d3b-4a95-a221-ff27a4db1aa9'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:09:00.553175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-290aeff0-7729-4d66-a316-652acec21868 None None] Provisioning for port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:00.555911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.566034 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.585233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-290aeff0-7729-4d66-a316-652acec21868 None None] Provisioning complete for port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:00.587784 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-290aeff0-7729-4d66-a316-652acec21868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:00.958925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-290aeff0-7729-4d66-a316-652acec21868 None None] Port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:01.019777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Made reservation on behalf of 04dd78b1afc6418e8ba4fced945fb65c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:01.024925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.038495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-28c04a9b-7763-4b77-b463-f58ccb38bd4e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0268261 Feb 04 13:09:01.042052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.203745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Allocated IP 172.20.0.1 (626268b9-ad98-4f7f-b8ef-af76db1d6fef/58edb92b-4658-45e6-b546-85dedeb2a59d/058e6538-4d3b-4a95-a221-ff27a4db1aa9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:01.304192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-57aee11b-e546-4d12-ab5d-ffd3fadc948e service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131486 Feb 04 13:09:01.430522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=058e6538-4d3b-4a95-a221-ff27a4db1aa9,segment=NetworkSegment(f7860eab-a7b1-421f-847c-8b2698ef83c8),segment_id=f7860eab-a7b1-421f-847c-8b2698ef83c8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:01.458957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.477948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Transition to ACTIVE for port object 058e6538-4d3b-4a95-a221-ff27a4db1aa9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:01.478842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-c68eefb4-f5ba-48da-8b9b-b2f4fe2687be service neutron] 10.222.0.53 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579869 Feb 04 13:09:01.500837 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.611380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': 'd268579f-4998-42da-b060-a1051789f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:01.611828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: e295cfef-ec9f-4844-87bb-12678361d775, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:01.627313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=5be11d67-758a-4043-ae9f-3c1e6a2c4916,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:01.639526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.639876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.641253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.641253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.641446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.641863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.642518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.642877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.643201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.643522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.643841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.644159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:01.660787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:01.682876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.692048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network e295cfef-ec9f-4844-87bb-12678361d775 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:01.712634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Transition to ACTIVE for port object f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:01.770303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e295cfef-ec9f-4844-87bb-12678361d775) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:01.814770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:01.824487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:01.853802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d1695-ab54-4272-a1a9-cff8aa8e3829 None None] Network e295cfef-ec9f-4844-87bb-12678361d775 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:01.859301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:02.215003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 058e6538-4d3b-4a95-a221-ff27a4db1aa9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:02.321640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7ba130a-215c-4d7c-9ae7-b6124635eb3c tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7462635 Feb 04 13:09:02.340278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:02.363280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:02.557261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073a72-9f54-4e30-80bf-4e492c1b56d1 None None] Pushing event updated for resources: {'Port': ['ID=058e6538-4d3b-4a95-a221-ff27a4db1aa9,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:02.644568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Pushing event updated for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:02.938778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-9d45e311-fb01-4912-9ea3-2b6215a09db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:02.941418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-9d45e311-fb01-4912-9ea3-2b6215a09db7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 1096 time: 1.2282050 Feb 04 13:09:03.020712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Allocated IP 172.20.0.6 (2177b15b-2532-468b-9a73-ca3e8625a7ac/d940aa32-cf75-4eb1-9f62-924083627f60/2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:03.149564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-e295cfef-ec9f-4844-87bb-12678361d775', 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '5be11d67-758a-4043-ae9f-3c1e6a2c4916'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:09:03.150661 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:03.269021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-18e7838d-dcd6-4e50-ade9-333ec68fa6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:03.273773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-18e7838d-dcd6-4e50-ade9-333ec68fa6a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.2897243 Feb 04 13:09:03.492239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-ba5563ec-78b9-44fb-843f-268bf69fcbb0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7456e6b-e923-4556-934c-2d5d140d16bb HTTP/1.1" status: 200 len: 217 time: 0.1954379 Feb 04 13:09:03.502944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0ac5-55c2-402e-ba5d-5e7202e46ec8 req-d16c8984-818a-43d2-a5c8-a4bb6479fc9e tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:03.514652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a42f0ac5-55c2-402e-ba5d-5e7202e46ec8 req-d16c8984-818a-43d2-a5c8-a4bb6479fc9e tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 949 time: 0.9291859 Feb 04 13:09:03.546741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Allocated IP 2001:db8::2 (e295cfef-ec9f-4844-87bb-12678361d775/5be11d67-758a-4043-ae9f-3c1e6a2c4916/d4a72ef7-efb7-4439-8b49-04dd23750515) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:03.684893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061736c-b9c2-497c-800c-fc04cd357b32 req-f29d6f58-d27f-434b-830f-ec0394234b49 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:03.692479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6061736c-b9c2-497c-800c-fc04cd357b32 req-f29d6f58-d27f-434b-830f-ec0394234b49 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 1.9118931 Feb 04 13:09:03.770591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Attempting to bind port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:03.771607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Attempting to bind port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:03.772157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Attempting to bind port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:03.778742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-61d35c85-0c95-4860-abe8-ddefd7aec37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:03.786219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:03.795281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-61d35c85-0c95-4860-abe8-ddefd7aec37f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2688162 Feb 04 13:09:03.826014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Transition to ACTIVE for port object 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:03.890436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:09:03.891068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Attempting to bind port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:03.928451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8014204-a41e-437d-a32e-17c47138169f None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:03.940060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:03.943004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Checking segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:03.945879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:03.946733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Bound using segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:03.947393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Bound port: f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:03.948264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.026017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6061736c-b9c2-497c-800c-fc04cd357b32 req-ffdd5362-c563-46e1-bf7c-8f1803d785b6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323207 Feb 04 13:09:04.184753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event updated for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:04.306728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-e1b8b599-6a10-451e-af01-308c861791a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:04.308310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-e1b8b599-6a10-451e-af01-308c861791a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5119736 Feb 04 13:09:04.426475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a42f0ac5-55c2-402e-ba5d-5e7202e46ec8 req-5bde8f06-8491-4e9b-aad9-59eea0897164 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074588 Feb 04 13:09:04.433458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.439026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-04de13d7-3ad8-45de-a925-760e047cee8b None None] Provisioning for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:04.457638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:04.472256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Transition to ACTIVE for port object d4a72ef7-efb7-4439-8b49-04dd23750515 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:04.506354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-04de13d7-3ad8-45de-a925-760e047cee8b None None] Provisioning complete for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:04.506712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04de13d7-3ad8-45de-a925-760e047cee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.555752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:04.556605 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.687432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:04.711646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-359969d0-c91c-4d56-8813-f61549391920 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:04.713640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Transition to ACTIVE for port object d4a72ef7-efb7-4439-8b49-04dd23750515 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:04.717664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-359969d0-c91c-4d56-8813-f61549391920 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.87 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 815 time: 0.5569346 Feb 04 13:09:04.722400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:04.733959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.781114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-76acc5b7-d3f1-4aa2-850f-e4cb46d771ca service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309255 Feb 04 13:09:04.854785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-8a3be34d-b1b8-4eee-ae50-658a1a84426c tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:04.856347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-8a3be34d-b1b8-4eee-ae50-658a1a84426c tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.87 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 949 time: 2.3736942 Feb 04 13:09:04.862928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:04.863581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:04.941851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Request body: {'port': {'device_id': '12c04305-f857-4030-8ead-00803927d26c', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'admin_state_up': True, 'tenant_id': '04dd78b1afc6418e8ba4fced945fb65c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:05.019868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Network e295cfef-ec9f-4844-87bb-12678361d775 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:05.033411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:05.038568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:05.047248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:05.219818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:05.235523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:05.243865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 058e6538-4d3b-4a95-a221-ff27a4db1aa9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:05.252253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.287363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10647878'] for subnet, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.314200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:05.316026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.318094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] 10.222.0.90 "PUT /v2.0/ports/f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 HTTP/1.1" status: 200 len: 1092 time: 5.1343648 Feb 04 13:09:05.329075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:05.434313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767fa6-8e3c-44e9-94c0-87e0217b95be req-f8394bfe-b30e-4a8a-b5fa-14dc5acb0027 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:05.454733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80767fa6-8e3c-44e9-94c0-87e0217b95be req-f8394bfe-b30e-4a8a-b5fa-14dc5acb0027 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 945 time: 1.0987251 Feb 04 13:09:05.485570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb8f2ce8-6fde-4a1a-a826-7038419f213d req-fe01fd67-2852-468f-a1f0-48ad0f7869f2 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817288 Feb 04 13:09:05.557682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80767fa6-8e3c-44e9-94c0-87e0217b95be req-c1b24a1d-74e7-448f-bfc0-de33507ff162 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017845 Feb 04 13:09:05.565202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Pushing event updated for resources: {'Port': ['ID=d4a72ef7-efb7-4439-8b49-04dd23750515,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:05.601987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32b07b-95a7-41a7-a08a-db0c192e7e5b service neutron] Pushing event updated for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:05.615630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-0570b24c-20d7-4ca1-b22f-e2cfcdd32cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:05.619304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-0570b24c-20d7-4ca1-b22f-e2cfcdd32cf8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 1095 time: 0.2510686 Feb 04 13:09:05.688098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Attempting to bind port d4a72ef7-efb7-4439-8b49-04dd23750515 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:05.691577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Attempting to bind port d4a72ef7-efb7-4439-8b49-04dd23750515 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'd268579f-4998-42da-b060-a1051789f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:05.692048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Attempting to bind port d4a72ef7-efb7-4439-8b49-04dd23750515 on network e295cfef-ec9f-4844-87bb-12678361d775 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:05.735887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:05.736198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Checking segment: {'id': 'd268579f-4998-42da-b060-a1051789f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:05.736754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.738167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Bound using segment: {'id': 'd268579f-4998-42da-b060-a1051789f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:05.739002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Bound port: d4a72ef7-efb7-4439-8b49-04dd23750515, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268579f-4998-42da-b060-a1051789f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e295cfef-ec9f-4844-87bb-12678361d775'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:05.742569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.835190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-38cba015-78f2-4cb4-b949-5ec6c06b01a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 HTTP/1.1" status: 200 len: 217 time: 0.2084005 Feb 04 13:09:05.953999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3d88c546-4a8e-47fb-93b9-2da920791e09 req-37b008fa-038a-4a83-9d28-59f6d28e80a2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:05.963236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740016778756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10716789'] for subnet, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:05.969235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-cadcc7fb-0daf-4af2-b3ca-5ca998af866f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3269019 Feb 04 13:09:06.040467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Request body: {'port': {'device_id': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:06.049204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:06.049905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.131655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5799e3b-e32c-457b-8dc8-b9f80e97f1e0 None None] Provisioning for port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:06.145703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.164718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5799e3b-e32c-457b-8dc8-b9f80e97f1e0 None None] Provisioning complete for port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:06.165190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c5799e3b-e32c-457b-8dc8-b9f80e97f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.202568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307adcbb-0ea9-4926-9665-5816d71e98ab req-dd8a15b9-1332-429c-88b9-5a4902f2fba6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:06.209036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] For port d4a72ef7-efb7-4439-8b49-04dd23750515, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:06.211605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307adcbb-0ea9-4926-9665-5816d71e98ab req-dd8a15b9-1332-429c-88b9-5a4902f2fba6 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3752952 Feb 04 13:09:06.228009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.248251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=5be11d67-758a-4043-ae9f-3c1e6a2c4916,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:06.267320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:06.274310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] For port d4a72ef7-efb7-4439-8b49-04dd23750515, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d4a72ef7-efb7-4439-8b49-04dd23750515,segment=NetworkSegment(d268579f-4998-42da-b060-a1051789f53b),segment_id=d268579f-4998-42da-b060-a1051789f53b)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:06.276549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:06.287953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.291247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-13fead0e-1f14-4c81-b756-a12f88be0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:06.292475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:06.293189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:06.297802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-13fead0e-1f14-4c81-b756-a12f88be0103 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.3528173 Feb 04 13:09:06.440247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-307adcbb-0ea9-4926-9665-5816d71e98ab req-c338e70a-7026-4eb8-b231-c3e5f89cc6bb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257893 Feb 04 13:09:06.469681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c5799e3b-e32c-457b-8dc8-b9f80e97f1e0 None None] Port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:06.542794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f526de-a413-43f0-b107-18d779d50686 req-1a220aa2-94f5-4dfb-83cd-64d80114e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:06.548415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-1a220aa2-94f5-4dfb-83cd-64d80114e758 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423778 Feb 04 13:09:06.699636 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', 'status': 'completed', 'code': 200} Feb 04 13:09:06.828737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a535dd5-6c2b-4990-b36f-7e9304fcd2d1 None None] Pushing event updated for resources: {'Port': ['ID=d4a72ef7-efb7-4439-8b49-04dd23750515,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:06.887694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-c7d625e7-73ed-4cec-8e50-044206018a35 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323247 Feb 04 13:09:07.050482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Deleting port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:07.054108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.166448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.185148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-87e52a4a-1644-4fad-a3f8-a528290c124a None None] Provisioning complete for port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:07.186434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-87e52a4a-1644-4fad-a3f8-a528290c124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.370965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:07.395073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.446817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:07.463177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.564464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:07.645719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3d88c546-4a8e-47fb-93b9-2da920791e09 req-37b008fa-038a-4a83-9d28-59f6d28e80a2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:07.647945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d88c546-4a8e-47fb-93b9-2da920791e09 req-37b008fa-038a-4a83-9d28-59f6d28e80a2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 210 time: 2.9290466 Feb 04 13:09:07.659305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:07.660252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:07.687264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d6c6209-1926-4fb8-80ec-88fcb2d6c40b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "PUT /v2.0/subnets/5be11d67-758a-4043-ae9f-3c1e6a2c4916 HTTP/1.1" status: 200 len: 826 time: 5.3469543 Feb 04 13:09:07.723850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8f526de-a413-43f0-b107-18d779d50686 req-12f3c7af-75b2-4589-aa05-18b1e3c7a4a1 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8298602 Feb 04 13:09:07.725330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:08.031162 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'code': 200} Feb 04 13:09:08.038848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:08.072982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d4a72ef7-efb7-4439-8b49-04dd23750515 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:08.367065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] For port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:08.367928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:08.515365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82157-e6f2-4d3c-a597-07475e209635 req-3f4300de-1091-4fca-ac00-62782eea9675 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:08.523617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7db82157-e6f2-4d3c-a597-07475e209635 req-3f4300de-1091-4fca-ac00-62782eea9675 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 947 time: 1.3395247 Feb 04 13:09:08.620180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d4a72ef7-efb7-4439-8b49-04dd23750515 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:08.645621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:08.652405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7db82157-e6f2-4d3c-a597-07475e209635 req-f95f050a-f08e-4384-970c-7c44b2bf825d tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/security-groups?id=98dac20c-bd6b-4c23-8b99-cc8574d94802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275461 Feb 04 13:09:08.656234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-a9d1b828-960f-457a-85dd-8d46760ad043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:08.658636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-a9d1b828-960f-457a-85dd-8d46760ad043 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 1095 time: 0.7889254 Feb 04 13:09:08.713241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Calling delete_port for 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:08.850813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31e118-8a72-4b12-b7e7-116c4eb788e3 None None] Network e295cfef-ec9f-4844-87bb-12678361d775 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:08.983615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Provisioning for port d4a72ef7-efb7-4439-8b49-04dd23750515 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:09.005878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Provisioning complete for port d4a72ef7-efb7-4439-8b49-04dd23750515 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:09.006253 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.052998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:09.067371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port d4a72ef7-efb7-4439-8b49-04dd23750515 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:09.069176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.071166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Transition to ACTIVE for port object 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:09.077402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.125833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:09.130031 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.173015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Pushing event deleted for resources: {'Port': ['ID=548d018b-7b1a-4897-9ad7-ff6c7eb4c210,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:09.270777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:09:09.519680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Made reservation on behalf of 04dd78b1afc6418e8ba4fced945fb65c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:09.529638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.698263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:09:09.929721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:09.935495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.957262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-1258bd55-2c89-4521-ac35-a837d03790ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:09.959002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-1258bd55-2c89-4521-ac35-a837d03790ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 916 time: 1.2902005 Feb 04 13:09:09.969265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port d4a72ef7-efb7-4439-8b49-04dd23750515, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d4a72ef7-efb7-4439-8b49-04dd23750515,segment=NetworkSegment(d268579f-4998-42da-b060-a1051789f53b),segment_id=d268579f-4998-42da-b060-a1051789f53b)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:09.969794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:09.982933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] For port d4a72ef7-efb7-4439-8b49-04dd23750515, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d4a72ef7-efb7-4439-8b49-04dd23750515,segment=NetworkSegment(d268579f-4998-42da-b060-a1051789f53b),segment_id=d268579f-4998-42da-b060-a1051789f53b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:10.009954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] No DVR routers for this DVR port 548d018b-7b1a-4897-9ad7-ff6c7eb4c210 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:10.020693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.024599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-deleted', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:10.040553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750fb2-d1ea-4076-96d2-7eae27560420 req-f3138e66-7f4b-45e7-95d1-33256cdd07f4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:10.048079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15750fb2-d1ea-4076-96d2-7eae27560420 req-f3138e66-7f4b-45e7-95d1-33256cdd07f4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 1.1412239 Feb 04 13:09:10.049818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:10.052854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191ee4-98e8-4ceb-acf3-43dbc2731767 req-8354ba1e-4902-420e-8363-508c850b8ef4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:10.054702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac191ee4-98e8-4ceb-acf3-43dbc2731767 req-8354ba1e-4902-420e-8363-508c850b8ef4 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 943 time: 1.6448674 Feb 04 13:09:10.070504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:10.077651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'port_id': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', 'mac_address': 'fa:16:3e:b8:e0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd940aa32-cf75-4eb1-9f62-924083627f60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:09:10.079834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.166080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac191ee4-98e8-4ceb-acf3-43dbc2731767 req-3339eb98-7796-4635-8205-444bc92e4671 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Feb 04 13:09:10.178831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d10a0747-f222-4ad2-9cc9-e486a8e269f9 req-b093d5f0-56c2-4ebf-a616-1afb596d7960 tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.87 "DELETE /v2.0/ports/548d018b-7b1a-4897-9ad7-ff6c7eb4c210 HTTP/1.1" status: 204 len: 173 time: 5.3103240 Feb 04 13:09:10.309608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-0b3dbb12-5112-4310-8189-d3ba69a9d383 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 HTTP/1.1" status: 200 len: 217 time: 0.3314095 Feb 04 13:09:10.326032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for d4a72ef7-efb7-4439-8b49-04dd23750515 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:10.384889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Attempting to bind port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:10.397516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Attempting to bind port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:10.397977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Attempting to bind port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:10.423672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.426213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:09:10.426543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Attempting to bind port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:10.462959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f10e4-8565-4b63-9965-548377d23dc7 None None] Pushing event updated for resources: {'Port': ['ID=d4a72ef7-efb7-4439-8b49-04dd23750515,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:10.474169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:10.493662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Checking segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:10.495183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Bound using segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:10.495884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Bound port: 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:10.498556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.512169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:10.533494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Allocated IP 172.20.0.3 (2177b15b-2532-468b-9a73-ca3e8625a7ac/d940aa32-cf75-4eb1-9f62-924083627f60/7765df98-ca62-493d-a5e6-0c19af3a1c16) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:10.585395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:10.586897 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.648649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2263bc-2769-4cfb-b0ab-ad9517a812de None None] Network e295cfef-ec9f-4844-87bb-12678361d775 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:10.667080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:10.672120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:10.729799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15750fb2-d1ea-4076-96d2-7eae27560420 req-aa8079ae-e0a8-4798-9512-d6268e0728c8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6806560 Feb 04 13:09:10.823966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ba519a3d-54c9-4c1e-a27c-9966b97eb602 None None] Provisioning complete for port d4a72ef7-efb7-4439-8b49-04dd23750515 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:10.824341 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba519a3d-54c9-4c1e-a27c-9966b97eb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:10.848013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-072fddc9-c0f1-4c44-aa98-9e072327074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:10.852608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-072fddc9-c0f1-4c44-aa98-9e072327074e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.4230235 Feb 04 13:09:10.927832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:10.968995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:10.969862 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:10.999381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-d2d3f4cc-80bc-4bbc-b0e2-d37b8d34f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:11.000952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-d2d3f4cc-80bc-4bbc-b0e2-d37b8d34f155 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438158 Feb 04 13:09:11.077598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:11.127637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c7456e6b-e923-4556-934c-2d5d140d16bb no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:11.152588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:11.294406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1f8e6ff6-89fe-4c60-9c17-a9023f159f6d req-a321a1e8-f25c-4bc2-bd34-bdf5984511e0 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 210 time: 0.2156484 Feb 04 13:09:11.304698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e369b46-c681-477f-b631-ae713b82f053 req-9dc14291-c5d4-4e28-9013-0de82ea941ee tempest-ImagesNegativeTestJSON-1073246277 tempest-ImagesNegativeTestJSON-1073246277-project] 10.222.0.53 "GET /v2.0/ports?device_id=24b7e9d8-8776-4b28-b627-6c5a0f5d9af4 HTTP/1.1" status: 200 len: 210 time: 0.0831804 Feb 04 13:09:11.395035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-d86b5800-8008-4828-9f5a-3a12734ceaf2 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868062 Feb 04 13:09:11.509512 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'code': 200} Feb 04 13:09:11.512668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:11.523907 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b7e9d8-8776-4b28-b627-6c5a0f5d9af4', 'name': 'network-vif-deleted', 'tag': '548d018b-7b1a-4897-9ad7-ff6c7eb4c210', 'status': 'completed', 'code': 200} Feb 04 13:09:11.529912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:11.543690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:11.552157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d4a72ef7-efb7-4439-8b49-04dd23750515 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:11.552938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:11.554690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-3578603c-8800-4e6f-8385-929b5fbb1c00 service neutron] 10.222.0.90 "PUT /v2.0/ports/2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 HTTP/1.1" status: 200 len: 1091 time: 5.5227609 Feb 04 13:09:11.572152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port d4a72ef7-efb7-4439-8b49-04dd23750515 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:11.572496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:11.590274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Transition to ACTIVE for port object 7765df98-ca62-493d-a5e6-0c19af3a1c16 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:11.882739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.084661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-1dcbb75d-389d-4978-b458-59aaeae6624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:12.086660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-1dcbb75d-389d-4978-b458-59aaeae6624d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 1094 time: 0.4757371 Feb 04 13:09:12.126226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:12.179062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:12.208677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d4a72ef7-efb7-4439-8b49-04dd23750515 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:12.208953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.267847 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-51b7aa8f-fe59-455c-bdfb-4c4a7e55e8da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 HTTP/1.1" status: 200 len: 217 time: 0.0894833 Feb 04 13:09:12.271894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:12.450554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-5067b1c7-d44d-4479-a35b-41958414c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:12.453505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810cb6-644b-4349-b72f-0339115f7030 req-4a93ca44-5487-4be4-b622-b954645cd210 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:12.454908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-5067b1c7-d44d-4479-a35b-41958414c335 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.1075466 Feb 04 13:09:12.460612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18810cb6-644b-4349-b72f-0339115f7030 req-4a93ca44-5487-4be4-b622-b954645cd210 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3561540 Feb 04 13:09:12.464094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f61bc885-c217-4aed-89fc-0edaf9db285a req-6cbe97de-b0e4-4e21-ac58-ab5869ec7182 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0621707 Feb 04 13:09:12.509690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port d4a72ef7-efb7-4439-8b49-04dd23750515, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d4a72ef7-efb7-4439-8b49-04dd23750515,segment=NetworkSegment(d268579f-4998-42da-b060-a1051789f53b),segment_id=d268579f-4998-42da-b060-a1051789f53b)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:12.510134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.520885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:12.555444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event updated for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:12.584718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:12.585253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.646861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7723fb8f-5b62-45f8-95a2-b379049f2fcc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7075429 Feb 04 13:09:12.660577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18810cb6-644b-4349-b72f-0339115f7030 req-da9a9860-f279-4002-81cd-84fb509c961c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989958 Feb 04 13:09:12.662176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459d8b9-e74f-482a-b7b8-e5d24dead316 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:09:12.664177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Request body: {'port': {'device_id': '12c04305-f857-4030-8ead-00803927d26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:12.709692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4b95d206-8806-48ae-ba92-1147b92eca05 None None] Provisioning for port 7765df98-ca62-493d-a5e6-0c19af3a1c16 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:12.726138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4b95d206-8806-48ae-ba92-1147b92eca05 None None] Provisioning complete for port 7765df98-ca62-493d-a5e6-0c19af3a1c16 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:12.726802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4b95d206-8806-48ae-ba92-1147b92eca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.746936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efcdb4-c5da-4af8-8a8a-0fe655a109a4 req-8e539b1e-f8ea-40bd-a6ee-0470c2f0e0b5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:12.756349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6efcdb4-c5da-4af8-8a8a-0fe655a109a4 req-8e539b1e-f8ea-40bd-a6ee-0470c2f0e0b5 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6286056 Feb 04 13:09:12.779607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for d4a72ef7-efb7-4439-8b49-04dd23750515 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:12.870905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49642) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:12.871553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:12.907216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4b95d206-8806-48ae-ba92-1147b92eca05 None None] Port 7765df98-ca62-493d-a5e6-0c19af3a1c16 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:12.989222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6efcdb4-c5da-4af8-8a8a-0fe655a109a4 req-f04b1555-b8e9-46ee-aff1-f40c5d27e683 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318523 Feb 04 13:09:13.057428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc254da-d678-4116-9812-61495c008aca req-13266a63-99ff-4f6a-b7d0-547135eae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:13.059111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-13266a63-99ff-4f6a-b7d0-547135eae5c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5858343 Feb 04 13:09:13.127977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-949ecd2d-944d-4262-8e7f-64867fcda200 None None] Provisioning complete for port d4a72ef7-efb7-4439-8b49-04dd23750515 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:13.128377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-949ecd2d-944d-4262-8e7f-64867fcda200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.200269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.304646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-949ecd2d-944d-4262-8e7f-64867fcda200 None None] Port d4a72ef7-efb7-4439-8b49-04dd23750515 was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 13:09:13.332382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:13.381155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:13.433285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2950-b132-42a0-80c8-8970fedce479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.437901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459d8b9-e74f-482a-b7b8-e5d24dead316 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:09:13.480572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-980047342'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:13.488461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:13.493311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Port': ['ID=d4a72ef7-efb7-4439-8b49-04dd23750515,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:13.493884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:network and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:13.501562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:13.525791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:13.533701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:13.555395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No DVR routers for this DVR port d4a72ef7-efb7-4439-8b49-04dd23750515 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:13.565234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:13.569048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.596870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-09f6fedb-007f-43f9-9d31-1b2db63c784e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:13.597591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-09f6fedb-007f-43f9-9d31-1b2db63c784e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:13.631316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-09f6fedb-007f-43f9-9d31-1b2db63c784e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:13.638760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-09f6fedb-007f-43f9-9d31-1b2db63c784e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 931 time: 0.5875568 Feb 04 13:09:13.643895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:13.662989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:13.664127 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.667577 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.720299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Deleting subnet a730fe90-403f-4bc6-ad4a-19041006f1eb {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:09:13.740870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.748597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-6ae3908e-ef24-44be-ae86-5d1a6e90b5c5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:13.782705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.791960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:13.871717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=5be11d67-758a-4043-ae9f-3c1e6a2c4916,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:13.905975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-7c7f478f-6346-437c-bd7d-6546216733f4 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376899 Feb 04 13:09:13.909618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.910087 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Added segment 286b8e38-74d9-4c08-87ce-2ea34d573a99 of type vlan for network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 Feb 04 13:09:13.931323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:13.947010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff71de-27b0-4bab-bf60-f31b1b7cdade req-f4505271-5c3f-4ac6-9dad-b512651c2873 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:13.955031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6ff71de-27b0-4bab-bf60-f31b1b7cdade req-f4505271-5c3f-4ac6-9dad-b512651c2873 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.5710626 Feb 04 13:09:13.959679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-6ae3908e-ef24-44be-ae86-5d1a6e90b5c5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:13.973669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfb4b052-f0db-4c2b-b6ce-f07c46175313 req-6ae3908e-ef24-44be-ae86-5d1a6e90b5c5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315876 Feb 04 13:09:13.974441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:13.988606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.032012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.046830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:14.056196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.069511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e295cfef-ec9f-4844-87bb-12678361d775']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:14.085055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268579f-4998-42da-b060-a1051789f53b') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:14.085741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268579f-4998-42da-b060-a1051789f53b') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:14.101961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.125238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.135241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:14.136398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:14.161733 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:14.203677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:14.230068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ac136-6976-4a5e-80f6-bff50b4ceb65 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:09:14.263187 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3', 'status': 'completed', 'code': 200} Feb 04 13:09:14.287258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.376914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6ff71de-27b0-4bab-bf60-f31b1b7cdade req-21fb32e2-b3cb-4878-b641-e5e9468c59b0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207711 Feb 04 13:09:14.391170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.442200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ac136-6976-4a5e-80f6-bff50b4ceb65 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:09:14.464172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.473891 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.524569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=e295cfef-ec9f-4844-87bb-12678361d775,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:14.527116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51962435-2002-4356-bd12-9c727f6ec430 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/e295cfef-ec9f-4844-87bb-12678361d775 HTTP/1.1" status: 204 len: 168 time: 6.7919946 Feb 04 13:09:14.544053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49682) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:14.584854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:09:14.614774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.682987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.691353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:14.692079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.699895 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdeeec4-0eb5-4a4c-af66-1ff7de4e5522 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:14.700778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdeeec4-0eb5-4a4c-af66-1ff7de4e5522 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:14.703207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4cdeeec4-0eb5-4a4c-af66-1ff7de4e5522 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/e295cfef-ec9f-4844-87bb-12678361d775 HTTP/1.1" status: 404 len: 339 time: 0.1523015 Feb 04 13:09:14.707887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49686) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:14.719436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186370956', 'description': 'd1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:14.720312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.725188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a730fe90-403f-4bc6-ad4a-19041006f1eb HTTP/1.1" status: 204 len: 168 time: 1.8327377 Feb 04 13:09:14.728655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:14.732463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca6a7d-0902-4ccb-879b-56698422ed3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a730fe90-403f-4bc6-ad4a-19041006f1eb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:14.733532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Usage tracker for resource:network and tenant:5eef883e49494dae9963b240db3b1821 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:14.737408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:14.743278 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', 'code': 200} Feb 04 13:09:14.744591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:14.756650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49690) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:14.762700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:14.768144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.773975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3524690 Feb 04 13:09:14.799653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:14.814576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:14.825231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.825818 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment 1439d0c7-62f1-493a-93ff-00af90557b4c of type vlan for network 0ac3ac15-1034-40a3-b6a0-aa33d39564a3 Feb 04 13:09:14.885376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:14.949752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-563369939'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:15.016406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfc254da-d678-4116-9812-61495c008aca req-58f567aa-d81d-4507-a401-94d8d5ee8408 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0972385 Feb 04 13:09:15.044591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:09:15.058986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c0a09-4c4b-438f-97d0-78130850f99b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Network': ['ID=38ebeb6f-cfff-4e31-b7de-852c2f977e81,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:15.079318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.084801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.085075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:15.085461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.108432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.185476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ba749-bf94-430b-ac0f-92f95a6abcc7 None None] DHCP port deletion for e295cfef-ec9f-4844-87bb-12678361d775 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:09:15.224989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5103567 Feb 04 13:09:15.231754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:15.233994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49704) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:15.238407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-880b4088-0fbf-45df-bcfb-347654e0ef2e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7563562 Feb 04 13:09:15.239639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c1ad7-08c6-4a21-a099-1f9a9c10b8b5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=0ac3ac15-1034-40a3-b6a0-aa33d39564a3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:15.256151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0ac3ac15-1034-40a3-b6a0-aa33d39564a3 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:15.266474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7765df98-ca62-493d-a5e6-0c19af3a1c16 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:15.282150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.286560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:network and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:15.291577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-76907e0c-73b8-4449-b415-c4097a1d768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.293192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-76907e0c-73b8-4449-b415-c4097a1d768e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 1094 time: 0.1838136 Feb 04 13:09:15.345988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc8f3-5d82-4a5b-92ce-8100bd76396b req-362322de-4537-4514-a2e2-21c1899f0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.352136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b50cc8f3-5d82-4a5b-92ce-8100bd76396b req-362322de-4537-4514-a2e2-21c1899f0c48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 1097 time: 0.7423804 Feb 04 13:09:15.357048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:15.436085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Transition to ACTIVE for port object 7765df98-ca62-493d-a5e6-0c19af3a1c16 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:15.449158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bd685-fe76-4278-974c-72f6873735ca req-b042b83b-7de3-4018-9f4c-d4b8f3731db0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.450934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-864bd685-fe76-4278-974c-72f6873735ca req-b042b83b-7de3-4018-9f4c-d4b8f3731db0 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.3934793 Feb 04 13:09:15.461552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.472240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d4a72ef7-efb7-4439-8b49-04dd23750515 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:15.478730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b50cc8f3-5d82-4a5b-92ce-8100bd76396b req-09e0489d-deb4-4768-ac79-ac76ca28004f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644729 Feb 04 13:09:15.479930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:15.496532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c32eb-dc0f-4627-9300-a8b22ae53ef7 req-680ac2b8-e990-471f-b1a5-47fbaa6a37f3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.504200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f30c32eb-dc0f-4627-9300-a8b22ae53ef7 req-680ac2b8-e990-471f-b1a5-47fbaa6a37f3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.9613798 Feb 04 13:09:15.513370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d4a72ef7-efb7-4439-8b49-04dd23750515 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:09:15.513715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d4a72ef7-efb7-4439-8b49-04dd23750515 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:09:15.743977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-de93c3cc-766b-4874-95a1-067e393a4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.746121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-de93c3cc-766b-4874-95a1-067e393a4e9d service neutron] 10.222.0.90 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 916 time: 0.4436593 Feb 04 13:09:15.830725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-14f03e40-ac31-4f5c-9c82-6817eec7a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.862663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f30c32eb-dc0f-4627-9300-a8b22ae53ef7 req-c4969804-7c72-4776-96f5-60bc0d7ca02d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573067 Feb 04 13:09:15.863265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:15.866505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.882993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-e4412cd2-1bfc-4f26-b4b6-73d289414fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.884621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-e4412cd2-1bfc-4f26-b4b6-73d289414fc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 1097 time: 0.5952582 Feb 04 13:09:15.919258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2f066-7e63-4ae8-8d4b-3a46816cc8db tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:15.920961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9f2f066-7e63-4ae8-8d4b-3a46816cc8db tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Synchronizing usage tracker for tenant:5eef883e49494dae9963b240db3b1821 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:15.931677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:15.948660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-864bd685-fe76-4278-974c-72f6873735ca req-8eaec755-4ac1-4ce3-94b1-d257a3128ff6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881535 Feb 04 13:09:15.951681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:16.077577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-460d568a-75bb-4421-9ca8-07b8b1717573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.079004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-460d568a-75bb-4421-9ca8-07b8b1717573 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.1531966 Feb 04 13:09:16.108675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-3567328b-16aa-4ead-b8b6-c45714011943 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 HTTP/1.1" status: 200 len: 217 time: 0.1585867 Feb 04 13:09:16.191836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-b8061fdf-9395-43d1-a206-978d38dc36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.193484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-b8061fdf-9395-43d1-a206-978d38dc36a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.0766718 Feb 04 13:09:16.225055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9f2f066-7e63-4ae8-8d4b-3a46816cc8db tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Unset dirty status for tenant:5eef883e49494dae9963b240db3b1821 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:16.226507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c9f2f066-7e63-4ae8-8d4b-3a46816cc8db tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks?id=0ac3ac15-1034-40a3-b6a0-aa33d39564a3 HTTP/1.1" status: 200 len: 764 time: 0.9800913 Feb 04 13:09:16.239125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-3afd293c-95c1-4e6a-8931-14144e9dff14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c900f1-ecb9-461a-938b-0a012ad11beb HTTP/1.1" status: 200 len: 217 time: 0.1157074 Feb 04 13:09:16.242900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09132273-064a-43d6-b207-84dc70bc8c23']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:16.254685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:16.299030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Attempting to bind port 7765df98-ca62-493d-a5e6-0c19af3a1c16 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:16.299356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Attempting to bind port 7765df98-ca62-493d-a5e6-0c19af3a1c16 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:16.299775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Attempting to bind port 7765df98-ca62-493d-a5e6-0c19af3a1c16 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:16.304267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'description': 'd2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:16.307529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Port 7765df98-ca62-493d-a5e6-0c19af3a1c16 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:09:16.307849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Attempting to bind port 7765df98-ca62-493d-a5e6-0c19af3a1c16 on network 2177b15b-2532-468b-9a73-ca3e8625a7ac {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:16.314630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:16.315024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Checking segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:16.315358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Bound using segment: {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:16.315795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Bound port: 7765df98-ca62-493d-a5e6-0c19af3a1c16, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab81d4fb-b46d-412c-9542-751d36a7ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:16.316142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.336033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082af63b-fa0d-44df-80c1-ee053f4c74fe') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:16.336947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082af63b-fa0d-44df-80c1-ee053f4c74fe') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:16.408839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:16.430015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.440683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-f64253a7-ade7-45dc-af12-c5fc9164d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.442214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-f64253a7-ade7-45dc-af12-c5fc9164d874 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420418 Feb 04 13:09:16.475401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.475756 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Added segment 73683a24-98f1-46a8-b25b-e768fd5f0451 of type vlan for network b1adc137-2a22-4046-a0a3-ee3dc945b3af Feb 04 13:09:16.555255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-0146f7fe-b3f4-483c-8a7d-35063257cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.558467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-0146f7fe-b3f4-483c-8a7d-35063257cbc6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.2958915 Feb 04 13:09:16.585382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:16.594597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49736) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:16.600779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:16.618198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.619533 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.693233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.705706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac92918-d68c-450b-8f3f-c711ba7b2e0f req-dca13875-3e40-4200-905e-977903d370bc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.713451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ac92918-d68c-450b-8f3f-c711ba7b2e0f req-dca13875-3e40-4200-905e-977903d370bc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 943 time: 0.6309624 Feb 04 13:09:16.736617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:16.737228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.739410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:16.740023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.747311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] 10.222.0.87 "PUT /v2.0/ports/7765df98-ca62-493d-a5e6-0c19af3a1c16 HTTP/1.1" status: 200 len: 1091 time: 4.0896528 Feb 04 13:09:16.768571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:16.808513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:16.830084 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:17.008378 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16', 'status': 'completed', 'code': 200} Feb 04 13:09:17.022917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-88d43b60-95f2-475b-8c4c-ebf71c4d1390 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711424 Feb 04 13:09:17.037909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ac92918-d68c-450b-8f3f-c711ba7b2e0f req-8dceba87-3a51-4df6-9051-f7d141f23d61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235981 Feb 04 13:09:17.079073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.134140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.151895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.158116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:17.158764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.193936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=09132273-064a-43d6-b207-84dc70bc8c23,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:17.206864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.228922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.233078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-261ac3f4-42b7-4acc-800b-250319619f3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c26d74c250054a008d44cae4425ddd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345985 Feb 04 13:09:17.233078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa3bd3-14a9-44e6-8649-43d68a65c0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:17.248397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:17.248885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-ccfd5565-1ce4-4053-9ba4-26a63f957672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:17.250714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:09:17.250981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-ccfd5565-1ce4-4053-9ba4-26a63f957672 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6787436 Feb 04 13:09:17.388001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c7a00-df2c-4ba1-82dc-0297ff15f7d2 req-e9990e6c-f19d-41e7-8a6c-60ed9bcf98a2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:17.397273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8a6c7a00-df2c-4ba1-82dc-0297ff15f7d2 req-e9990e6c-f19d-41e7-8a6c-60ed9bcf98a2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3138800 Feb 04 13:09:17.401849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d4660f1-82fe-443e-8573-943a81c72d9f admin admin] 10.222.0.53 "DELETE /v2.0/networks/09132273-064a-43d6-b207-84dc70bc8c23 HTTP/1.1" status: 204 len: 168 time: 2.6383317 Feb 04 13:09:17.402243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4586854 Feb 04 13:09:17.403390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.446118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:17.446866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.476883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'subnet': {'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:17.497060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 0ac3ac15-1034-40a3-b6a0-aa33d39564a3 is not hosted by any dhcp agent {{(pid=87620) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 13:09:17.504978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:17.506191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.510115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-6825816f-defd-4afc-b1b6-c093e89eccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:17.510115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-6825816f-defd-4afc-b1b6-c093e89eccac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 1094 time: 0.6037130 Feb 04 13:09:17.511000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "PUT /v2.0/networks/0ac3ac15-1034-40a3-b6a0-aa33d39564a3 HTTP/1.1" status: 200 len: 761 time: 1.2552979 Feb 04 13:09:17.517448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:17.627927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:17.637043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:17.642032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Network': ['ID=b1adc137-2a22-4046-a0a3-ee3dc945b3af,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:17.646281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'port_id': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3', 'mac_address': 'fa:16:3e:d1:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd940aa32-cf75-4eb1-9f62-924083627f60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:09:17.687637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.688092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.688504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.688917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.689332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.689736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.690186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.690629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.691142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.691684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.692214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.692611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8596ebb-5139-4945-8d96-5fba1b75c7a5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:17.777947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.797240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:17.816477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:17.827207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-da8f0ce7-9316-430b-a24c-a5a34481fbe4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16 HTTP/1.1" status: 200 len: 217 time: 0.1946430 Feb 04 13:09:17.935708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:17.948487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.974793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-106fc97a-203a-4cc5-b4fc-8f1b1e016212 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ce6e9cef41441239afaa70d977fd7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666350 Feb 04 13:09:17.977747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-693aa3bd-c31e-4442-b40a-635fadf630e4 req-f60a62e2-7504-443f-ad30-1b7bc590833f service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9447041 Feb 04 13:09:17.979422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:17.988589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49780) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:18.031778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:18.042765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8a6c7a00-df2c-4ba1-82dc-0297ff15f7d2 req-87494b8a-236b-4a38-b24e-c86b1b9d3cbe tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6442821 Feb 04 13:09:18.049626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5ea3a-cf33-4071-a0e7-f7ab69e0b152 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.051867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f4c5ea3a-cf33-4071-a0e7-f7ab69e0b152 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks?id=0ac3ac15-1034-40a3-b6a0-aa33d39564a3 HTTP/1.1" status: 200 len: 764 time: 0.5272040 Feb 04 13:09:18.058645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-eec1c89c-6597-4097-b980-ad382b6fc3a3 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050204 Feb 04 13:09:18.059486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:18.082595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd82f15-704a-45f4-a69d-4788d2756cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=0ac3ac15-1034-40a3-b6a0-aa33d39564a3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:18.114716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0ac3ac15-1034-40a3-b6a0-aa33d39564a3 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:18.134799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:18.163717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:subnet and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:18.188207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:18.190996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:18.276494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:18.313060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.318326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-f5e5333d-45f6-4a57-a61a-105a4b45fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.320268 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-f5e5333d-45f6-4a57-a61a-105a4b45fbc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.4249809 Feb 04 13:09:18.344536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:18.348902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.433037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1436e3d-ae9f-4db8-a9b0-a1ee2bd157e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.438414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f1436e3d-ae9f-4db8-a9b0-a1ee2bd157e4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3576539 Feb 04 13:09:18.438414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e9e1a319-e171-4a92-ad9f-13fd3da9c80a req-30185e4a-bfdf-4d9f-aa47-e8a215afc376 service neutron] 10.222.0.90 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542311 Feb 04 13:09:18.439030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49790) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:18.450210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74aa58-2f72-4048-bd44-ce9d2b23a793 req-eaf1a10c-14d3-458b-9035-46810b13084c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.457588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b74aa58-2f72-4048-bd44-ce9d2b23a793 req-eaf1a10c-14d3-458b-9035-46810b13084c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 1.2025380 Feb 04 13:09:18.519630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-366fc712-9133-4adb-9c56-cdfc14696ec8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Synchronizing usage tracker for tenant:5eef883e49494dae9963b240db3b1821 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:18.557463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b74aa58-2f72-4048-bd44-ce9d2b23a793 req-2bcfac98-2832-4494-a5bc-8d34718386ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988581 Feb 04 13:09:18.558700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-366fc712-9133-4adb-9c56-cdfc14696ec8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Unset dirty status for tenant:5eef883e49494dae9963b240db3b1821 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:18.559968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-366fc712-9133-4adb-9c56-cdfc14696ec8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 207 time: 0.0995319 Feb 04 13:09:18.578912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49794) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:18.615796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.653341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.804563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.808400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.812926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.820958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.827274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.832942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.838919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.840743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a73f66dc-60e2-4d79-b049-c6e4c7a04106 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2606378 Feb 04 13:09:18.841165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b7e4-e7e9-4b0c-90ee-dcfc44ba6ed6 req-9b009e5f-de36-427a-9b21-f156a3e52494 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:18.842763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f8b5b7e4-e7e9-4b0c-90ee-dcfc44ba6ed6 req-9b009e5f-de36-427a-9b21-f156a3e52494 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:18.845431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:18.876937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dac20c-bd6b-4c23-8b99-cc8574d94802,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:18.925356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.929829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-13a2435c-1f11-47e4-bef5-defea7a79b98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98dac20c-bd6b-4c23-8b99-cc8574d94802 HTTP/1.1" status: 204 len: 168 time: 1.6704028 Feb 04 13:09:18.933801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:18.936210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f8b5b7e4-e7e9-4b0c-90ee-dcfc44ba6ed6 req-9b009e5f-de36-427a-9b21-f156a3e52494 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:18.937308 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b5b7e4-e7e9-4b0c-90ee-dcfc44ba6ed6 req-9b009e5f-de36-427a-9b21-f156a3e52494 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 943 time: 0.7147727 Feb 04 13:09:18.961719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e152de-5887-4022-a925-ae0e06ce7a09,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:19.044795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-00413bc6-7639-4959-bb43-51ede9dd42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.046444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-00413bc6-7639-4959-bb43-51ede9dd42db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7052078 Feb 04 13:09:19.088720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:09:19.097727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-833c3acb-4958-4dcd-b833-d92d58defc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.098984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-833c3acb-4958-4dcd-b833-d92d58defc94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1096 time: 0.4602654 Feb 04 13:09:19.117096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:19.118238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c3da8c1-9523-4346-ae52-80009d7202a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37e152de-5887-4022-a925-ae0e06ce7a09 HTTP/1.1" status: 204 len: 168 time: 1.0865545 Feb 04 13:09:19.169127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-56b60e1e-e985-41f7-93a8-1de801bdf5fc tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3221133 Feb 04 13:09:19.169738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:19.309443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:19.316077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.317994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.319905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.321737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.324057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.332188 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1a5f6a58-cf60-4f5b-b0fe-ba65fbd99188 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1602700 Feb 04 13:09:19.384781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8b5b7e4-e7e9-4b0c-90ee-dcfc44ba6ed6 req-aea7ea54-aefd-4eb7-bcf6-bef7b50018cf tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169776 Feb 04 13:09:19.388923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:19.434530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:19.461628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:19.492407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:09:19.552731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:19.563854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:19.574041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:19.574415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:19.601518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-7347f145-eafa-4b84-be3b-30ac29d26b44 service neutron] 10.222.0.87 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378959 Feb 04 13:09:19.662054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.665118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.667886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.676565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.678287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.680947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f234f50-18a8-4ccc-8d8e-3954ec7f94c3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2904947 Feb 04 13:09:19.686716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:19.795223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:19.885927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ddbab-62a5-4fe2-9c16-bab1a4710905 req-355166dc-18b0-4c35-b186-9ea27b9d5145 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:19.887528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a8ddbab-62a5-4fe2-9c16-bab1a4710905 req-355166dc-18b0-4c35-b186-9ea27b9d5145 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.5536845 Feb 04 13:09:20.026621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5841a-7fea-4145-b135-c4df384956a3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.038259 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-34a5841a-7fea-4145-b135-c4df384956a3 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks/8aedb5ae-d7e8-476b-8d35-b9214ef58253 HTTP/1.1" status: 200 len: 804 time: 0.3479095 Feb 04 13:09:20.040189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:20.048435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a8ddbab-62a5-4fe2-9c16-bab1a4710905 req-3b89b80d-f039-4765-bb74-b2066c03610b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516991 Feb 04 13:09:20.056868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-0ce75a7b-27d0-469a-a07d-d90ab927885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.058341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-0ce75a7b-27d0-469a-a07d-d90ab927885d service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.8822603 Feb 04 13:09:20.070251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:20.075335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:20.110640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:20.142417 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:20.259977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:20.301077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:20.315270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['958f0ae5-2e77-4975-8b6d-0cd0286f187c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:20.410680 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3', 'code': 200} Feb 04 13:09:20.416120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Subnet': ['ID=75a6f131-f44d-48b7-8804-b375b5a91f77,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:20.452501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:20.501736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:20.566096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:20.567933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network hostable DHCP agents. Network: 38ebeb6f-cfff-4e31-b7de-852c2f977e81, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:20.583340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-994c9743-6a73-4e43-97b2-9319ddbc9a2d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/networks/8aedb5ae-d7e8-476b-8d35-b9214ef58253?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5214581 Feb 04 13:09:20.598120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-82d06711-3d4a-4d49-a699-30808717162b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 999 time: 0.5278602 Feb 04 13:09:20.601453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:20.808970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-714afb6c-2526-4f48-ad9f-8ac1069475fd req-985c9aeb-73a8-43eb-acf7-e392ef435f7e service neutron] 10.222.0.87 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1721547 Feb 04 13:09:20.850953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e44f1-7fde-4653-ab5a-119bc0aa959e req-81cf44a1-bd71-4dd5-b217-762b4573d910 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.857943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-718e44f1-7fde-4653-ab5a-119bc0aa959e req-81cf44a1-bd71-4dd5-b217-762b4573d910 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.8720727 Feb 04 13:09:20.872764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:20.880258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:20.985420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-ebddceab-7d3f-4da2-b3ea-7b4a56e60346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:20.986962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-ebddceab-7d3f-4da2-b3ea-7b4a56e60346 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.3622632 Feb 04 13:09:21.003788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:21.056306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42f7b0-6d94-4dd4-a126-4a40763f66ec tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.059925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7c42f7b0-6d94-4dd4-a126-4a40763f66ec tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets/4d55b560-24d6-44cb-900c-632e412b7cda HTTP/1.1" status: 200 len: 843 time: 0.4449215 Feb 04 13:09:21.067219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:21.086420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-718e44f1-7fde-4653-ab5a-119bc0aa959e req-25fab59c-15ff-479c-8d3e-96955e81582c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238982 Feb 04 13:09:21.132194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 38ebeb6f-cfff-4e31-b7de-852c2f977e81) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:21.141412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8c017-8b81-492c-93eb-e8d10d2f5ca8 None None] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:21.142719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.145224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:21.235176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de27501-14e5-4f57-bc9d-61f2943c8d04 req-053d724f-50d2-484c-b44e-1a63c777a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.236705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5de27501-14e5-4f57-bc9d-61f2943c8d04 req-053d724f-50d2-484c-b44e-1a63c777a07a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 1096 time: 0.7731705 Feb 04 13:09:21.250043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c8229da-6050-4aec-98b2-10f668918738 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7913420 Feb 04 13:09:21.253291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:21.281709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'subnet': {'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:21.380913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5de27501-14e5-4f57-bc9d-61f2943c8d04 req-b5f2da91-9b4e-4559-86ab-5e3464d40890 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176662 Feb 04 13:09:21.384461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d437c1-c0b2-4f1c-8d04-6433ecb2554e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.385772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b6d437c1-c0b2-4f1c-8d04-6433ecb2554e tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "GET /v2.0/subnets/4d55b560-24d6-44cb-900c-632e412b7cda?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3152161 Feb 04 13:09:21.394544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:21.414004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08f9ed-4579-411c-9114-d9ded42d1691 req-a267606f-f26c-4ab4-82bc-59a76a3ee520 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.415852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf08f9ed-4579-411c-9114-d9ded42d1691 req-a267606f-f26c-4ab4-82bc-59a76a3ee520 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 943 time: 0.6725070 Feb 04 13:09:21.422866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25220504'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:21.467032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:21.491363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2075410033-network', 'tenant_id': '672a1606585d41778bbb56d204c3e630'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:21.496464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:21.500547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Usage tracker for resource:network and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:21.503589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:21.509633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:21.521809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:21.531721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Made reservation on behalf of 672a1606585d41778bbb56d204c3e630 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:21.534145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:21.537770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-4321f666-4891-4ae7-9eed-97c672692e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.542161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:09:21.543109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:21.544010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:21.545344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-4321f666-4891-4ae7-9eed-97c672692e1f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 1094 time: 0.6504099 Feb 04 13:09:21.577876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf08f9ed-4579-411c-9114-d9ded42d1691 req-74c8edf3-9dff-497d-b26d-db9952856688 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446900 Feb 04 13:09:21.580412 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:21.636043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:21.641656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:21.744823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-300a4ede-7424-4bd4-9395-87e188f74ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:21.746326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-300a4ede-7424-4bd4-9395-87e188f74ecc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7440062 Feb 04 13:09:21.932721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Allocated IP 10.1.1.2 (38ebeb6f-cfff-4e31-b7de-852c2f977e81/75a6f131-f44d-48b7-8804-b375b5a91f77/2a00a925-8b40-4ed7-a191-be72932f7ae9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:21.963864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:21.967259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:21.971080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:21.979722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:22.174286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1096945674-network', 'tenant_id': 'cf2de936b6d94ab2b4d81abd0489157b'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:22.185786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:22.222433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:22.226979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:subnet and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:22.236260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.256187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.261531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:22.281397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:22.290861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:22.299989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.300328 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Added segment 021c6887-7ff8-49b5-b3cf-d73a15a9f9da of type vlan for network 2445d91a-cab3-47b8-8586-2ff1ab790df3 Feb 04 13:09:22.331694 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.348443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Transition to ACTIVE for port object 2a00a925-8b40-4ed7-a191-be72932f7ae9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:22.348778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.366985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-a40dcd2c-afb7-4cce-a360-d54c55f6847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:22.369756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-a40dcd2c-afb7-4cce-a360-d54c55f6847a service neutron] 10.222.0.87 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 916 time: 0.8228962 Feb 04 13:09:22.375459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Usage tracker for resource:network and tenant:cf2de936b6d94ab2b4d81abd0489157b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:22.381031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Transition to ACTIVE for port object 2a00a925-8b40-4ed7-a191-be72932f7ae9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:22.389010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.395816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc649c4-bcc0-4079-a3b5-6056b91d56b0 req-8d9e3805-4354-4714-ab0f-5cd13ed8052b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:22.404404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfc649c4-bcc0-4079-a3b5-6056b91d56b0 req-8d9e3805-4354-4714-ab0f-5cd13ed8052b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 944 time: 0.9649618 Feb 04 13:09:22.411881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:22.415994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.477145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:22.480964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:22.484625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:22.486531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7440ea60-6b9a-4870-b6ea-892e6c285f34,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:22.491369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:22.498464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Pushing event updated for resources: {'Port': ['ID=2a00a925-8b40-4ed7-a191-be72932f7ae9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:22.508376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:09:22.520905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-010a1277-830d-4455-b4eb-cb548a7c9233 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16 HTTP/1.1" status: 200 len: 217 time: 0.1141460 Feb 04 13:09:22.649132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.659209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:22.659844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.666743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Attempting to bind port 2a00a925-8b40-4ed7-a191-be72932f7ae9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:22.668234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Attempting to bind port 2a00a925-8b40-4ed7-a191-be72932f7ae9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:22.670243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:22.670781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Attempting to bind port 2a00a925-8b40-4ed7-a191-be72932f7ae9 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:22.685865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:22.686243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:22.686421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:22.686928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.688812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Bound using segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:22.689394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Bound port: 2a00a925-8b40-4ed7-a191-be72932f7ae9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:22.691373 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.816849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-4cb76a46-b481-489d-9b0d-b019f5f1aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:22.823399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-4cb76a46-b481-489d-9b0d-b019f5f1aa87 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 0.2245812 Feb 04 13:09:22.825606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-fa881196-d759-4117-9d60-dd4a16a197bc service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630577 Feb 04 13:09:22.852488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] For port 2a00a925-8b40-4ed7-a191-be72932f7ae9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:22.855647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] For port 2a00a925-8b40-4ed7-a191-be72932f7ae9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2a00a925-8b40-4ed7-a191-be72932f7ae9,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:22.862471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.904158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:22.911182 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Added segment a7880111-f157-4643-ab6e-079735b7bdda of type vlan for network 6cadb75a-605a-487e-870b-bfe604b6e0b8 Feb 04 13:09:22.959209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075ede6-4da8-4564-bd66-655adb4593d8 None None] Pushing event updated for resources: {'Port': ['ID=2a00a925-8b40-4ed7-a191-be72932f7ae9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:22.979677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Made reservation on behalf of cf2de936b6d94ab2b4d81abd0489157b for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:22.983208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.034725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.082591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1896448 Feb 04 13:09:23.083865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02033089-7590-4740-a512-98eede9f8f9a admin admin] Pushing event updated for resources: {'Network': ['ID=2445d91a-cab3-47b8-8586-2ff1ab790df3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:23.086433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:23.091511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49956) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:23.095225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2445d91a-cab3-47b8-8586-2ff1ab790df3 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:23.105181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.125288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2de936b6d94ab2b4d81abd0489157b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:23.130760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7765df98-ca62-493d-a5e6-0c19af3a1c16 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:09:23.131359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Request body: {'subnet': {'network_id': '2445d91a-cab3-47b8-8586-2ff1ab790df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2075410033-subnet', 'tenant_id': '672a1606585d41778bbb56d204c3e630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:23.135533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:23.152976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:23.155439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:23.166361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Usage tracker for resource:subnet and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:23.183814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578448c-53ce-4b38-ada0-71f2991bd4cf req-a5601def-faf9-462f-94fc-985d0c307f0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:23.185850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5578448c-53ce-4b38-ada0-71f2991bd4cf req-a5601def-faf9-462f-94fc-985d0c307f0f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.8117893 Feb 04 13:09:23.192899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:23.202688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:23.229428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:23.326651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.333527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:23.334240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.396768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfc649c4-bcc0-4079-a3b5-6056b91d56b0 req-b2ae9315-4421-4271-8a64-812b22f1e6f9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9910917 Feb 04 13:09:23.585910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6f64acd-5455-47fd-a790-ffe02fe0fef5 req-87bfd4f6-5656-4657-aadb-55b7268b9f9f service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216517 Feb 04 13:09:23.621963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-9e514608-20e5-49ce-ba53-2f8d64ee1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:23.624427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-9e514608-20e5-49ce-ba53-2f8d64ee1c22 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6344213 Feb 04 13:09:23.640509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Network': ['ID=6cadb75a-605a-487e-870b-bfe604b6e0b8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:23.651854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Made reservation on behalf of 672a1606585d41778bbb56d204c3e630 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:23.665392 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.716643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 6cadb75a-605a-487e-870b-bfe604b6e0b8 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:23.771670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2a00a925-8b40-4ed7-a191-be72932f7ae9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:23.826957 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.835245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.850117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:23.860779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:23.861428 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Added segment af9eef7f-934f-4eba-b9bb-b9f420cc0e4e of type vlan for network d96a0250-bcff-4066-91e6-5efc45992612 Feb 04 13:09:23.899820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.072450 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:09:24.094443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6715906c-31e4-4278-bb45-19f018732830,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:24.109059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5578448c-53ce-4b38-ada0-71f2991bd4cf req-a0f13cdd-4e3a-492b-b4e4-76d2dc04f367 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8556268 Feb 04 13:09:24.113432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.114880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:24.115558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.132023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.157870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d0465d5c-4c01-4f54-b288-6d477fda55ef tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.7620008 Feb 04 13:09:24.255116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:24.270049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Subnet': ['ID=5a67b96c-0fa4-4262-a687-babcf89941c6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:24.282067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'network_id': '6cadb75a-605a-487e-870b-bfe604b6e0b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:24.375224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8475442 Feb 04 13:09:24.375605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:24.384523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-d2a3ef9a-56e7-4372-b14d-6236be3dcee0 service neutron] 10.222.0.87 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172928 Feb 04 13:09:24.385228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Checking segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:24.385590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network hostable DHCP agents. Network: b1adc137-2a22-4046-a0a3-ee3dc945b3af, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:24.409304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Request body: {'subnet': {'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1096945674-subnet', 'tenant_id': 'cf2de936b6d94ab2b4d81abd0489157b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:24.433678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:24.499218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7765df98-ca62-493d-a5e6-0c19af3a1c16', 'network_id': '2177b15b-2532-468b-9a73-ca3e8625a7ac', 'port_id': '7765df98-ca62-493d-a5e6-0c19af3a1c16', 'mac_address': 'fa:16:3e:78:24:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd940aa32-cf75-4eb1-9f62-924083627f60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:09:24.674883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.734045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791bbe3-b0f4-409b-9bd9-945e7d8c1a36 admin admin] Pushing event updated for resources: {'Network': ['ID=d96a0250-bcff-4066-91e6-5efc45992612,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:24.754133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:24.754460 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.766216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:24.800968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Usage tracker for resource:subnet and tenant:cf2de936b6d94ab2b4d81abd0489157b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:24.809844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:24.864961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:24.898760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d96a0250-bcff-4066-91e6-5efc45992612 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:24.908022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:24.918478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567e859-a89a-4120-92c0-d20fc6cdf643 None None] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:24.926861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b1adc137-2a22-4046-a0a3-ee3dc945b3af) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:24.935797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:24.936401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.940501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:24.966806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88216d0c-b3ac-4a1f-90ba-57e1735e2e61 None None] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:24.970233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aec66-497d-4b8c-8eca-80476531fba1 req-253a4085-c56b-4f38-85bf-7ee70c94990d tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:24.981122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-737aec66-497d-4b8c-8eca-80476531fba1 req-253a4085-c56b-4f38-85bf-7ee70c94990d tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 943 time: 1.2300224 Feb 04 13:09:25.035514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c87c00d5-9f6f-4240-9047-1b6836a180bd req-4e922677-0309-4ff9-812d-151bc518cd94 service neutron] 10.222.0.87 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184304 Feb 04 13:09:25.069716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:25.079904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Made reservation on behalf of cf2de936b6d94ab2b4d81abd0489157b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:25.088819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:25.182317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18181674-015a-4e2f-9512-2706ece3a86b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:25.186827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:25.255942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Checking segment: {'id': '021c6887-7ff8-49b5-b3cf-d73a15a9f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2445d91a-cab3-47b8-8586-2ff1ab790df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:25.257189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Network hostable DHCP agents. Network: 2445d91a-cab3-47b8-8586-2ff1ab790df3, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:25.313625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d735e-d72b-4b9e-9e78-1102c0c5e567 req-c97f6ac9-3da2-4579-9a2f-b04c3fd7523a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:25.317361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-814d735e-d72b-4b9e-9e78-1102c0c5e567 req-c97f6ac9-3da2-4579-9a2f-b04c3fd7523a tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 944 time: 0.6370804 Feb 04 13:09:25.444147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-737aec66-497d-4b8c-8eca-80476531fba1 req-814930ea-5013-4e2f-b7af-cb295716210c tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577277 Feb 04 13:09:25.483582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a03f11da-9f0c-4649-bd29-a87a5b1b1917 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2282550 Feb 04 13:09:25.486666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:25.508589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-814d735e-d72b-4b9e-9e78-1102c0c5e567 req-ef39d8e7-62ed-4412-9041-6c796830894b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707973 Feb 04 13:09:25.509397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Network 2445d91a-cab3-47b8-8586-2ff1ab790df3 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:25.520433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'name': 'tempest-TaggedBootDevicesTest_v242-502296796', 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:25.541189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Made reservation on behalf of 5eef883e49494dae9963b240db3b1821 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:25.554002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:25.560318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:25.692182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2445d91a-cab3-47b8-8586-2ff1ab790df3) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:25.718256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:25.721556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:25.763877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cddaf0e3-39dc-42ed-9a13-65584febd069 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6696413 Feb 04 13:09:25.824568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing IP validity checks on allocation pools {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:09:25.826854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:09:25.853783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Provisioning for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:25.915888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e68280a-5d13-4ce1-8561-a2dae1edca15 None None] Network 2445d91a-cab3-47b8-8586-2ff1ab790df3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:25.949647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7765df98-ca62-493d-a5e6-0c19af3a1c16 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:26.042577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:26.053569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:26.134577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:26.138482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:26.142663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:26.150737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:26.157030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.165207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:26.296344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=70828258-5e04-4454-94a8-8a7eb7da52f1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:26.326424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Provisioning complete for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:26.330330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.348773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Checking segment: {'id': 'a7880111-f157-4643-ab6e-079735b7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6cadb75a-605a-487e-870b-bfe604b6e0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:26.349059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network hostable DHCP agents. Network: 6cadb75a-605a-487e-870b-bfe604b6e0b8, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:26.390466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Network 6cadb75a-605a-487e-870b-bfe604b6e0b8 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:26.400490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 6cadb75a-605a-487e-870b-bfe604b6e0b8) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:26.408844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:26.409455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.438338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa25eda-52b3-4262-b194-138519aaef91 None None] Network 6cadb75a-605a-487e-870b-bfe604b6e0b8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:26.459382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1092408608', 'description': 'tempest-description-1307105338'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:26.484200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:26.488920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-217ba398-ae1b-4cbe-91ba-931f6f808997 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2239618 Feb 04 13:09:26.500291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:26.502824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50006) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:26.503620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:26.504224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.505708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:26.514858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:26.533273 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.654714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.728658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ed6dd-f680-405f-a973-a382178b1fea req-0a6aa242-d04c-4ccb-8550-e04ee55f7086 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:26.739666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e2ed6dd-f680-405f-a973-a382178b1fea req-0a6aa242-d04c-4ccb-8550-e04ee55f7086 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 1.1463966 Feb 04 13:09:26.747239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] device_id is not set on port 8b674323-bbcb-4f06-87d4-06f85daa4e00 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:09:26.759892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:26.774866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.832927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:26.844519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:26.848377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:26.850521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:26.865271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:26.878582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.027473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ips': [{'subnet_id': '5a67b96c-0fa4-4262-a687-babcf89941c6'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:09:27.029237 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.036395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.1.1.146 (38ebeb6f-cfff-4e31-b7de-852c2f977e81/75a6f131-f44d-48b7-8804-b375b5a91f77/8b674323-bbcb-4f06-87d4-06f85daa4e00) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:27.053267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7765df98-ca62-493d-a5e6-0c19af3a1c16'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:27.076552 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.084553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.129247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.143191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe661b3f-e9a4-4256-8f6c-a8840a44cd9d req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6916857 Feb 04 13:09:27.192446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:27.456828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa493-c793-4135-b720-1655bb919eb6 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadafeac-5075-440f-8106-25a6c4d3faf7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.495704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14681650'] for subnet, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.513331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4fd6-cfe8-442a-959a-55d75a3da989 req-ac59a42a-b49d-4723-965b-0ade8eb0ac69 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:27.515952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4fd4fd6-cfe8-442a-959a-55d75a3da989 req-ac59a42a-b49d-4723-965b-0ade8eb0ac69 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 944 time: 0.1818712 Feb 04 13:09:27.520512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e2ed6dd-f680-405f-a973-a382178b1fea req-2f4d7f39-ade9-45ac-8dce-c8b5accb03d1 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7795143 Feb 04 13:09:27.531304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:27.538100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.662682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.733580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4fd4fd6-cfe8-442a-959a-55d75a3da989 req-51f72f7b-8273-4d99-8318-2724771bbaa6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281013 Feb 04 13:09:27.755333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:27.974994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=952a09fb-29b6-4a93-8b0f-d61cf0df3165,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:27.996478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Checking segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:27.997064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Network hostable DHCP agents. Network: d96a0250-bcff-4066-91e6-5efc45992612, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:28.019075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 8b674323-bbcb-4f06-87d4-06f85daa4e00 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:28.026463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-fbd0c171-b35a-482e-b3c7-9f731dff01d9 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/fadafeac-5075-440f-8106-25a6c4d3faf7 HTTP/1.1" status: 200 len: 1815 time: 0.2044661 Feb 04 13:09:28.037876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fadafeac-5075-440f-8106-25a6c4d3faf7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:28.038196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fadafeac-5075-440f-8106-25a6c4d3faf7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:28.051120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:28.057889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Network d96a0250-bcff-4066-91e6-5efc45992612 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:28.059098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:28.067409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.080267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:28.096195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:28.115814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bf787-2074-49c5-b57e-dac935c82f64 req-8290f772-17d0-4e45-831b-62d63ae49076 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:28.118721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740016778756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15348365'] for subnet, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.134680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e31bf787-2074-49c5-b57e-dac935c82f64 req-8290f772-17d0-4e45-831b-62d63ae49076 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3135121 Feb 04 13:09:28.167910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d96a0250-bcff-4066-91e6-5efc45992612) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:28.181219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:28.181877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.197990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.217735 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e31bf787-2074-49c5-b57e-dac935c82f64 req-46262c8c-96ac-4170-904e-2b14d9ffc142 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819931 Feb 04 13:09:28.272690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1195ae7-615a-4439-bc37-2cce81e46bfc None None] Network d96a0250-bcff-4066-91e6-5efc45992612 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:28.348067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.418423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.436333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:28.436949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.447794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "PUT /v2.0/subnets/70828258-5e04-4454-94a8-8a7eb7da52f1 HTTP/1.1" status: 200 len: 900 time: 1.9408796 Feb 04 13:09:28.457287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:28.458034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.458511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:28.487021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a9b0be23-cc3b-4f5a-ac7d-f7a503cbb1af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1066880 Feb 04 13:09:28.490933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:28.494671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:28.500237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:28.552777 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'code': 200} Feb 04 13:09:28.557660 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.642962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d56a5d-cb70-4f56-876a-8699b6fb41ec,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:28.645278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:28.645989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:28.686716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d741c376-1d63-4d85-912f-8515bcbe8bf8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1988981 Feb 04 13:09:28.687460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:28.716515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'name': 'tempest-TaggedBootDevicesTest_v242-1737177045', 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:29.038346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638550e7-a8c9-4e25-aad1-0ea62f15d27b tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event updated for resources: {'Subnet': ['ID=70828258-5e04-4454-94a8-8a7eb7da52f1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:29.069993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.085714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bdbd543-57a7-421f-b8b9-46c990218b96 req-879d57f7-860d-4ef9-a883-93e3c759783b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0575111 Feb 04 13:09:29.148390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6b9e2-aa56-482f-b5e1-28a874416640 None None] Network 2445d91a-cab3-47b8-8586-2ff1ab790df3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:29.238857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.302488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] For port 2a00a925-8b40-4ed7-a191-be72932f7ae9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2a00a925-8b40-4ed7-a191-be72932f7ae9,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:29.347923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8106e-9e00-4bbe-b36a-794ce2c1921e req-28b0a056-a9ba-43b2-abc0-17cc17340b56 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:29.356502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-feb8106e-9e00-4bbe-b36a-794ce2c1921e req-28b0a056-a9ba-43b2-abc0-17cc17340b56 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 944 time: 0.2964957 Feb 04 13:09:29.394322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:29.399177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:29.402250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:29.409295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:29.419978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:29.430776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-c7f5b83d-066e-469f-b37f-a149eb81ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:29.432351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-c7f5b83d-066e-469f-b37f-a149eb81ec11 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.2238226 Feb 04 13:09:29.469438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.495537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:29.512089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.575243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.643562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=70828258-5e04-4454-94a8-8a7eb7da52f1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:29.682566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.696301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-feb8106e-9e00-4bbe-b36a-794ce2c1921e req-f1fadc8a-b684-41ce-b71e-29e09020067e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393185 Feb 04 13:09:29.698141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-5012ea27-0a5e-48bc-b4ed-3b398b4bb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:29.709452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-5012ea27-0a5e-48bc-b4ed-3b398b4bb978 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.1800046 Feb 04 13:09:29.763726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:29.764258 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:29.780616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2187f47-1691-4918-a95e-478632376665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-6cadb75a-605a-487e-870b-bfe604b6e0b8', 'network_id': '6cadb75a-605a-487e-870b-bfe604b6e0b8', 'tenant_id': '5eef883e49494dae9963b240db3b1821', 'fixed_ips': [{'subnet_id': '70828258-5e04-4454-94a8-8a7eb7da52f1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:09:29.781588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e2187f47-1691-4918-a95e-478632376665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.866146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:29.924636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] device_id is not set on port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:09:29.944703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Allocated IP 10.2.2.2 (b1adc137-2a22-4046-a0a3-ee3dc945b3af/5a67b96c-0fa4-4262-a687-babcf89941c6/a567ef58-b5fa-44b2-93d8-08ecbc263ad3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:29.949956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a0d8-10a9-45c9-9a86-88ddfc1a7cd5 req-fef9b34e-a525-4b58-b6c3-3f550069582d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:29.954097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eb1a0d8-10a9-45c9-9a86-88ddfc1a7cd5 req-fef9b34e-a525-4b58-b6c3-3f550069582d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.5482507 Feb 04 13:09:29.964033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3506cb-459c-428e-a68e-516621717b9c None None] Network 6cadb75a-605a-487e-870b-bfe604b6e0b8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:29.970071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cadb75a-605a-487e-870b-bfe604b6e0b8']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:30.070283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7880111-f157-4643-ab6e-079735b7bdda') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:30.070989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7880111-f157-4643-ab6e-079735b7bdda') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:30.107491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eb1a0d8-10a9-45c9-9a86-88ddfc1a7cd5 req-6520421f-7908-4175-8b6d-a856fa4c8abb tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422851 Feb 04 13:09:30.117598 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.121099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Provisioning for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:30.139115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Provisioning complete for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:30.139814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.163686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.176880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:30.177217 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.207970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Port 8b674323-bbcb-4f06-87d4-06f85daa4e00 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:30.221959 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:30.411525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.1.1.110 (38ebeb6f-cfff-4e31-b7de-852c2f977e81/75a6f131-f44d-48b7-8804-b375b5a91f77/6089d90e-2150-4b86-8eb1-43faa6ab2f6e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:30.420782 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:09:30.570390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bb4a6-523e-4926-a932-429b525246bd None None] Pushing event updated for resources: {'Port': ['ID=2a00a925-8b40-4ed7-a191-be72932f7ae9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:30.583560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b34d5c-ba73-45b8-af81-f080c1e354f3 None None] Network 6cadb75a-605a-487e-870b-bfe604b6e0b8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:30.659509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.711971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Provisioning complete for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:30.712410 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ae5438b-8e0b-4780-bae1-5f5206031303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.726993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:30.791107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=6cadb75a-605a-487e-870b-bfe604b6e0b8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:30.825695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-431168b6-3ee2-4d3b-933d-b5e0124b47c7 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/6cadb75a-605a-487e-870b-bfe604b6e0b8 HTTP/1.1" status: 204 len: 168 time: 2.3511536 Feb 04 13:09:30.828072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50078) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:30.939714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-fec834d7-fd41-4b9e-b1b0-ee14afc56dd2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:30.940765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-fec834d7-fd41-4b9e-b1b0-ee14afc56dd2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:30.945521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddffb7-5c36-4146-a8bb-a0ad7e1110dc None None] Network d96a0250-bcff-4066-91e6-5efc45992612 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:30.984153 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-517a80eb-3366-447d-aa13-74b624295b2a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:30.986814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517a80eb-3366-447d-aa13-74b624295b2a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:30.991986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-517a80eb-3366-447d-aa13-74b624295b2a tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/70828258-5e04-4454-94a8-8a7eb7da52f1 HTTP/1.1" status: 404 len: 337 time: 0.1599083 Feb 04 13:09:30.992490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50084) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:31.001210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-fec834d7-fd41-4b9e-b1b0-ee14afc56dd2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:31.001210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-fec834d7-fd41-4b9e-b1b0-ee14afc56dd2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 0.6001458 Feb 04 13:09:31.074230 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27d2fa2-ab87-46fe-8f57-2f74a96e7251 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:31.075007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27d2fa2-ab87-46fe-8f57-2f74a96e7251 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:31.082042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d27d2fa2-ab87-46fe-8f57-2f74a96e7251 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/6cadb75a-605a-487e-870b-bfe604b6e0b8 HTTP/1.1" status: 404 len: 339 time: 0.0847285 Feb 04 13:09:31.082941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50090) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:31.093215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-24d829bb-6b6f-4fc0-89b8-1f3b3df8d8c8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/quotas/cf2de936b6d94ab2b4d81abd0489157b HTTP/1.1" status: 200 len: 375 time: 0.0524745 Feb 04 13:09:31.155132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ad29d28-bcb3-4007-b79b-f79c2c970809 req-0636fb6a-d3e5-4f6a-adc6-7412e56dd77d tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/fadafeac-5075-440f-8106-25a6c4d3faf7 HTTP/1.1" status: 200 len: 2409 time: 1.3164568 Feb 04 13:09:31.206215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-d19babbb-08ec-49bf-ac5b-e5fe876dacb8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 1.4733489 Feb 04 13:09:31.373687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.497142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.505574 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.520079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-89cca8b2-1241-4c76-9489-a43d1976c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:31.521655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-89cca8b2-1241-4c76-9489-a43d1976c274 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.3111014 Feb 04 13:09:31.536710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Transition to ACTIVE for port object a567ef58-b5fa-44b2-93d8-08ecbc263ad3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:31.588951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-c4de3643-8f2a-416d-a872-4b6d54886c17 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4378130 Feb 04 13:09:31.629389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Transition to ACTIVE for port object a567ef58-b5fa-44b2-93d8-08ecbc263ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:31.650098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.654745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 6089d90e-2150-4b86-8eb1-43faa6ab2f6e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:31.761856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:31.765621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:31.771942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:31.780379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Pushing event updated for resources: {'Port': ['ID=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:31.824326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38644d-b4c1-4201-bd94-fd4059cb78c6 req-43f0569a-82a6-4d62-a3e6-7ecb4b841675 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:31.826895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d38644d-b4c1-4201-bd94-fd4059cb78c6 req-43f0569a-82a6-4d62-a3e6-7ecb4b841675 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.4407489 Feb 04 13:09:31.889790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.980989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Attempting to bind port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:31.981416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Attempting to bind port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:31.981785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Attempting to bind port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 on network b1adc137-2a22-4046-a0a3-ee3dc945b3af {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:31.995237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:31.995613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Checking segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:31.996043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:31.996398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Bound using segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:31.997408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Bound port: a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:31.997783 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.050380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d38644d-b4c1-4201-bd94-fd4059cb78c6 req-65a4d215-facd-4896-8106-ce581ff1f2d5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105885 Feb 04 13:09:32.064035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:32.073822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:32.078913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.098696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:32.129082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] For port a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:32.136651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] For port a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:32.165506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.193980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac3ac15-1034-40a3-b6a0-aa33d39564a3']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:32.211507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-6ba3d9b2-76f3-4f69-a847-9344521e54b9 service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150393 Feb 04 13:09:32.228490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-49ac2c39-bb52-475a-8e2c-251818e4dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:32.230567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-49ac2c39-bb52-475a-8e2c-251818e4dba9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6996858 Feb 04 13:09:32.291161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:32.317233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1439d0c7-62f1-493a-93ff-00af90557b4c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:32.317773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1439d0c7-62f1-493a-93ff-00af90557b4c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:32.396560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5106d9-a78a-4b29-a464-26320e4cf12b None None] Pushing event updated for resources: {'Port': ['ID=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:32.446443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.484027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.496674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:32.497430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:32.521132 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:32.556904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7765df98-ca62-493d-a5e6-0c19af3a1c16 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:32.594081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:32.595428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.675424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2a00a925-8b40-4ed7-a191-be72932f7ae9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:32.736344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae7bbb4d-1b43-4e5a-b2aa-dc3811df5361 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0477755 Feb 04 13:09:32.800607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.811654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:32.812485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f63b3-716b-466a-ab0c-162b155e2ce3 req-9bd66e1f-dccc-46e4-8659-6fe7c46ddfa2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:32.838987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-260f63b3-716b-466a-ab0c-162b155e2ce3 req-9bd66e1f-dccc-46e4-8659-6fe7c46ddfa2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 944 time: 0.4435544 Feb 04 13:09:32.875161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-96fc39ab-e7fa-458d-816b-addb2b88e824 service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517274 Feb 04 13:09:32.916916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-d2a21f3f-2b5f-491a-b8f2-534fced0fac0 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749952 Feb 04 13:09:32.932722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/0ac3ac15-1034-40a3-b6a0-aa33d39564a3 HTTP/1.1" status: 204 len: 168 time: 1.8470049 Feb 04 13:09:32.945139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:32.945389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b78838e2-5ed2-4f0e-87a9-f0e662e06623 None None] Provisioning for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:32.963804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b78838e2-5ed2-4f0e-87a9-f0e662e06623 None None] Provisioning complete for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:32.963804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b78838e2-5ed2-4f0e-87a9-f0e662e06623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.061144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b78838e2-5ed2-4f0e-87a9-f0e662e06623 None None] Port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:33.081507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec3f66-da63-4c46-b948-f65367e1ce88 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=0ac3ac15-1034-40a3-b6a0-aa33d39564a3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:33.105665 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5285063a-d26d-461b-9813-e5bc8568e3cd tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:33.112283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5285063a-d26d-461b-9813-e5bc8568e3cd tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:33.121175 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5285063a-d26d-461b-9813-e5bc8568e3cd tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/5be11d67-758a-4043-ae9f-3c1e6a2c4916 HTTP/1.1" status: 404 len: 337 time: 0.1749177 Feb 04 13:09:33.123333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:33.128043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2a00a925-8b40-4ed7-a191-be72932f7ae9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.133163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.164000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7765df98-ca62-493d-a5e6-0c19af3a1c16 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:33.179686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5d999116-303a-4c72-8e32-e1e6ea9099fc req-d08dbacd-191f-4471-aac6-793f7a5be76b service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557478 Feb 04 13:09:33.181365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7765df98-ca62-493d-a5e6-0c19af3a1c16 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:33.181944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.225619 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2a4b5c-1e2a-42fa-a58c-d95c020d8cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:33.234718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2a4b5c-1e2a-42fa-a58c-d95c020d8cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:33.242044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b2a4b5c-1e2a-42fa-a58c-d95c020d8cd6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/e295cfef-ec9f-4844-87bb-12678361d775 HTTP/1.1" status: 404 len: 339 time: 0.1160960 Feb 04 13:09:33.242997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:33.254770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-260f63b3-716b-466a-ab0c-162b155e2ce3 req-5e0a2b8e-6ad5-45e2-bda7-6aada394b219 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137113 Feb 04 13:09:33.449264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-b6cd277f-32e8-45c7-8887-8eeb8b2fc709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-group-rules/85d56a5d-cb70-4f56-876a-8699b6fb41ec HTTP/1.1" status: 200 len: 778 time: 0.0634217 Feb 04 13:09:33.512483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting subnet 58edb92b-4658-45e6-b546-85dedeb2a59d {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:09:33.524436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.587036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf358b5-6ebd-4228-837d-e9c8b6d2b3e7 req-cfd1f6ff-f11d-42d5-912e-c0bf72f571d6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:33.587036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ccf358b5-6ebd-4228-837d-e9c8b6d2b3e7 req-cfd1f6ff-f11d-42d5-912e-c0bf72f571d6 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1709569 Feb 04 13:09:33.732178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.775888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ccf358b5-6ebd-4228-837d-e9c8b6d2b3e7 req-cd090d3d-0e19-4464-a35d-d7ecd24523fa tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131319 Feb 04 13:09:33.843787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.894979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-a15729e8-f358-4d55-abfe-c57f5b9ded52 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/fadafeac-5075-440f-8106-25a6c4d3faf7 HTTP/1.1" status: 200 len: 2409 time: 0.4270425 Feb 04 13:09:33.969615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:33.986905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:33.992218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.039396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.052347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:34.061328 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.105289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.132362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.146180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83713298-7eef-451d-bd3e-a66ebdf5cdb3 req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/85d56a5d-cb70-4f56-876a-8699b6fb41ec HTTP/1.1" status: 204 len: 173 time: 0.2500808 Feb 04 13:09:34.154658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc395c-5c90-4e60-bd3f-fec6b679e909 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85d56a5d-cb70-4f56-876a-8699b6fb41ec,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:34.270968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.331915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.355777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=58edb92b-4658-45e6-b546-85dedeb2a59d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:34.365179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50158) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:34.370458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-533de38f-20e5-4e36-a608-a492f4e28ed6 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/58edb92b-4658-45e6-b546-85dedeb2a59d HTTP/1.1" status: 204 len: 168 time: 1.1195874 Feb 04 13:09:34.408321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:34.419560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcbd57-f735-4cbc-ae57-2f4c0d592839 None None] Network 626268b9-ad98-4f7f-b8ef-af76db1d6fef requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:34.577026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2efff1-5bba-4709-a889-7a1b7c79260b None None] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:34.648330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting subnet fec32472-e6f2-4486-b72b-c798ecbfe384 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:09:34.672015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.754502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-855e4a8e-828c-4fad-9811-458478aa7c18 None None] Provisioning for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:34.763892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add42a7-6cee-48c5-93ae-3b792100f03e req-cec50cc8-1114-4af2-9292-393f15ba6665 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:34.769740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9add42a7-6cee-48c5-93ae-3b792100f03e req-cec50cc8-1114-4af2-9292-393f15ba6665 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3470066 Feb 04 13:09:34.777822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a567ef58-b5fa-44b2-93d8-08ecbc263ad3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:34.899098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:34.930303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9add42a7-6cee-48c5-93ae-3b792100f03e req-4673c2dc-c301-49dd-8bac-81506684c469 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557975 Feb 04 13:09:35.026371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:35.041785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444893812', 'description': 'tempest-description--1849148698'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:35.080173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:35.097816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:security_group and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:35.106657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:35.117070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.120208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:35.133863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.181135 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16', 'code': 200} Feb 04 13:09:35.210528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:35.216176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:35.229320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:security_group_rule and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:35.231562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:35.234187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.238683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:35.244905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:35.327495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.384024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.427608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d253b0bb-e829-4983-96dc-bc53cbfb129c req-b4fd61ae-eefd-46da-b08b-b3c7d9b7303e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 210 time: 0.0833154 Feb 04 13:09:35.475243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1893030928', 'description': 'tempest-description-261876524'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:35.546124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e22593-19f3-4e09-aead-9c5d3c85c021,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:35.569328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.571156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.588581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e7c7c533-cb39-4167-bf07-6c6600ebe986 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5608525 Feb 04 13:09:35.589396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50178) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:35.600042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'security_group_rule': {'security_group_id': 'd9e22593-19f3-4e09-aead-9c5d3c85c021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:35.629092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:35.684268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:security_group_rule and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:35.684268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:35.684268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:35.737775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.741435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:35.892931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.901958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.924304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.932189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:35.937849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e9d17-1d12-4c9b-b00f-7a617ed59a78 req-c43fca17-a544-4c36-a5c7-126ec6ad21b3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:35.939231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=fec32472-e6f2-4486-b72b-c798ecbfe384,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:35.946539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:35.954639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b2e9d17-1d12-4c9b-b00f-7a617ed59a78 req-c43fca17-a544-4c36-a5c7-126ec6ad21b3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.1979017 Feb 04 13:09:35.977694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:35.990646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:36.000123 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.035501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-caf6f0a6-34c1-4229-a734-23e2521e0405 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/fec32472-e6f2-4486-b72b-c798ecbfe384 HTTP/1.1" status: 204 len: 168 time: 1.6633224 Feb 04 13:09:36.039034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:36.042508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:36.072626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] DHCP port deletion for 626268b9-ad98-4f7f-b8ef-af76db1d6fef request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:09:36.102541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Deleting port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:36.104422 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.112942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad2c2f2-8a2f-4fc4-a2d2-44cd2f1fa7bb,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:36.181223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b2e9d17-1d12-4c9b-b00f-7a617ed59a78 req-22777aca-4deb-4613-8580-5908c2c005e4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043817 Feb 04 13:09:36.182159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.192653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d601bd6b-0d4e-44e1-8bdd-d728e83e654a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6017885 Feb 04 13:09:36.203816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50190) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:36.214895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'security_group_rule': {'security_group_id': 'd9e22593-19f3-4e09-aead-9c5d3c85c021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:36.224652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce9383ff-0def-4d14-a542-d4e8b9b99ce2 None None] Provisioning complete for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:36.225250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce9383ff-0def-4d14-a542-d4e8b9b99ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.236547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:36.245794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:security_group_rule and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:36.255438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:36.267350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:36.305770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.339315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.359517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bad66e-03fd-4d0c-94b8-386ebc085192 req-7a9097ec-0f67-4eab-a736-fd98c232690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.359517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17bad66e-03fd-4d0c-94b8-386ebc085192 req-7a9097ec-0f67-4eab-a736-fd98c232690a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 1096 time: 0.8708019 Feb 04 13:09:36.478289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17bad66e-03fd-4d0c-94b8-386ebc085192 req-c352efa4-7a92-4bab-8f4b-3b1bf120e995 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920153 Feb 04 13:09:36.496883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-46e160c8-a50b-46e1-b43f-77450f563788 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.498551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-46e160c8-a50b-46e1-b43f-77450f563788 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 1.1006482 Feb 04 13:09:36.508110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:36.511610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.514629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.520374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:36.534240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:36.543333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:36.550241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=058e6538-4d3b-4a95-a221-ff27a4db1aa9,segment=NetworkSegment(f7860eab-a7b1-421f-847c-8b2698ef83c8),segment_id=f7860eab-a7b1-421f-847c-8b2698ef83c8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:36.551980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.560165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.560551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:36.560896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.602944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.610744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016376 Feb 04 13:09:36.610744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50200) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:36.617639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:36.624402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:36.628315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:floatingip and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:36.631217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:36.638052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:36.647307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e53a0-7ad5-4685-955a-775a96309f07 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40f8208-cece-4965-98da-eb0d065a6a8f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:36.656685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.687886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Request body: {'port': {'device_id': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'admin_state_up': True, 'tenant_id': 'cf2de936b6d94ab2b4d81abd0489157b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:36.776030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56ea2-df7d-42d1-a149-9c27a84012f8 req-826a3718-72e3-44c3-a47d-84f07e43a6cf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:36.777491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39d56ea2-df7d-42d1-a149-9c27a84012f8 req-826a3718-72e3-44c3-a47d-84f07e43a6cf tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2922990 Feb 04 13:09:36.782054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Calling delete_port for 058e6538-4d3b-4a95-a221-ff27a4db1aa9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:36.852874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 058e6538-4d3b-4a95-a221-ff27a4db1aa9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:36.861228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39d56ea2-df7d-42d1-a149-9c27a84012f8 req-629d72af-4ff1-4207-9fd6-4fa6c2723177 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749729 Feb 04 13:09:36.929490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:36.962937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:37.064570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.064922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.065265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.065601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.065938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.066266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.066592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.071064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.071790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.072198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.072530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.072855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:09:37.164819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:37.185772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Usage tracker for resource:port and tenant:cf2de936b6d94ab2b4d81abd0489157b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:37.196988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:37.232651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:37.251844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 172.25.4.114 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9e1ec7b0-b037-4e09-960b-4f1f12bc13a1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:37.317516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.397643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Made reservation on behalf of cf2de936b6d94ab2b4d81abd0489157b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:37.401984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.448623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.461636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.465066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] Pushing event deleted for resources: {'Port': ['ID=058e6538-4d3b-4a95-a221-ff27a4db1aa9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:37.472435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a62fb-9640-464c-926a-e97fc8d3e2ce None None] No DVR routers for this DVR port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:37.491765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.791802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port 058e6538-4d3b-4a95-a221-ff27a4db1aa9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=058e6538-4d3b-4a95-a221-ff27a4db1aa9,segment=NetworkSegment(f7860eab-a7b1-421f-847c-8b2698ef83c8),segment_id=f7860eab-a7b1-421f-847c-8b2698ef83c8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:37.792394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.794790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:37.836837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7a231-47ce-4e18-aa20-7f41656d81d9 req-3017772e-8f0d-4c41-ae43-445f47e66655 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:37.838508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-faf7a231-47ce-4e18-aa20-7f41656d81d9 req-3017772e-8f0d-4c41-ae43-445f47e66655 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.6863806 Feb 04 13:09:37.917636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-faf7a231-47ce-4e18-aa20-7f41656d81d9 req-85f6ec35-f6b1-4785-af48-fba541096d4e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716190 Feb 04 13:09:37.926686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.007297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for 058e6538-4d3b-4a95-a221-ff27a4db1aa9 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:38.049650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4f136-99db-496e-b9cf-d94cfe387068,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:38.099602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:38.103335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:38.107417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:38.154696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Allocated IP 172.20.0.13 (d96a0250-bcff-4066-91e6-5efc45992612/952a09fb-29b6-4a93-8b0f-d61cf0df3165/e866b085-0f3a-49fd-8dcc-e0ec9b47aa30) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:38.236258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47545404-783b-4d81-967b-fec88c95c3e8 req-5f1dab29-1123-47bb-9ee6-3b87e8d01ee4 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 210 time: 0.1015749 Feb 04 13:09:38.242016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=9e1ec7b0-b037-4e09-960b-4f1f12bc13a1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:38.278971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.357520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.359056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d63f96dd-ed60-4d2e-b0d9-b565e5a4d846 req-2dba15f9-ae87-43b0-8383-dcafa473d557 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 2.8952029 Feb 04 13:09:38.458512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:38.458861 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:38.517166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.547713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.565690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a567ef58-b5fa-44b2-93d8-08ecbc263ad3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:38.597316 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.700905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Network d96a0250-bcff-4066-91e6-5efc45992612 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:38.709572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:38.714401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:38.747168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:38.753155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.786063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:38.846803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.853200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.862229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:38.862941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:38.952659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5cf5145f-b462-4258-926a-e46218d46400 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2685909 Feb 04 13:09:38.970479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Request body: {'port': {'device_id': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:39.026666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 058e6538-4d3b-4a95-a221-ff27a4db1aa9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:39.027021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.088828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=9e1ec7b0-b037-4e09-960b-4f1f12bc13a1,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:39.100659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.124844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.125537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] The port '058e6538-4d3b-4a95-a221-ff27a4db1aa9' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:09:39.126103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c1f733fd-dabf-4bc3-bdbd-36fc57db7dad tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5127294 Feb 04 13:09:39.153584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1572d-9986-41f3-bff4-3d1aca998685 req-be64b467-5fc7-44bd-9681-d5101e26014d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.160454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0cc1572d-9986-41f3-bff4-3d1aca998685 req-be64b467-5fc7-44bd-9681-d5101e26014d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.7763841 Feb 04 13:09:39.221962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0cc1572d-9986-41f3-bff4-3d1aca998685 req-05d7ef68-3e2c-4591-a219-16da20787f62 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602286 Feb 04 13:09:39.402398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72a9f910-c893-4bd1-83e5-832df394b9ee req-514f7768-0a0e-4085-b6fd-4f9f16429e60 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/73c4f136-99db-496e-b9cf-d94cfe387068 HTTP/1.1" status: 200 len: 1814 time: 0.1384513 Feb 04 13:09:39.534537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045520c4-c225-4196-9105-bab96704d3b2 req-12af3f08-6ecd-4763-ba3d-5f6c14538afd tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.542106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-045520c4-c225-4196-9105-bab96704d3b2 req-12af3f08-6ecd-4763-ba3d-5f6c14538afd tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.8844662 Feb 04 13:09:39.630769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.635895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39186d-6397-40cf-8ea9-01ba0f1e4295 req-58055627-f7c6-43ca-816d-8875874f7103 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:39.641022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.644324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd39186d-6397-40cf-8ea9-01ba0f1e4295 req-58055627-f7c6-43ca-816d-8875874f7103 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.1012509 Feb 04 13:09:39.671230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-045520c4-c225-4196-9105-bab96704d3b2 req-6463c386-3673-4929-a604-b35064f43eb5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279261 Feb 04 13:09:39.707243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd39186d-6397-40cf-8ea9-01ba0f1e4295 req-b386e524-0174-4a17-a1f6-be41208b499e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618634 Feb 04 13:09:39.804773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626268b9-ad98-4f7f-b8ef-af76db1d6fef']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:39.825312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7860eab-a7b1-421f-847c-8b2698ef83c8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:39.826527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7860eab-a7b1-421f-847c-8b2698ef83c8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:39.851185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.870534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.878179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:39.879028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:39.993430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9f17-b939-4a91-b841-cdb6b950bb11 req-ce9c1ab5-508f-45a3-b627-16fc490a9f91 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:40.001382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f2bb9f17-b939-4a91-b841-cdb6b950bb11 req-ce9c1ab5-508f-45a3-b627-16fc490a9f91 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 932 time: 0.1116905 Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:40.005686 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:40.021897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:40.028784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:40.061565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2bb9f17-b939-4a91-b841-cdb6b950bb11 req-ce80f49f-5cc2-4de7-8bbf-1b114d6b6241 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:40.082088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f2bb9f17-b939-4a91-b841-cdb6b950bb11 req-ce80f49f-5cc2-4de7-8bbf-1b114d6b6241 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:40.083277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f2bb9f17-b939-4a91-b841-cdb6b950bb11 req-ce80f49f-5cc2-4de7-8bbf-1b114d6b6241 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810962 Feb 04 13:09:40.131560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/626268b9-ad98-4f7f-b8ef-af76db1d6fef HTTP/1.1" status: 204 len: 168 time: 4.0822961 Feb 04 13:09:40.131703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:40.335420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab05668-17a2-441a-b7f1-3e08655834f0 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=626268b9-ad98-4f7f-b8ef-af76db1d6fef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:40.392533 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec24162-2c47-4b30-8c83-5a8035799e5f tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:40.392909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec24162-2c47-4b30-8c83-5a8035799e5f tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:40.397417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:40.397773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ec24162-2c47-4b30-8c83-5a8035799e5f tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/9d4ef8ec-2255-49a9-914f-5982e415e092 HTTP/1.1" status: 404 len: 337 time: 0.2664645 Feb 04 13:09:40.435044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-d0abba5c-6b80-48c0-a45d-d1c34f82cdd9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:40.487266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-d0abba5c-6b80-48c0-a45d-d1c34f82cdd9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:40.499050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-d0abba5c-6b80-48c0-a45d-d1c34f82cdd9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1444893812&fields=id&tenant_id=7e0535dedcb247ab80cac9941adebe87 HTTP/1.1" status: 200 len: 267 time: 0.1260602 Feb 04 13:09:40.579902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:40.632572 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-3166fb4e-ffc4-4739-bd64-ea864687634d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:40.633543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3166fb4e-ffc4-4739-bd64-ea864687634d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:40.634939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-cd13176d-2218-42bc-92fc-9ffa771306a4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:40.636355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-cd13176d-2218-42bc-92fc-9ffa771306a4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 936 time: 0.1365316 Feb 04 13:09:40.636899 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3166fb4e-ffc4-4739-bd64-ea864687634d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/bfcc97f9-8808-4162-9e88-aa4954207353 HTTP/1.1" status: 404 len: 339 time: 0.2374482 Feb 04 13:09:40.652184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:40.670285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb8c83-f5c1-4766-8fe6-7ba31f8bff6e req-26c62825-f83d-49d2-817d-601ec6caa19c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:40.670285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52bb8c83-f5c1-4766-8fe6-7ba31f8bff6e req-26c62825-f83d-49d2-817d-601ec6caa19c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.6554148 Feb 04 13:09:40.708361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:40.730733 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c67ff09-802a-4aea-93b5-dd76eeec77ea tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:40.731726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c67ff09-802a-4aea-93b5-dd76eeec77ea tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:40.733839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c67ff09-802a-4aea-93b5-dd76eeec77ea tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/2042af95-98f3-497d-90a9-25ca5de32f8f HTTP/1.1" status: 404 len: 337 time: 0.0873377 Feb 04 13:09:40.738067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:40.771845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Transition to ACTIVE for port object e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:40.776371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52bb8c83-f5c1-4766-8fe6-7ba31f8bff6e req-97890b86-6769-4694-b4e7-45e1a643c1c8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054499 Feb 04 13:09:40.782066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:40.907760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:40.922847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-c3dfa863-ab44-4e14-9515-8d2df5679e69 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:40.930731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-c3dfa863-ab44-4e14-9515-8d2df5679e69 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 937 time: 0.2859321 Feb 04 13:09:40.941843 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cba249d-5208-4417-ab42-b84f07d5a1a8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:40.942420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cba249d-5208-4417-ab42-b84f07d5a1a8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:40.949275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9cba249d-5208-4417-ab42-b84f07d5a1a8 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/a93de0df-447e-4dbc-9394-46c9111d466b HTTP/1.1" status: 404 len: 339 time: 0.2030051 Feb 04 13:09:40.998807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50312) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:41.084503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-af07cd6e-4b48-4320-8ebb-5890000481dd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1525710 Feb 04 13:09:41.122064 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-148dc3b7-e764-4656-9eea-825d513f2f15 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:41.138359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148dc3b7-e764-4656-9eea-825d513f2f15 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:41.138359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-148dc3b7-e764-4656-9eea-825d513f2f15 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/f4e244ef-58e4-42aa-86d1-b96de22a80c3 HTTP/1.1" status: 404 len: 337 time: 0.1291685 Feb 04 13:09:41.150823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:41.171839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-78840532-697a-491c-9235-a8bcb2b15012 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0859923 Feb 04 13:09:41.183917 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a1d1b5-dfdc-4864-a9be-c80fae09cb42 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:41.184808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a1d1b5-dfdc-4864-a9be-c80fae09cb42 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:41.189073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32a1d1b5-dfdc-4864-a9be-c80fae09cb42 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/7aaf0b0a-8254-4ce6-b2ac-23fcfdd6258b HTTP/1.1" status: 404 len: 339 time: 0.0347836 Feb 04 13:09:41.206645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50334) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:41.286352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Attempting to bind port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:41.286831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Attempting to bind port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:41.287160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Attempting to bind port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:41.306813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0f58-4d88-4505-b462-8489164d8ee8 req-aa80c616-bd2b-4152-969f-f2c0fac973a2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.309195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-956e0f58-4d88-4505-b462-8489164d8ee8 req-aa80c616-bd2b-4152-969f-f2c0fac973a2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.3634698 Feb 04 13:09:41.310287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 on network d96a0250-bcff-4066-91e6-5efc45992612 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:09:41.310858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Attempting to bind port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:41.320284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:41.321006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Checking segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:41.321621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Bound using segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:41.322339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Bound port: e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:41.322927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.371615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting subnet 899fdff5-6d4a-4286-a536-1d22ea81efb1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:09:41.390083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.457152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.462991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.469612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.470452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:41.496039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.504139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-956e0f58-4d88-4505-b462-8489164d8ee8 req-aa349fa2-ce96-4c49-ae51-e1d17817ca59 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608906 Feb 04 13:09:41.532817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:41.536685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:41.542043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.569364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:41.576506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6824679f-0a7c-4aab-a196-e072609b2dbb tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/networks?id=acad5d0d-cf66-4745-8340-d8ea0c441eae&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af HTTP/1.1" status: 200 len: 1994 time: 0.4031026 Feb 04 13:09:41.600678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bca42ec4-0bfd-478d-97ad-928c5cbe07f4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/quotas/7e0535dedcb247ab80cac9941adebe87 HTTP/1.1" status: 200 len: 375 time: 0.0232358 Feb 04 13:09:41.650526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.656963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.658713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] 10.222.0.87 "PUT /v2.0/ports/e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 HTTP/1.1" status: 200 len: 1092 time: 2.6978374 Feb 04 13:09:41.659514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:41.729421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.886924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5837c-0c65-4cde-ad48-c37251d3a915 service neutron] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:41.906914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:41.911070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5276a1bd-cd3f-4d81-9789-41aa661ab88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:41.912730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-5276a1bd-cd3f-4d81-9789-41aa661ab88c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 1095 time: 0.2071092 Feb 04 13:09:41.992986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=899fdff5-6d4a-4286-a536-1d22ea81efb1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:42.009675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9cafc-f97e-4e7e-9b90-05a0e5b81991 None None] Network 3c26a63a-f5c5-40b1-9014-176e7ad20454 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:42.012142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:42.032913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-79d045c4-bbb7-47b4-9faa-cde743add325 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/899fdff5-6d4a-4286-a536-1d22ea81efb1 HTTP/1.1" status: 204 len: 168 time: 0.8221259 Feb 04 13:09:42.047568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-676a2857-86dc-49ce-a48b-7c37b9de6763 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4457860 Feb 04 13:09:42.048074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:42.095591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91117b4-5873-46d1-b195-5c8d48b8bf1e req-da9ce374-d7d8-4c20-86f2-8e23e8caeaaa tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:42.103653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b91117b4-5873-46d1-b195-5c8d48b8bf1e req-da9ce374-d7d8-4c20-86f2-8e23e8caeaaa tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3490639 Feb 04 13:09:42.144548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-ab7eba63-1955-458a-a82e-c7e555dec279 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 HTTP/1.1" status: 200 len: 217 time: 0.2245231 Feb 04 13:09:42.186761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b91117b4-5873-46d1-b195-5c8d48b8bf1e req-352b12a4-b058-450f-90d9-2282cbfeda2c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819352 Feb 04 13:09:42.337414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:42.390835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 7d166c76-3a18-41ae-9ce6-61ea66f36404 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:42.391212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:42.398003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-c94d005c-57f4-4aca-937c-4596053db3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:42.399543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-c94d005c-57f4-4aca-937c-4596053db3a1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.2456367 Feb 04 13:09:42.581321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] DHCP port deletion for 3c26a63a-f5c5-40b1-9014-176e7ad20454 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:09:42.588473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Deleting port 7d166c76-3a18-41ae-9ce6-61ea66f36404 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:42.591157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:42.617417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-650d1c3e-64f4-472d-b974-ece2a97477b7 service neutron] 10.222.0.53 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790330 Feb 04 13:09:42.747680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-829666f3-dff8-431b-a6bb-4a720fc64464 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382242 Feb 04 13:09:42.799435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-43fc9751-78ae-4c1f-83bb-03c10e5e3b77 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:09:42.800516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-43fc9751-78ae-4c1f-83bb-03c10e5e3b77 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292923 Feb 04 13:09:42.851721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1440703619', 'description': 'tempest-description-402205080'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:43.007002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:43.021851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:43.042678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:43.140361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-1645247e-58dc-4f08-9415-d1059e63d06e service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315697 Feb 04 13:09:43.141357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:43.183153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] For port 7d166c76-3a18-41ae-9ce6-61ea66f36404, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7d166c76-3a18-41ae-9ce6-61ea66f36404,segment=NetworkSegment(301d68f8-877c-4a1c-9fc1-16c4a06da1e4),segment_id=301d68f8-877c-4a1c-9fc1-16c4a06da1e4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:43.185065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.298108 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfe1be4c-da16-4a6c-9a76-f21ca1d0e57c req-4b2f9ac5-3fc8-4302-ba16-f25ef5e46388 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472142 Feb 04 13:09:43.299208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.299760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-32b7b663-4537-4afe-8939-c6dd6defd151 service neutron] 10.222.0.53 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815023 Feb 04 13:09:43.329388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:43.335415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:43.342746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:43.360132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:43.445731 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.452861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.459754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Calling delete_port for 7d166c76-3a18-41ae-9ce6-61ea66f36404 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:43.511561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-1b9c318f-d861-4160-8b7d-c4627ad17be4 service neutron] 10.222.0.53 "GET /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1915567 Feb 04 13:09:43.513771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port 7d166c76-3a18-41ae-9ce6-61ea66f36404, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7d166c76-3a18-41ae-9ce6-61ea66f36404,segment=NetworkSegment(301d68f8-877c-4a1c-9fc1-16c4a06da1e4),segment_id=301d68f8-877c-4a1c-9fc1-16c4a06da1e4)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:43.514360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.515604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.516815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe6ff145-808f-41d4-bf52-55521a70baec req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6722221 Feb 04 13:09:43.523501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442c230-5003-4d64-bb8b-3b2ff4a84fda tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66012a-a759-4961-8e54-8980b2abab29,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:43.560002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ebf7c6fe-baa0-457c-8bd8-de0558711078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.668944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:43.676113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for 7d166c76-3a18-41ae-9ce6-61ea66f36404 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:43.859366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] No DVR routers for this DVR port 7d166c76-3a18-41ae-9ce6-61ea66f36404 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:43.876316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aabe9-dc17-4d09-8e05-6a71858a65ca None None] Pushing event deleted for resources: {'Port': ['ID=7d166c76-3a18-41ae-9ce6-61ea66f36404,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:43.942007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94d6bd-0b3c-4a8d-9b35-0ecbc544c7b7 req-9af5557e-15db-450f-9854-e4de499957e2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:43.942663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1d94d6bd-0b3c-4a8d-9b35-0ecbc544c7b7 req-9af5557e-15db-450f-9854-e4de499957e2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:43.965817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1d94d6bd-0b3c-4a8d-9b35-0ecbc544c7b7 req-9af5557e-15db-450f-9854-e4de499957e2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:43.976293 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d94d6bd-0b3c-4a8d-9b35-0ecbc544c7b7 req-9af5557e-15db-450f-9854-e4de499957e2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 944 time: 0.2586367 Feb 04 13:09:43.990398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-59ae8df6-e4ac-41b4-a57a-7eb9aea61e07 service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602549 Feb 04 13:09:44.029886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1d94d6bd-0b3c-4a8d-9b35-0ecbc544c7b7 req-87fed4a4-f7bd-4edb-a37e-01cc74e42e74 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530918 Feb 04 13:09:44.047978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:44.048536 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:44.227917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6838e160-0618-493e-97bf-9840ef68f7c0 service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363684 Feb 04 13:09:44.260271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cfc5-ab33-4680-8a23-0f1e874cddce req-820e57ac-8742-4351-8009-a12d896f1a24 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.262863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6303cfc5-ab33-4680-8a23-0f1e874cddce req-820e57ac-8742-4351-8009-a12d896f1a24 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.1062179 Feb 04 13:09:44.326582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6303cfc5-ab33-4680-8a23-0f1e874cddce req-ecf6e560-97ac-443d-a6ce-a8bf0b9daaf0 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Feb 04 13:09:44.334377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-50c0ed75-938c-4aa8-a63a-2a445e0a9ea2 service neutron] 10.222.0.53 "GET /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0976655 Feb 04 13:09:44.379687 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'status': 'completed', 'code': 200} Feb 04 13:09:44.552948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 7d166c76-3a18-41ae-9ce6-61ea66f36404 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:44.553195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:44.644084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7d166c76-3a18-41ae-9ce6-61ea66f36404 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:44.660200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-624cfbcb-2595-41a9-a15f-f90238f922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.662818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-624cfbcb-2595-41a9-a15f-f90238f922c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 1095 time: 0.2576385 Feb 04 13:09:44.686455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7d166c76-3a18-41ae-9ce6-61ea66f36404 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:09:44.689924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7d166c76-3a18-41ae-9ce6-61ea66f36404 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:09:44.744863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] The port '7d166c76-3a18-41ae-9ce6-61ea66f36404' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:09:44.747737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5a674c24-90c2-45a5-8825-84f1512dba28 service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052472 Feb 04 13:09:44.833075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-bbed04df-f827-4e72-afb3-0992391014a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.834500 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-bbed04df-f827-4e72-afb3-0992391014a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 916 time: 0.1602185 Feb 04 13:09:44.930321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-df87916e-0a59-42df-9844-3907248782bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 HTTP/1.1" status: 200 len: 217 time: 0.0892696 Feb 04 13:09:44.938753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c65963-5b7f-4f9b-897e-873c79c78f8d req-32cf914c-d7ad-4767-aa94-d9da107a887e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:44.945585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86c65963-5b7f-4f9b-897e-873c79c78f8d req-32cf914c-d7ad-4767-aa94-d9da107a887e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.4128835 Feb 04 13:09:45.065092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.067686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86c65963-5b7f-4f9b-897e-873c79c78f8d req-407e38d6-c0a1-472f-9f17-fdf713c3bd12 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211474 Feb 04 13:09:45.078233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-d5a728b8-29b2-4b00-ab6f-d7585461afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:45.079965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-d5a728b8-29b2-4b00-ab6f-d7585461afc8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.1170530 Feb 04 13:09:45.097090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c26a63a-f5c5-40b1-9014-176e7ad20454']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:45.112658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301d68f8-877c-4a1c-9fc1-16c4a06da1e4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:45.113248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301d68f8-877c-4a1c-9fc1-16c4a06da1e4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:45.130034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.151664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.159278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:45.159914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.180567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-ebf8b4d4-a371-4361-a698-b07a23c67d36 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941782 Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:45.244473 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:45.325117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3bfb346a-9f7b-4288-8763-985d8f77d637 service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068972 Feb 04 13:09:45.374343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.465711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-2b895aad-74d0-4fb6-b2bf-3563d2c60814 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777057 Feb 04 13:09:45.484275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.503153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=3c26a63a-f5c5-40b1-9014-176e7ad20454,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:45.528512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6345f5de-5999-4089-97eb-4ac1a865609d tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/3c26a63a-f5c5-40b1-9014-176e7ad20454 HTTP/1.1" status: 204 len: 168 time: 3.4794207 Feb 04 13:09:45.529096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50408) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:45.577377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250a85-58ad-4570-9f72-0db966e4cedf req-73da4981-049e-416e-8cd0-fd9327a5a4d0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:45.579833 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d65d3-6fbb-4aa7-8bd5-1dba2787a9a5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:45.580282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38d65d3-6fbb-4aa7-8bd5-1dba2787a9a5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:45.584633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b38d65d3-6fbb-4aa7-8bd5-1dba2787a9a5 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/2411d014-8dff-4c92-8ae7-f50f1056a30e HTTP/1.1" status: 404 len: 337 time: 0.0526679 Feb 04 13:09:45.584790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed250a85-58ad-4570-9f72-0db966e4cedf req-73da4981-049e-416e-8cd0-fd9327a5a4d0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.2917910 Feb 04 13:09:45.587035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:45.660081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed250a85-58ad-4570-9f72-0db966e4cedf req-faf2b660-e944-4017-abed-3be1b7057fa4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745080 Feb 04 13:09:45.745875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e71ef6ce-ddcd-4064-8ab7-3a7f7d9bd168 req-13e5ca2f-af7d-437d-a26b-ea5808a3eabf service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698240 Feb 04 13:09:45.822567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67d86ab1-c47c-49f0-9d4d-4986bd88386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:45.836292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-955ac29c-4962-4d82-b1d5-aaa5dc7450fd req-f61bc139-fa36-4334-9d88-8693acc2d079 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/6c66012a-a759-4961-8e54-8980b2abab29 HTTP/1.1" status: 200 len: 1814 time: 0.1286728 Feb 04 13:09:45.918421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-720ad4d9-f7fd-4725-bcdb-8ba5dea02d5e service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922825 Feb 04 13:09:45.920827 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-784cff0a-8a58-4d8e-ba71-d3957d2bde92 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] DELETE failed (client error): The resource could not be found. Feb 04 13:09:45.921497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784cff0a-8a58-4d8e-ba71-d3957d2bde92 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:09:45.923859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-784cff0a-8a58-4d8e-ba71-d3957d2bde92 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/add86cde-4bf3-4acc-81bc-745990acd757 HTTP/1.1" status: 404 len: 339 time: 0.3353741 Feb 04 13:09:45.926068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:46.182067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a3393093-46e2-48ca-abbd-e419a98da81e service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626867 Feb 04 13:09:46.303520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting subnet 4d55b560-24d6-44cb-900c-632e412b7cda {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:09:46.307426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:46.364967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-25ff0d50-3350-4378-bc07-96a596510ebf service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570468 Feb 04 13:09:46.377864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:46.436530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a5da-12d7-446b-97f1-94017993289d req-b236e24b-b5b2-47e2-a521-1a3e2a9bb286 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:46.438056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e35a5da-12d7-446b-97f1-94017993289d req-b236e24b-b5b2-47e2-a521-1a3e2a9bb286 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.2000902 Feb 04 13:09:46.524332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e35a5da-12d7-446b-97f1-94017993289d req-f45c28c4-8a1e-4ca7-b58b-d09fb87015ab tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711877 Feb 04 13:09:46.534209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-485b108d-e4cd-4545-8e98-e76bdd898c87 service neutron] 10.222.0.53 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614816 Feb 04 13:09:46.549885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:46.633607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:09:46.699767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-4e09da13-8146-4c21-b8ca-aca2360b6c47 service neutron] 10.222.0.53 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577580 Feb 04 13:09:46.702023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:46.795315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Subnet': ['ID=4d55b560-24d6-44cb-900c-632e412b7cda,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:46.808704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:46.830488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c3c2d3cd-1f49-4fe3-b8da-f7766a95c0f4 tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/subnets/4d55b560-24d6-44cb-900c-632e412b7cda HTTP/1.1" status: 204 len: 168 time: 0.9032769 Feb 04 13:09:46.843527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:46.844609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:46.869865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'port_id': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'mac_address': 'fa:16:3e:5c:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a09fb-29b6-4a93-8b0f-d61cf0df3165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:09:46.934485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b86cd-65c0-405a-879c-132726003d5e None None] Network 8aedb5ae-d7e8-476b-8d35-b9214ef58253 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:46.968165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fb6dc-0d14-4938-a5b8-be904f75bd10 req-a3ed82b9-7429-4ed6-97c8-34d63814457a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:46.976635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d9fb6dc-0d14-4938-a5b8-be904f75bd10 req-a3ed82b9-7429-4ed6-97c8-34d63814457a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 944 time: 0.3676684 Feb 04 13:09:46.993260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-086932ab-1f5e-48a5-a7b2-a8276a72e834 service neutron] 10.222.0.53 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636654 Feb 04 13:09:47.061284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.101850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d9fb6dc-0d14-4938-a5b8-be904f75bd10 req-3355e251-78aa-46c9-973f-cc23daa28152 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175931 Feb 04 13:09:47.126459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 87b3598b-5321-49bd-b335-f9a720321312 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:47.127177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.160604 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.214385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.235401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-fbccc87c-bb02-4697-8055-f06ec233476e service neutron] 10.222.0.53 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412503 Feb 04 13:09:47.236459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:09:47.259475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.268878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:47.274244 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.413059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a33ac296-7bd8-41f6-933b-0673bafd6f6c service neutron] 10.222.0.53 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718550 Feb 04 13:09:47.426272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:47.482835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1019950110', 'description': 'tempest-description-1027919617'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:47.495399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:47.498577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] For port 87b3598b-5321-49bd-b335-f9a720321312, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87b3598b-5321-49bd-b335-f9a720321312,segment=NetworkSegment(6f2d0ce2-6751-45b8-8abe-d469fa670eb4),segment_id=6f2d0ce2-6751-45b8-8abe-d469fa670eb4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:47.503587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.514360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-53fcc07a-f052-494a-87b9-642d924c912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:47.515914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-53fcc07a-f052-494a-87b9-642d924c912b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1096 time: 0.4911845 Feb 04 13:09:47.520229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:47.540297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] DHCP port deletion for 8aedb5ae-d7e8-476b-8d35-b9214ef58253 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:09:47.548292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:47.581204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:47.598574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Deleting port 87b3598b-5321-49bd-b335-f9a720321312 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:47.599227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:47.835119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:47.979552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Calling delete_port for 87b3598b-5321-49bd-b335-f9a720321312 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:48.009847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] For port 87b3598b-5321-49bd-b335-f9a720321312, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87b3598b-5321-49bd-b335-f9a720321312,segment=NetworkSegment(6f2d0ce2-6751-45b8-8abe-d469fa670eb4),segment_id=6f2d0ce2-6751-45b8-8abe-d469fa670eb4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:48.010496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.049094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-4d05ae1c-0b5b-4d33-a281-223cc43a23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:48.051409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-4d05ae1c-0b5b-4d33-a281-223cc43a23cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.5281894 Feb 04 13:09:48.168905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Calling delete_port for 87b3598b-5321-49bd-b335-f9a720321312 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:48.206160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.261864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.270990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:48.280406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:48.286826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:48.295646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-27f7b523-a612-41f2-9c91-96823587c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:48.297292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-27f7b523-a612-41f2-9c91-96823587c3d9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 1096 time: 0.6457446 Feb 04 13:09:48.298216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:48.298692 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:09:48.300651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-3a6d283d-3ba7-4f5e-9766-4e6cd9d84b1c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 1000 time: 0.2209592 Feb 04 13:09:48.304774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:48.329100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] Pushing event deleted for resources: {'Port': ['ID=87b3598b-5321-49bd-b335-f9a720321312,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:48.331385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb019cd-9467-4ed9-b100-985d7045d01b None None] No DVR routers for this DVR port 87b3598b-5321-49bd-b335-f9a720321312 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:48.609796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87b3598b-5321-49bd-b335-f9a720321312 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:48.619690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-e5c2fc44-129b-461f-8f1a-36cbfb2302c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:48.622968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-e5c2fc44-129b-461f-8f1a-36cbfb2302c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.3079042 Feb 04 13:09:48.720138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.731463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 87b3598b-5321-49bd-b335-f9a720321312 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:09:48.733658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87b3598b-5321-49bd-b335-f9a720321312 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:09:48.806055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Deleting port 87b3598b-5321-49bd-b335-f9a720321312 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:48.806399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.888818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:48.900527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a1a7f-cb0a-441d-a6c7-75aa3f6c86ba req-a3ee9ecc-a1bc-4c09-91f1-af5e1937e319 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:48.909834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cd9a1a7f-cb0a-441d-a6c7-75aa3f6c86ba req-a3ee9ecc-a1bc-4c09-91f1-af5e1937e319 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.1132574 Feb 04 13:09:48.930266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] The port '87b3598b-5321-49bd-b335-f9a720321312' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:09:48.961195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cd9a1a7f-cb0a-441d-a6c7-75aa3f6c86ba req-57ec10f7-e9be-4a71-ab22-0282c844cf96 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503860 Feb 04 13:09:48.967849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-c9dc3ea1-c688-4fff-87a3-cbaa222830dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:48.969466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-c9dc3ea1-c688-4fff-87a3-cbaa222830dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 200 len: 912 time: 0.6557963 Feb 04 13:09:48.970112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.099449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.110821 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b992386-d4d5-438c-87d1-7ee5c9a43b8e req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.6421280 Feb 04 13:09:49.205525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325c135-c8af-4440-9a0d-856d289b4a44 req-fd767cb0-3dc0-42b0-a398-7874e15d50cf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:49.207319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1325c135-c8af-4440-9a0d-856d289b4a44 req-fd767cb0-3dc0-42b0-a398-7874e15d50cf tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.1153688 Feb 04 13:09:49.216577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-2ff43977-e270-4359-a801-b38ca105bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:49.219443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-2ff43977-e270-4359-a801-b38ca105bc0e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5870211 Feb 04 13:09:49.279435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.283681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1325c135-c8af-4440-9a0d-856d289b4a44 req-38e32b25-a8b6-465e-92b1-bbd4b72ba986 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695248 Feb 04 13:09:49.289833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-c3658b24-7af7-433b-8173-70988a62a22f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 200 len: 1000 time: 0.2876465 Feb 04 13:09:49.290443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345ce2-5635-4b8c-805f-53af171e4c76 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b88ce1-1a26-43a2-b2a5-cfd706ef701e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:49.480012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aedb5ae-d7e8-476b-8d35-b9214ef58253']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:49.505171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aae0c-7228-432a-a2cc-017aba9e9d28 req-3df69167-5186-4a44-bfb1-0989d2a7bb47 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:49.506309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-862aae0c-7228-432a-a2cc-017aba9e9d28 req-3df69167-5186-4a44-bfb1-0989d2a7bb47 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 945 time: 0.0849876 Feb 04 13:09:49.522443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2d0ce2-6751-45b8-8abe-d469fa670eb4') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:49.522778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2d0ce2-6751-45b8-8abe-d469fa670eb4') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:09:49.551570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.562615 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-862aae0c-7228-432a-a2cc-017aba9e9d28 req-126dcc8d-3056-42bd-8dab-3e25973a3df1 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Feb 04 13:09:49.586110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-66598cb1-acc9-477f-a7e4-dbdfc4d71389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:49.587595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-66598cb1-acc9-477f-a7e4-dbdfc4d71389 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 200 len: 850 time: 0.1884556 Feb 04 13:09:49.602810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.651770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:09:49.652481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:09:49.668523 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:09:49.724544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-62deaf9d-9ef5-49d2-9382-d60a4c8965c8 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821010 Feb 04 13:09:49.726161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec7ac734-8281-4d40-b60c-9470d7225e9c req-d795cc03-badb-44f4-94bf-6a95e7166e38 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.0489910 Feb 04 13:09:49.765136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de266-8bc3-431a-825a-c75c3f0e4e4f req-4054f9bf-d44f-4b1b-b43e-8041e895952f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:49.772117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f78de266-8bc3-431a-825a-c75c3f0e4e4f req-4054f9bf-d44f-4b1b-b43e-8041e895952f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.4847140 Feb 04 13:09:49.929253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.949389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.965516 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:49.993937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f78de266-8bc3-431a-825a-c75c3f0e4e4f req-3c0d6d77-0000-4a3c-b1e0-743950fecb72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206380 Feb 04 13:09:50.056569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] Pushing event deleted for resources: {'Network': ['ID=8aedb5ae-d7e8-476b-8d35-b9214ef58253,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:50.077326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3eb1b4af-4275-4dc1-bb97-0a17eab858fa tempest-NetworksIpV6Test-1735000524 tempest-NetworksIpV6Test-1735000524-project] 10.222.0.53 "DELETE /v2.0/networks/8aedb5ae-d7e8-476b-8d35-b9214ef58253 HTTP/1.1" status: 204 len: 168 time: 3.2313201 Feb 04 13:09:50.083802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e10e04b4-ef6a-4d84-adb0-6fccb4f77a14 req-6aec1d9a-c7db-48ef-b595-27b6a90d0668 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501792 Feb 04 13:09:50.121213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-c59c217a-913a-4d05-8c70-75d5045ef88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.123513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-c59c217a-913a-4d05-8c70-75d5045ef88c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4543569a-7b44-4161-a675-616c77de2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5226257 Feb 04 13:09:50.242784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-03e3129e-e3e4-4caa-a795-b9c9280c9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.244141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-03e3129e-e3e4-4caa-a795-b9c9280c9901 service neutron] 10.222.0.90 "GET /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 1032 time: 0.2818191 Feb 04 13:09:50.335986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-82d1bc07-076d-40c2-959a-57e9e83dfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.337830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-82d1bc07-076d-40c2-959a-57e9e83dfb1a service neutron] 10.222.0.90 "GET /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 1033 time: 0.0850511 Feb 04 13:09:50.351927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2841e1a2-20f1-49c8-afaf-7005e4b9692c req-f71bdf7d-0df9-4761-be86-e7ce51d4a72b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/69b88ce1-1a26-43a2-b2a5-cfd706ef701e HTTP/1.1" status: 200 len: 1815 time: 0.3094068 Feb 04 13:09:50.452511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-9a25c6ea-c859-4b2f-96af-b27d491827bf service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978666 Feb 04 13:09:50.623892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:50.662286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:09:50.754621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-26fa58d8-ca62-4d4d-9cd3-9ee3b2d082bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.762322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-26fa58d8-ca62-4d4d-9cd3-9ee3b2d082bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.774472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-26fa58d8-ca62-4d4d-9cd3-9ee3b2d082bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.776526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-26fa58d8-ca62-4d4d-9cd3-9ee3b2d082bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/networks?id=acad5d0d-cf66-4745-8340-d8ea0c441eae&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af HTTP/1.1" status: 200 len: 1994 time: 0.3715458 Feb 04 13:09:50.778705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:50.788949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:50.789788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:50.818617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8790897a-1778-4afe-819b-4d1aef2741c0 req-4a871315-b6ec-4617-afdf-fff27c447e55 service neutron] 10.222.0.87 "GET /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563480 Feb 04 13:09:50.857976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348904-24f4-49ea-ad9c-1627b75be35d req-36c29a2a-81e5-43cd-853d-01c7d09d47c4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.865977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ad64-6ba1-4cd4-b9fa-ad22443ddc35 req-55298c44-7c5c-4160-adfb-946f3668f543 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.867102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348904-24f4-49ea-ad9c-1627b75be35d req-36c29a2a-81e5-43cd-853d-01c7d09d47c4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.867478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45c9ad64-6ba1-4cd4-b9fa-ad22443ddc35 req-55298c44-7c5c-4160-adfb-946f3668f543 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 945 time: 0.3747656 Feb 04 13:09:50.875984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348904-24f4-49ea-ad9c-1627b75be35d req-36c29a2a-81e5-43cd-853d-01c7d09d47c4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:50.878028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7348904-24f4-49ea-ad9c-1627b75be35d req-36c29a2a-81e5-43cd-853d-01c7d09d47c4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c&device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72&device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 2417 time: 0.5370376 Feb 04 13:09:50.931415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45c9ad64-6ba1-4cd4-b9fa-ad22443ddc35 req-630edac1-3134-4cdd-9084-417bd6a19a8d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551808 Feb 04 13:09:50.944247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f61b5759-efdd-43fa-9180-e471e4f1cea2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5eef883e49494dae9963b240db3b1821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187456 Feb 04 13:09:50.946934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:50.978115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-c309cfef-96ad-4ad1-a31f-c655199dbfd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e0535dedcb247ab80cac9941adebe87 HTTP/1.1" status: 200 len: 380 time: 0.1872358 Feb 04 13:09:50.990471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1098322470', 'description': 'tempest-description-336213861'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:50.996648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'admin_state_up': True, 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'security_groups': ['d9e22593-19f3-4e09-aead-9c5d3c85c021']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:51.000420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:51.002283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.022242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:51.030157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:51.037790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:51.050095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:51.051718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:51.058058 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.059367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:51.063585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.074704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.100547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:51.105147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Usage tracker for resource:security_group_rule and tenant:672a1606585d41778bbb56d204c3e630 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:51.107171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7348904-24f4-49ea-ad9c-1627b75be35d req-3e286422-3830-42e2-8255-d919339eb2b1 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658514 Feb 04 13:09:51.108535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:51.114798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:51.202090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.212200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.239560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.245484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:51.254139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:51.259363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:51.269153 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.271008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:51.284767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:51.293337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:51.299205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.299441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.310130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e6d5018-23ee-414e-b727-b0fb4f7a934d req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3287091 Feb 04 13:09:51.315576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:51.322032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.335660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a27b45-6615-4219-a508-5fdd369bf0ff tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8990c793-c0d5-4aad-a2d1-004eab844c8d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:51.397376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.426562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:51.434358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dddf67c-91a3-4179-950b-3bb39a38bc07,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:51.524250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:51.527759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e2870aca-572a-4466-a48e-cde470502b59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dddf67c-91a3-4179-950b-3bb39a38bc07 HTTP/1.1" status: 204 len: 168 time: 0.5765419 Feb 04 13:09:51.527759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8bd66e7f-23ad-48b8-baa2-9fdd062bec86 req-64ea379c-a8d9-46b3-becd-b6f1f649a171 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:51.550643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8bd66e7f-23ad-48b8-baa2-9fdd062bec86 req-64ea379c-a8d9-46b3-becd-b6f1f649a171 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:51.567192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8bd66e7f-23ad-48b8-baa2-9fdd062bec86 req-64ea379c-a8d9-46b3-becd-b6f1f649a171 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.1264417 Feb 04 13:09:51.755633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 172.20.0.6 (acad5d0d-cf66-4745-8340-d8ea0c441eae/a626766f-0f48-4b44-8166-35d8f5e3e895/45c5f866-cb50-4ca9-a7d0-58d55722cb37) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:51.769179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddde24-fad4-4ad1-bc26-0543ec022062 req-bf8f0ef0-7a5a-4b12-9d8a-d392d7c3d455 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:51.776694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8dddde24-fad4-4ad1-bc26-0543ec022062 req-bf8f0ef0-7a5a-4b12-9d8a-d392d7c3d455 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1023245 Feb 04 13:09:51.834159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8dddde24-fad4-4ad1-bc26-0543ec022062 req-213adec5-f256-456a-bf77-f66b60b411e8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565135 Feb 04 13:09:51.929037 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'code': 200} Feb 04 13:09:51.989892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d126-4479-4331-855a-1e9d2a1bd074 req-d062c188-2d52-4516-bcea-a195dcdfd2d8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:51.991572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6942d126-4479-4331-855a-1e9d2a1bd074 req-d062c188-2d52-4516-bcea-a195dcdfd2d8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.6676443 Feb 04 13:09:52.070742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6942d126-4479-4331-855a-1e9d2a1bd074 req-45737008-98e3-4dc2-9794-bca02391cfb2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697639 Feb 04 13:09:52.207397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1aa03d2-94d2-49e8-8c20-9080223b2c47 req-c1e640d3-56ae-4380-a38b-12f3f2a249ab tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/8990c793-c0d5-4aad-a2d1-004eab844c8d HTTP/1.1" status: 200 len: 1814 time: 0.0903437 Feb 04 13:09:52.225202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275dc94-46b4-429d-923c-e2dc39f537ea req-28dbe127-cc75-4cac-97e3-829e527cf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.231258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f275dc94-46b4-429d-923c-e2dc39f537ea req-28dbe127-cc75-4cac-97e3-829e527cf080 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 1097 time: 0.2255492 Feb 04 13:09:52.262428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:52.299786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 45c5f866-cb50-4ca9-a7d0-58d55722cb37 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:52.335324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f275dc94-46b4-429d-923c-e2dc39f537ea req-0fbf2de6-3630-4452-a395-7b1f1b57a476 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006863 Feb 04 13:09:52.345344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:52.438028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055efdd-776d-4f5e-a1d0-2765f5b03b12 req-4a0955d6-fa60-4fab-baac-9043a82a93a3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.439589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3055efdd-776d-4f5e-a1d0-2765f5b03b12 req-4a0955d6-fa60-4fab-baac-9043a82a93a3 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.1015501 Feb 04 13:09:52.528577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3055efdd-776d-4f5e-a1d0-2765f5b03b12 req-5650addb-afc1-4046-a20a-d898f805ef98 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823572 Feb 04 13:09:52.540159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:52.551429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network acad5d0d-cf66-4745-8340-d8ea0c441eae is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:52.554419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:52.557487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:52.585313 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-3d065241-6484-4a13-bc67-d23d422e8dd4 req-72f26d90-4fdc-4f94-ace2-481281e9bc7b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] show failed (client error): The resource could not be found. Feb 04 13:09:52.585313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d065241-6484-4a13-bc67-d23d422e8dd4 req-72f26d90-4fdc-4f94-ace2-481281e9bc7b tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/18b9e377-4e97-4cfa-8324-a326f2e58614 HTTP/1.1" status: 404 len: 352 time: 0.0332031 Feb 04 13:09:52.728408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.729181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:52.804788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41b03-8743-405b-86bb-5adb68a6cc72 req-3222f2f6-9b58-4d7e-83ab-d20909dec4d8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:52.820001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37c41b03-8743-405b-86bb-5adb68a6cc72 req-3222f2f6-9b58-4d7e-83ab-d20909dec4d8 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.3541350 Feb 04 13:09:52.890534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bffaeb76-945b-4741-8df7-1e9fe1d80e03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9011385 Feb 04 13:09:52.902038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'admin_state_up': True, 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'security_groups': ['d9e22593-19f3-4e09-aead-9c5d3c85c021']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:52.999495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37c41b03-8743-405b-86bb-5adb68a6cc72 req-09757dc6-f0ba-44a2-990c-5fe7849f32c1 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776657 Feb 04 13:09:53.116793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b81501a6-dc9d-41d0-9a6c-92e6c7a7c3af None None] Provisioning for port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:53.137521 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-9a7fa565-eb0e-4c44-ac03-3aafe2386fb9 req-0269c5d5-45d2-487f-9011-9a1536537627 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] show failed (client error): The resource could not be found. Feb 04 13:09:53.142053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b81501a6-dc9d-41d0-9a6c-92e6c7a7c3af None None] Provisioning complete for port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:53.142434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b81501a6-dc9d-41d0-9a6c-92e6c7a7c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.143598 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a7fa565-eb0e-4c44-ac03-3aafe2386fb9 req-0269c5d5-45d2-487f-9011-9a1536537627 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-group-rules/132e5b29-105e-47bb-9869-a5b3d301c393 HTTP/1.1" status: 404 len: 361 time: 0.0304205 Feb 04 13:09:53.228545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b81501a6-dc9d-41d0-9a6c-92e6c7a7c3af None None] Port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:53.268816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:53.285748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:53.289956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:53.303656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:53.323275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:53.326987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.338743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50612) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:53.419395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef763b27-7303-49aa-bbd5-21f9d62e5588 req-a92a77ff-261a-4a91-a7c5-bac0410de475 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:53.420160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ef763b27-7303-49aa-bbd5-21f9d62e5588 req-a92a77ff-261a-4a91-a7c5-bac0410de475 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:09:53.461732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ef763b27-7303-49aa-bbd5-21f9d62e5588 req-a92a77ff-261a-4a91-a7c5-bac0410de475 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:09:53.468788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef763b27-7303-49aa-bbd5-21f9d62e5588 req-a92a77ff-261a-4a91-a7c5-bac0410de475 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 931 time: 0.2746487 Feb 04 13:09:53.478443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1ff6-4c50-460e-937b-e725a4c3d529 req-c87f27e0-81c3-4702-b7b3-6298a8415ecd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:53.482311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cbd1ff6-4c50-460e-937b-e725a4c3d529 req-c87f27e0-81c3-4702-b7b3-6298a8415ecd tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2076919 Feb 04 13:09:53.538943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cbd1ff6-4c50-460e-937b-e725a4c3d529 req-1f6df989-305c-4a8d-b340-302ae335f06c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502653 Feb 04 13:09:53.597861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-873879542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:53.612191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:53.617022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef763b27-7303-49aa-bbd5-21f9d62e5588 req-ad8c876a-c2fa-47b6-b066-b86f51ec879d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474278 Feb 04 13:09:53.626745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:router and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:53.640048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:53.651491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:53.671744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.1.1.37 (38ebeb6f-cfff-4e31-b7de-852c2f977e81/75a6f131-f44d-48b7-8804-b375b5a91f77/7c786f1e-0145-48e3-8d13-fc911816bdae) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:53.682207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.683894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.727436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.835069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8914-65cc-4c43-b2fe-a198957aac27 req-eb5c1f6e-009a-4aad-84ab-fbda60ef4a91 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:53.836714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b35c8914-65cc-4c43-b2fe-a198957aac27 req-eb5c1f6e-009a-4aad-84ab-fbda60ef4a91 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.1610734 Feb 04 13:09:53.849991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.894693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:53.896248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4528928d-72b3-44e6-9b0c-f42f6e1578fc tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5566151 Feb 04 13:09:53.913298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50620) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:53.923205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-187887875'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:53.930574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:53.943386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b35c8914-65cc-4c43-b2fe-a198957aac27 req-99e44409-0c03-4029-9a8c-f27d0dbd14a2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979288 Feb 04 13:09:54.050445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-62fdc8c1-b660-4f37-90ba-bf7f09481836 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/8990c793-c0d5-4aad-a2d1-004eab844c8d HTTP/1.1" status: 200 len: 1814 time: 0.0695741 Feb 04 13:09:54.071869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:54.078974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:network and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:54.090374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:54.099519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:54.131110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.163888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.165012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.171987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:54.175399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.207416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.212806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.221385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 7c786f1e-0145-48e3-8d13-fc911816bdae will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:54.235013 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.236177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0b6730-62ca-4c9a-87e8-664e5b1da8f7 req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-groups/8990c793-c0d5-4aad-a2d1-004eab844c8d HTTP/1.1" status: 204 len: 173 time: 0.1847529 Feb 04 13:09:54.237177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd671-9110-48ca-a15a-41e5b5e09709 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8990c793-c0d5-4aad-a2d1-004eab844c8d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:54.237956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:54.246479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:security_group_rule and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:54.249954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:54.259870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:54.285312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.299095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37a166-ccad-468d-b3b1-000f67713aa4 req-87749bb5-c32e-40ce-a713-eefaa7826a5c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:54.300734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d37a166-ccad-468d-b3b1-000f67713aa4 req-87749bb5-c32e-40ce-a713-eefaa7826a5c tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2024207 Feb 04 13:09:54.312615 n-d-820555-2 neutron-server[87622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'code': 422} returned with failed status Feb 04 13:09:54.334956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.438043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:54.446490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:54.465952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d37a166-ccad-468d-b3b1-000f67713aa4 req-e672d082-7a56-4921-b6d0-eebe48097a1d tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550424 Feb 04 13:09:54.472899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:54.513184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:54.602621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.608250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.700649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:09:54.719761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:54.721935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.808361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-8a71b25e-3b44-4d4e-8474-03f7d732145f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/69b88ce1-1a26-43a2-b2a5-cfd706ef701e HTTP/1.1" status: 200 len: 1815 time: 0.0890689 Feb 04 13:09:54.828392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:54.843495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-5791d557-ed28-4d99-a7d8-4c35609e1800 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9455442 Feb 04 13:09:54.857478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'admin_state_up': True, 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'security_groups': ['d9e22593-19f3-4e09-aead-9c5d3c85c021']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:54.878812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad3c17-5e1c-4714-aa7b-784ef47ad70d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:54.918489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.939981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.940335 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Added segment 37908934-0ebc-45f0-a4da-65d2fe1705d3 of type vlan for network a01d9484-cb4a-45a1-9444-eda0de1208ec Feb 04 13:09:54.950922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ba0f4a26-7066-4162-9369-eba1afaeb30a None None] Provisioning for port 7c786f1e-0145-48e3-8d13-fc911816bdae completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:54.956703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:54.959459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ba0f4a26-7066-4162-9369-eba1afaeb30a None None] Provisioning complete for port 7c786f1e-0145-48e3-8d13-fc911816bdae triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:54.960218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba0f4a26-7066-4162-9369-eba1afaeb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.016437 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.027113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.048008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b84a78-6781-408c-9fa5-4edd3b017240 req-4f969d5b-72bb-4e2e-9f39-30aff549156d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:55.050060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80b84a78-6781-408c-9fa5-4edd3b017240 req-4f969d5b-72bb-4e2e-9f39-30aff549156d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.4377172 Feb 04 13:09:55.066325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b88ce1-1a26-43a2-b2a5-cfd706ef701e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:55.067443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f4a26-7066-4162-9369-eba1afaeb30a None None] Port 7c786f1e-0145-48e3-8d13-fc911816bdae cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:55.071647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.073202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5ee18f3-8718-4321-9533-79aac69b7156 req-e09126fe-0044-42eb-9d81-79de6381951a tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-groups/69b88ce1-1a26-43a2-b2a5-cfd706ef701e HTTP/1.1" status: 204 len: 173 time: 0.2553198 Feb 04 13:09:55.130172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:55.150076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:55.162782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.170410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:55.173884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.220301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80b84a78-6781-408c-9fa5-4edd3b017240 req-d3a0dcde-21ba-4a8f-8314-3a1dbf116779 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558630 Feb 04 13:09:55.244212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:55.253538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:55.360827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4460044 Feb 04 13:09:55.363887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:55.373354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'subnet': {'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:55.432207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18a4f-c896-4c94-a58b-280856d5ddcd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Network': ['ID=a01d9484-cb4a-45a1-9444-eda0de1208ec,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:55.446696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a01d9484-cb4a-45a1-9444-eda0de1208ec details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:55.677386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.1.1.17 (38ebeb6f-cfff-4e31-b7de-852c2f977e81/75a6f131-f44d-48b7-8804-b375b5a91f77/75c29c9a-6b3b-4a77-8318-54d9d9a96219) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:55.690361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323ce5-2598-40c8-950b-50ca33a39ece req-5837eade-206f-4bab-a2b7-9de61974c811 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:55.696437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323ce5-2598-40c8-950b-50ca33a39ece req-5837eade-206f-4bab-a2b7-9de61974c811 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:55.698079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd323ce5-2598-40c8-950b-50ca33a39ece req-5837eade-206f-4bab-a2b7-9de61974c811 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 1652 time: 0.2476597 Feb 04 13:09:55.714081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:55.748228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:subnet and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:55.751687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:55.760687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:55.773974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:55.783545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.044482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd323ce5-2598-40c8-950b-50ca33a39ece req-31220de6-f036-4864-8a29-43dab76bfb14 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160849 Feb 04 13:09:56.151275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.232398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.232995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Subnet': ['ID=07e6738c-88ce-45a6-8cf9-e3facd343850,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:56.273911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 75c29c9a-6b3b-4a77-8318-54d9d9a96219 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:56.318095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.380274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Checking segment: {'id': '37908934-0ebc-45f0-a4da-65d2fe1705d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:56.380846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network hostable DHCP agents. Network: a01d9484-cb4a-45a1-9444-eda0de1208ec, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:56.431710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:56.432603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-349895d1-2bcd-4c9c-9b60-6578f09edeed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:56.434120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-349895d1-2bcd-4c9c-9b60-6578f09edeed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=66078696-98b5-4fe7-a9c9-f4d002ceab04 HTTP/1.1" status: 200 len: 943 time: 0.2026188 Feb 04 13:09:56.435130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network a01d9484-cb4a-45a1-9444-eda0de1208ec is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:56.444413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:56.447037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:56.560966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:56.561995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.578314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port c7456e6b-e923-4556-934c-2d5d140d16bb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:09:56.578580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.625449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:56.675324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-735ab72b-6bfe-4595-894a-06346ed5e0bc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8222272 Feb 04 13:09:56.698456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'admin_state_up': True, 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'security_groups': ['d9e22593-19f3-4e09-aead-9c5d3c85c021']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:56.731675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a01d9484-cb4a-45a1-9444-eda0de1208ec) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:56.740114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff433052-6b11-4312-b2a9-5373b8d5e5db None None] Network a01d9484-cb4a-45a1-9444-eda0de1208ec requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:56.753670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:56.754475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.785865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f1a4d7a9-7969-4b00-a055-8eb3240e089d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4198611 Feb 04 13:09:56.789906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:56.800694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'network': {'name': 'tempest-router-network01--1791474229'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:56.811581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:56.876496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5da0047a-f249-4f1b-9a18-57db449b3e0d None None] Provisioning for port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:56.884262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5da0047a-f249-4f1b-9a18-57db449b3e0d None None] Provisioning complete for port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:56.884891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5da0047a-f249-4f1b-9a18-57db449b3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.899627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000114-67d0-45b3-839f-c98f7ec360e5 req-35ef1b15-d5f0-41e6-be3a-1108a076dd1f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:56.901457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0000114-67d0-45b3-839f-c98f7ec360e5 req-35ef1b15-d5f0-41e6-be3a-1108a076dd1f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.3299699 Feb 04 13:09:56.909588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:network and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:56.918312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:56.931734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:56.963787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:56.967722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:56.999444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0000114-67d0-45b3-839f-c98f7ec360e5 req-a6db4afd-1155-40e4-81ce-00b802430704 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912840 Feb 04 13:09:57.010136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:57.013595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5da0047a-f249-4f1b-9a18-57db449b3e0d None None] Port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:57.027854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:57.027854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:57.029935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:57.041154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:57.101121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port c7456e6b-e923-4556-934c-2d5d140d16bb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c7456e6b-e923-4556-934c-2d5d140d16bb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:09:57.101489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.110756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:57.159123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a01d9484-cb4a-45a1-9444-eda0de1208ec', 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec', 'tenant_id': 'ed5c36b317c5410eb0af24348d1811c5', 'fixed_ips': [{'subnet_id': '07e6738c-88ce-45a6-8cf9-e3facd343850'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:09:57.160453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.442351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.442955 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Added segment f18f0d6a-3491-403b-9788-627502133fa7 of type vlan for network 43478f42-190b-42b7-ada1-2dd0e114e466 Feb 04 13:09:57.444414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Allocated IP 172.20.0.2 (a01d9484-cb4a-45a1-9444-eda0de1208ec/07e6738c-88ce-45a6-8cf9-e3facd343850/b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:57.477944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for c7456e6b-e923-4556-934c-2d5d140d16bb owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:09:57.503941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.518564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.536564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-03652bb8-036c-4a91-ada1-f36bb0dd2d5f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/6c66012a-a759-4961-8e54-8980b2abab29 HTTP/1.1" status: 200 len: 1814 time: 0.4743137 Feb 04 13:09:57.586850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.594597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:57.595240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.720869 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.728743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Network': ['ID=43478f42-190b-42b7-ada1-2dd0e114e466,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:57.736008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ee69edab-f9bc-4cd9-93cf-10d3d46e2f0b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9421918 Feb 04 13:09:57.736945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50706) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:57.745813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Transition to ACTIVE for port object b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:57.781775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'network': {'name': 'tempest-router-network02--1530848507'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:57.786158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Transition to ACTIVE for port object b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:57.789677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:57.791669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 43478f42-190b-42b7-ada1-2dd0e114e466 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:57.798269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:network and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:57.804329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:57.836711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:57.839221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.853302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.859432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.2.2.100 (b1adc137-2a22-4046-a0a3-ee3dc945b3af/5a67b96c-0fa4-4262-a687-babcf89941c6/7b770bc8-bb36-406c-a565-2fcb41d37d3d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:09:57.889012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:57.892519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.926685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.933934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=c7456e6b-e923-4556-934c-2d5d140d16bb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:57.934687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.976995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:09:57.990459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12', '65c900f1-ecb9-461a-938b-0a012ad11beb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:09:57.992021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:57.992510 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Added segment 14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e of type vlan for network d3be829d-1334-4d04-ba0f-310e349bcbc5 Feb 04 13:09:58.025596 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.039093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] No DVR routers for this DVR port c7456e6b-e923-4556-934c-2d5d140d16bb on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:09:58.042156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.045123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-deleted', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:58.067364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.073525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:58.077140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.088152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0eac429d-8ebf-4b19-a0dd-10470ab19b0e req-1bec9451-2371-4e8f-a5bf-ab3bce4bab1f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "DELETE /v2.0/ports/c7456e6b-e923-4556-934c-2d5d140d16bb HTTP/1.1" status: 204 len: 173 time: 1.6460576 Feb 04 13:09:58.163936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Network a01d9484-cb4a-45a1-9444-eda0de1208ec is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:58.191021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:58.246837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Pushing event updated for resources: {'Port': ['ID=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:58.249450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:58.412472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.414192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Attempting to bind port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:09:58.414565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Attempting to bind port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '37908934-0ebc-45f0-a4da-65d2fe1705d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:09:58.414957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Attempting to bind port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d on network a01d9484-cb4a-45a1-9444-eda0de1208ec {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:09:58.428838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:58.429265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Checking segment: {'id': '37908934-0ebc-45f0-a4da-65d2fe1705d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:58.429674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.430101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Bound using segment: {'id': '37908934-0ebc-45f0-a4da-65d2fe1705d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:58.430438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 7b770bc8-bb36-406c-a565-2fcb41d37d3d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:09:58.430651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Bound port: b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37908934-0ebc-45f0-a4da-65d2fe1705d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a01d9484-cb4a-45a1-9444-eda0de1208ec'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:09:58.430989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.517463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.608281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] For port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:09:58.626046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] For port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,segment=NetworkSegment(37908934-0ebc-45f0-a4da-65d2fe1705d3),segment_id=37908934-0ebc-45f0-a4da-65d2fe1705d3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:09:58.632323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.653976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:58.658795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8900344 Feb 04 13:09:58.661614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:58.669544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'subnet': {'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:58.681548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:58.716416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53240c5-3e13-4d49-a29f-5502d7b6c5e3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Network': ['ID=d3be829d-1334-4d04-ba0f-310e349bcbc5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:58.727292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b719c-ed56-443b-b312-df3ad8719425 None None] Pushing event updated for resources: {'Port': ['ID=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:58.737208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:09:58.750726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:09:58.753486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:58.757231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:09:58.928293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66012a-a759-4961-8e54-8980b2abab29,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dac47396-8c0c-40ca-8669-f6fd9f386ba8 req-37f8b933-9ac6-429b-b9fc-df3852e2859f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c66012a-a759-4961-8e54-8980b2abab29 HTTP/1.1" status: 204 len: 173 time: 1.4563649 Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6e5be82f-b2e8-4c63-abe0-828e6041ea65 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3196239 Feb 04 13:09:59.051084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'admin_state_up': True, 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'security_groups': ['d9e22593-19f3-4e09-aead-9c5d3c85c021']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:59.076111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:59.154466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:subnet and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:59.154466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:59.158508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:59.195032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bffa2c3d-4045-4065-b0af-1e41b620cb38 None None] Provisioning for port 7b770bc8-bb36-406c-a565-2fcb41d37d3d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:09:59.202554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bffa2c3d-4045-4065-b0af-1e41b620cb38 None None] Provisioning complete for port 7b770bc8-bb36-406c-a565-2fcb41d37d3d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:09:59.203017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:59.203339 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bffa2c3d-4045-4065-b0af-1e41b620cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.208830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.293241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bffa2c3d-4045-4065-b0af-1e41b620cb38 None None] Port 7b770bc8-bb36-406c-a565-2fcb41d37d3d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:09:59.515226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:09:59.522657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Usage tracker for resource:port and tenant:7e0535dedcb247ab80cac9941adebe87 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:09:59.548765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:09:59.574864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:09:59.623113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.634448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Made reservation on behalf of 7e0535dedcb247ab80cac9941adebe87 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:09:59.639776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.671049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7581-a7cd-4f9b-b031-872a6537def3 req-e79c8748-8f38-4822-a603-50df94575569 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:59.682487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-db6e7581-a7cd-4f9b-b031-872a6537def3 req-e79c8748-8f38-4822-a603-50df94575569 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.2699909 Feb 04 13:09:59.753025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Subnet': ['ID=600bdc99-d802-4bf0-9e0a-c30d7c65c2f8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:09:59.765022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Checking segment: {'id': 'f18f0d6a-3491-403b-9788-627502133fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:09:59.765683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network hostable DHCP agents. Network: 43478f42-190b-42b7-ada1-2dd0e114e466, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:09:59.824074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network 43478f42-190b-42b7-ada1-2dd0e114e466 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:09:59.829585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 43478f42-190b-42b7-ada1-2dd0e114e466) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:09:59.845164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de35bd5-130e-4072-a3c1-21bf44982d16 None None] Network 43478f42-190b-42b7-ada1-2dd0e114e466 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:09:59.850291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:09:59.850291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:09:59.897966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-db6e7581-a7cd-4f9b-b031-872a6537def3 req-2ace4f98-30d3-4c82-84cc-561ee3520920 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085958 Feb 04 13:09:59.900349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4cc05f64-85e8-4dd0-ac7b-2eb0ea54f3c3 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2298756 Feb 04 13:09:59.900349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:59.925950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'subnet': {'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:00.133394 n-d-820555-2 neutron-server[87621]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66078696-98b5-4fe7-a9c9-f4d002ceab04', 'name': 'network-vif-deleted', 'tag': 'c7456e6b-e923-4556-934c-2d5d140d16bb', 'status': 'failed', 'code': 422} returned with failed status Feb 04 13:10:00.134478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:00.139791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Usage tracker for resource:subnet and tenant:ed5c36b317c5410eb0af24348d1811c5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:00.147004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:00.154747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:00.171317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Made reservation on behalf of ed5c36b317c5410eb0af24348d1811c5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:00.179073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.269777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Allocated IP 10.2.2.200 (b1adc137-2a22-4046-a0a3-ee3dc945b3af/5a67b96c-0fa4-4262-a687-babcf89941c6/5b766a5c-7021-48a7-8fd3-71e5858cdb20) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:00.501055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-43478f42-190b-42b7-ada1-2dd0e114e466', 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466', 'tenant_id': 'ed5c36b317c5410eb0af24348d1811c5', 'fixed_ips': [{'subnet_id': '600bdc99-d802-4bf0-9e0a-c30d7c65c2f8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:10:00.504746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.681302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-7116b5aa-f221-4a77-a1ab-09cf844c8eeb tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/73c4f136-99db-496e-b9cf-d94cfe387068 HTTP/1.1" status: 200 len: 1814 time: 0.4145434 Feb 04 13:10:00.805014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.815593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.825983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:00.853634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:00.858939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.885029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:00.897032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:00.914427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:00.914427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:00.931136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Transition to ACTIVE for port object 5b766a5c-7021-48a7-8fd3-71e5858cdb20 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:00.938678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:00.942060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:00.942060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-938a00b2-8970-400e-86c0-9f3246a35694 req-b70e417c-19f3-442a-b3aa-e46191bf1c57 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 3093 time: 0.3966482 Feb 04 13:10:00.967316 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:01.072513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Allocated IP 172.20.0.2 (43478f42-190b-42b7-ada1-2dd0e114e466/600bdc99-d802-4bf0-9e0a-c30d7c65c2f8/d9db7d80-4562-459f-b05b-fc05497c1f88) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:01.084547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:01.107566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6adfa84a-9270-4391-ae2b-8081b1a70409 req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-groups/73c4f136-99db-496e-b9cf-d94cfe387068 HTTP/1.1" status: 204 len: 173 time: 0.4187419 Feb 04 13:10:01.113310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:01.125086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063c858-4bed-43ea-b4eb-d538ff9bab37 tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4f136-99db-496e-b9cf-d94cfe387068,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:01.208504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Subnet': ['ID=dd546ae7-edb2-487a-91ca-7be2be49d841,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:01.272359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Checking segment: {'id': '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:01.273080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network hostable DHCP agents. Network: d3be829d-1334-4d04-ba0f-310e349bcbc5, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:10:01.283919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86ff7a-d248-4bab-922f-12f5dff57aa2 None None] Network a01d9484-cb4a-45a1-9444-eda0de1208ec requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:01.294620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-938a00b2-8970-400e-86c0-9f3246a35694 req-4e32ef24-98ae-4e0f-953d-8c1af7875452 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448973 Feb 04 13:10:01.300331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:10:01.312722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d3be829d-1334-4d04-ba0f-310e349bcbc5) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:01.317399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:01.338098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:01.338201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:01.386926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c8dbeaf5-fd95-4c45-9859-ca6a0789cca1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4884636 Feb 04 13:10:01.387664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:01.390247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7f705-8c4c-402d-8b65-10c8c2b6e486 None None] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:01.448252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:01.448252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:01.479533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:01.627674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:01.627674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:01.642034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:01.699477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-eb407466-57eb-4be5-95af-4f2f7621c798 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6702321 Feb 04 13:10:01.705618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-aaac450a-8e25-4bcb-843e-ee340b2b9694 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:10:01.706435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-aaac450a-8e25-4bcb-843e-ee340b2b9694 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060000 Feb 04 13:10:01.716549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:01.986765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.414597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-785a3d7a-8494-42be-accb-c90d0d0f2bde tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "GET /v2.0/security-groups/fadafeac-5075-440f-8106-25a6c4d3faf7 HTTP/1.1" status: 200 len: 1815 time: 0.1623874 Feb 04 13:10:02.432792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Provisioning for port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:02.534307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Provisioning complete for port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:02.537531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.568187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-d3be829d-1334-4d04-ba0f-310e349bcbc5', 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5', 'tenant_id': 'ed5c36b317c5410eb0af24348d1811c5', 'fixed_ips': [{'subnet_id': 'dd546ae7-edb2-487a-91ca-7be2be49d841'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:10:02.569477 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.740741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.792593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.859411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.899313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadafeac-5075-440f-8106-25a6c4d3faf7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:02.913467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:02.923295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5835f373-75a8-4615-bfad-7640a8cc2665 req-a2fb4cf9-1ee3-41d6-a1a7-68a43debe31f tempest-SecurityGroupRulesNegativeTestJSON-1193174678 tempest-SecurityGroupRulesNegativeTestJSON-1193174678-project] 10.222.0.53 "DELETE /v2.0/security-groups/fadafeac-5075-440f-8106-25a6c4d3faf7 HTTP/1.1" status: 204 len: 173 time: 0.5206354 Feb 04 13:10:02.923784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:03.005942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Allocated IP 172.20.0.2 (d3be829d-1334-4d04-ba0f-310e349bcbc5/dd546ae7-edb2-487a-91ca-7be2be49d841/9ee57164-fd0c-4e0d-8362-8fa4d2e289d1) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:03.019121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:10:03.369164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.439854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Deleting subnet 18181674-015a-4e2f-9512-2706ece3a86b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:10:03.449534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.624341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c5f866-cb50-4ca9-a7d0-58d55722cb37 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:03.651351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.695228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.742275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Transition to ACTIVE for port object d9db7d80-4562-459f-b05b-fc05497c1f88 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:03.797182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Transition to ACTIVE for port object 45c5f866-cb50-4ca9-a7d0-58d55722cb37 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:03.812146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.876639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.983341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Transition to ACTIVE for port object d9db7d80-4562-459f-b05b-fc05497c1f88 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:03.995503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:03.999513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:04.012128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.239316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-c28cb590-55b9-4ed8-9799-d1b227c0bb89 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:04.240059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-c28cb590-55b9-4ed8-9799-d1b227c0bb89 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:04.241668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Pushing event updated for resources: {'Port': ['ID=d9db7d80-4562-459f-b05b-fc05497c1f88,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:04.247152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Allocated IP 172.20.0.1 (43478f42-190b-42b7-ada1-2dd0e114e466/600bdc99-d802-4bf0-9e0a-c30d7c65c2f8/4fb6c090-6de7-4006-86d5-33d8e04f7424) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:04.255140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.267364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99de537-8b7a-4337-9ce8-030307059519 req-e44ba20b-7adf-4ff0-b178-46452cbbbc11 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:04.268909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f99de537-8b7a-4337-9ce8-030307059519 req-e44ba20b-7adf-4ff0-b178-46452cbbbc11 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.3324487 Feb 04 13:10:04.273188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Transition to ACTIVE for port object 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:04.315502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Network 43478f42-190b-42b7-ada1-2dd0e114e466 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:04.326553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:04.337396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:04.376118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-c28cb590-55b9-4ed8-9799-d1b227c0bb89 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:04.377255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-c28cb590-55b9-4ed8-9799-d1b227c0bb89 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 908 time: 0.3920419 Feb 04 13:10:04.393372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Attempting to bind port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:04.393372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Attempting to bind port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:04.394003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Attempting to bind port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 on network acad5d0d-cf66-4745-8340-d8ea0c441eae {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:04.410816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Transition to ACTIVE for port object 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:04.422987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.465287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 on network acad5d0d-cf66-4745-8340-d8ea0c441eae not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:04.469949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] For port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,segment=NetworkSegment(37908934-0ebc-45f0-a4da-65d2fe1705d3),segment_id=37908934-0ebc-45f0-a4da-65d2fe1705d3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:04.489050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Attempting to bind port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 on network acad5d0d-cf66-4745-8340-d8ea0c441eae {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:04.494636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:04.494636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.499175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.505252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:04.505252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Checking segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:04.505252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Bound using segment: {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:04.505252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Bound port: 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43284c93-f7dd-462c-b266-55501984e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:04.505252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.511654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Attempting to bind port d9db7d80-4562-459f-b05b-fc05497c1f88 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:04.511654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Attempting to bind port d9db7d80-4562-459f-b05b-fc05497c1f88 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f18f0d6a-3491-403b-9788-627502133fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:04.511654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Attempting to bind port d9db7d80-4562-459f-b05b-fc05497c1f88 on network 43478f42-190b-42b7-ada1-2dd0e114e466 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:04.539921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.580257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f99de537-8b7a-4337-9ce8-030307059519 req-5875e777-e080-4ee8-969c-b8713cbcd2d9 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984416 Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Checking segment: {'id': 'f18f0d6a-3491-403b-9788-627502133fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Bound using segment: {'id': 'f18f0d6a-3491-403b-9788-627502133fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Bound port: d9db7d80-4562-459f-b05b-fc05497c1f88, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18f0d6a-3491-403b-9788-627502133fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '43478f42-190b-42b7-ada1-2dd0e114e466'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:04.589749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.627954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:04.634257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:04.644895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:04.665418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:04.665418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:04.688376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c965b9-9c8a-4258-96bd-ca709df3550f req-1f8b9319-28ce-48f1-9570-f977ad826cfc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:04.699353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26c965b9-9c8a-4258-96bd-ca709df3550f req-1f8b9319-28ce-48f1-9570-f977ad826cfc tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 908 time: 0.9825771 Feb 04 13:10:04.721149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.771558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Pushing event updated for resources: {'Port': ['ID=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:04.894727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:04.895498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:04.900849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] 10.222.0.90 "PUT /v2.0/ports/45c5f866-cb50-4ca9-a7d0-58d55722cb37 HTTP/1.1" status: 200 len: 1091 time: 3.1882291 Feb 04 13:10:04.936367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:05.023032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:05.137818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.142099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-efc70533-0631-47f3-a569-792959ac0774 None None] Provisioning for port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:05.185677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-efc70533-0631-47f3-a569-792959ac0774 None None] Provisioning complete for port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:05.186246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efc70533-0631-47f3-a569-792959ac0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.210680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Attempting to bind port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:05.211385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Attempting to bind port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:05.212025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Attempting to bind port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 on network d3be829d-1334-4d04-ba0f-310e349bcbc5 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:05.227625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:05.227999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Checking segment: {'id': '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:05.228605 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.228997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Bound using segment: {'id': '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:05.229480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Bound port: 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd3be829d-1334-4d04-ba0f-310e349bcbc5'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:05.230368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.315897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:05.316356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.354372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf300-ef3b-42af-a86a-aa8d5559c02b None None] Pushing event updated for resources: {'Port': ['ID=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:05.358487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:05.370503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-efc70533-0631-47f3-a569-792959ac0774 None None] Port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:10:05.401024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:05.423017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.515841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] For port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:05.553025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.553025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.562458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] For port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,segment=NetworkSegment(14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e),segment_id=14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:05.571000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.605714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4e54e-e11d-4c27-baca-be1876d11711 None None] Pushing event updated for resources: {'Port': ['ID=d9db7d80-4562-459f-b05b-fc05497c1f88,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:05.675058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18181674-015a-4e2f-9512-2706ece3a86b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:05.713171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.739294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253b05-bd8e-44ce-aded-305f64a22f50 service neutron] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:05.798395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for 8f6e4d79-711a-49e7-a5d5-52e69ea415ab owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:05.814304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1bb846f6-37cc-4ffa-89d4-4c262083f8fb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/18181674-015a-4e2f-9512-2706ece3a86b HTTP/1.1" status: 204 len: 168 time: 2.8877759 Feb 04 13:10:05.838477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50856) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:05.840444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b3fb691-f795-4025-afb0-d50b9ad00f26 None None] Provisioning complete for port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:05.840905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b3fb691-f795-4025-afb0-d50b9ad00f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:05.928853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Transition to ACTIVE for port object 4fb6c090-6de7-4006-86d5-33d8e04f7424 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:06.005321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0600033-ce6d-41af-a4e3-321738f23f3f None None] Pushing event updated for resources: {'Port': ['ID=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:06.017632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.017632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.017632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.049442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.072983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.072983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d40f739e-7816-4fba-9c26-9260175af215 req-754300ae-2db8-4591-9f9b-899b2ab764a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 3826 time: 1.1734295 Feb 04 13:10:06.223347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.278682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d40f739e-7816-4fba-9c26-9260175af215 req-31ade769-f7a1-4257-9e3d-207cc2dbbb4c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:06.302581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ca64b-610e-4dd0-bbb7-7ba42255ddeb req-559e8d54-fffb-4f6d-901b-6d4d2705102b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:06.310686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-453ca64b-610e-4dd0-bbb7-7ba42255ddeb req-559e8d54-fffb-4f6d-901b-6d4d2705102b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 1.2098529 Feb 04 13:10:06.331790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.340194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d40f739e-7816-4fba-9c26-9260175af215 req-31ade769-f7a1-4257-9e3d-207cc2dbbb4c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:06.341367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d40f739e-7816-4fba-9c26-9260175af215 req-31ade769-f7a1-4257-9e3d-207cc2dbbb4c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742524 Feb 04 13:10:06.508671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network 43478f42-190b-42b7-ada1-2dd0e114e466 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:06.515519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:06.532057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:06.595282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Port': ['ID=4fb6c090-6de7-4006-86d5-33d8e04f7424,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.609359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.619239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:06.623454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.660394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.697810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2445d91a-cab3-47b8-8586-2ff1ab790df3']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:06.712550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021c6887-7ff8-49b5-b3cf-d73a15a9f9da') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:06.712550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021c6887-7ff8-49b5-b3cf-d73a15a9f9da') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:06.725047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.753304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.769333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:10:06.770292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.784255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-453ca64b-610e-4dd0-bbb7-7ba42255ddeb req-188415e9-7156-4294-a5d7-65b82d1e74bb tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586173 Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:06.973691 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:07.053307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=8f6e4d79-711a-49e7-a5d5-52e69ea415ab,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:07.118474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9db7d80-4562-459f-b05b-fc05497c1f88 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:07.180498 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'status': 'completed', 'code': 200} Feb 04 13:10:07.280314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] No DVR routers for this DVR port 8f6e4d79-711a-49e7-a5d5-52e69ea415ab on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:07.287235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:07.297316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'name': 'network-vif-deleted', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:07.324487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d9db7d80-4562-459f-b05b-fc05497c1f88 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:07.330669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:07.372836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:07.406636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b84c802-857f-42f7-9ed3-4ae8305073b9 req-541e60ef-0b79-46af-bb82-78fab41509ed tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "DELETE /v2.0/ports/8f6e4d79-711a-49e7-a5d5-52e69ea415ab HTTP/1.1" status: 204 len: 173 time: 3.0151591 Feb 04 13:10:07.421896 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:10:07.496534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8f6e4d79-711a-49e7-a5d5-52e69ea415ab no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:07.594338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 8f6e4d79-711a-49e7-a5d5-52e69ea415ab {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:07.594338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8f6e4d79-711a-49e7-a5d5-52e69ea415ab not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:07.629712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:07.629712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:07.651804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:07.725201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:07.729902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2445d91a-cab3-47b8-8586-2ff1ab790df3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:07.755396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-268fc59a-4662-4977-92a6-aedd5f73822e req-76973c83-8923-4c90-bb20-9e4a7c64cc53 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:07.780825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4607d759-b3a6-4132-b6e3-0fc22c9e8b7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/2445d91a-cab3-47b8-8586-2ff1ab790df3 HTTP/1.1" status: 204 len: 168 time: 1.9393339 Feb 04 13:10:07.963541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:07.965269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-268fc59a-4662-4977-92a6-aedd5f73822e req-76973c83-8923-4c90-bb20-9e4a7c64cc53 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:07.978502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-268fc59a-4662-4977-92a6-aedd5f73822e req-76973c83-8923-4c90-bb20-9e4a7c64cc53 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=be83f104-17f8-4f31-a20f-cdaf34b26843 HTTP/1.1" status: 200 len: 210 time: 0.5418541 Feb 04 13:10:07.991860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f0ee8-e2fb-4a6b-a0ef-ff98767718b1 None None] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:08.097706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-9d0efe32-f981-406c-a780-810c2dcf61da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7740905 Feb 04 13:10:08.108976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.108976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.108976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.108976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.108976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.120094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86224003-3bad-40d4-935a-e0205c79966b req-4577bb4d-c828-43de-b36b-49fd2bb11911 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 4361 time: 0.9280450 Feb 04 13:10:08.120094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b674323-bbcb-4f06-87d4-06f85daa4e00 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:08.214941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:08.282435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:08.335545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdba4c-7028-4af9-9ae6-79f090c449ac None None] Network 43478f42-190b-42b7-ada1-2dd0e114e466 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:08.384447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae3652-bc09-4074-a7a2-ccb6639cc54c req-a60f3022-804c-42cf-be2d-bda10c215bb8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:08.392452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5ae3652-bc09-4074-a7a2-ccb6639cc54c req-a60f3022-804c-42cf-be2d-bda10c215bb8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.9362650 Feb 04 13:10:08.529243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d8245a2-6223-4277-bc8b-ce5d8a8d983e None None] Provisioning for port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:08.561952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Transition to ACTIVE for port object 8b674323-bbcb-4f06-87d4-06f85daa4e00 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:08.591701 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e55b8f6-9004-4ab8-8933-f656643b9d00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=672a1606585d41778bbb56d204c3e630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081903 Feb 04 13:10:08.599176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50908) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:08.635224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:08.639458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:08.722415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:08.722415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:08.748546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5ae3652-bc09-4074-a7a2-ccb6639cc54c req-c57a46d0-9a00-4d25-8537-f018ee5f7b55 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463240 Feb 04 13:10:08.877765 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be83f104-17f8-4f31-a20f-cdaf34b26843', 'name': 'network-vif-deleted', 'tag': '8f6e4d79-711a-49e7-a5d5-52e69ea415ab', 'status': 'completed', 'code': 200} Feb 04 13:10:09.074803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Provisioning for port d9db7d80-4562-459f-b05b-fc05497c1f88 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:09.113462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1fb81-3b10-4ae9-aa14-792acd5b904f req-cc891556-5228-4747-81da-e7d5e9fc657e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.117551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e1fb81-3b10-4ae9-aa14-792acd5b904f req-cc891556-5228-4747-81da-e7d5e9fc657e tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.7479556 Feb 04 13:10:09.164610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-8d62fb4b-1ef8-45e9-80eb-d3c5112f8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.164610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-8d62fb4b-1ef8-45e9-80eb-d3c5112f8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.166469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.168245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-8d62fb4b-1ef8-45e9-80eb-d3c5112f8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.168245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86224003-3bad-40d4-935a-e0205c79966b req-8d62fb4b-1ef8-45e9-80eb-d3c5112f8aac service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0394022 Feb 04 13:10:09.175139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:09.176863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Provisioning complete for port d9db7d80-4562-459f-b05b-fc05497c1f88 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:09.176863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.304902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1e1fb81-3b10-4ae9-aa14-792acd5b904f req-c21f89e1-fc28-48af-a157-f2cf0c0feb71 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895764 Feb 04 13:10:09.340536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.444924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.470422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.822925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.827626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Attempting to bind port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:09.828277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Attempting to bind port 8b674323-bbcb-4f06-87d4-06f85daa4e00 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:09.828378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Attempting to bind port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:09.867090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:09.867399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Attempting to bind port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:09.890954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440ea60-6b9a-4870-b6ea-892e6c285f34,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:09.914019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:09.914352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:09.914774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Bound using segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:09.916445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Bound port: 8b674323-bbcb-4f06-87d4-06f85daa4e00, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:09.916822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.954527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.955915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.966501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.974385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.985825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:09.988018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:09.989383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d76d838f-f17c-4151-b98f-3d1d6cb1a82d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7440ea60-6b9a-4870-b6ea-892e6c285f34 HTTP/1.1" status: 204 len: 168 time: 1.3883543 Feb 04 13:10:10.022925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.043238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.058553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-0816fb79-6917-4c5d-98b5-6dc6dfafbeda tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 4603 time: 0.7843814 Feb 04 13:10:10.096174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.108339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224003-3bad-40d4-935a-e0205c79966b req-82ae24b6-084e-47ff-b07a-ac429b884322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.128850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86224003-3bad-40d4-935a-e0205c79966b req-82ae24b6-084e-47ff-b07a-ac429b884322 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9372056 Feb 04 13:10:10.138065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:10.161771 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.319526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Port': ['ID=4fb6c090-6de7-4006-86d5-33d8e04f7424,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:10.319526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.360176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,segment=NetworkSegment(14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e),segment_id=14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:10.376321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.385424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bcb3a00-c521-425e-9cff-7473f2ecb99a req-6b82f8d5-c967-4414-9e1d-49b75c3fba6e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2538111 Feb 04 13:10:10.400637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Provisioning complete for port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:10.400750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.496520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:10.505795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:10.512888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.527581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7237a5-4a52-42da-8646-fa1ac03c80b8 None None] Pushing event updated for resources: {'Port': ['ID=d9db7d80-4562-459f-b05b-fc05497c1f88,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:10.624758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaac5f-9be2-486f-94f2-c0eea733ef99 req-ce0094a4-509e-4a8b-af32-5bf0d2fc9155 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.624758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8deaac5f-9be2-486f-94f2-c0eea733ef99 req-ce0094a4-509e-4a8b-af32-5bf0d2fc9155 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.9508998 Feb 04 13:10:10.717774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.717774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:10.726334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-0a1de247-2fda-4ea1-8e15-fd7d54863492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:10.732804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] 10.222.0.90 "PUT /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 1135 time: 5.7688837 Feb 04 13:10:10.732804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '8b674323-bbcb-4f06-87d4-06f85daa4e00'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:10.742580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-0a1de247-2fda-4ea1-8e15-fd7d54863492 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab&tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6 HTTP/1.1" status: 200 len: 1094 time: 0.8152514 Feb 04 13:10:10.764450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:10.873064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:10.998245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572731eb-2bc4-4b8d-8ea1-328bbaaa5fee service neutron] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:11.036104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Provisioning complete for port d9db7d80-4562-459f-b05b-fc05497c1f88 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:11.036710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:11.065499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network 43478f42-190b-42b7-ada1-2dd0e114e466 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:11.078739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8deaac5f-9be2-486f-94f2-c0eea733ef99 req-bad7d792-db91-453c-b219-6747111189a9 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409263 Feb 04 13:10:11.086256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:11.182960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320aa37-36fc-4933-94ab-1b763a1a7a28 req-136864ff-7326-45c0-a835-27c56f85bf3c tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:11.182960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e320aa37-36fc-4933-94ab-1b763a1a7a28 req-136864ff-7326-45c0-a835-27c56f85bf3c tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.3182106 Feb 04 13:10:11.298589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:11.457516 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e320aa37-36fc-4933-94ab-1b763a1a7a28 req-d83ae745-e884-44c9-a86c-fe773acdbc2e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621727 Feb 04 13:10:11.500036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Provisioning for port 4fb6c090-6de7-4006-86d5-33d8e04f7424 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:11.511982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Provisioning complete for port 4fb6c090-6de7-4006-86d5-33d8e04f7424 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:11.513261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:11.622806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-90af5880-9d3b-480b-9dfc-9f98d649e8d3 None None] Port 4fb6c090-6de7-4006-86d5-33d8e04f7424 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:10:11.847124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-dc8b8979-1ee6-4e39-9e79-c5dc365b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:11.847124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-dc8b8979-1ee6-4e39-9e79-c5dc365b1b50 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1094 time: 1.0490291 Feb 04 13:10:11.921048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d5407673-1137-456b-987d-3eab218772a9 None None] Provisioning complete for port 4fb6c090-6de7-4006-86d5-33d8e04f7424 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:11.921723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5407673-1137-456b-987d-3eab218772a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.024007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50966) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:12.103873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a3be-0f43-4042-85a9-8dbcf265e10f req-7ef5be23-b514-497e-a7e4-de65e0f732db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.111055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0f5a3be-0f43-4042-85a9-8dbcf265e10f req-7ef5be23-b514-497e-a7e4-de65e0f732db tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.5069437 Feb 04 13:10:12.128711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d5407673-1137-456b-987d-3eab218772a9 None None] Port 4fb6c090-6de7-4006-86d5-33d8e04f7424 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:10:12.197312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-b9304e73-36a0-4e35-944e-d048fc35bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.206970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-b9304e73-36a0-4e35-944e-d048fc35bceb service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.3298471 Feb 04 13:10:12.279465 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '8b674323-bbcb-4f06-87d4-06f85daa4e00', 'status': 'completed', 'code': 200} Feb 04 13:10:12.312173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0f5a3be-0f43-4042-85a9-8dbcf265e10f req-e4d68173-0a70-4b51-aef2-42070912025c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871014 Feb 04 13:10:12.312173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Router 99ed8998-f0ec-4c6b-9641-44a83b599934 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:10:12.399582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1024756019-network', 'tenant_id': '9120b9d203af4cefaab2660099b5f04e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:12.423138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:12.447975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Usage tracker for resource:network and tenant:9120b9d203af4cefaab2660099b5f04e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:12.486743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:12.495608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:12.504244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9db7d80-4562-459f-b05b-fc05497c1f88 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:12.634225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d9db7d80-4562-459f-b05b-fc05497c1f88 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:12.634225 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.642503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-39141ebb-1dfb-4b3e-bdaf-720d4b29aa99 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 998 time: 0.4173479 Feb 04 13:10:12.701829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6089d90e-2150-4b86-8eb1-43faa6ab2f6e {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:12.717403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.731134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Transition to ACTIVE for port object 6089d90e-2150-4b86-8eb1-43faa6ab2f6e will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:12.731134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Made reservation on behalf of 9120b9d203af4cefaab2660099b5f04e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:12.731134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.764861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.774942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.846792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:12.912596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:12.923715 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] Sync routers for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:12.925741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:12.936372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b545689-e345-419b-aefd-d0bc8931afa1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5473258 Feb 04 13:10:12.941747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:12.942384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:12.943333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.943816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.944288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.944752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.945215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.945676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.947616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-2adf7576-3b1b-4d7e-baaa-08714846d862 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5289 time: 0.8227587 Feb 04 13:10:12.952602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50982) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:12.955389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:12.976861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-f164f1e9-813d-4596-8ac3-8d4e5645c9f8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.978378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-f164f1e9-813d-4596-8ac3-8d4e5645c9f8 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 946 time: 0.5561969 Feb 04 13:10:12.978499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.987151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.988024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:12.990133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:12.992178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-253a06c0-5ba7-4622-882e-d80cd41c32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.993641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:12.993790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-253a06c0-5ba7-4622-882e-d80cd41c32fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.2102468 Feb 04 13:10:13.000361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.012484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.018494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.027160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-c4f11fd7-413f-4107-8d51-ba2c46162995 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 4603 time: 0.7491410 Feb 04 13:10:13.086629 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:13.125446 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:13.125446 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:13.175938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Usage tracker for resource:security_group_rule and tenant:9120b9d203af4cefaab2660099b5f04e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:13.175938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:13.187780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:13.302110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:13.351023 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:13.351023 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1441b0-f691-4266-be82-089cfd1e50ff None None] The sync data for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:13.397270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2f47-2fec-451e-bf23-2b04ac53170e req-0e658e05-4710-413a-8f00-a6cc0d20fe10 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.405197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3ea2f47-2fec-451e-bf23-2b04ac53170e req-0e658e05-4710-413a-8f00-a6cc0d20fe10 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 946 time: 0.9233203 Feb 04 13:10:13.420384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:13.425212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b4afccc-e976-4199-a2b5-9af661d4dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:13.445283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:10:13.491293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35ca46a5-ca95-4234-bf5a-b4324365a85b req-d06ae730-4d8e-48b0-a42f-1af729300a0e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4631171 Feb 04 13:10:13.510018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:13.510374 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Added segment 5a6145fb-f221-4d55-b4f6-cc1895521901 of type vlan for network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 Feb 04 13:10:13.853416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cc161-d643-48e3-8034-a39ae918b38b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:13.952424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-224bde33-1714-4875-84f3-b30632d110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.952902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-224bde33-1714-4875-84f3-b30632d110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.953377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-224bde33-1714-4875-84f3-b30632d110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:13.955888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-224bde33-1714-4875-84f3-b30632d110b8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8254936 Feb 04 13:10:13.966633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.048509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Attempting to bind port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:14.049265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Attempting to bind port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:14.049373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Attempting to bind port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:14.077450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:14.077782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Attempting to bind port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:14.084752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port 65c900f1-ecb9-461a-938b-0a012ad11beb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:14.085311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.099387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:14.099732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:14.100273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Bound using segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:14.100848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Bound port: 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:14.101203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.193021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.193021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:14.193021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.206368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c3ea2f47-2fec-451e-bf23-2b04ac53170e req-79af77d7-f719-4b6a-bf87-65c9d43da538 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976081 Feb 04 13:10:14.258069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-0ed29577-ba73-4cda-a44e-d68f4914234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:14.258069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-0ed29577-ba73-4cda-a44e-d68f4914234b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1194301 Feb 04 13:10:14.387269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3548367 Feb 04 13:10:14.394222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:14.400525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-826e0f93-2d22-47d9-95f6-719d43fee292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:14.402528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0aa6acb2-db7f-49fd-a860-7cd855fc2e56 req-826e0f93-2d22-47d9-95f6-719d43fee292 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4306846 Feb 04 13:10:14.406336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Request body: {'subnet': {'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1024756019-subnet', 'tenant_id': '9120b9d203af4cefaab2660099b5f04e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:14.481815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223d3e8-571f-4065-aa37-27637db48ab6 req-8df02c0d-f42a-42d2-a10e-5197a0a20c20 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:14.481815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6223d3e8-571f-4065-aa37-27637db48ab6 req-8df02c0d-f42a-42d2-a10e-5197a0a20c20 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.6726451 Feb 04 13:10:14.492992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:14.507874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Usage tracker for resource:subnet and tenant:9120b9d203af4cefaab2660099b5f04e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:14.516294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fb0c-21fa-4b2d-9867-2c5e0a42fda9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba02a6a-e583-405e-88a0-2dc6097e8f65,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:14.516294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:14.530435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:14.533799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:10:14.548436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:14.554803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:14.576164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.634589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6223d3e8-571f-4065-aa37-27637db48ab6 req-ba98797e-9e3f-496a-bdde-63fb827cc0fa tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553690 Feb 04 13:10:14.661024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Made reservation on behalf of 9120b9d203af4cefaab2660099b5f04e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:14.661024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.788839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port 65c900f1-ecb9-461a-938b-0a012ad11beb, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=65c900f1-ecb9-461a-938b-0a012ad11beb,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:14.796072 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.799542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:14.800688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:14.803228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] 10.222.0.90 "PUT /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 1136 time: 4.0604191 Feb 04 13:10:14.805510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:14.871190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:15.028124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f506b90-222e-439a-a49c-b59efd4a68dc service neutron] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:15.049605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for 65c900f1-ecb9-461a-938b-0a012ad11beb owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:15.185316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:15.216180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f6af-797e-4ac2-a6ad-2b1bce3943d8 req-9b8fabc8-5c59-4240-a05a-69090ad82514 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:15.219126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a14f6af-797e-4ac2-a6ad-2b1bce3943d8 req-9b8fabc8-5c59-4240-a05a-69090ad82514 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.4146247 Feb 04 13:10:15.232330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-90e71b9b-b459-4d52-be02-0e93e9b1211a service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9309134 Feb 04 13:10:15.232330 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-2f59b204-f5e8-4f49-9448-0959d0d9a7b7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:10:15.232330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f59b204-f5e8-4f49-9448-0959d0d9a7b7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2632828 Feb 04 13:10:15.234723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51010) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:15.344934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6af72-d3bf-46ae-af1b-0b7152268fcd req-604d5342-f300-4c04-807d-4b48f6d2f091 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:15.344934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8d6af72-d3bf-46ae-af1b-0b7152268fcd req-604d5342-f300-4c04-807d-4b48f6d2f091 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.9815843 Feb 04 13:10:15.496906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8d6af72-d3bf-46ae-af1b-0b7152268fcd req-af6143b6-159f-46f9-b669-f913b9932d12 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194358 Feb 04 13:10:15.501512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:15.513952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7ec9b990-df12-498e-979d-f9e752e18d12'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:15.550265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a14f6af-797e-4ac2-a6ad-2b1bce3943d8 req-9d63a323-4151-423f-b1be-1617207954d2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254843 Feb 04 13:10:15.551781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:15.583813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 65c900f1-ecb9-461a-938b-0a012ad11beb no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:15.735763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 65c900f1-ecb9-461a-938b-0a012ad11beb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:15.735763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 65c900f1-ecb9-461a-938b-0a012ad11beb not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:15.765338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-6bc38904-7fe0-463a-9c49-9ca31d5014db service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219901 Feb 04 13:10:15.812352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=65c900f1-ecb9-461a-938b-0a012ad11beb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:15.949405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c30340a-4e0c-46d3-a70f-4aece205f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:16.154323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] No DVR routers for this DVR port 65c900f1-ecb9-461a-938b-0a012ad11beb on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:16.163487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:16.169099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'name': 'network-vif-deleted', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:16.192645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fecf34a5-3ae5-4fc7-840c-5f1e05ea2903 req-446d58bf-1975-4b82-8cf7-d531a3781848 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "DELETE /v2.0/ports/65c900f1-ecb9-461a-938b-0a012ad11beb HTTP/1.1" status: 204 len: 173 time: 3.0593894 Feb 04 13:10:16.238829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.246470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.253298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.261849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.264821 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e', 'status': 'completed', 'code': 200} Feb 04 13:10:16.267324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-333cdc1d-c612-4cf2-a9d3-3a697421c491 req-6b5869e8-6f09-4ff9-b5ee-82299897c05e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8ade749-dbcf-4ad4-aedb-4a7de89500af HTTP/1.1" status: 200 len: 210 time: 0.0603478 Feb 04 13:10:16.284569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.303339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.318538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:16.361475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-676decc2-cb19-4d6c-9254-eb3f1e85f6e7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5381 time: 0.3935792 Feb 04 13:10:16.656862 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e36af247-cd22-49a7-a6dd-b38372a77174 req-016a0a9d-b84a-45f6-9eeb-02f15915926e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0826187 Feb 04 13:10:16.690297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c786f1e-0145-48e3-8d13-fc911816bdae {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:16.703684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e051313-624a-4d8b-a56b-37707a2effc3 req-cf57ab69-f296-4bda-9a77-561ce38b4e8c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3381925 Feb 04 13:10:16.772855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:16.776808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:16.819111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:16.848917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Transition to ACTIVE for port object 7c786f1e-0145-48e3-8d13-fc911816bdae will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:16.940085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:16.949132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Checking segment: {'id': '5a6145fb-f221-4d55-b4f6-cc1895521901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:16.950775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Network hostable DHCP agents. Network: 0ba02a6a-e583-405e-88a0-2dc6097e8f65, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:10:17.027051 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ade749-dbcf-4ad4-aedb-4a7de89500af', 'name': 'network-vif-deleted', 'tag': '65c900f1-ecb9-461a-938b-0a012ad11beb', 'status': 'completed', 'code': 200} Feb 04 13:10:17.068217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e36af247-cd22-49a7-a6dd-b38372a77174 req-89c1c555-f96a-4238-a3c2-88e0733f8736 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2242851 Feb 04 13:10:17.249041 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e36af247-cd22-49a7-a6dd-b38372a77174 req-05d6a5dd-19eb-4c6f-bf61-53a7e005ee6d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146216 Feb 04 13:10:17.256657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:17.411705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.412378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.412632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.413148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.413623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.414092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.414583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.416738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-f5e15732-b80c-4085-bfc0-0c376f4048d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6218 time: 1.2140465 Feb 04 13:10:17.532317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:10:17.535203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:17.570770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36af247-cd22-49a7-a6dd-b38372a77174 req-69540dba-3824-4b0d-90a5-b35112ec7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.574320 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e36af247-cd22-49a7-a6dd-b38372a77174 req-69540dba-3824-4b0d-90a5-b35112ec7139 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3261707 Feb 04 13:10:17.664232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b636f-8817-4fb3-961a-f556af348f39 req-2e0804dd-2671-4d66-a51b-dbf2e3a9c25b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.664232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-185b636f-8817-4fb3-961a-f556af348f39 req-2e0804dd-2671-4d66-a51b-dbf2e3a9c25b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.4215088 Feb 04 13:10:17.717050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0ba02a6a-e583-405e-88a0-2dc6097e8f65) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:17.722910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3c080-129d-4079-b311-24b7d075aefd None None] Network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:17.750070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.750070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:17.750070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129602c-4554-40b7-891d-09e7b6278521 req-64f1ad28-c4f8-4a8e-b89d-4780e42b43ee tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:17.755619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8129602c-4554-40b7-891d-09e7b6278521 req-64f1ad28-c4f8-4a8e-b89d-4780e42b43ee tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 1.0764294 Feb 04 13:10:17.824766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-185b636f-8817-4fb3-961a-f556af348f39 req-46ee534a-e2ee-4fd1-a923-220d2a054e23 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368783 Feb 04 13:10:18.040038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-34d4e95d-f34c-4a28-8e63-5136eb72b5c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6414254 Feb 04 13:10:18.058949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8129602c-4554-40b7-891d-09e7b6278521 req-529eb84f-9821-4e09-a00f-fceef037648a tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962589 Feb 04 13:10:18.071122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25515ef-1fe4-40d7-8abb-b90adec0f30e req-9df239cc-b688-4645-bccf-a57a57fa64c2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.087003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f25515ef-1fe4-40d7-8abb-b90adec0f30e req-9df239cc-b688-4645-bccf-a57a57fa64c2 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.1676433 Feb 04 13:10:18.097132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Attempting to bind port 7c786f1e-0145-48e3-8d13-fc911816bdae on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:18.097850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Attempting to bind port 7c786f1e-0145-48e3-8d13-fc911816bdae by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:18.098431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Attempting to bind port 7c786f1e-0145-48e3-8d13-fc911816bdae on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:18.109160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-d42cdeef-a0ae-4664-b499-6a2c8b873fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.114841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-d42cdeef-a0ae-4664-b499-6a2c8b873fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.116599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-d42cdeef-a0ae-4664-b499-6a2c8b873fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.119255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-d42cdeef-a0ae-4664-b499-6a2c8b873fbf service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6406896 Feb 04 13:10:18.178596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Port 7c786f1e-0145-48e3-8d13-fc911816bdae on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:18.179289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Attempting to bind port 7c786f1e-0145-48e3-8d13-fc911816bdae on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:18.214569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f25515ef-1fe4-40d7-8abb-b90adec0f30e req-cc2f8900-cdac-4a16-ab70-8af05b7e9e34 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243334 Feb 04 13:10:18.414969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:18.414969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:18.414969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Bound using segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:18.414969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Bound port: 7c786f1e-0145-48e3-8d13-fc911816bdae, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:18.414969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:18.463402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd5137-cb0d-49f3-a339-1d4049077bbe None None] Network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:18.741213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:18.841189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.867119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.882386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.937812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.953650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.957732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.966112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:18.966112 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-71d97921-256c-40c0-b8c1-a54deb80b3c3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5393 time: 0.3590753 Feb 04 13:10:19.095984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db762ab1-6462-44f8-ab67-37f766ce8f9f req-4ef41a9d-8300-441f-a978-5ae7e7b66489 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133194 Feb 04 13:10:19.156179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:19.161464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:19.216996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:19.396829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:19.502790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-73bc4e11-1369-41ab-977d-4e9fbdc9b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:19.505764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff4c8d0b-cbee-4096-a6af-9b6be3ed4f67 req-73bc4e11-1369-41ab-977d-4e9fbdc9b69e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3746881 Feb 04 13:10:19.511932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:19.516774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:19.519384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/7c786f1e-0145-48e3-8d13-fc911816bdae HTTP/1.1" status: 200 len: 1090 time: 4.6525178 Feb 04 13:10:19.611320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:19.868311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62294ad0-a58d-48c1-8c02-795b381d408d req-857a4dca-3d6a-47e1-b01b-1a9f56186504 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:19.879606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-62294ad0-a58d-48c1-8c02-795b381d408d req-857a4dca-3d6a-47e1-b01b-1a9f56186504 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:19.908053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-62294ad0-a58d-48c1-8c02-795b381d408d req-857a4dca-3d6a-47e1-b01b-1a9f56186504 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:19.910281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62294ad0-a58d-48c1-8c02-795b381d408d req-857a4dca-3d6a-47e1-b01b-1a9f56186504 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.4955084 Feb 04 13:10:19.977913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:20.138985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port 7ec9b990-df12-498e-979d-f9e752e18d12 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:20.139998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:20.150626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:20.377387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:20.385120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.385120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.385120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.389722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13f19-b661-497c-8b8b-236b274f4b83 req-e037034f-005b-428d-a7e7-d0f29d523e5f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.394214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4386be-edea-4198-b75c-5ad5dda157d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:20.426781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7c13f19-b661-497c-8b8b-236b274f4b83 req-e037034f-005b-428d-a7e7-d0f29d523e5f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 945 time: 0.4248388 Feb 04 13:10:20.723190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7c13f19-b661-497c-8b8b-236b274f4b83 req-d535c94a-7776-4eef-b1f9-1d8be0b534a2 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=f58891fb-0900-4944-b2c9-47b79add9890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997849 Feb 04 13:10:20.943589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-72c86fce-72ab-4d31-8422-dea662a1f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:20.955480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-72c86fce-72ab-4d31-8422-dea662a1f2f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 1097 time: 0.7628145 Feb 04 13:10:21.040166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port 7ec9b990-df12-498e-979d-f9e752e18d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7ec9b990-df12-498e-979d-f9e752e18d12,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:21.040166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:21.054253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa82e-c741-4d09-9c1a-e1197d5411f3 req-9726fc11-4bb3-44de-bc04-1443a84285a0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:21.065299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-857aa82e-c741-4d09-9c1a-e1197d5411f3 req-9726fc11-4bb3-44de-bc04-1443a84285a0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 1.4337301 Feb 04 13:10:21.097751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:21.272311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for 7ec9b990-df12-498e-979d-f9e752e18d12 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:21.476999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-857aa82e-c741-4d09-9c1a-e1197d5411f3 req-36cd5a7a-2ace-4bce-847c-bb180935face tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966265 Feb 04 13:10:21.740234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9a2f1-c57d-4241-9d2a-26e8055239f4 req-c6a24787-6192-4d8c-bac8-82bad6da2ab9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:21.749616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2fa9a2f1-c57d-4241-9d2a-26e8055239f4 req-c6a24787-6192-4d8c-bac8-82bad6da2ab9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.6674538 Feb 04 13:10:21.809535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port 4fb6c090-6de7-4006-86d5-33d8e04f7424 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:21.809970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:21.839460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2fa9a2f1-c57d-4241-9d2a-26e8055239f4 req-a3de4d6d-6026-497c-b6fb-af429a86ed38 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883427 Feb 04 13:10:22.085485 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'status': 'completed', 'code': 200} Feb 04 13:10:22.120340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:22.292514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=7ec9b990-df12-498e-979d-f9e752e18d12,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:22.415520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:10:22.441158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] No DVR routers for this DVR port 7ec9b990-df12-498e-979d-f9e752e18d12 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:22.446355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:22.456956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'name': 'network-vif-deleted', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:22.490275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:22.551940 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.90 "DELETE /v2.0/ports/7ec9b990-df12-498e-979d-f9e752e18d12 HTTP/1.1" status: 204 len: 173 time: 2.6360202 Feb 04 13:10:22.829834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:22.861679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:22.924581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:22.974932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.023772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.047637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.071607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.088447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-8dd511fb-8edc-40aa-8bdf-70ba8baa2249 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5393 time: 0.6486835 Feb 04 13:10:23.240423 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e34b551-0e0c-4e6f-a641-fae2521a9a82 req-ae6bcc15-7d14-46d4-8829-96726ea069aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401284 Feb 04 13:10:23.280875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c29c9a-6b3b-4a77-8318-54d9d9a96219 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:23.310067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:23.357530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Transition to ACTIVE for port object 75c29c9a-6b3b-4a77-8318-54d9d9a96219 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:23.463752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-267aacbc-a657-411a-a625-0fa8169bf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:23.474554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-267aacbc-a657-411a-a625-0fa8169bf09a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 200 len: 916 time: 2.4929416 Feb 04 13:10:23.516749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Calling delete_port for 4fb6c090-6de7-4006-86d5-33d8e04f7424 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:23.592684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7ec9b990-df12-498e-979d-f9e752e18d12 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:23.665462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8ee5544d-b19a-45f1-b398-32581406504d req-ef7ed771-7427-49b7-9713-bce9f70dc518 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:23.680304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 7ec9b990-df12-498e-979d-f9e752e18d12 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:23.680652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7ec9b990-df12-498e-979d-f9e752e18d12 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:23.690342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8ee5544d-b19a-45f1-b398-32581406504d req-ef7ed771-7427-49b7-9713-bce9f70dc518 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:23.691710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ee5544d-b19a-45f1-b398-32581406504d req-ef7ed771-7427-49b7-9713-bce9f70dc518 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd7d572-90d1-48cc-a44b-a19ce85393b8 HTTP/1.1" status: 200 len: 210 time: 0.1073458 Feb 04 13:10:23.716168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:24.083023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-e047258b-e05f-4303-ae9f-33cad7ae9f43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 HTTP/1.1" status: 200 len: 217 time: 0.3870008 Feb 04 13:10:24.083023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:24.284246 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd7d572-90d1-48cc-a44b-a19ce85393b8', 'name': 'network-vif-deleted', 'tag': '7ec9b990-df12-498e-979d-f9e752e18d12', 'status': 'completed', 'code': 200} Feb 04 13:10:24.320360 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:24.445917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.447276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.448214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.448854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.449482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.450127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.450779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.453752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-7c287f2a-0013-49e2-9d21-ce2cce143e67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6285 time: 2.2004192 Feb 04 13:10:24.824117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138a800-fdf8-41a7-85c7-7682a7a1a9ce req-3be099db-68fa-4d57-81d5-cf1935379f9a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:24.846159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d138a800-fdf8-41a7-85c7-7682a7a1a9ce req-3be099db-68fa-4d57-81d5-cf1935379f9a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.3051260 Feb 04 13:10:24.961439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d138a800-fdf8-41a7-85c7-7682a7a1a9ce req-2789a22f-f2d1-4b8c-aa5b-a7d84ecca7eb tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973799 Feb 04 13:10:25.146680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00d05-9818-402a-979e-9aebc89288fc req-b3603a1f-8a25-4ab0-ab40-35b9f42edfd9 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.148692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49c00d05-9818-402a-979e-9aebc89288fc req-b3603a1f-8a25-4ab0-ab40-35b9f42edfd9 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 3.3867652 Feb 04 13:10:25.189427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-f42d3c57-3951-407a-b5e6-4a7c39909624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.192260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-f42d3c57-3951-407a-b5e6-4a7c39909624 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 200 len: 854 time: 1.0979934 Feb 04 13:10:25.283199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cebad-d8f2-4dcd-baa0-0e626cae57a5 req-8253730e-30e9-4417-bc06-2df88a45a3ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.293585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12cebad-d8f2-4dcd-baa0-0e626cae57a5 req-8253730e-30e9-4417-bc06-2df88a45a3ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.1631229 Feb 04 13:10:25.307530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-210d94e3-1cae-4b1f-9e0a-f63d75d87dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.308437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-210d94e3-1cae-4b1f-9e0a-f63d75d87dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.309084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-210d94e3-1cae-4b1f-9e0a-f63d75d87dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.310909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-210d94e3-1cae-4b1f-9e0a-f63d75d87dbb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7295229 Feb 04 13:10:25.410019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49c00d05-9818-402a-979e-9aebc89288fc req-303b7ad8-cc2d-43b2-b8c0-0443628cee27 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397089 Feb 04 13:10:25.441235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12cebad-d8f2-4dcd-baa0-0e626cae57a5 req-184e31d1-c08d-4044-8250-652a306b18f7 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442537 Feb 04 13:10:25.634548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:25.868770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Port': ['ID=4fb6c090-6de7-4006-86d5-33d8e04f7424,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:25.901375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.936893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:25.955301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.000633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.021971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.063526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.069756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.072289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-af656e0b-99dd-4e3a-ae82-62b6f7afc743 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5405 time: 0.3986020 Feb 04 13:10:26.144854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Attempting to bind port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:26.145182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Attempting to bind port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:26.145664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Attempting to bind port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:26.154275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ec2b768-7e59-43ce-b8f7-5023d057941d req-d8989b5c-d8d0-464a-b572-5c0f55fa7523 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738277 Feb 04 13:10:26.158170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-1eeb902a-86a3-4104-9dc6-dbcfe7a81868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.159909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-1eeb902a-86a3-4104-9dc6-dbcfe7a81868 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2177b15b-2532-468b-9a73-ca3e8625a7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9184775 Feb 04 13:10:26.160565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:26.160949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Attempting to bind port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Checking segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Bound using segment: {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Bound port: 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286b8e38-74d9-4c08-87ce-2ea34d573a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:26.384980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-700e32e5-a770-4723-a0d3-f2b28cd0d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.391924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e8fa4e-a4b8-486d-8401-54273b03a972 req-700e32e5-a770-4723-a0d3-f2b28cd0d70b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0552535 Feb 04 13:10:26.710424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b2a2e-8e83-4dd6-9926-f922a31662d8 req-e574d5c3-53f5-4157-baae-f8a56472cd1f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:26.719042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae6b2a2e-8e83-4dd6-9926-f922a31662d8 req-e574d5c3-53f5-4157-baae-f8a56472cd1f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.2570562 Feb 04 13:10:26.779011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae6b2a2e-8e83-4dd6-9926-f922a31662d8 req-3a5c6793-8e01-417e-a670-5c7aa5ab42fa tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584421 Feb 04 13:10:26.965203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:27.109640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f02c5-ab5d-47a6-a260-4552e13c5217 req-491fedd3-e9ac-4d48-820c-833f6f3874ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:27.109640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da2f02c5-ab5d-47a6-a260-4552e13c5217 req-491fedd3-e9ac-4d48-820c-833f6f3874ab tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.1578736 Feb 04 13:10:27.169869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da2f02c5-ab5d-47a6-a260-4552e13c5217 req-cd2e1b6a-66ee-4ffd-8b55-4a22bd3d87f5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614369 Feb 04 13:10:27.454046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf14d97-6a19-4df5-a952-57cbf32ea003 req-eeeabe23-31e6-4f4a-b0fb-80452716ad00 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:27.461995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9bf14d97-6a19-4df5-a952-57cbf32ea003 req-eeeabe23-31e6-4f4a-b0fb-80452716ad00 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.1597457 Feb 04 13:10:27.529725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9bf14d97-6a19-4df5-a952-57cbf32ea003 req-f2d5a84f-0dcc-41cb-8e39-4820750479f9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692117 Feb 04 13:10:27.682201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-1c80652b-4af7-4892-a065-6c1d73717bea service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5082855 Feb 04 13:10:27.683635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:27.768747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:27.978335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:28.287953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Router 99ed8998-f0ec-4c6b-9641-44a83b599934 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:10:28.291711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.292336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:28.293791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] 10.222.0.90 "PUT /v2.0/ports/75c29c9a-6b3b-4a77-8318-54d9d9a96219 HTTP/1.1" status: 200 len: 1090 time: 8.1474473 Feb 04 13:10:28.296779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:28.334354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.335238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:28.342651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.349261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.361821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.395580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.447277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.453570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08973-fd19-4588-acbe-dda54a34faed service neutron] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:28.478303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.478303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-edce2e39-aa95-4601-b9f6-65d6fa527a0f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5405 time: 0.3227725 Feb 04 13:10:28.584313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ff87a1c-3c9d-48ae-baae-5f5f04f024f3 req-c5a23354-a0f6-4dcf-9e8d-95cc819803d4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091406 Feb 04 13:10:28.757450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:28.800479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa0a4f-6526-486a-abc4-9e78d41a5716 req-9d8782cb-38e9-4df1-a922-e72664f60c67 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.802037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4aa0a4f-6526-486a-abc4-9e78d41a5716 req-9d8782cb-38e9-4df1-a922-e72664f60c67 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 1.8566272 Feb 04 13:10:28.831568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e4b39aa-0627-4545-99d1-ea4051c48f48 req-62a0d216-5a4d-4a87-8f30-e0e126ebf7e5 service neutron] 10.222.0.90 "GET /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0803840 Feb 04 13:10:28.901977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-78e9fcfe-67af-4d61-a358-c28f6de9b147 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:28.903806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-78e9fcfe-67af-4d61-a358-c28f6de9b147 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.2317021 Feb 04 13:10:29.204241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port 1373ea1f-b9c7-44ff-8594-24049eea290e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:29.204707 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:29.380504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:29.411417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] Sync routers for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:29.428360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c654b33-0638-4b1c-b10d-97688cbe00ef tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1883094 Feb 04 13:10:29.439214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51204) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:29.465228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:29.465228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:29.551700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4aa0a4f-6526-486a-abc4-9e78d41a5716 req-1ba43f6f-1c38-45c0-abf9-b4c590a705d7 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421727 Feb 04 13:10:29.585734 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2b212a0e-bc32-48c1-9de5-fcef28dc39fd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] delete failed (client error): The resource could not be found. Feb 04 13:10:29.601454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2b212a0e-bc32-48c1-9de5-fcef28dc39fd tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-356564279 HTTP/1.1" status: 404 len: 334 time: 0.1434836 Feb 04 13:10:29.601454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:29.613083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f4e8392f-2f33-44c4-9d6b-bc2972809c90 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'router': {'external_gateway_info': {'network_id': '99ed8998-f0ec-4c6b-9641-44a83b599934'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:29.827628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:29.836006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abc7cd-7fb2-493d-8098-46eab50d7e1d req-8fdb6eb3-771b-408b-a8ce-509dd9a9c8c0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:29.853728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36abc7cd-7fb2-493d-8098-46eab50d7e1d req-8fdb6eb3-771b-408b-a8ce-509dd9a9c8c0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.8539209 Feb 04 13:10:29.859470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:29.860195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:29.949359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36abc7cd-7fb2-493d-8098-46eab50d7e1d req-42827c46-6d07-4f58-bbcf-9015d87bcf65 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Feb 04 13:10:30.383248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:30.384165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec6190-95d5-4f0e-b7c2-dd71b7f848d4 None None] The sync data for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:30.455294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] For port 1373ea1f-b9c7-44ff-8594-24049eea290e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1373ea1f-b9c7-44ff-8594-24049eea290e,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:30.456052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:30.646376 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'status': 'completed', 'code': 200} Feb 04 13:10:30.889907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1373ea1f-b9c7-44ff-8594-24049eea290e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:31.054782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afed0-77c5-4a18-ad51-023eb1ff27d7 req-15e8aaf5-85d5-4636-95d8-9a80ae22bd9f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.056290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-606afed0-77c5-4a18-ad51-023eb1ff27d7 req-15e8aaf5-85d5-4636-95d8-9a80ae22bd9f tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 945 time: 0.7534368 Feb 04 13:10:31.208914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-606afed0-77c5-4a18-ad51-023eb1ff27d7 req-99535325-53b0-422f-b457-6b9a8386acf7 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4e9873-8a92-47d3-90c7-66ecd273ff7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361337 Feb 04 13:10:31.248620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:31.248620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:31.248620 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Floating IP 95f4e539-30de-4bfa-91b1-1fea1e3bba8a disassociated. External IP: 172.25.4.164, port: 1373ea1f-b9c7-44ff-8594-24049eea290e. Feb 04 13:10:31.248620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for 1373ea1f-b9c7-44ff-8594-24049eea290e owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:31.332116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4e8392f-2f33-44c4-9d6b-bc2972809c90 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:31.403879 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-f4e8392f-2f33-44c4-9d6b-bc2972809c90 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] update failed (client error): The resource could not be found. Feb 04 13:10:31.410368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f4e8392f-2f33-44c4-9d6b-bc2972809c90 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934 HTTP/1.1" status: 404 len: 339 time: 1.8150830 Feb 04 13:10:31.421230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.525487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.531156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-c5661766-fdb7-4539-9422-c6cee196d055 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6352 time: 0.5580349 Feb 04 13:10:31.599303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:31.671597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7dea9-fc1b-4dda-8ffb-cb2a6c2a04b5 req-bf5ef6f6-49d5-4e12-b2c0-fff4c6c9187d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.671597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ba7dea9-fc1b-4dda-8ffb-cb2a6c2a04b5 req-bf5ef6f6-49d5-4e12-b2c0-fff4c6c9187d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 1.7415588 Feb 04 13:10:31.694722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.707941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.714435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.720940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.727333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.733658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.739633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:31.747987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-b2cec5f6-9808-4568-a88b-055e8ff455d9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5405 time: 0.3072855 Feb 04 13:10:31.750078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=1373ea1f-b9c7-44ff-8594-24049eea290e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:31.834009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9f27ee-a217-43ef-b2ca-32c17d5f39e2 req-bcd0b119-0113-4b9a-9ad9-90a52fcde66a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726318 Feb 04 13:10:32.001982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b770bc8-bb36-406c-a565-2fcb41d37d3d {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:32.027769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ba7dea9-fc1b-4dda-8ffb-cb2a6c2a04b5 req-37ebf728-d733-4ac1-b7eb-866596cd559b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938588 Feb 04 13:10:32.103263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:32.175923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Router 25020afc-7997-4c3d-95c1-bff5a382ab65 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:10:32.251528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b28c5-392b-4870-a5b5-a602d1f5c19a req-a3cdd52e-ceb9-49a6-a255-792f0c029395 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:32.261378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-099b28c5-392b-4870-a5b5-a602d1f5c19a req-a3cdd52e-ceb9-49a6-a255-792f0c029395 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.2110600 Feb 04 13:10:32.337220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-099b28c5-392b-4870-a5b5-a602d1f5c19a req-200568f7-5738-45c0-b598-ee7f38659e1c tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773735 Feb 04 13:10:32.344106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Transition to ACTIVE for port object 7b770bc8-bb36-406c-a565-2fcb41d37d3d will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:32.577524 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:32.583697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:32.671295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Sync routers for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:32.671295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:32.671295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:32.741581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] No DVR routers for this DVR port 1373ea1f-b9c7-44ff-8594-24049eea290e on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:32.754388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:32.764145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-deleted', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:32.778976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef013b19-ce9e-488e-a1d0-b858d727e34e req-00c9107d-116c-4c94-91b1-01fcd27f8150 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.87 "DELETE /v2.0/ports/1373ea1f-b9c7-44ff-8594-24049eea290e HTTP/1.1" status: 204 len: 173 time: 3.8501015 Feb 04 13:10:32.778976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c6fc521-3dd4-4d78-abad-351410ff5ba1 req-2a21eb95-340a-426e-b91c-16d56f0c962a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Synchronizing usage tracker for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:32.844215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c6fc521-3dd4-4d78-abad-351410ff5ba1 req-2a21eb95-340a-426e-b91c-16d56f0c962a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Unset dirty status for tenant:9fc72dc5f8e047d0812cbf6e813978a0 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:32.845849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c6fc521-3dd4-4d78-abad-351410ff5ba1 req-2a21eb95-340a-426e-b91c-16d56f0c962a tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/ports?device_id=86b60337-0479-4929-a78d-1da9dd0da2a4 HTTP/1.1" status: 200 len: 210 time: 0.1686091 Feb 04 13:10:32.895257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:32.896441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:32.913912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-ee6799dd-9e51-4c5c-8ca1-56340f3e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:32.914680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-ee6799dd-9e51-4c5c-8ca1-56340f3e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:32.915323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-ee6799dd-9e51-4c5c-8ca1-56340f3e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:32.917621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-ee6799dd-9e51-4c5c-8ca1-56340f3e72af service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1710093 Feb 04 13:10:33.094833 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b60337-0479-4929-a78d-1da9dd0da2a4', 'name': 'network-vif-deleted', 'tag': '1373ea1f-b9c7-44ff-8594-24049eea290e', 'status': 'completed', 'code': 200} Feb 04 13:10:33.143499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:33.199502 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:10:33.221491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:33.265294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:33.265294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:33.277883 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:33.431408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:33.495686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.533786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.537177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Attempting to bind port 7b770bc8-bb36-406c-a565-2fcb41d37d3d on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:33.537177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Attempting to bind port 7b770bc8-bb36-406c-a565-2fcb41d37d3d by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:33.537177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Attempting to bind port 7b770bc8-bb36-406c-a565-2fcb41d37d3d on network b1adc137-2a22-4046-a0a3-ee3dc945b3af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:33.540748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.549680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.561838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.570933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.579801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.591400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71871e3f-9148-4376-a464-960e7b7d880f req-ec85693f-7548-4ac1-9ad1-072563e59d19 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5417 time: 0.2687435 Feb 04 13:10:33.676095 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:33.679093 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Checking router: 25020afc-7997-4c3d-95c1-bff5a382ab65 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:33.689719 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:33.690341 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:33.692082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Port 7b770bc8-bb36-406c-a565-2fcb41d37d3d on network b1adc137-2a22-4046-a0a3-ee3dc945b3af not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:33.692418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Attempting to bind port 7b770bc8-bb36-406c-a565-2fcb41d37d3d on network b1adc137-2a22-4046-a0a3-ee3dc945b3af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:33.702278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71871e3f-9148-4376-a464-960e7b7d880f req-b3e1a940-7e68-4d78-a618-abb308374e51 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091135 Feb 04 13:10:33.761371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8fa20-0282-4f03-83d9-af855df3ab66 req-90d80e66-dfc7-41fd-b74d-1cffe8292767 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.770381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcd8fa20-0282-4f03-83d9-af855df3ab66 req-90d80e66-dfc7-41fd-b74d-1cffe8292767 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 1.4257941 Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-72aff7e6-bc03-421f-b103-afd9654c3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-023edf72-4ebe-4a11-8c8f-c782519affd5 req-72aff7e6-bc03-421f-b103-afd9654c3398 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9327347 Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcd8fa20-0282-4f03-83d9-af855df3ab66 req-8bdc6a69-dcab-49a0-8952-bfc3a09ecfc6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355824 Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Checking segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Bound using segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Bound port: 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:33.907140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:34.031210 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:10:34.037642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167b63-b1c8-4896-91ef-69bef95ba3a2 req-8345ea39-cb95-43b5-84dc-2619d17553a5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.045895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1167b63-b1c8-4896-91ef-69bef95ba3a2 req-8345ea39-cb95-43b5-84dc-2619d17553a5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.2016065 Feb 04 13:10:34.144927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1167b63-b1c8-4896-91ef-69bef95ba3a2 req-0a725273-6875-489f-bfce-23297604a122 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834014 Feb 04 13:10:34.160039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:34.160039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:34.215966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:34.340669 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'code': 200} Feb 04 13:10:34.371920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.372554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:34.374163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] 10.222.0.90 "PUT /v2.0/ports/7b770bc8-bb36-406c-a565-2fcb41d37d3d HTTP/1.1" status: 200 len: 1091 time: 6.0451293 Feb 04 13:10:34.375560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:34.403023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Allocated IP 172.20.0.1 (a01d9484-cb4a-45a1-9444-eda0de1208ec/07e6738c-88ce-45a6-8cf9-e3facd343850/4e4d159c-32e7-4fde-86bd-a4f933b057b1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:34.425675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Request body: {'port': {'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:34.562889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531a25-aa94-428d-955b-79c84a2b55bb req-e8aca942-f268-4d74-88c9-e1b196add0cc tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.576571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79531a25-aa94-428d-955b-79c84a2b55bb req-e8aca942-f268-4d74-88c9-e1b196add0cc tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 943 time: 0.3750534 Feb 04 13:10:34.576571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6a99f-a998-421d-8a78-33b541bda1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:34.743780 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:34.759027 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317bfb74-f8f8-4957-8ab6-b5bf93bca721 None None] The sync data for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 is: [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:00:35Z', 'revision_number': 4, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ade8be51-8fe2-4a34-93f5-459ae03b43ae', 'name': '', 'network_id': '4543569a-7b44-4161-a675-616c77de2797', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'mac_address': 'fa:16:3e:9e:82:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:33Z', 'updated_at': '2022-02-04T13:00:59Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'subnets': [{'id': '86d61f4d-9ca6-4ab4-9ec5-e084e352c31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:34.909803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:10:34.973261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:34.988776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-c2894a93-411f-45bd-8d83-5a23316aef2b tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:34.996786 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-c2894a93-411f-45bd-8d83-5a23316aef2b tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/networks?id=0ba02a6a-e583-405e-88a0-2dc6097e8f65 HTTP/1.1" status: 200 len: 810 time: 0.3453574 Feb 04 13:10:35.011819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79531a25-aa94-428d-955b-79c84a2b55bb req-8b2a41d0-2daa-4353-b2da-be6c3dd40c90 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383466 Feb 04 13:10:35.015941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-c63f4b32-e28b-4808-a649-6d1119dad605 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/quotas/9120b9d203af4cefaab2660099b5f04e HTTP/1.1" status: 200 len: 375 time: 0.0182486 Feb 04 13:10:35.070818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-32604514-f880-4835-95a1-41e0d10aeda2 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9120b9d203af4cefaab2660099b5f04e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538518 Feb 04 13:10:35.167742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:35.183427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'port_id': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'mac_address': 'fa:16:3e:67:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:10:35.320103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:35.338811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:35.356449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:35.362336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:35.363893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:10:35.368114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-b31661a1-32d8-449e-a60a-95d6eccaa3a4 service neutron] 10.222.0.53 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964573 Feb 04 13:10:35.566385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-b72c1681-06f3-4b6b-a870-60af2bd93ac8 service neutron] 10.222.0.53 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926589 Feb 04 13:10:35.573146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:35.592292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:35.716746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'port_id': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'mac_address': 'fa:16:3e:5c:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a09fb-29b6-4a93-8b0f-d61cf0df3165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:10:35.721965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332393e-c0b2-4200-ae24-dfc70ecdd16f None None] New status for floating IP 95f4e539-30de-4bfa-91b1-1fea1e3bba8a: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:10:35.883602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b766a5c-7021-48a7-8fd3-71e5858cdb20 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:35.889998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:35.908008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Transition to ACTIVE for port object 5b766a5c-7021-48a7-8fd3-71e5858cdb20 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:35.908008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Transition to ACTIVE for port object 4e4d159c-32e7-4fde-86bd-a4f933b057b1 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:35.913850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:35.987314 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.015507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:36.025189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:36.042544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:36.065679 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'status': 'completed', 'code': 200} Feb 04 13:10:36.152965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:36.168217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.250552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.285767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.317263 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.335815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network a01d9484-cb4a-45a1-9444-eda0de1208ec is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:36.399392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:36.420434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884408-d3b3-4d02-b4df-ca175c56ef79 req-3375073b-77ee-4ad9-bc64-caea3e833826 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.427936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4884408-d3b3-4d02-b4df-ca175c56ef79 req-3375073b-77ee-4ad9-bc64-caea3e833826 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.9813001 Feb 04 13:10:36.461796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.467827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.473925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.480852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.486867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.494101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.499573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:36.500653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:36.502952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-6fe43dae-6c0b-43b1-88d8-29dbb2ff620d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.3355067 Feb 04 13:10:36.548534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:36.613758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:36.649324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:36.757939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89fc9ade-f9a3-4276-9c69-7c8128140620 req-3780be75-279b-4d87-91b5-0f9fd2e3600a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364333 Feb 04 13:10:36.768416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['958f0ae5-2e77-4975-8b6d-0cd0286f187c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:36.775286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.842495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e9873-8a92-47d3-90c7-66ecd273ff7a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:36.847066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.854203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c6bb765-7e73-4b5c-8003-2eb9f003bf72 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d4e9873-8a92-47d3-90c7-66ecd273ff7a HTTP/1.1" status: 204 len: 168 time: 0.8273630 Feb 04 13:10:36.856018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:36.896771 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:36.900981 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-a14c3847-87e0-4ace-9ccf-ab6479cdf66e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] show failed (client error): The resource could not be found. Feb 04 13:10:36.906162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a14c3847-87e0-4ace-9ccf-ab6479cdf66e tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "GET /v2.0/security-groups/6d4e9873-8a92-47d3-90c7-66ecd273ff7a HTTP/1.1" status: 404 len: 347 time: 0.0481110 Feb 04 13:10:36.929763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51346) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:37.190264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de125eaf-f743-42b1-96e5-89c82cb10855 None None] Provisioning for port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:37.220808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de125eaf-f743-42b1-96e5-89c82cb10855 None None] Provisioning complete for port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:37.220808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de125eaf-f743-42b1-96e5-89c82cb10855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:37.236686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4884408-d3b3-4d02-b4df-ca175c56ef79 req-36e869ce-7553-40db-b3a7-26fdd8f32d35 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8033035 Feb 04 13:10:37.236686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Port': ['ID=4e4d159c-32e7-4fde-86bd-a4f933b057b1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:37.343708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Deleting port 054adb02-bd34-4ccd-a317-ab04877df496 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:37.343708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:37.435012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.435675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.436215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.436651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.437151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.438058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.438701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.441425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-f032e7a9-783d-47d6-a61c-a6f04b097994 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6444 time: 1.3673220 Feb 04 13:10:37.528883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-de125eaf-f743-42b1-96e5-89c82cb10855 None None] Port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:10:37.609604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb92501-ca6c-4ec9-9b47-9a34b559380e req-7ec2ba5d-a677-4545-945e-e38cb4759f0d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:37.615810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6cb92501-ca6c-4ec9-9b47-9a34b559380e req-7ec2ba5d-a677-4545-945e-e38cb4759f0d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 945 time: 0.4085786 Feb 04 13:10:37.646412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Attempting to bind port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:37.646412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Attempting to bind port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:37.646412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Attempting to bind port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 on network b1adc137-2a22-4046-a0a3-ee3dc945b3af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:37.675002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b89c12e-2b6b-4f9f-8d0a-4b445c1dcfc0 req-9daa6c0d-8cda-4232-8035-cb38618f8703 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 210 time: 0.0939851 Feb 04 13:10:37.680179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 on network b1adc137-2a22-4046-a0a3-ee3dc945b3af not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:37.680179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Attempting to bind port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 on network b1adc137-2a22-4046-a0a3-ee3dc945b3af {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:37.698792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6cb92501-ca6c-4ec9-9b47-9a34b559380e req-a925eef4-72f8-4ed9-ac4a-ead49c7eb1e9 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Feb 04 13:10:37.712825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:37.712825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:37.731597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:37.731940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Checking segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:37.732325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Bound using segment: {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:37.732830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Bound port: 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73683a24-98f1-46a8-b25b-e768fd5f0451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:37.733102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:38.037832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:38.063419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Calling delete_port for 054adb02-bd34-4ccd-a317-ab04877df496 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:38.461401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-0bca8669-e437-47b0-a525-d42e5fd44e1e tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:38.461401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-0bca8669-e437-47b0-a525-d42e5fd44e1e tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.87 "GET /v2.0/networks?id=0ba02a6a-e583-405e-88a0-2dc6097e8f65 HTTP/1.1" status: 200 len: 810 time: 0.4559877 Feb 04 13:10:38.478145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080c03-5674-4691-bb9b-df4e2a0be597 req-6a106efe-f260-4195-875a-986cdee95d8b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:38.478145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23080c03-5674-4691-bb9b-df4e2a0be597 req-6a106efe-f260-4195-875a-986cdee95d8b tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 944 time: 0.4719033 Feb 04 13:10:38.487600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Request body: {'port': {'device_id': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65', 'admin_state_up': True, 'tenant_id': '9120b9d203af4cefaab2660099b5f04e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:38.669916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:38.687387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-c712e756-dac5-4608-aea4-be09565afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:38.687387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-c712e756-dac5-4608-aea4-be09565afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:38.687387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-c712e756-dac5-4608-aea4-be09565afcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:38.687387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-c712e756-dac5-4608-aea4-be09565afcd9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e0535dedcb247ab80cac9941adebe87&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2227046 Feb 04 13:10:38.740429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:38.767171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23080c03-5674-4691-bb9b-df4e2a0be597 req-bb313de3-ffc1-40bf-bb6a-45fe8f4ba5a4 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638121 Feb 04 13:10:38.809308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Pushing event deleted for resources: {'Port': ['ID=054adb02-bd34-4ccd-a317-ab04877df496,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:38.817967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:38.835283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:38.861289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Usage tracker for resource:port and tenant:9120b9d203af4cefaab2660099b5f04e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:38.872623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:38.902343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:38.907591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:38.910907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:38.987689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:38.991739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Made reservation on behalf of 9120b9d203af4cefaab2660099b5f04e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:38.996526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.099595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:39.099595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.166105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-2ec37eef-30c6-4873-8966-bb96e4ccd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.166105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6db5a335-aa2e-442b-948e-7c04b555aa91 req-2ec37eef-30c6-4873-8966-bb96e4ccd86d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4598081 Feb 04 13:10:39.166105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.183434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.183434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] 10.222.0.90 "PUT /v2.0/ports/5b766a5c-7021-48a7-8fd3-71e5858cdb20 HTTP/1.1" status: 200 len: 1091 time: 4.7565582 Feb 04 13:10:39.185213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.200325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1ceaf8fd-0d4e-4fdb-b730-7a5389e529e9 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] 10.222.0.53 "DELETE /v2.0/floatingips/95f4e539-30de-4bfa-91b1-1fea1e3bba8a HTTP/1.1" status: 204 len: 168 time: 2.2637172 Feb 04 13:10:39.200325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51376) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:39.286455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:39.291192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0139-468e-46d2-bb98-248ad0dbfaad service neutron] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:39.291352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.294236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.299712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.307854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.318308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.325223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.332316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.338318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.338578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:39.339779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc3367-f4bb-45a0-b0d6-9cacce9c92c7 req-6497a5e2-0a7c-4122-a8c8-ad1ed4234d34 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.340374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-ef75c2a3-3662-4eb4-845a-228ff37cf10f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.3210204 Feb 04 13:10:39.341322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:39.347695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.348584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:39.351946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebfc3367-f4bb-45a0-b0d6-9cacce9c92c7 req-6497a5e2-0a7c-4122-a8c8-ad1ed4234d34 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 1.4132349 Feb 04 13:10:39.522638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 958f0ae5-2e77-4975-8b6d-0cd0286f187c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:39.522638 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.588132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:39.608413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.608743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.609146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.609396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.609783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.610207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.610413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.610754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.611087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.611646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.611780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.612105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:10:39.613984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.632217 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.661831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b13beee4-2e08-4391-9c1c-acf7a65d699c req-37625290-18d4-441c-8f35-f13f9c7e77c1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2467914 Feb 04 13:10:39.687409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Allocated IP 172.20.0.5 (0ba02a6a-e583-405e-88a0-2dc6097e8f65/cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271/bacbe80e-9264-42ba-9398-69f4c3666d89) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:39.772405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.824823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebfc3367-f4bb-45a0-b0d6-9cacce9c92c7 req-0917a5cc-2e19-4309-b1da-5e31b2cfcb32 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231413 Feb 04 13:10:39.843480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:39.843480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:39.864168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.864168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.864168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.864168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.867749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.867749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.867749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:39.874531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ac1bc2d7-8e58-49ce-b2ab-335b9c96d0ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6486 time: 0.5459077 Feb 04 13:10:39.937359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:40.055686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:40.059941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event updated for resources: {'Port': ['ID=4e4d159c-32e7-4fde-86bd-a4f933b057b1,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:40.125176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-7e9336e0-64a1-48d8-a7d8-ffc44dc317ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37 HTTP/1.1" status: 200 len: 217 time: 0.2341840 Feb 04 13:10:40.169832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b3562632-0e89-42a8-9b5f-230c33ce4d7e req-24483e8c-2ece-4c94-bd23-6e82cff0fae3 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 210 time: 0.1171508 Feb 04 13:10:40.255918 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'status': 'completed', 'code': 200} Feb 04 13:10:40.290120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-d88e9848-218d-424c-943a-3c5c241e949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:40.292256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-d88e9848-218d-424c-943a-3c5c241e949c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a626766f-0f48-4b44-8166-35d8f5e3e895 HTTP/1.1" status: 200 len: 856 time: 0.1620746 Feb 04 13:10:40.339164 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'code': 200} Feb 04 13:10:40.416129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-7639ee98-3765-4c97-8740-449ccaa15124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:40.416129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-7639ee98-3765-4c97-8740-449ccaa15124 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acad5d0d-cf66-4745-8340-d8ea0c441eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113515 Feb 04 13:10:40.416129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Network a01d9484-cb4a-45a1-9444-eda0de1208ec is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:40.421849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:40.721409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:40.831679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f0c3fc94-6c47-4cea-bef3-9ecf74db628a None None] Provisioning complete for port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:40.832383 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0c3fc94-6c47-4cea-bef3-9ecf74db628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:40.885844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:40.933063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f56c-d8ed-494d-95f5-c1416793a039 req-8e3effdc-5573-40b5-9b3c-7f4249ec1ae8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:40.935926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a871f56c-d8ed-494d-95f5-c1416793a039 req-8e3effdc-5573-40b5-9b3c-7f4249ec1ae8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.9163525 Feb 04 13:10:40.960415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3fc94-6c47-4cea-bef3-9ecf74db628a None None] Port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:10:41.096169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Router 99ed8998-f0ec-4c6b-9641-44a83b599934 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:10:41.136326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-bdb94551-135e-42f4-9ce2-cad24264d56c service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106252 Feb 04 13:10:41.202371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:41.209751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:41.209751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:41.300579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Pushing event updated for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:41.330782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a871f56c-d8ed-494d-95f5-c1416793a039 req-87163bab-a3af-4ce0-83e4-3ada341dc815 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943872 Feb 04 13:10:41.357913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de45215-da51-4ae5-ac5b-1ab82bef686d req-5cdfe611-381a-4872-8292-0959d6b7877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:41.360159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2de45215-da51-4ae5-ac5b-1ab82bef686d req-5cdfe611-381a-4872-8292-0959d6b7877f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 1097 time: 0.7546637 Feb 04 13:10:41.369232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:41.375207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:41.417412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-4e70880c-cede-4c94-a617-07a1da3a9fca req-5365b82d-91a7-4e27-be6e-8a8812eefc7f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:10:41.425557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e70880c-cede-4c94-a617-07a1da3a9fca req-5365b82d-91a7-4e27-be6e-8a8812eefc7f tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0408022 Feb 04 13:10:41.436742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:41.448872 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] Sync routers for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:41.453315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7fd3b-5b93-4b06-8f0d-0f08f0881267 req-15fe6688-1e6f-4a09-a8aa-dd76dbed6e25 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:41.453315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23d7fd3b-5b93-4b06-8f0d-0f08f0881267 req-15fe6688-1e6f-4a09-a8aa-dd76dbed6e25 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.4297664 Feb 04 13:10:41.472353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e3a2024-eb88-4914-a26a-965606eef80c tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0429509 Feb 04 13:10:41.472353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51414) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:41.494991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2de45215-da51-4ae5-ac5b-1ab82bef686d req-e0ac7268-4ad8-4b49-a02b-ff9ff737121f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091509 Feb 04 13:10:41.508724 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:41.508724 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:41.547389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-eb2cd8d9-2312-42d2-8af9-61ef5d4a12a0 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0643928 Feb 04 13:10:41.583651 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:41.599250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e70880c-cede-4c94-a617-07a1da3a9fca req-8753a4e0-9a4d-4d85-8596-0f3ed18c82d5 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1764836 Feb 04 13:10:41.604022 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:41.605008 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:41.617651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:41.708138 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:41.708138 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff71f3-1871-4b18-b945-7d8466f481fe None None] The sync data for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:41.716779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f2f15737-1fb5-41a0-bce1-07e61c382adb tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:41.765040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Request body: {'port': {'device_id': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:41.873887 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23d7fd3b-5b93-4b06-8f0d-0f08f0881267 req-479478e3-1f88-4e06-b0da-93e3b17550c9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809640 Feb 04 13:10:41.985914 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0323f67e-0c29-4e14-a1b3-b946abc01447 service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778873 Feb 04 13:10:42.015733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:42.096803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-8254a54b-c265-4528-9560-f52200ae22b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 217 time: 0.0976417 Feb 04 13:10:42.175826 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-f2f15737-1fb5-41a0-bce1-07e61c382adb tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:10:42.182729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f2f15737-1fb5-41a0-bce1-07e61c382adb tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934 HTTP/1.1" status: 409 len: 329 time: 0.7072399 Feb 04 13:10:42.267419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51424) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:42.336346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:42.563589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6cb2fce9-3dd2-43f6-833d-fd6a27d2899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:42.566638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6cb2fce9-3dd2-43f6-833d-fd6a27d2899a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.3943424 Feb 04 13:10:42.572819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac336-e35f-4ce4-ba46-9bd47950b1f9 req-0d44f4db-fb67-4f36-a03e-35c03a4512b9 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:42.573546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f65ac336-e35f-4ce4-ba46-9bd47950b1f9 req-0d44f4db-fb67-4f36-a03e-35c03a4512b9 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Synchronizing usage tracker for tenant:9120b9d203af4cefaab2660099b5f04e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:42.608630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f65ac336-e35f-4ce4-ba46-9bd47950b1f9 req-0d44f4db-fb67-4f36-a03e-35c03a4512b9 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Unset dirty status for tenant:9120b9d203af4cefaab2660099b5f04e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:42.609731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f65ac336-e35f-4ce4-ba46-9bd47950b1f9 req-0d44f4db-fb67-4f36-a03e-35c03a4512b9 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 931 time: 0.2475791 Feb 04 13:10:42.786715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacbe80e-9264-42ba-9398-69f4c3666d89 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:42.805630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f65ac336-e35f-4ce4-ba46-9bd47950b1f9 req-fdd127b1-b9c9-40a7-879b-9cc0170c8eae tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620820 Feb 04 13:10:42.805630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Deleting port ade8be51-8fe2-4a34-93f5-459ae03b43ae {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:42.805630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:42.838514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:42.885115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Transition to ACTIVE for port object bacbe80e-9264-42ba-9398-69f4c3666d89 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:43.060441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:43.174693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.183980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.190886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.199639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.205806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.211719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.218383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.220346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-0b887a26-56d0-46fe-b0f9-8936c245b413 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 1.1275680 Feb 04 13:10:43.254511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ba782f27-0efc-4074-9aaa-1c4ff2cffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.256184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ba782f27-0efc-4074-9aaa-1c4ff2cffb34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6784279 Feb 04 13:10:43.415169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b404c7f-8bc2-4972-86da-a5b14b56b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:43.480577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Pushing event updated for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:43.498716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35b759ea-cbf0-44d3-9e2b-20100aa7e973 req-c12f96c2-474a-4429-908b-321c9a3e0ba0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2633340 Feb 04 13:10:43.504820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-1ad5cbee-fe36-4f15-a9c3-2a366c8e9dd2 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214649 Feb 04 13:10:43.579062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] For port ade8be51-8fe2-4a34-93f5-459ae03b43ae, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ade8be51-8fe2-4a34-93f5-459ae03b43ae,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:43.579062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:43.630689 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'code': 200} Feb 04 13:10:43.745493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:43.810795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-553149d2-fe70-4a8b-9688-82daa444f0f2 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899539 Feb 04 13:10:43.831610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Calling delete_port for ade8be51-8fe2-4a34-93f5-459ae03b43ae owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:43.890909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e3c2-db92-4445-b5a5-566a48daeca9 req-4468c5c5-9f34-4b09-86b1-a1c312929a53 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:43.897066 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d32e3c2-db92-4445-b5a5-566a48daeca9 req-4468c5c5-9f34-4b09-86b1-a1c312929a53 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.8217082 Feb 04 13:10:43.949125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-f0ab0a1e-43f3-43ce-9f09-e27c3e421d77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 217 time: 0.1244073 Feb 04 13:10:44.069346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e1771a6f-81d9-4e68-ae5f-8be3811a847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.070885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e1771a6f-81d9-4e68-ae5f-8be3811a847a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.0751848 Feb 04 13:10:44.204402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d32e3c2-db92-4445-b5a5-566a48daeca9 req-39583d6e-4083-40ba-9e63-c6d7aa0e130c tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995017 Feb 04 13:10:44.209351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Attempting to bind port bacbe80e-9264-42ba-9398-69f4c3666d89 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:44.209351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Attempting to bind port bacbe80e-9264-42ba-9398-69f4c3666d89 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '5a6145fb-f221-4d55-b4f6-cc1895521901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:44.209351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Attempting to bind port bacbe80e-9264-42ba-9398-69f4c3666d89 on network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:44.262427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Port bacbe80e-9264-42ba-9398-69f4c3666d89 on network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:44.262427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Attempting to bind port bacbe80e-9264-42ba-9398-69f4c3666d89 on network 0ba02a6a-e583-405e-88a0-2dc6097e8f65 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:44.293379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:44.293379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Checking segment: {'id': '5a6145fb-f221-4d55-b4f6-cc1895521901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:44.293379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Bound using segment: {'id': '5a6145fb-f221-4d55-b4f6-cc1895521901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:44.293379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Bound port: bacbe80e-9264-42ba-9398-69f4c3666d89, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6145fb-f221-4d55-b4f6-cc1895521901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:44.293379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:44.371121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d942-251f-4f56-a6ff-bd0018ee21e7 req-83f8f354-0d99-40ff-bc46-1f6850fa39dd tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.375077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4d4d942-251f-4f56-a6ff-bd0018ee21e7 req-83f8f354-0d99-40ff-bc46-1f6850fa39dd tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.4911418 Feb 04 13:10:44.439930 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:10:44.492513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4d4d942-251f-4f56-a6ff-bd0018ee21e7 req-91d48833-57e6-4f9f-aa76-94154bcefd63 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087685 Feb 04 13:10:44.501091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ba16624f-c1a6-4467-ab70-94a2e0c4e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.501448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ea0cd-663d-4ca7-a39b-05d80cbc52c8 req-ea964a50-403f-4604-8077-a47b5f3309f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.503326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e45ea0cd-663d-4ca7-a39b-05d80cbc52c8 req-ea964a50-403f-4604-8077-a47b5f3309f1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1097 time: 0.5764611 Feb 04 13:10:44.506279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ba16624f-c1a6-4467-ab70-94a2e0c4e7b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4246716 Feb 04 13:10:44.548481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:44.576026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bacbe80e-9264-42ba-9398-69f4c3666d89,segment=NetworkSegment(5a6145fb-f221-4d55-b4f6-cc1895521901),segment_id=5a6145fb-f221-4d55-b4f6-cc1895521901)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:44.617190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:44.673069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e45ea0cd-663d-4ca7-a39b-05d80cbc52c8 req-428f1dfd-cbf3-4c47-a20e-530c5ad9b005 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631739 Feb 04 13:10:44.717001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.717915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:44.719667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] 10.222.0.87 "PUT /v2.0/ports/bacbe80e-9264-42ba-9398-69f4c3666d89 HTTP/1.1" status: 200 len: 1091 time: 2.9813468 Feb 04 13:10:44.722438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:44.754951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port 4e4d159c-32e7-4fde-86bd-a4f933b057b1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:44.755558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:44.767947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2c20-355e-46d8-89a3-48aeab20a1cc req-17a1e745-ed98-4c66-9480-5658d8088459 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:44.769751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a24a2c20-355e-46d8-89a3-48aeab20a1cc req-17a1e745-ed98-4c66-9480-5658d8088459 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.4010487 Feb 04 13:10:44.770562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5cbe6-061d-4906-a757-a10531c81f36 service neutron] Pushing event updated for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:44.774935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:44.901715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade8be51-8fe2-4a34-93f5-459ae03b43ae,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:45.080142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a24a2c20-355e-46d8-89a3-48aeab20a1cc req-7626f4b9-9c96-441d-b1ae-e4c146fac3d5 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795179 Feb 04 13:10:45.257480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:45.339285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-271daf39-3d35-457e-8daa-4386b52150ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:45.340767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-271daf39-3d35-457e-8daa-4386b52150ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9120b9d203af4cefaab2660099b5f04e&device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 1094 time: 0.3978422 Feb 04 13:10:45.437479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Calling delete_port for 4e4d159c-32e7-4fde-86bd-a4f933b057b1 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:45.481397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-08952999-f740-492a-8ccb-3c75a5b15b07 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642467 Feb 04 13:10:45.602171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f60b-be07-40bb-9caf-4622aefefc65 req-974648f2-e442-4f71-aa03-c0e0471af72d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:45.604014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2107f60b-be07-40bb-9caf-4622aefefc65 req-974648f2-e442-4f71-aa03-c0e0471af72d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 943 time: 0.9742632 Feb 04 13:10:45.618166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-37c0ea2d-cee9-4ae4-8583-34f26c51274b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bacbe80e-9264-42ba-9398-69f4c3666d89 HTTP/1.1" status: 200 len: 217 time: 0.0860698 Feb 04 13:10:45.685965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:45.721923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2107f60b-be07-40bb-9caf-4622aefefc65 req-94f39315-5826-4404-9096-de33d0a021dd tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Synchronizing usage tracker for tenant:9120b9d203af4cefaab2660099b5f04e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:45.729044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e3653131-4d01-4fd3-95bb-142327bf2f34 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370987 Feb 04 13:10:45.791940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-b62492df-3d5a-477c-821a-7b5c6ecb883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:45.793741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-b62492df-3d5a-477c-821a-7b5c6ecb883a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271 HTTP/1.1" status: 200 len: 850 time: 0.1684473 Feb 04 13:10:45.826524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-14515209-8fd5-4678-a045-d3aab9e56f34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7c786f1e-0145-48e3-8d13-fc911816bdae HTTP/1.1" status: 200 len: 217 time: 0.0898423 Feb 04 13:10:45.835566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-25059e77-d293-4774-ad7f-2205e0ed4857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:45.872863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37217ec9-9c37-4a86-a573-12a172b955e4 req-dfe67e7e-7eb7-436f-b598-247effb03434 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:45.876867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37217ec9-9c37-4a86-a573-12a172b955e4 req-dfe67e7e-7eb7-436f-b598-247effb03434 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.5853138 Feb 04 13:10:45.891022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2107f60b-be07-40bb-9caf-4622aefefc65 req-94f39315-5826-4404-9096-de33d0a021dd tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Unset dirty status for tenant:9120b9d203af4cefaab2660099b5f04e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:45.892279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2107f60b-be07-40bb-9caf-4622aefefc65 req-94f39315-5826-4404-9096-de33d0a021dd tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781982 Feb 04 13:10:45.907154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-a4e5e45c-d474-4052-bf3b-82ff5b16bef5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0ba02a6a-e583-405e-88a0-2dc6097e8f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047747 Feb 04 13:10:45.981994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6db0a3c4-4db7-471f-9796-ecabcc9c2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:45.983867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-6db0a3c4-4db7-471f-9796-ecabcc9c2582 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.1504474 Feb 04 13:10:46.062941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:46.132622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37217ec9-9c37-4a86-a573-12a172b955e4 req-6459b08a-bf1a-466e-978a-78891556fe33 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314458 Feb 04 13:10:46.191004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Port': ['ID=4e4d159c-32e7-4fde-86bd-a4f933b057b1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:46.357683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e67c6d82-3b63-4d77-8b24-838102f6455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.359646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e67c6d82-3b63-4d77-8b24-838102f6455c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3664792 Feb 04 13:10:46.550470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-234a201f-6c7d-472d-b064-d29b4e6a6766 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274614 Feb 04 13:10:46.595823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Router 25020afc-7997-4c3d-95c1-bff5a382ab65 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:10:46.630579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-960b9a72-d722-4ada-a4f7-9f1f02f61015 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640371 Feb 04 13:10:46.793567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:46.860773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90d045dd-0f4c-4a52-89f7-f3fa675f6c63 req-1a4df4a3-459f-463e-89be-4c3e36e1faec service neutron] 10.222.0.87 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634203 Feb 04 13:10:46.933366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2398-208f-4108-b55d-35cdb8a033c1 req-aa1c16b7-739a-4e85-8c5e-deba9d115838 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.935135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e4e2398-208f-4108-b55d-35cdb8a033c1 req-aa1c16b7-739a-4e85-8c5e-deba9d115838 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.8049984 Feb 04 13:10:46.940621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:46.952126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.959360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.966412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.974710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.982018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.987924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.996029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:46.997964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-8032ed13-14f8-4cd7-aa38-1fd26cc99b3a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.4546835 Feb 04 13:10:47.029313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:47.039428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Sync routers for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:47.051035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:47.052550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:47.053986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4661c823-8c2f-4dcd-8ccc-a3fe274cc6d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/25020afc-7997-4c3d-95c1-bff5a382ab65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8585804 Feb 04 13:10:47.057937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:47.089775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e4e2398-208f-4108-b55d-35cdb8a033c1 req-020d598e-a1c6-469f-82b6-443d16dda683 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438279 Feb 04 13:10:47.125880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cdd071a-1169-452b-b5b4-4a56c2d224c5 req-df471f9d-8809-4ffa-b2c2-4f8df2066a03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197052 Feb 04 13:10:47.172569 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89', 'status': 'completed', 'code': 200} Feb 04 13:10:47.236760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-81778885-2b53-4128-b5e7-f98a3b449311 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947680 Feb 04 13:10:47.344674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:10:47.367468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-80b28856-bd49-473c-83d2-53bd2d489f22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219 HTTP/1.1" status: 200 len: 217 time: 0.1061130 Feb 04 13:10:47.497858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Router 99ed8998-f0ec-4c6b-9641-44a83b599934 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:10:47.522750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-b4cc6e1a-a044-48ec-83af-a95b771e9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:47.524225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-b4cc6e1a-a044-48ec-83af-a95b771e9f48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.0948801 Feb 04 13:10:47.532858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:47.643274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:47.691622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:10:44Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:47.695908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Checking router: 25020afc-7997-4c3d-95c1-bff5a382ab65 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:10:47.706637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Routers {'25020afc-7997-4c3d-95c1-bff5a382ab65'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:47.706637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['25020afc-7997-4c3d-95c1-bff5a382ab65'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:47.739088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:10:47.748810 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] Sync routers for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:10:47.765293 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:47.767587 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:47.771751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd370f3-3a43-4f2a-82e6-c6b4ec624699 req-5419ee52-b8db-48d3-a977-0c894d9fe4cb tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:47.779301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7fd370f3-3a43-4f2a-82e6-c6b4ec624699 req-5419ee52-b8db-48d3-a977-0c894d9fe4cb tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.4549026 Feb 04 13:10:47.790253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f6d2eef-c5f3-44dd-bcff-331ceb9b481d tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5152767 Feb 04 13:10:47.799328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51528) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:47.819018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8763-1ec6-415e-9205-8218985b4774 req-fbeff868-465e-4344-a984-dce11797cef3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:47.828594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e04d8763-1ec6-415e-9205-8218985b4774 req-fbeff868-465e-4344-a984-dce11797cef3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.4505868 Feb 04 13:10:47.875296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7fd370f3-3a43-4f2a-82e6-c6b4ec624699 req-3a4107b9-c30a-407f-b320-dab449677a9d tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948677 Feb 04 13:10:47.881350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-4d6b6254-89c8-418e-84e6-fc8683757044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:47.883231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-4d6b6254-89c8-418e-84e6-fc8683757044 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3067031 Feb 04 13:10:47.953203 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:47.972272 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] Routers {'99ed8998-f0ec-4c6b-9641-44a83b599934'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:10:47.972877 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:10:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['99ed8998-f0ec-4c6b-9641-44a83b599934'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:48.008442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:48.019951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ef3b-7153-413f-ae79-705e590a4298 req-963e8938-0047-4ae1-b5c0-4ba90542570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:48.022044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-963e8938-0047-4ae1-b5c0-4ba90542570d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9120b9d203af4cefaab2660099b5f04e&device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 1094 time: 0.5968904 Feb 04 13:10:48.027099 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-93a898dd-e78e-45f4-9945-9acd03b92560 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] show failed (client error): The resource could not be found. Feb 04 13:10:48.029093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-93a898dd-e78e-45f4-9945-9acd03b92560 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1004782612 HTTP/1.1" status: 404 len: 335 time: 0.2273619 Feb 04 13:10:48.038438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] Set router 25020afc-7997-4c3d-95c1-bff5a382ab65 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:10:48.038873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51534) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:48.059294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4d889891-761d-4e0e-9f9c-7d8bbaed7d59 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:48.103236 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:48.103636 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e1c447-8fa6-44d2-af7f-5e7f43e3fec6 None None] The sync data for ids ['99ed8998-f0ec-4c6b-9641-44a83b599934'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:48.168372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ef3b-7153-413f-ae79-705e590a4298 req-9a46c8a0-e530-4fa0-87e0-6e5f3edf9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:48.170804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-9a46c8a0-e530-4fa0-87e0-6e5f3edf9a90 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0ba02a6a-e583-405e-88a0-2dc6097e8f65 HTTP/1.1" status: 200 len: 911 time: 0.1403320 Feb 04 13:10:48.173768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Deleting port f81e247d-865c-49f5-9540-0975b935cc03 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:48.175296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:48.209364 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-4d889891-761d-4e0e-9f9c-7d8bbaed7d59 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] update failed (client error): The resource could not be found. Feb 04 13:10:48.218441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4d889891-761d-4e0e-9f9c-7d8bbaed7d59 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1327307831 HTTP/1.1" status: 404 len: 335 time: 0.1781528 Feb 04 13:10:48.225321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:48.295470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e04d8763-1ec6-415e-9205-8218985b4774 req-33352ad4-8258-4304-8130-81b99fcc38c3 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656699 Feb 04 13:10:48.331866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-50e72093-d3ce-4b8f-9020-c9a00b201c8b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bacbe80e-9264-42ba-9398-69f4c3666d89 HTTP/1.1" status: 200 len: 217 time: 0.0946801 Feb 04 13:10:48.379290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665320-02b8-44ef-8420-863157a51641 req-4cb16722-a2b2-4831-b88a-1fa786a8e52f tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:48.381268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65665320-02b8-44ef-8420-863157a51641 req-4cb16722-a2b2-4831-b88a-1fa786a8e52f tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 943 time: 0.3261368 Feb 04 13:10:48.388137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-56483a23-cf07-4b7c-82fa-abe42c13016a service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932461 Feb 04 13:10:48.435352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ef3b-7153-413f-ae79-705e590a4298 req-f0921aa9-d054-4066-8928-4170fec6998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:48.436774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-f0921aa9-d054-4066-8928-4170fec6998f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271 HTTP/1.1" status: 200 len: 850 time: 0.0858307 Feb 04 13:10:48.500984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting subnet dd546ae7-edb2-487a-91ca-7be2be49d841 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:10:48.514626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:48.559732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:10:44Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:48.574135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f22986-b00b-4508-bd04-a3667d1fc30e None None] The sync data for ids ['25020afc-7997-4c3d-95c1-bff5a382ab65'] in n-d-820555-2 is: [{'id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'name': 'tempest-ServerActionsTestJSON-191610103-router', 'tenant_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:00:15Z', 'updated_at': '2022-02-04T13:10:44Z', 'revision_number': 5, 'project_id': '9fc72dc5f8e047d0812cbf6e813978a0', 'gw_port': {'id': 'f81e247d-865c-49f5-9540-0975b935cc03', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25020afc-7997-4c3d-95c1-bff5a382ab65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:00:18Z', 'updated_at': '2022-02-04T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:10:48.576936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-27dd30e0-e3d1-4eb0-8cc8-e36bc609c69c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0ba02a6a-e583-405e-88a0-2dc6097e8f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195385 Feb 04 13:10:48.716806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:48.907141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] For port f81e247d-865c-49f5-9540-0975b935cc03, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81e247d-865c-49f5-9540-0975b935cc03,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:48.907592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.001540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.034583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65665320-02b8-44ef-8420-863157a51641 req-bb6b06cc-ee04-4956-aa96-5a3278b1cf87 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436324 Feb 04 13:10:49.106085 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-2d9e8a02-508a-4302-8e02-ea66880ccb30 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993699 Feb 04 13:10:49.188987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-a0eb9836-1033-4cf9-ad9c-9258c420c4e9 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944171 Feb 04 13:10:49.196029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Calling delete_port for f81e247d-865c-49f5-9540-0975b935cc03 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:49.211292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-f196ab17-7152-4e6e-8b5d-d2e16810059e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d HTTP/1.1" status: 200 len: 217 time: 0.0992026 Feb 04 13:10:49.311896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.387812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-1507ca61-c6ce-42cd-9139-5b97ba20cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.389276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-1507ca61-c6ce-42cd-9139-5b97ba20cfdd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 200 len: 797 time: 0.1711447 Feb 04 13:10:49.499616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.505519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.512213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.518849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.525264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.531324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.537562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.540318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-2f0bc129-ee8e-4ac5-9dcd-b3d15f8e7091 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.2802651 Feb 04 13:10:49.541359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.606798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Subnet': ['ID=dd546ae7-edb2-487a-91ca-7be2be49d841,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:49.608866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9815ef3b-7153-413f-ae79-705e590a4298 req-2a8c0d7a-d039-4695-84c0-21c342b4b079 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153804 Feb 04 13:10:49.611456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.627444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab302a9-6918-4390-b588-c3d80b2b0a53 None None] Network d3be829d-1334-4d04-ba0f-310e349bcbc5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:49.632860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5cee8614-c16e-4bd8-b07f-e695c54c3a49 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/subnets/dd546ae7-edb2-487a-91ca-7be2be49d841 HTTP/1.1" status: 204 len: 168 time: 1.4056966 Feb 04 13:10:49.637721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0d931204-a3ab-4101-8c7e-02159095b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.639199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0d931204-a3ab-4101-8c7e-02159095b6c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2371731 Feb 04 13:10:49.642279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:49.647735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1f49-06cc-471f-88ea-3ce201350d15 req-dc00ccf6-2de5-4cbe-8b9f-1be6cae8cd3b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.655143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1f49-06cc-471f-88ea-3ce201350d15 req-dc00ccf6-2de5-4cbe-8b9f-1be6cae8cd3b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.661259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1f49-06cc-471f-88ea-3ce201350d15 req-dc00ccf6-2de5-4cbe-8b9f-1be6cae8cd3b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:49.662973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-47ca1f49-06cc-471f-88ea-3ce201350d15 req-dc00ccf6-2de5-4cbe-8b9f-1be6cae8cd3b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c&device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72&device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 2417 time: 0.4317169 Feb 04 13:10:49.721259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-47ca1f49-06cc-471f-88ea-3ce201350d15 req-5c77b63b-f99d-4854-9f81-b9deed671f2d tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Feb 04 13:10:49.800456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0afc3a21-cb68-4ecf-a5c7-e99465c8147d req-71f5f7fd-65e7-4f82-9e77-df6453a0f4d7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246976 Feb 04 13:10:49.870918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting subnet 600bdc99-d802-4bf0-9e0a-c30d7c65c2f8 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:10:49.878995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.913601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-1fcd92d0-5068-46b2-b51b-e96e2026913b req-4ac3785b-e9c1-4df5-8e5a-43d1cfe3c612 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:10:49.914571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fcd92d0-5068-46b2-b51b-e96e2026913b req-4ac3785b-e9c1-4df5-8e5a-43d1cfe3c612 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056961 Feb 04 13:10:49.968420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:49.994754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.024707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.050848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81e247d-865c-49f5-9540-0975b935cc03,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:50.054804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-4e803205-57e3-42e8-9465-4ecddd0a321e service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730109 Feb 04 13:10:50.110455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] DHCP port deletion for d3be829d-1334-4d04-ba0f-310e349bcbc5 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:10:50.116400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Deleting port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:50.117035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.230395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-4e7865e0-aea8-4334-b20e-4c881d7e71f4 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:50.232668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-4e7865e0-aea8-4334-b20e-4c881d7e71f4 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 0.3879318 Feb 04 13:10:50.250826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.347240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1fcd92d0-5068-46b2-b51b-e96e2026913b req-7ebf8171-eafa-4446-a3c7-115247d6e8d0 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4159107 Feb 04 13:10:50.352132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.388128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-fc1620e5-8292-40d2-8eaa-90a7cf19def9 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197799 Feb 04 13:10:50.448190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] For port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,segment=NetworkSegment(14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e),segment_id=14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:50.448767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.510550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.513219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.589135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-4566667a-c525-4056-8804-e495db813904 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/quotas/cf2de936b6d94ab2b4d81abd0489157b HTTP/1.1" status: 200 len: 375 time: 0.3499355 Feb 04 13:10:50.765567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-0365037a-cbb2-4be3-b7ce-ff6cc904124a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20 HTTP/1.1" status: 200 len: 217 time: 0.3500986 Feb 04 13:10:50.816619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Calling delete_port for 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:50.892691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ade8be51-8fe2-4a34-93f5-459ae03b43ae no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:50.948198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:50.953609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25020afc-7997-4c3d-95c1-bff5a382ab65 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:10:50.975413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.001350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: ade8be51-8fe2-4a34-93f5-459ae03b43ae {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:51.001494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ade8be51-8fe2-4a34-93f5-459ae03b43ae not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:51.001915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:51.013976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.015370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-adfe430c-0203-48c9-a646-2fa29ccc16b6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/25020afc-7997-4c3d-95c1-bff5a382ab65 HTTP/1.1" status: 204 len: 168 time: 3.9565449 Feb 04 13:10:51.027807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51626) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:51.062548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bacbe80e-9264-42ba-9398-69f4c3666d89 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:10:51.109383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-f3c07121-d757-48a1-9020-943b00dd1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.111523 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-f3c07121-d757-48a1-9020-943b00dd1c16 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 200 len: 797 time: 0.3419330 Feb 04 13:10:51.114102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.133257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-19ebd29c-080a-45b4-9e19-ed6efa482268 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5419312 Feb 04 13:10:51.231404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b262e9d-41a5-4cd7-89c7-8047c2d720d0 None None] Network 43478f42-190b-42b7-ada1-2dd0e114e466 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:51.240784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Subnet': ['ID=600bdc99-d802-4bf0-9e0a-c30d7c65c2f8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:51.257367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b5ca1a53-51d5-4df0-a2fb-f4ac6f424eb7 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/subnets/600bdc99-d802-4bf0-9e0a-c30d7c65c2f8 HTTP/1.1" status: 204 len: 168 time: 1.6139641 Feb 04 13:10:51.260035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51654) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:51.302108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-b65fef2a-deef-40a3-8ecd-91a278d8c22a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.303788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-b65fef2a-deef-40a3-8ecd-91a278d8c22a tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "GET /v2.0/ports?device_id=97359c9c-010f-4c2d-9df1-a5ba1b02c02a HTTP/1.1" status: 200 len: 946 time: 0.6046679 Feb 04 13:10:51.396533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bacbe80e-9264-42ba-9398-69f4c3666d89,segment=NetworkSegment(5a6145fb-f221-4d55-b4f6-cc1895521901),segment_id=5a6145fb-f221-4d55-b4f6-cc1895521901)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:51.473068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'bacbe80e-9264-42ba-9398-69f4c3666d89', 'network_id': '0ba02a6a-e583-405e-88a0-2dc6097e8f65', 'port_id': 'bacbe80e-9264-42ba-9398-69f4c3666d89', 'mac_address': 'fa:16:3e:b4:ce:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:10:51.627913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.665017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:51.665445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.667264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Deleting port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:51.667681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.695320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736da93-4be3-4fee-a420-ee35dc85801f req-00831c60-fafc-436d-89c5-9d91165584d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.697344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-00831c60-fafc-436d-89c5-9d91165584d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5735059 Feb 04 13:10:51.733203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226db56-4a14-4fc5-b340-cc1531829780 req-71489a06-f4d3-47c4-8cbd-7f31c99f39f4 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:51.743526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a226db56-4a14-4fc5-b340-cc1531829780 req-71489a06-f4d3-47c4-8cbd-7f31c99f39f4 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 943 time: 0.6204000 Feb 04 13:10:51.770018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Deleting subnet 86d61f4d-9ca6-4ab4-9ec5-e084e352c31f {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:10:51.799123 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.827342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacbe80e-9264-42ba-9398-69f4c3666d89 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:51.844286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-f2ee9676-4b0d-4882-9a33-c7609a2e3458 service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090428 Feb 04 13:10:51.851537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.860807 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.861339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:51.933308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] No DVR routers for this DVR port 9ee57164-fd0c-4e0d-8362-8fa4d2e289d1 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:51.960482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a8f78-745a-447c-ae5f-64b472eead5f None None] Pushing event deleted for resources: {'Port': ['ID=9ee57164-fd0c-4e0d-8362-8fa4d2e289d1,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:51.963861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bacbe80e-9264-42ba-9398-69f4c3666d89,segment=NetworkSegment(5a6145fb-f221-4d55-b4f6-cc1895521901),segment_id=5a6145fb-f221-4d55-b4f6-cc1895521901)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:52.014884 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.115792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:52.133644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-ea3d2dd7-dc25-4850-b125-76ad439f7d1f service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513217 Feb 04 13:10:52.215186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.216450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a226db56-4a14-4fc5-b340-cc1531829780 req-44e291fb-244d-460b-9bbf-95a4a936e09d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720531 Feb 04 13:10:52.225193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] The port '9ee57164-fd0c-4e0d-8362-8fa4d2e289d1' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:10:52.252830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] DHCP port deletion for 43478f42-190b-42b7-ada1-2dd0e114e466 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:10:52.257422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Deleting port d9db7d80-4562-459f-b05b-fc05497c1f88 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:52.257991 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.307956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['bacbe80e-9264-42ba-9398-69f4c3666d89'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:52.425349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-07dce38c-e379-47a8-b1f9-d94bce2c40ef service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788756 Feb 04 13:10:52.494654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.498493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] For port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:52.498978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.516866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.576794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3be829d-1334-4d04-ba0f-310e349bcbc5']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:52.602225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c736da93-4be3-4fee-a420-ee35dc85801f req-e6a97529-c7d8-46f4-8315-c9a63952c604 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580402 Feb 04 13:10:52.610212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:52.610512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14edcd0f-e87c-4d3b-bc1e-ff6249e2f31e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:52.650112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.742054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Calling delete_port for e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:52.749024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81e247d-865c-49f5-9540-0975b935cc03 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:52.841196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f81e247d-865c-49f5-9540-0975b935cc03 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:52.841737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81e247d-865c-49f5-9540-0975b935cc03 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:52.842051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d9db7d80-4562-459f-b05b-fc05497c1f88 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:52.890641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.917771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:10:52.918017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:52.976474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:53.000338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.065409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.111377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event deleted for resources: {'Port': ['ID=e866b085-0f3a-49fd-8dcc-e0ec9b47aa30,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:53.123009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:53.123934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:53.152649 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:53.201391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.203892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d61f4d-9ca6-4ab4-9ec5-e084e352c31f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:53.238900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8385ee-61f3-4cf9-9e7f-6ad99c89f3d5 None None] Network 4543569a-7b44-4161-a675-616c77de2797 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:53.317293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] No DVR routers for this DVR port e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:53.331214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.334168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-deleted', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:53.367190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-95a9cc10-59f0-4151-828f-9db95132eb71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/86d61f4d-9ca6-4ab4-9ec5-e084e352c31f HTTP/1.1" status: 204 len: 168 time: 2.3183887 Feb 04 13:10:53.370194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:53.372525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-813c6e92-e095-4d5d-a98a-2f622375b99f req-3421ffdf-917e-48ff-8a84-784bb4d6e4af tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "DELETE /v2.0/ports/e866b085-0f3a-49fd-8dcc-e0ec9b47aa30 HTTP/1.1" status: 204 len: 173 time: 2.0466795 Feb 04 13:10:53.379962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.438104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.565920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a8ea5024-7e1f-4251-86d0-613e5f48eb72 req-9f70d882-dbf7-4665-8d30-564168c81e55 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:53.580593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.595534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a8ea5024-7e1f-4251-86d0-613e5f48eb72 req-9f70d882-dbf7-4665-8d30-564168c81e55 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:53.598270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8ea5024-7e1f-4251-86d0-613e5f48eb72 req-9f70d882-dbf7-4665-8d30-564168c81e55 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 210 time: 0.1092587 Feb 04 13:10:53.617341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Network': ['ID=d3be829d-1334-4d04-ba0f-310e349bcbc5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:53.630213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.631775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51914) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:53.641856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:53.642552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96a7aea1-48cb-4e44-80e4-7a7c4f73ec46 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/networks/d3be829d-1334-4d04-ba0f-310e349bcbc5 HTTP/1.1" status: 204 len: 168 time: 2.3800268 Feb 04 13:10:53.692341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.697336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.697897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.698840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.716277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.717309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.717912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:53.729640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-16c28101-8ba0-4530-9ca9-1101d63914f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6486 time: 1.0592384 Feb 04 13:10:53.806762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:53.818882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Deleting port 76d75878-b40e-426a-b4fd-3f79092f937f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:53.825876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.014851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:54.015318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.017905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.025393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.032930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.040806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.046863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.053151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.060857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.069625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-50381c89-1381-4c96-a68b-cde829a848bf req-3cb244ae-d995-4bca-80cf-8d95433ae81c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.9150798 Feb 04 13:10:54.076089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.105155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port d9db7d80-4562-459f-b05b-fc05497c1f88 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:54.105802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.185449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Calling delete_port for d9db7d80-4562-459f-b05b-fc05497c1f88 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:54.243888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d9db7d80-4562-459f-b05b-fc05497c1f88,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:54.246944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-50381c89-1381-4c96-a68b-cde829a848bf req-f0a1de16-0ee3-4c13-9132-384439234d3f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758382 Feb 04 13:10:54.331916 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.335863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:54.336682 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:10:54.405753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] DHCP port deletion for 4543569a-7b44-4161-a675-616c77de2797 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:10:54.412152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Deleting port 76d75878-b40e-426a-b4fd-3f79092f937f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:54.412656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.447749 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97359c9c-010f-4c2d-9df1-a5ba1b02c02a', 'name': 'network-vif-deleted', 'tag': 'e866b085-0f3a-49fd-8dcc-e0ec9b47aa30', 'status': 'completed', 'code': 200} Feb 04 13:10:54.465927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273a89-6741-4a7f-a1b4-5e8042e5b05d req-477bac17-3fb4-4db1-af2a-509a229e0bcb tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:54.476619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68273a89-6741-4a7f-a1b4-5e8042e5b05d req-477bac17-3fb4-4db1-af2a-509a229e0bcb tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 944 time: 0.6735401 Feb 04 13:10:54.547338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] For port 76d75878-b40e-426a-b4fd-3f79092f937f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76d75878-b40e-426a-b4fd-3f79092f937f,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:54.547829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.570161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68273a89-6741-4a7f-a1b4-5e8042e5b05d req-4798aba0-0eb9-4609-b492-361a7c24fd2e tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924404 Feb 04 13:10:54.612242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:54.612607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.643292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76d75878-b40e-426a-b4fd-3f79092f937f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:54.901472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Deleting port d9db7d80-4562-459f-b05b-fc05497c1f88 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:54.901845 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:54.962549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Calling delete_port for 76d75878-b40e-426a-b4fd-3f79092f937f owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:55.005675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bacbe80e-9264-42ba-9398-69f4c3666d89 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:10:55.018668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Calling delete_port for d9db7d80-4562-459f-b05b-fc05497c1f88 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:55.090869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.215939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d75878-b40e-426a-b4fd-3f79092f937f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:55.218424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-c6d0f327-148f-456b-8002-aa77b26b26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.220448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-c6d0f327-148f-456b-8002-aa77b26b26bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=b1adc137-2a22-4046-a0a3-ee3dc945b3af HTTP/1.1" status: 200 len: 902 time: 1.4801414 Feb 04 13:10:55.225307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] No DVR routers for this DVR port 76d75878-b40e-426a-b4fd-3f79092f937f on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:55.315208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28dee3a8-d0f9-4339-94e9-6263c3a4e924 req-b534d450-f953-4fc1-9a54-b87ebc555b24 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 210 time: 0.3883417 Feb 04 13:10:55.363778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.380275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-72dc7aec-9d74-46e9-bd7e-66e84b79275f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20 HTTP/1.1" status: 200 len: 217 time: 0.1209831 Feb 04 13:10:55.463322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Port': ['ID=d9db7d80-4562-459f-b05b-fc05497c1f88,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:55.494664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-9a9101f0-69ec-4e25-bd19-b7a8919e6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.496089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-9a9101f0-69ec-4e25-bd19-b7a8919e6b05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 200 len: 797 time: 0.0635340 Feb 04 13:10:55.519165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] No DVR routers for this DVR port d9db7d80-4562-459f-b05b-fc05497c1f88 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:55.565814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] For port d9db7d80-4562-459f-b05b-fc05497c1f88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d9db7d80-4562-459f-b05b-fc05497c1f88,segment=NetworkSegment(f18f0d6a-3491-403b-9788-627502133fa7),segment_id=f18f0d6a-3491-403b-9788-627502133fa7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:55.566387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.590193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.643255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-806683e3-1391-4ed0-a6a8-6be30f1c7820 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.644966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-806683e3-1391-4ed0-a6a8-6be30f1c7820 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.90 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 0.5944378 Feb 04 13:10:55.649861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4543569a-7b44-4161-a675-616c77de2797']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.662393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Request body: {'port': {'device_id': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'admin_state_up': True, 'tenant_id': 'cf2de936b6d94ab2b4d81abd0489157b'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:55.678379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.703464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Calling delete_port for d9db7d80-4562-459f-b05b-fc05497c1f88 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:55.743699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bfd579-78ab-400f-a563-ca0db9d87be0') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.744496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bfd579-78ab-400f-a563-ca0db9d87be0') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.745604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43478f42-190b-42b7-ada1-2dd0e114e466']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.773986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.786894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f0d6a-3491-403b-9788-627502133fa7') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.787675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f0d6a-3491-403b-9788-627502133fa7') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:10:55.809336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port 76d75878-b40e-426a-b4fd-3f79092f937f {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:10:55.809748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76d75878-b40e-426a-b4fd-3f79092f937f not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:55.813136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-767b67a5-0045-49ff-abe2-07a1dafcc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.818807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-767b67a5-0045-49ff-abe2-07a1dafcc3e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3091536 Feb 04 13:10:55.818807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.829266 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.857387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.864749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] For port 76d75878-b40e-426a-b4fd-3f79092f937f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76d75878-b40e-426a-b4fd-3f79092f937f,segment=NetworkSegment(a9bfd579-78ab-400f-a563-ca0db9d87be0),segment_id=a9bfd579-78ab-400f-a563-ca0db9d87be0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:55.865392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.865734 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.872043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.878870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.886442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.892907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.899456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:55.903426 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-e97765ec-30bb-4437-a5cd-199e9a2f6ee1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.4407420 Feb 04 13:10:55.905174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:10:55.905791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.914639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:55.922103 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:55.924549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:10:55.924964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:55.947817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:55.948286 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:55.995068 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:56.010428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port bacbe80e-9264-42ba-9398-69f4c3666d89 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:10:56.019924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Calling delete_port for 76d75878-b40e-426a-b4fd-3f79092f937f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:56.063006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port bacbe80e-9264-42ba-9398-69f4c3666d89 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:10:56.063421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.088086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c27f631-4ab3-43f9-961d-aa1b8e60c397 req-a5fc7cda-92bd-4460-b6b2-366957d69d3c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938919 Feb 04 13:10:56.106078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.146939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:56.148452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.150313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.171471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/networks/43478f42-190b-42b7-ada1-2dd0e114e466 HTTP/1.1" status: 204 len: 168 time: 2.5357544 Feb 04 13:10:56.180188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:56.188682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477c5e-7cb9-4f62-8881-cb06ae81bf8e tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Network': ['ID=43478f42-190b-42b7-ada1-2dd0e114e466,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:56.194243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.201259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] Pushing event deleted for resources: {'Network': ['ID=4543569a-7b44-4161-a675-616c77de2797,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:56.211630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:56.243631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-cee89b90-6fcc-4b61-aa9f-9ff8b6b48237 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204464 Feb 04 13:10:56.314391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Deleting port d9db7d80-4562-459f-b05b-fc05497c1f88 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:56.314836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.323533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Made reservation on behalf of cf2de936b6d94ab2b4d81abd0489157b for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:10:56.327068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.350868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting subnet 07e6738c-88ce-45a6-8cf9-e3facd343850 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:10:56.357436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.361824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0ae21d2-7f17-4e3d-9252-9179f6141271 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4543569a-7b44-4161-a675-616c77de2797 HTTP/1.1" status: 204 len: 168 time: 2.9863896 Feb 04 13:10:56.369779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:56.370232 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:10:56.385774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11859616-f5ee-4f44-b685-cd6b637c5c84 req-2e1f251f-1cdd-4b18-9f58-1877138cf920 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:56.392856 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11859616-f5ee-4f44-b685-cd6b637c5c84 req-2e1f251f-1cdd-4b18-9f58-1877138cf920 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 944 time: 0.3878853 Feb 04 13:10:56.429610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.432838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9af9d363-9c6b-4094-89e4-748e640f5934 None None] The port 'd9db7d80-4562-459f-b05b-fc05497c1f88' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:10:56.438840 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.509756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bacbe80e-9264-42ba-9398-69f4c3666d89,segment=NetworkSegment(5a6145fb-f221-4d55-b4f6-cc1895521901),segment_id=5a6145fb-f221-4d55-b4f6-cc1895521901)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:56.511101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:56.518195 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.598314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:56.656097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc12ec-cc9a-410f-aaf7-2306967e0c9a req-07e06b1a-0e72-4347-9b9a-0b103b3b4f81 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:56.661246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11859616-f5ee-4f44-b685-cd6b637c5c84 req-7e78005d-14de-48b0-94c7-4fc7b2b84c51 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674067 Feb 04 13:10:56.663231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40fc12ec-cc9a-410f-aaf7-2306967e0c9a req-07e06b1a-0e72-4347-9b9a-0b103b3b4f81 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.4129994 Feb 04 13:10:56.696656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52080) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:56.700953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.811732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40fc12ec-cc9a-410f-aaf7-2306967e0c9a req-b3b6cd9b-7afb-47e1-8fbc-3d7e0e6dccf1 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475115 Feb 04 13:10:56.854976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-52dc2ad8-eba6-4bf1-8b4a-95b1607a4b7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fc72dc5f8e047d0812cbf6e813978a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569552 Feb 04 13:10:56.862553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52086) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:56.871282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Deleting port 76d75878-b40e-426a-b4fd-3f79092f937f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:56.871667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.944336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Allocated IP 172.20.0.3 (d96a0250-bcff-4066-91e6-5efc45992612/952a09fb-29b6-4a93-8b0f-d61cf0df3165/4dfbad49-fcbe-4391-abdd-3e9660209426) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:10:56.956365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:56.963603 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89', 'code': 200} Feb 04 13:10:57.001960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a8281d80-48c7-403d-88ef-61a88b0e7658 None None] The port '76d75878-b40e-426a-b4fd-3f79092f937f' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:10:57.084672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Subnet': ['ID=07e6738c-88ce-45a6-8cf9-e3facd343850,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:57.104552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.112221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724ebfe-9e27-4464-8752-238a7d03c029 None None] Network a01d9484-cb4a-45a1-9444-eda0de1208ec requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:10:57.119531 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ade5858-c86b-498d-ac39-e70725fdd1a1 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/subnets/07e6738c-88ce-45a6-8cf9-e3facd343850 HTTP/1.1" status: 204 len: 168 time: 0.9379084 Feb 04 13:10:57.124606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:57.169539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.203957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.246059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.304553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-adbd61f9-23ad-4405-b4cb-e40d9d391c1c req-d6f8d0a5-e07b-4058-9312-31e080b220a9 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0520775 Feb 04 13:10:57.356551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Network d96a0250-bcff-4066-91e6-5efc45992612 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:10:57.361586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:10:57.368492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:10:57.398849 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.403749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:57.461392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:57.462719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.496326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-c38de7fe-2975-49d3-9b03-f77109e05144 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8378310 Feb 04 13:10:57.512975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2054e-e45e-4151-9011-d7c616596b65 req-5e1015c2-2762-4ed8-8334-c6b0b518f3d3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:57.514221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4cb2054e-e45e-4151-9011-d7c616596b65 req-5e1015c2-2762-4ed8-8334-c6b0b518f3d3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:10:57.524303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Request body: {'port': {'device_id': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:57.579857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.597192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4cb2054e-e45e-4151-9011-d7c616596b65 req-5e1015c2-2762-4ed8-8334-c6b0b518f3d3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:10:57.598432 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb2054e-e45e-4151-9011-d7c616596b65 req-5e1015c2-2762-4ed8-8334-c6b0b518f3d3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 931 time: 0.3956096 Feb 04 13:10:57.645911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] DHCP port deletion for a01d9484-cb4a-45a1-9444-eda0de1208ec request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:10:57.655652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Deleting port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:57.656182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.658498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:57.658869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.684521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840969-6398-42bb-b198-549bb05485c5 req-990f41b2-5d83-441b-8738-e5a470b24620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:57.686146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc840969-6398-42bb-b198-549bb05485c5 req-990f41b2-5d83-441b-8738-e5a470b24620 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 1096 time: 0.7228410 Feb 04 13:10:57.736433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb2054e-e45e-4151-9011-d7c616596b65 req-ac75b2c0-cd5d-4f41-98b4-a3343fbb052f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021667 Feb 04 13:10:57.756072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.763773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:57.866458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58891fb-0900-4944-b2c9-47b79add9890,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:57.875850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-d7682029-5362-4f07-bc92-90d696ec521e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:57.877987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-d7682029-5362-4f07-bc92-90d696ec521e tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.87 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.4439270 Feb 04 13:10:58.048290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc840969-6398-42bb-b198-549bb05485c5 req-ddd48b1e-a631-486a-8410-c90880896582 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463881 Feb 04 13:10:58.054623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] For port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,segment=NetworkSegment(37908934-0ebc-45f0-a4da-65d2fe1705d3),segment_id=37908934-0ebc-45f0-a4da-65d2fe1705d3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:58.055038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.072230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.088747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.098049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.106642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.113156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.120610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.131487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.133890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-23e57995-67b2-435b-a1a1-a93474959e92 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.6986456 Feb 04 13:10:58.222067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a92d1c-4e08-4101-a01e-12b54772d315 req-b918dac1-a2da-4b14-96a8-23c40fd2032d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.224331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3a92d1c-4e08-4101-a01e-12b54772d315 req-b918dac1-a2da-4b14-96a8-23c40fd2032d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 945 time: 0.2464533 Feb 04 13:10:58.243480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.247347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-869b8b0e-1051-4248-bb25-56a82b108895 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f58891fb-0900-4944-b2c9-47b79add9890 HTTP/1.1" status: 204 len: 168 time: 1.3772440 Feb 04 13:10:58.259425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Calling delete_port for b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:58.318850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Deleting port 7765df98-ca62-493d-a5e6-0c19af3a1c16 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:58.319222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.391311 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.394032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7be39ea-007b-44cb-ae4b-0ed5ea074755 req-b0e4853b-4144-4fde-8428-d8a06ddc8c7d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753204 Feb 04 13:10:58.419295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3a92d1c-4e08-4101-a01e-12b54772d315 req-5f14c354-d57b-4b3d-af63-7c5b676a4a4e tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772404 Feb 04 13:10:58.463850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfbad49-fcbe-4391-abdd-3e9660209426 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:10:58.491924 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.493889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] Pushing event deleted for resources: {'Port': ['ID=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:58.515172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36ffb5-3b76-4e2d-aca5-67943653870e None None] No DVR routers for this DVR port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:58.546055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Transition to ACTIVE for port object 4dfbad49-fcbe-4391-abdd-3e9660209426 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:10:58.552918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.585824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] For port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d,segment=NetworkSegment(37908934-0ebc-45f0-a4da-65d2fe1705d3),segment_id=37908934-0ebc-45f0-a4da-65d2fe1705d3)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:58.585824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:58.604168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:10:58.649666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:10:58.650799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:10:58.793674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:58.962921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3bca6-0523-46d8-9d48-f3765083071c req-f6e8c212-3b14-4c46-9cd7-e9403f7661d9 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:58.970670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39c3bca6-0523-46d8-9d48-f3765083071c req-f6e8c212-3b14-4c46-9cd7-e9403f7661d9 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 945 time: 0.3909018 Feb 04 13:10:58.977899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Calling delete_port for b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:59.042321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39c3bca6-0523-46d8-9d48-f3765083071c req-907107e9-9b70-4c66-a55d-3923cf7985aa tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705073 Feb 04 13:10:59.046913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Attempting to bind port 4dfbad49-fcbe-4391-abdd-3e9660209426 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:10:59.047263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Attempting to bind port 4dfbad49-fcbe-4391-abdd-3e9660209426 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:10:59.048687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Attempting to bind port 4dfbad49-fcbe-4391-abdd-3e9660209426 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:59.060055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Port 4dfbad49-fcbe-4391-abdd-3e9660209426 on network d96a0250-bcff-4066-91e6-5efc45992612 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:10:59.060384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Attempting to bind port 4dfbad49-fcbe-4391-abdd-3e9660209426 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:10:59.071839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:10:59.072179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Checking segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:10:59.072572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Bound using segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:10:59.074284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Bound port: 4dfbad49-fcbe-4391-abdd-3e9660209426, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:10:59.087648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.153051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] For port 7765df98-ca62-493d-a5e6-0c19af3a1c16, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7765df98-ca62-493d-a5e6-0c19af3a1c16,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:10:59.153484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.204360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:10:59.208151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:10:59.215594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.316622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:59.317233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.318877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] 10.222.0.90 "PUT /v2.0/ports/4dfbad49-fcbe-4391-abdd-3e9660209426 HTTP/1.1" status: 200 len: 1091 time: 1.8004937 Feb 04 13:10:59.319245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:59.343901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c992c-b54a-4871-9214-6ce8e51c9942 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:59.344066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Calling delete_port for 7765df98-ca62-493d-a5e6-0c19af3a1c16 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:10:59.422171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606add3-f179-4230-a9e2-9789b78cef7d req-3e3ab3e2-a477-47d9-b9f0-11dbe7c8c3cf tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:59.427110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9606add3-f179-4230-a9e2-9789b78cef7d req-3e3ab3e2-a477-47d9-b9f0-11dbe7c8c3cf tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 943 time: 0.4203296 Feb 04 13:10:59.450808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-b50b3a02-8ed8-4355-8bdf-07da4913d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:10:59.452318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-b50b3a02-8ed8-4355-8bdf-07da4913d161 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 1094 time: 0.0890937 Feb 04 13:10:59.468753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:59.469066 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:10:59.553535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52140) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:59.572948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9606add3-f179-4230-a9e2-9789b78cef7d req-5c63077b-a0d9-4bfa-9c71-830973a8d145 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025410 Feb 04 13:10:59.617555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.629744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7765df98-ca62-493d-a5e6-0c19af3a1c16'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:59.683960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:10:59.702846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event deleted for resources: {'Port': ['ID=7765df98-ca62-493d-a5e6-0c19af3a1c16,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:10:59.867075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1311071156-network', 'tenant_id': 'c9bf697e47774e228bdf6b0819e5e701'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:10:59.879858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:10:59.884678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] No DVR routers for this DVR port 7765df98-ca62-493d-a5e6-0c19af3a1c16 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:10:59.888255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Usage tracker for resource:network and tenant:c9bf697e47774e228bdf6b0819e5e701 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:10:59.891718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:10:59.899016 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'status': 'completed', 'code': 200} Feb 04 13:10:59.912767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'name': 'network-vif-deleted', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:59.919166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:10:59.929275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03604f82-76b4-4825-9dff-7c655f5ecb31 req-b2c7badc-9cb8-49eb-8b92-8b4c4d6b9798 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.87 "DELETE /v2.0/ports/7765df98-ca62-493d-a5e6-0c19af3a1c16 HTTP/1.1" status: 204 len: 173 time: 2.0336573 Feb 04 13:10:59.930339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:10:59.969303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-ca15adeb-d961-4062-8dce-ced35dca02e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dfbad49-fcbe-4391-abdd-3e9660209426 HTTP/1.1" status: 200 len: 217 time: 0.5098982 Feb 04 13:10:59.992744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Deleting port b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:10:59.993856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.080210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-9e551c77-e5b7-4e5d-a210-45e0cefeb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.081583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-9e551c77-e5b7-4e5d-a210-45e0cefeb388 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.1021783 Feb 04 13:11:00.123141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] The port 'b50a43e4-2b0f-4d5b-97f0-1f8492dc8b0d' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:11:00.142952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-e49c42ed-9a94-4470-985e-9b09f83c42e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515788 Feb 04 13:11:00.157930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.167311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.173281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.179853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.185702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.192289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.198100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.198726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Made reservation on behalf of c9bf697e47774e228bdf6b0819e5e701 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:00.200124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-af75ff01-07ef-46ba-8c63-8e4b105333d5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.3036263 Feb 04 13:11:00.209581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.252215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.351714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-838f6a1c-8e8a-494d-b46e-0a15b2573cbb req-8ae34ac7-6b7e-45e3-8a2b-a9e3e14f4cbf tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230214 Feb 04 13:11:00.421273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-3632fbb9-8a97-4ab7-9141-8c1d71c933b1 service neutron] 10.222.0.90 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194633 Feb 04 13:11:00.450467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7779-0ddb-4d3f-aa09-e5f35fc57709 req-d0d53501-04df-43cf-95fb-a945dafe6817 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.466923 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ecf7779-0ddb-4d3f-aa09-e5f35fc57709 req-d0d53501-04df-43cf-95fb-a945dafe6817 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 945 time: 0.7038171 Feb 04 13:11:00.469617 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c04305-f857-4030-8ead-00803927d26c', 'name': 'network-vif-deleted', 'tag': '7765df98-ca62-493d-a5e6-0c19af3a1c16', 'status': 'completed', 'code': 200} Feb 04 13:11:00.525018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:00.538658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bf697e47774e228bdf6b0819e5e701 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:00.545694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:00.549202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.570320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:00.579347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ecf7779-0ddb-4d3f-aa09-e5f35fc57709 req-f9d99c01-e975-4e19-8ef9-8cf966bea145 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114902 Feb 04 13:11:00.643654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25bad297-172b-4a62-9dfb-380537e4baf6 req-bda0ae8a-c9fe-4293-af99-6f1ece4f1de8 service neutron] 10.222.0.90 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157953 Feb 04 13:11:00.719452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94ab07de-7d5d-4024-8da6-4c34829b8ed3 req-3745cefd-153c-41bf-8cc8-2c60093e3ddc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=12c04305-f857-4030-8ead-00803927d26c HTTP/1.1" status: 200 len: 210 time: 0.0694807 Feb 04 13:11:00.730851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.754858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01d9484-cb4a-45a1-9444-eda0de1208ec']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:00.770548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37908934-0ebc-45f0-a4da-65d2fe1705d3') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:00.771297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37908934-0ebc-45f0-a4da-65d2fe1705d3') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:00.787744 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.814787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.821405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:11:00.821858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:00.891408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-214b7224-5278-4fde-a26d-81907d48b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:00.891408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-214b7224-5278-4fde-a26d-81907d48b13e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 1094 time: 0.1837947 Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:11:00.954139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.025636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.069567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.116440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Pushing event deleted for resources: {'Network': ['ID=a01d9484-cb4a-45a1-9444-eda0de1208ec,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:01.118199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1083aa4-9ac0-4040-a6ed-bc436832822c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:01.138388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-731653ff-e19e-484d-baa7-d23e3879122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.140746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-731653ff-e19e-484d-baa7-d23e3879122f service neutron] 10.222.0.90 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 916 time: 0.2478600 Feb 04 13:11:01.142219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:11:01.154336 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e1b82cf8-3039-4744-a42e-7aaaa4562afe tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/networks/a01d9484-cb4a-45a1-9444-eda0de1208ec HTTP/1.1" status: 204 len: 168 time: 4.0272243 Feb 04 13:11:01.157055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:01.213369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dce075ed-3a4b-475b-8193-7686d8d5880b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Synchronizing usage tracker for tenant:ed5c36b317c5410eb0af24348d1811c5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:01.222557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.223402 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Added segment b7851846-4e0a-458a-95d8-b8274e66e64c of type vlan for network 622562e0-1304-42cb-b2bd-8d3db9786424 Feb 04 13:11:01.253007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-b0cc38a7-9403-4634-9833-b8909ad00d51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dfbad49-fcbe-4391-abdd-3e9660209426 HTTP/1.1" status: 200 len: 217 time: 0.1054924 Feb 04 13:11:01.270048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dce075ed-3a4b-475b-8193-7686d8d5880b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Unset dirty status for tenant:ed5c36b317c5410eb0af24348d1811c5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:01.274826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dce075ed-3a4b-475b-8193-7686d8d5880b tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ed8998-f0ec-4c6b-9641-44a83b599934 HTTP/1.1" status: 200 len: 205 time: 0.1150508 Feb 04 13:11:01.279804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:01.290013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfa682-28f0-408d-ae30-da51b78c76a5 req-d0826607-0b64-479b-a1e2-a7711d9c30ad tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.296547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50dfa682-28f0-408d-ae30-da51b78c76a5 req-d0826607-0b64-479b-a1e2-a7711d9c30ad tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 943 time: 0.3473849 Feb 04 13:11:01.356505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.388165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-dc0cc7a9-1132-4764-ad16-a8d372244600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.389609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-dc0cc7a9-1132-4764-ad16-a8d372244600 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.1245141 Feb 04 13:11:01.443901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-730d1062-27c5-4519-b21d-5ee42146c0d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443199 Feb 04 13:11:01.454031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784eb5e-0281-472e-abc2-c09e730eb6b1 req-217e726d-b791-439e-bca5-866b265a34d3 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.454806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7784eb5e-0281-472e-abc2-c09e730eb6b1 req-217e726d-b791-439e-bca5-866b265a34d3 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 945 time: 0.1527419 Feb 04 13:11:01.472312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.525949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:11:01.591480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7784eb5e-0281-472e-abc2-c09e730eb6b1 req-fd5f4077-fe72-40cd-91a9-9f0795a56246 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123083 Feb 04 13:11:01.628728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50dfa682-28f0-408d-ae30-da51b78c76a5 req-4afb36d3-76f2-4ffc-b033-cfde8f969236 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630970 Feb 04 13:11:01.660604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-4f60d9b6-eadc-473e-a670-0682283d1acc service neutron] 10.222.0.90 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046783 Feb 04 13:11:01.691195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.692353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.692551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.931215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1acd9933-9158-4cd0-ac55-c479a6e790c9 req-ec1015ac-f1e7-40f2-9421-0268e95dd95e service neutron] 10.222.0.90 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629044 Feb 04 13:11:01.936430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.945771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3912327 Feb 04 13:11:01.946834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:01.948197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:01.956684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Request body: {'subnet': {'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1311071156-subnet', 'tenant_id': 'c9bf697e47774e228bdf6b0819e5e701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:01.961961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:01.964893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.966143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Usage tracker for resource:subnet and tenant:c9bf697e47774e228bdf6b0819e5e701 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:01.969243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:01.971810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:01.980183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:01.985479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.000098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.002228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Made reservation on behalf of c9bf697e47774e228bdf6b0819e5e701 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:02.004786 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:02.010956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.017857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.018253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef092522-7187-421c-9803-afe5702fcda8 admin admin] Pushing event updated for resources: {'Network': ['ID=622562e0-1304-42cb-b2bd-8d3db9786424,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:02.031172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 622562e0-1304-42cb-b2bd-8d3db9786424 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:11:02.041479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.044747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-88e08d71-9c60-4c9e-8d66-f045c15c0503 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.2692068 Feb 04 13:11:02.114683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:02.115887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Fanout notify agent at l3_agent the message router_deleted on router 99ed8998-f0ec-4c6b-9641-44a83b599934 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:11:02.121726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0561f79-0681-4eca-9d2c-0dabbd8b347a req-9653f2ff-d6af-4298-a77a-ef56f8820dd1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676494 Feb 04 13:11:02.134338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:02.135505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-368be10d-98fe-4240-b5c7-e7530e76d8c2 tempest-RoutersNegativeTest-637415738 tempest-RoutersNegativeTest-637415738-project] 10.222.0.53 "DELETE /v2.0/routers/99ed8998-f0ec-4c6b-9641-44a83b599934 HTTP/1.1" status: 204 len: 168 time: 0.8375020 Feb 04 13:11:02.276516 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:02.407029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Checking segment: {'id': 'b7851846-4e0a-458a-95d8-b8274e66e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:02.407724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Network hostable DHCP agents. Network: 622562e0-1304-42cb-b2bd-8d3db9786424, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:11:02.412535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bce77b-39e5-4dcd-a20a-7951f9b7c846,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:02.433452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Network 622562e0-1304-42cb-b2bd-8d3db9786424 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:11:02.447594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 622562e0-1304-42cb-b2bd-8d3db9786424) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:02.452679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.453330 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:02.456250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948b1de-7f74-4028-a09f-1bb163d575b6 None None] Network 622562e0-1304-42cb-b2bd-8d3db9786424 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:02.510755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52204) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:02.564629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c78382-b4a3-4031-931b-30e3229f82db req-1bcfe44a-dcdb-466b-8bc6-0e9661808461 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:02.566197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01c78382-b4a3-4031-931b-30e3229f82db req-1bcfe44a-dcdb-466b-8bc6-0e9661808461 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.2533023 Feb 04 13:11:02.625626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ccf01b9-bbdb-418e-9a46-ed918b1701ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6732111 Feb 04 13:11:02.671618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01c78382-b4a3-4031-931b-30e3229f82db req-b655d51e-baa4-4673-8047-58040124007b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762184 Feb 04 13:11:02.874981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa46037b-d6c4-49f4-aa7a-5ec98c790f42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed5c36b317c5410eb0af24348d1811c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628254 Feb 04 13:11:02.878778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52216) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:02.943880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ddb7e-c21f-47c9-9280-a57d0d417f5e None None] Network 622562e0-1304-42cb-b2bd-8d3db9786424 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:03.053845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7765df98-ca62-493d-a5e6-0c19af3a1c16 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:03.063031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-e19c1d93-32ad-47fc-8f46-b60075f29e2d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.064601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-e19c1d93-32ad-47fc-8f46-b60075f29e2d tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.87 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 945 time: 0.2989578 Feb 04 13:11:03.073406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51c408-dcac-46e8-8580-8d2422c47fab req-5e1155d2-6d51-4ef4-ba11-27abbd392b29 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.074830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b51c408-dcac-46e8-8580-8d2422c47fab req-5e1155d2-6d51-4ef4-ba11-27abbd392b29 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 945 time: 0.2188985 Feb 04 13:11:03.082963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1395f73-4276-49e6-b5ee-bf5ed1f95f78 req-58b263f6-7f58-41d6-bdd3-aeea48a3c66f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.084504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1395f73-4276-49e6-b5ee-bf5ed1f95f78 req-58b263f6-7f58-41d6-bdd3-aeea48a3c66f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 943 time: 0.2085543 Feb 04 13:11:03.085182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.133388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 7765df98-ca62-493d-a5e6-0c19af3a1c16 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:03.134939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7765df98-ca62-493d-a5e6-0c19af3a1c16 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:03.158033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.176629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1395f73-4276-49e6-b5ee-bf5ed1f95f78 req-ba3b3be5-a14c-400b-93e1-9a84eb35fe32 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810597 Feb 04 13:11:03.196852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Deleting port bacbe80e-9264-42ba-9398-69f4c3666d89 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:03.197364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.245957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b51c408-dcac-46e8-8580-8d2422c47fab req-d5036e37-050f-437d-8c15-6c073e73a481 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/security-groups?id=777cc161-d643-48e3-8034-a39ae918b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405370 Feb 04 13:11:03.316432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.389699 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.400474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7ad3c17-5e1c-4714-aa7b-784ef47ad70d HTTP/1.1" status: 204 len: 168 time: 0.5166707 Feb 04 13:11:03.400474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141cfeb-3fd9-49a9-8ac5-72069f7e69e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad3c17-5e1c-4714-aa7b-784ef47ad70d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:03.738272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.746825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.753041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.762971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cb5d7bd6-d691-4778-9304-66b2a2f54d82 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.765378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cb5d7bd6-d691-4778-9304-66b2a2f54d82 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/networks?id=622562e0-1304-42cb-b2bd-8d3db9786424 HTTP/1.1" status: 200 len: 813 time: 0.2213099 Feb 04 13:11:03.767215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.776326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.799421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.804017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:03.807446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:03.809897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-93f8908b-b372-429e-88e6-2585f0e92ed0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.2667010 Feb 04 13:11:03.822625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-0dcaf223-cef1-4ad6-8b82-b54fabd2229e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/quotas/c9bf697e47774e228bdf6b0819e5e701 HTTP/1.1" status: 200 len: 375 time: 0.0488255 Feb 04 13:11:03.904304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] For port bacbe80e-9264-42ba-9398-69f4c3666d89, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=bacbe80e-9264-42ba-9398-69f4c3666d89,segment=NetworkSegment(5a6145fb-f221-4d55-b4f6-cc1895521901),segment_id=5a6145fb-f221-4d55-b4f6-cc1895521901)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:03.905033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:03.921116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-6c65242d-70e8-417a-96f6-08635f8e2d6f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9bf697e47774e228bdf6b0819e5e701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950339 Feb 04 13:11:04.020114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:04.037535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'port_id': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'mac_address': 'fa:16:3e:f1:76:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a09fb-29b6-4a93-8b0f-d61cf0df3165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:04.063444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Calling delete_port for bacbe80e-9264-42ba-9398-69f4c3666d89 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:04.102956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f622fb19-b3be-4499-a21f-fb9c6e508d50 req-50c81303-6f5d-448d-9433-9e68e09e40e4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505360 Feb 04 13:11:04.120664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:04.150123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfbad49-fcbe-4391-abdd-3e9660209426 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:04.210725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:04.216531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:04.277658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-1caadd36-3b9e-48ff-9fa5-65320a56dfde service neutron] 10.222.0.53 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497796 Feb 04 13:11:04.327445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:04.342008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['bacbe80e-9264-42ba-9398-69f4c3666d89'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:04.384653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Pushing event deleted for resources: {'Port': ['ID=bacbe80e-9264-42ba-9398-69f4c3666d89,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:04.395393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:04.516429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['4dfbad49-fcbe-4391-abdd-3e9660209426'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:04.545392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] No DVR routers for this DVR port bacbe80e-9264-42ba-9398-69f4c3666d89 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:04.551956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:04.557447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'name': 'network-vif-deleted', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:04.597495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d98052d9-6dbe-459b-9600-6b953729dac9 req-67951693-2fa2-45a9-9b07-853f18b35419 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.87 "DELETE /v2.0/ports/bacbe80e-9264-42ba-9398-69f4c3666d89 HTTP/1.1" status: 204 len: 173 time: 1.5216644 Feb 04 13:11:04.628816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca21c5-efaa-4156-91ed-7a7e6acd3e73 req-36bf3799-1618-48da-843b-29b17c4f5737 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:04.629515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4ca21c5-efaa-4156-91ed-7a7e6acd3e73 req-36bf3799-1618-48da-843b-29b17c4f5737 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:04.672704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f4ca21c5-efaa-4156-91ed-7a7e6acd3e73 req-36bf3799-1618-48da-843b-29b17c4f5737 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:04.674212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4ca21c5-efaa-4156-91ed-7a7e6acd3e73 req-36bf3799-1618-48da-843b-29b17c4f5737 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.2922688 Feb 04 13:11:04.756318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4ca21c5-efaa-4156-91ed-7a7e6acd3e73 req-5f216c69-0ea9-44ca-b3b6-38eeb910217b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Feb 04 13:11:04.760454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-635f372b-3d0d-45da-9bfa-4e51cbcbd312 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:04.761991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-635f372b-3d0d-45da-9bfa-4e51cbcbd312 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.7906437 Feb 04 13:11:04.917200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-59261dca-9366-4519-9a45-a5e4a51eb2ba service neutron] 10.222.0.53 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385851 Feb 04 13:11:04.939119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Deleting port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:04.939119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:05.120432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b2d41-c203-43be-8e69-d423661b39a3 req-c90d283a-8ec9-4ec7-a0bd-e5b41205995e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:05.131325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d3b2d41-c203-43be-8e69-d423661b39a3 req-c90d283a-8ec9-4ec7-a0bd-e5b41205995e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 944 time: 0.1845407 Feb 04 13:11:05.232052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d3b2d41-c203-43be-8e69-d423661b39a3 req-eabbf10a-c67b-4d2b-a53d-b3b03eb7534e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Feb 04 13:11:05.339897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9995c14c-49be-47d9-b915-113e813fac0f req-b5bb9070-20ad-4aef-8c6c-d5be3d2b6b24 tempest-ServerGroupTestJSON-177814955 tempest-ServerGroupTestJSON-177814955-project] 10.222.0.53 "GET /v2.0/ports?device_id=88eacb6f-c2df-42de-b4e3-06b957c96707 HTTP/1.1" status: 200 len: 210 time: 0.0648127 Feb 04 13:11:05.342210 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eacb6f-c2df-42de-b4e3-06b957c96707', 'name': 'network-vif-deleted', 'tag': 'bacbe80e-9264-42ba-9398-69f4c3666d89', 'status': 'completed', 'code': 200} Feb 04 13:11:05.512139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4af51a3b-1a53-414a-be31-fb36d27d8e84 req-d018b729-2b84-460e-b702-76f5c577ce4d tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 210 time: 0.1265926 Feb 04 13:11:05.516677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] For port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:05.518775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:05.761381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Calling delete_port for 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:05.814364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:05.961575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 4dfbad49-fcbe-4391-abdd-3e9660209426 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:05.975480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 4dfbad49-fcbe-4391-abdd-3e9660209426 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:05.975723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:06.112230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.118082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.124072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.131470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.138298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.146265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.154216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.163544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-3b414d8d-4ada-4c7b-865b-57f488866dcd tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.5705688 Feb 04 13:11:06.176115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:06.187179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b48e2f-8e73-451b-b35a-c6d890bf125a req-9646beb9-42e6-478f-b75e-f225cd2d4277 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.194679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26b48e2f-8e73-451b-b35a-c6d890bf125a req-9646beb9-42e6-478f-b75e-f225cd2d4277 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 945 time: 0.1744981 Feb 04 13:11:06.229978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:06.231316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:06.238057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:06.284804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab397855-0fb7-41f9-87da-81ded9d17892 req-8140f9f9-4e2e-4a54-b33b-e90e0ff552c6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201055 Feb 04 13:11:06.338144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:06.353828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26b48e2f-8e73-451b-b35a-c6d890bf125a req-0ef9808a-ca3a-4b53-8885-e1d7d6b0f5e2 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368489 Feb 04 13:11:06.355151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:06.360680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:06.478883 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'code': 200} Feb 04 13:11:06.533372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event deleted for resources: {'Port': ['ID=2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:06.722299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] No DVR routers for this DVR port 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:06.731133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:06.734009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'name': 'network-vif-deleted', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:06.753193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caabd6f-f7c7-4aa7-bc09-027e40dac7c2 req-e20e5f96-2fba-4ebd-976e-138f745a8469 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.755696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0caabd6f-f7c7-4aa7-bc09-027e40dac7c2 req-e20e5f96-2fba-4ebd-976e-138f745a8469 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.2481039 Feb 04 13:11:06.773442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-afd1f1bd-cf20-4a90-ab52-7b13a04cde36 req-4deff308-35f8-4803-b5ec-32f50c904269 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "DELETE /v2.0/ports/2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 HTTP/1.1" status: 204 len: 173 time: 1.9937556 Feb 04 13:11:06.813495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d637cc2-6a9c-46a6-b65a-34e124cbe524 req-aeab6f29-8627-4d8e-8cd0-32343be67c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:06.815675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d637cc2-6a9c-46a6-b65a-34e124cbe524 req-aeab6f29-8627-4d8e-8cd0-32343be67c16 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1398103 Feb 04 13:11:06.877071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0caabd6f-f7c7-4aa7-bc09-027e40dac7c2 req-95daa50e-c07e-4a9f-b6f7-0b214517acf0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147022 Feb 04 13:11:06.929284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7377fbc5-532c-4012-9b40-86fb526a4a30 req-0b9ca17b-8c8a-45c7-9ee4-4d67c6251bd7 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 210 time: 0.0866928 Feb 04 13:11:06.992275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bacbe80e-9264-42ba-9398-69f4c3666d89 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:06.995087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d637cc2-6a9c-46a6-b65a-34e124cbe524 req-154a40e0-49f5-4a0c-b9d3-0fdef81568e7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721408 Feb 04 13:11:07.027588 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c15b2dc-15f1-4467-92db-2f79032d8a72', 'name': 'network-vif-deleted', 'tag': '2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3', 'status': 'completed', 'code': 200} Feb 04 13:11:07.091736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: bacbe80e-9264-42ba-9398-69f4c3666d89 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:07.092112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device bacbe80e-9264-42ba-9398-69f4c3666d89 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:07.428075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:07.656980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.699093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.705460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.712439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.721176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.774740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.797379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:07.805948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb595110-6619-4850-96b7-6a36084d40bf req-e81714c3-03fb-4275-882c-374be710b1ba tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.3025751 Feb 04 13:11:07.855911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:07.907948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66a3f1d5-17a0-4e29-a7e0-073f26c034ca req-b755f5e7-b23d-44d5-a0da-8be4a0b45ddc tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c15b2dc-15f1-4467-92db-2f79032d8a72 HTTP/1.1" status: 200 len: 210 time: 0.3682923 Feb 04 13:11:07.948709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb595110-6619-4850-96b7-6a36084d40bf req-53fb00cb-f451-4f0b-bc20-aec20fab6405 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387825 Feb 04 13:11:07.997070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:07.999840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2c04e0b2-a853-4e2c-afc9-c2abf85ec8b3 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:08.080435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Deleting subnet cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:11:08.097676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.222068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4d272482-8dba-4b6b-81be-94dcbe0e9946 req-6dc478db-23f2-4842-9762-d212940292ff tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 210 time: 0.0677679 Feb 04 13:11:08.231714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.348429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.566928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.620900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:08.629181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-8323568c-e1af-4aad-af9b-aed74c3f37ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:08.629858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-8323568c-e1af-4aad-af9b-aed74c3f37ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Synchronizing usage tracker for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:08.636790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.657841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:08.670264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-02d268cf-2773-4b5e-89b5-655b1ace4f71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc7272e2-ba4f-45a4-bf4c-d1e6c15fa271 HTTP/1.1" status: 204 len: 168 time: 1.2374382 Feb 04 13:11:08.670504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52490) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:08.681148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e81d5-ac5c-40c6-aa0c-ba2299049be6 req-73cb93c6-a9b4-47a2-8bfa-38f46af8fc10 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:08.682665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca3e81d5-ac5c-40c6-aa0c-ba2299049be6 req-73cb93c6-a9b4-47a2-8bfa-38f46af8fc10 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.2692072 Feb 04 13:11:08.683799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-8323568c-e1af-4aad-af9b-aed74c3f37ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Unset dirty status for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:08.684800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-8323568c-e1af-4aad-af9b-aed74c3f37ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.87 "GET /v2.0/networks?id=622562e0-1304-42cb-b2bd-8d3db9786424 HTTP/1.1" status: 200 len: 813 time: 0.8502567 Feb 04 13:11:08.698586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Request body: {'port': {'device_id': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424', 'admin_state_up': True, 'tenant_id': 'c9bf697e47774e228bdf6b0819e5e701'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:08.837889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:08.910077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca3e81d5-ac5c-40c6-aa0c-ba2299049be6 req-afa7b667-2263-466c-95ed-606f36aaee59 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178152 Feb 04 13:11:09.036867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:09.044340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Usage tracker for resource:port and tenant:c9bf697e47774e228bdf6b0819e5e701 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:09.048423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:09.061570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:09.080637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Made reservation on behalf of c9bf697e47774e228bdf6b0819e5e701 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:09.085772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.103478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.133596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba02a6a-e583-405e-88a0-2dc6097e8f65']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:09.147525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6145fb-f221-4d55-b4f6-cc1895521901') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:09.147809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6145fb-f221-4d55-b4f6-cc1895521901') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:09.176690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.246542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.255691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:11:09.257585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:11:09.272666 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:11:09.410469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.437463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Allocated IP 172.20.0.7 (622562e0-1304-42cb-b2bd-8d3db9786424/b8bce77b-39e5-4dcd-a20a-7951f9b7c846/a9878543-5350-430d-9beb-0a4eafc77d92) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:11:09.462257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.472124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba02a6a-e583-405e-88a0-2dc6097e8f65,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:09.482880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b5c4fb9-f744-4e63-9d80-1404cd080cd0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0ba02a6a-e583-405e-88a0-2dc6097e8f65 HTTP/1.1" status: 204 len: 168 time: 0.8113034 Feb 04 13:11:09.490276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.509843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.520870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.538250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.548007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.556656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.563700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.571421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11264613-de3c-4966-b0be-1dfe22194961 req-05ba8257-2746-47b6-966c-40345d2a363b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.2791173 Feb 04 13:11:09.628879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:09.696215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11264613-de3c-4966-b0be-1dfe22194961 req-db0b9875-ebdb-4194-b576-49e4c516f90c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225035 Feb 04 13:11:09.721023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1972ba6-ae1d-4705-a8de-5856bf17c30d req-babe14b0-aba3-4bc2-a680-dea18b66dc35 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 210 time: 0.0656493 Feb 04 13:11:09.881618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:09.921701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:09.950761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:09.957137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Usage tracker for resource:security_group_rule and tenant:5195eed5b0f947548265dfa7f9e62cc0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:09.967262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:09.977172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:09.979472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad3ce-d7f7-403d-882a-3b987685efab req-8fba51e3-8015-4f71-b185-93c8fb9d854b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:09.991967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1fad3ce-d7f7-403d-882a-3b987685efab req-8fba51e3-8015-4f71-b185-93c8fb9d854b tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.1576760 Feb 04 13:11:10.007201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-422da811-b4dc-451b-aa2c-369ae2369a8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9120b9d203af4cefaab2660099b5f04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856180 Feb 04 13:11:10.007801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52550) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:10.040121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.077256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1fad3ce-d7f7-403d-882a-3b987685efab req-57766899-4b73-47e5-8daf-80bde14135d7 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832567 Feb 04 13:11:10.132306 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.187617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.207633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Network 622562e0-1304-42cb-b2bd-8d3db9786424 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:11:10.211983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:10.215987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:11:10.233715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.247275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Pushing event updated for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:10.291898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:10.292521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.310252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.316237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9b1a27df-ece2-40ea-9b53-74edd28f313f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6217408 Feb 04 13:11:10.320317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff6d64-7f55-4c0e-bfe5-56a3781a47b8 req-8e12d30d-c5ff-492a-952d-f5250c89c581 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:10.323072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4aff6d64-7f55-4c0e-bfe5-56a3781a47b8 req-8e12d30d-c5ff-492a-952d-f5250c89c581 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.2290418 Feb 04 13:11:10.327841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Request body: {'port': {'device_id': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:10.334077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.427390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.431918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29804e65-adcb-4434-99a7-d23239f64fa2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:10.450216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4aff6d64-7f55-4c0e-bfe5-56a3781a47b8 req-6867b06a-f43d-49a6-b352-33e55318d30f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173816 Feb 04 13:11:10.465949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7a2cbf39-4271-43b6-b78d-4a1019ce596a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5195eed5b0f947548265dfa7f9e62cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352447 Feb 04 13:11:10.472129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:10.484685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cc161-d643-48e3-8034-a39ae918b38b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:10.498458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.503046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-62b0dc1d-dd8b-4dc5-a7fc-7bfb70ffdc65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/777cc161-d643-48e3-8034-a39ae918b38b HTTP/1.1" status: 204 len: 168 time: 0.4925184 Feb 04 13:11:10.526763 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.697726 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.933496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:10.970769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:10.986284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:10.994635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.001912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.008465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.017733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.024660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.026946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-9d0db48e-f2ab-498f-9982-f166031b68ed tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5429 time: 0.1915574 Feb 04 13:11:11.031765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908b68b-c789-4d3b-b4ca-fbd8bd361f97 req-79fd5344-11cd-4225-be42-e22670f1fa02 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.033268 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b908b68b-c789-4d3b-b4ca-fbd8bd361f97 req-79fd5344-11cd-4225-be42-e22670f1fa02 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.4303005 Feb 04 13:11:11.090500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80f21ec3-3f1d-466c-a4b2-0991b06ad3e6 req-0508ca3b-d476-4047-9a88-6b820624ddd0 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568380 Feb 04 13:11:11.169893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b908b68b-c789-4d3b-b4ca-fbd8bd361f97 req-98e4ca62-d17f-41fc-a5c7-139b51651fe2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Feb 04 13:11:11.317450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:11.348069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29804e65-adcb-4434-99a7-d23239f64fa2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:11.355292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9878543-5350-430d-9beb-0a4eafc77d92 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:11.361481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:11.362626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-83f375f8-91ae-436a-af24-99d1aabcd42b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29804e65-adcb-4434-99a7-d23239f64fa2 HTTP/1.1" status: 204 len: 168 time: 0.8893435 Feb 04 13:11:11.375241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:11.446553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Transition to ACTIVE for port object a9878543-5350-430d-9beb-0a4eafc77d92 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:11:11.452297 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:11.728238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-bd58967d-2b41-43a2-91d6-75b1de16d1a6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.728526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-bd58967d-2b41-43a2-91d6-75b1de16d1a6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:11.740038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196672-d9db-4145-8387-1e40c8546f50 req-b8857fce-a267-4b22-a20c-5fdcb2928e75 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.747952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e196672-d9db-4145-8387-1e40c8546f50 req-b8857fce-a267-4b22-a20c-5fdcb2928e75 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 931 time: 0.4250567 Feb 04 13:11:11.780362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-bd58967d-2b41-43a2-91d6-75b1de16d1a6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:11.780978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-bd58967d-2b41-43a2-91d6-75b1de16d1a6 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.3697431 Feb 04 13:11:11.783372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:11.852807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Pushing event updated for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:11.871114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Deleting port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:11.872324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:11.877603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6089d90e-2150-4b86-8eb1-43faa6ab2f6e details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:11.929037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737ff9a-68e1-4d47-a3b0-6f3cdc54b74b req-bca0e856-96b0-4c8f-a3b0-1c11c9eef9e1 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:11.937177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5737ff9a-68e1-4d47-a3b0-6f3cdc54b74b req-bca0e856-96b0-4c8f-a3b0-1c11c9eef9e1 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 946 time: 0.5461926 Feb 04 13:11:11.956640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e196672-d9db-4145-8387-1e40c8546f50 req-745b8776-b074-4535-bee8-6a12e61707cf tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060206 Feb 04 13:11:11.983415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Attempting to bind port a9878543-5350-430d-9beb-0a4eafc77d92 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:11:11.983673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Attempting to bind port a9878543-5350-430d-9beb-0a4eafc77d92 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'b7851846-4e0a-458a-95d8-b8274e66e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:11:11.984033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Attempting to bind port a9878543-5350-430d-9beb-0a4eafc77d92 on network 622562e0-1304-42cb-b2bd-8d3db9786424 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:11.991735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Port a9878543-5350-430d-9beb-0a4eafc77d92 on network 622562e0-1304-42cb-b2bd-8d3db9786424 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:11:11.991735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Attempting to bind port a9878543-5350-430d-9beb-0a4eafc77d92 on network 622562e0-1304-42cb-b2bd-8d3db9786424 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:12.039416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:11:12.039784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Checking segment: {'id': 'b7851846-4e0a-458a-95d8-b8274e66e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:12.040165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Bound using segment: {'id': 'b7851846-4e0a-458a-95d8-b8274e66e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:11:12.040627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Bound port: a9878543-5350-430d-9beb-0a4eafc77d92, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7851846-4e0a-458a-95d8-b8274e66e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:11:12.040986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.112993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:12.132758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'port_id': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e', 'mac_address': 'fa:16:3e:67:e6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:12.167386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5737ff9a-68e1-4d47-a3b0-6f3cdc54b74b req-bb0ae4ff-c61b-4f76-a86e-a09fe0386f83 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/security-groups?id=688527ed-84b1-41db-a576-900a94a8f517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290831 Feb 04 13:11:12.220072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.242999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:12.246122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6089d90e-2150-4b86-8eb1-43faa6ab2f6e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:12.265856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:12.271371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.273227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 45c5f866-cb50-4ca9-a7d0-58d55722cb37 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:12.282577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.313817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:12.321859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Usage tracker for resource:security_group_rule and tenant:c507090c8f6a4350aeaa3e8bc50416de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:12.330126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-444075603-network', 'tenant_id': 'e1227a3bf3f2445e8aa5a9e10307402d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:12.335344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:12.347047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:12.360424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:12.365703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:11:12.372152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a9878543-5350-430d-9beb-0a4eafc77d92,segment=NetworkSegment(b7851846-4e0a-458a-95d8-b8274e66e64c),segment_id=b7851846-4e0a-458a-95d8-b8274e66e64c)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:11:12.377271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Usage tracker for resource:network and tenant:e1227a3bf3f2445e8aa5a9e10307402d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:12.396143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:12.414958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:12.434022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.438777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Made reservation on behalf of e1227a3bf3f2445e8aa5a9e10307402d for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:12.441809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.550907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.551751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.553404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] 10.222.0.87 "PUT /v2.0/ports/a9878543-5350-430d-9beb-0a4eafc77d92 HTTP/1.1" status: 200 len: 1091 time: 2.2302516 Feb 04 13:11:12.555243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:12.564774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee2e7-dba3-4ff1-aa83-3f908f277257 service neutron] Pushing event updated for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:12.604557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] For port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:12.605257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.609454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:12.624104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'port_id': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'mac_address': 'fa:16:3e:ef:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:12.714090 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.726931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.732782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.734156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c5f866-cb50-4ca9-a7d0-58d55722cb37 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:12.738789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.745242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.747999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Calling delete_port for f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:12.751000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.757190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.758730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:12.762558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:12.768091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.769332 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.769999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-04fd2940-b6b5-4808-882c-042a73c51a02 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5430 time: 0.4016063 Feb 04 13:11:12.770456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5b766a5c-7021-48a7-8fd3-71e5858cdb20 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:12.818063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.827548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:12.869437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c507090c8f6a4350aeaa3e8bc50416de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250942 Feb 04 13:11:12.872081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52646) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:12.940064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-a422d1c5-42a2-4c07-b0c2-af8e80335bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:12.945693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-a422d1c5-42a2-4c07-b0c2-af8e80335bd2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9bf697e47774e228bdf6b0819e5e701&device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 1094 time: 0.3511899 Feb 04 13:11:12.951031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08f97166-031c-45fc-a5d9-f8fa6bb449ff req-90880d23-e346-4055-89b9-a060cce87e24 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648734 Feb 04 13:11:13.011491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.082049 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92', 'status': 'completed', 'code': 200} Feb 04 13:11:13.087437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:13.090534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e3969-ccf6-4958-97af-a65115163d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0409d-a77a-472a-acb4-539f04a39c15,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.104071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.106943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.116055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Usage tracker for resource:security_group_rule and tenant:e1227a3bf3f2445e8aa5a9e10307402d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:13.119406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:13.129265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-9dbf4bdc-a3de-47d0-ace6-666f83dd79fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9878543-5350-430d-9beb-0a4eafc77d92 HTTP/1.1" status: 200 len: 217 time: 0.1606004 Feb 04 13:11:13.159720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:13.174319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Pushing event deleted for resources: {'Port': ['ID=f22aa7b5-8b13-4487-93c1-f3ed2b2980f8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.181917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:13.279300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:13.289950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.303313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'port_id': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'mac_address': 'fa:16:3e:c2:84:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a67b96c-0fa4-4262-a687-babcf89941c6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:13.310046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-51d8fa52-8b1b-44ab-8300-52b205064ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:13.312019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-51d8fa52-8b1b-44ab-8300-52b205064ab1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b8bce77b-39e5-4dcd-a20a-7951f9b7c846 HTTP/1.1" status: 200 len: 853 time: 0.1691029 Feb 04 13:11:13.335456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.385600 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.400248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.406292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:11:13.422929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.423568 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Added segment 13f1a1bb-7ff3-46e3-b26a-2225440bd355 of type vlan for network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed Feb 04 13:11:13.429878 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be7e9477-bff8-4d7e-a9e4-35019d98bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.437201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b766a5c-7021-48a7-8fd3-71e5858cdb20 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:13.455476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:13.460281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.460545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.461136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7b770bc8-bb36-406c-a565-2fcb41d37d3d details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:13.463365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.485370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-2490d75d-24ae-4010-ac5c-b218cc6093df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622562e0-1304-42cb-b2bd-8d3db9786424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144600 Feb 04 13:11:13.490751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] No DVR routers for this DVR port f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:13.494933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.507327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'name': 'network-vif-deleted', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:13.512348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.515093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:13.515676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.569500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.590358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:13.625178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'network_id': 'b1adc137-2a22-4046-a0a3-ee3dc945b3af', 'port_id': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'mac_address': 'fa:16:3e:67:bc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a67b96c-0fa4-4262-a687-babcf89941c6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:13.636443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3010c2-18cb-4ef8-8bda-9f8334f0f776 req-2af94b29-1edc-4d6d-af27-7e52ab6be034 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:13.643659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed3010c2-18cb-4ef8-8bda-9f8334f0f776 req-2af94b29-1edc-4d6d-af27-7e52ab6be034 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 1.1728716 Feb 04 13:11:13.706271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42b14e8c-e990-4ea4-a084-d8c7765aba19 req-2cdea5b1-73b9-4bf2-983d-cb0fd9ac7c61 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.90 "DELETE /v2.0/ports/f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 HTTP/1.1" status: 204 len: 173 time: 1.9189053 Feb 04 13:11:13.743978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-d382dcc4-8008-4f84-b32f-7d64b05691d9 service neutron] 10.222.0.87 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492788 Feb 04 13:11:13.778654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-8b88cb00-4c59-4df3-a82c-17b6235af25f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:13.782798 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.784742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-8b88cb00-4c59-4df3-a82c-17b6235af25f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Synchronizing usage tracker for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:13.801179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b770bc8-bb36-406c-a565-2fcb41d37d3d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:13.823998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f74966-642c-4fbc-9a5e-dcc5dff92602,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.838927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:13.846301 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:13.847069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8b674323-bbcb-4f06-87d4-06f85daa4e00 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:13.857004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed3010c2-18cb-4ef8-8bda-9f8334f0f776 req-e3f8735c-6c58-4544-a240-7f1ab4edf1e2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110126 Feb 04 13:11:13.861340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0769801 Feb 04 13:11:13.879765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52666) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:13.897257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Request body: {'subnet': {'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-444075603-subnet', 'tenant_id': 'e1227a3bf3f2445e8aa5a9e10307402d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:13.905089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0af9f-7ccc-43de-89a4-792e9d0aabde admin admin] Pushing event updated for resources: {'Network': ['ID=378f9a97-3dab-42dc-8fbd-eab21c23e9ed,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:13.937141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:13.951769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Usage tracker for resource:subnet and tenant:e1227a3bf3f2445e8aa5a9e10307402d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:13.955627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:13.982291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:13.983049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:13.998920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:14.002490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:11:14.007779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Made reservation on behalf of e1227a3bf3f2445e8aa5a9e10307402d for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:14.011519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.106475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8b674323-bbcb-4f06-87d4-06f85daa4e00', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'port_id': '8b674323-bbcb-4f06-87d4-06f85daa4e00', 'mac_address': 'fa:16:3e:a7:1f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:14.115840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.136061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-8b88cb00-4c59-4df3-a82c-17b6235af25f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Unset dirty status for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:14.143775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-8b88cb00-4c59-4df3-a82c-17b6235af25f tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 943 time: 0.8303020 Feb 04 13:11:14.166413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-890a2f73-a79d-43c9-9328-48dc91a2183c req-1896fa3b-2edb-4354-9a45-cd29ba433da4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Synchronizing usage tracker for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:14.169644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.192854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0409d-a77a-472a-acb4-539f04a39c15,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:14.198959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b674323-bbcb-4f06-87d4-06f85daa4e00 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:14.200464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-c1b799f6-843f-4d89-a17f-32e46128476e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Synchronizing usage tracker for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:14.221125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-890a2f73-a79d-43c9-9328-48dc91a2183c req-1896fa3b-2edb-4354-9a45-cd29ba433da4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] Unset dirty status for tenant:04dd78b1afc6418e8ba4fced945fb65c on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:14.222285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-890a2f73-a79d-43c9-9328-48dc91a2183c req-1896fa3b-2edb-4354-9a45-cd29ba433da4 tempest-ListServerFiltersTestJSON-2106315293 tempest-ListServerFiltersTestJSON-2106315293-project] 10.222.0.53 "GET /v2.0/ports?device_id=e744e7c7-29b6-464b-b4c7-63894102d1f0 HTTP/1.1" status: 200 len: 210 time: 0.1684613 Feb 04 13:11:14.239305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:14.240126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.244987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2fe15350-da1d-4348-892b-927b95413409 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dc0409d-a77a-472a-acb4-539f04a39c15 HTTP/1.1" status: 204 len: 168 time: 1.3672643 Feb 04 13:11:14.245813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.246890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 75c29c9a-6b3b-4a77-8318-54d9d9a96219 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:14.349010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-c1b799f6-843f-4d89-a17f-32e46128476e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Unset dirty status for tenant:c9bf697e47774e228bdf6b0819e5e701 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:14.359410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:14.373737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43bd4750-9f3e-436a-aa1a-d83106f2382f req-c1b799f6-843f-4d89-a17f-32e46128476e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290392 Feb 04 13:11:14.375992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:14.387470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'port_id': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'mac_address': 'fa:16:3e:0e:6b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:14.418037 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744e7c7-29b6-464b-b4c7-63894102d1f0', 'name': 'network-vif-deleted', 'tag': 'f22aa7b5-8b13-4487-93c1-f3ed2b2980f8', 'status': 'completed', 'code': 200} Feb 04 13:11:14.460028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.496745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c29c9a-6b3b-4a77-8318-54d9d9a96219 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:14.501054 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d194c3ef-5fd1-4c02-96b7-4b70a42290f0 req-01e78562-d464-48b6-987d-35871bb84197 service neutron] 10.222.0.87 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488983 Feb 04 13:11:14.538952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:14.544740 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.545443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7c786f1e-0145-48e3-8d13-fc911816bdae details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:14.663731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:14.686190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:14.702323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'network_id': '38ebeb6f-cfff-4e31-b7de-852c2f977e81', 'port_id': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'mac_address': 'fa:16:3e:c3:28:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a6f131-f44d-48b7-8804-b375b5a91f77', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:14.717633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.792540 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.842781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c786f1e-0145-48e3-8d13-fc911816bdae {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:14.873738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-37a70eae-fc7a-4a9d-a234-35008bcabc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.873996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b41f1b2-c520-4b82-a3e6-38e3937c1c11,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:14.875460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-37a70eae-fc7a-4a9d-a234-35008bcabc3e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c9bf697e47774e228bdf6b0819e5e701&device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 1094 time: 0.2931933 Feb 04 13:11:14.879067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:14.884948 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:14.901403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.908582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.915397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.924083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.930532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.933080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Checking segment: {'id': '13f1a1bb-7ff3-46e3-b26a-2225440bd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:14.933475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Network hostable DHCP agents. Network: 378f9a97-3dab-42dc-8fbd-eab21c23e9ed, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:11:14.940707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.948250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf416854-0177-4f1b-9bfd-48a582c11fd7 req-d9169dd7-8034-4335-b930-c2672b040c4b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.951556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:14.953564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-b204e44b-4626-49bd-bae5-f2aae0e60d06 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5435 time: 0.2765207 Feb 04 13:11:14.962938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf416854-0177-4f1b-9bfd-48a582c11fd7 req-d9169dd7-8034-4335-b930-c2672b040c4b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.4649575 Feb 04 13:11:15.043998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf416854-0177-4f1b-9bfd-48a582c11fd7 req-ba20f022-2ab4-4d28-bd9e-e27718a9fa84 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796378 Feb 04 13:11:15.045808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:11:15.066654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 378f9a97-3dab-42dc-8fbd-eab21c23e9ed) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:15.092953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:15.097419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:15.098025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:15.099102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a8deb10-94dc-42dd-9741-97f8e0fb7b23 req-bd1cfbd6-fb24-4dc0-88af-297650f2a132 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689247 Feb 04 13:11:15.107224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d72a6-e453-4537-afb8-afc1b6ea2e11 None None] Network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:15.173231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-25418be8-239e-4e8c-a7a4-cd36f568d738 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2891665 Feb 04 13:11:15.208271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-b45390b1-12b8-402b-a139-43ecb0942f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:15.210842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-b45390b1-12b8-402b-a139-43ecb0942f6c service neutron] 10.222.0.87 "GET /v2.0/networks?id=622562e0-1304-42cb-b2bd-8d3db9786424 HTTP/1.1" status: 200 len: 914 time: 0.2563589 Feb 04 13:11:15.312694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-6e866243-90d4-4b59-a993-722aa83c9902 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9878543-5350-430d-9beb-0a4eafc77d92 HTTP/1.1" status: 200 len: 217 time: 0.0942981 Feb 04 13:11:15.376466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:15.497495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-992d773d-e7c0-429b-b565-13feac44d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:15.501002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-992d773d-e7c0-429b-b565-13feac44d80c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b8bce77b-39e5-4dcd-a20a-7951f9b7c846 HTTP/1.1" status: 200 len: 853 time: 0.1746607 Feb 04 13:11:15.603112 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-f0677568-79b8-4778-b8b1-d6a01b2962d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622562e0-1304-42cb-b2bd-8d3db9786424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940909 Feb 04 13:11:15.658970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8b674323-bbcb-4f06-87d4-06f85daa4e00'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:15.700863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6089d90e-2150-4b86-8eb1-43faa6ab2f6e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:15.744622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182e7d5-8b11-48df-9dd7-d8cc530f59bb None None] Network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:15.898172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7b770bc8-bb36-406c-a565-2fcb41d37d3d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:15.946005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dd8d1-c722-4ffe-b12a-17b3d2ba35d3 req-41cc8a3a-9bdd-4f14-b7dd-96be1d912027 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:15.953748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c3dd8d1-c722-4ffe-b12a-17b3d2ba35d3 req-41cc8a3a-9bdd-4f14-b7dd-96be1d912027 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 943 time: 0.3543847 Feb 04 13:11:15.964508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5b766a5c-7021-48a7-8fd3-71e5858cdb20'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:15.996056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['45c5f866-cb50-4ca9-a7d0-58d55722cb37'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:16.001834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Deleting subnet d940aa32-cf75-4eb1-9f62-924083627f60 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:11:16.005712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.074887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.114404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c3dd8d1-c722-4ffe-b12a-17b3d2ba35d3 req-3784ba4d-27af-48d6-ae8a-07ce2ed4de31 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520443 Feb 04 13:11:16.126827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-620a9063-fea0-4ade-85f3-4b0473bfadde service neutron] 10.222.0.87 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633231 Feb 04 13:11:16.250578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['7c786f1e-0145-48e3-8d13-fc911816bdae'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:16.309890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.495161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e949ad19-4397-40d9-8808-55654fd0f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.537538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f8cd4a0-f5ec-47ab-b411-d44877605935 req-bd3924d0-de59-4922-8efe-44ba9fb02783 service neutron] 10.222.0.87 "GET /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035814 Feb 04 13:11:16.552478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abb705-3269-41e0-9f1d-d712983716f4 req-56413086-69b0-4736-ae0c-a52d74e698f9 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:16.554100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42abb705-3269-41e0-9f1d-d712983716f4 req-56413086-69b0-4736-ae0c-a52d74e698f9 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1819580 Feb 04 13:11:16.601546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['75c29c9a-6b3b-4a77-8318-54d9d9a96219'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:16.644683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42abb705-3269-41e0-9f1d-d712983716f4 req-10cdb8fb-4355-4cfd-bcfe-b5ffd7d8afe7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829544 Feb 04 13:11:16.677622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.754878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d940aa32-cf75-4eb1-9f62-924083627f60,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:16.799807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:16.833871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52778) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:16.835485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c474d82-ebc9-4083-a861-306b4d4f77bb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d940aa32-cf75-4eb1-9f62-924083627f60 HTTP/1.1" status: 204 len: 168 time: 1.4576609 Feb 04 13:11:16.851886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-196c4c96-24c3-4d2b-9a7f-1e3448d768ce tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:16.854765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-196c4c96-24c3-4d2b-9a7f-1e3448d768ce tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Synchronizing usage tracker for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:16.894511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-196c4c96-24c3-4d2b-9a7f-1e3448d768ce tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Unset dirty status for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:16.895731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-196c4c96-24c3-4d2b-9a7f-1e3448d768ce tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/networks?id=378f9a97-3dab-42dc-8fbd-eab21c23e9ed HTTP/1.1" status: 200 len: 820 time: 0.4905756 Feb 04 13:11:16.918455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-5f098d9f-ec4f-468d-9f1d-af62a5d08d07 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/quotas/e1227a3bf3f2445e8aa5a9e10307402d HTTP/1.1" status: 200 len: 375 time: 0.0160441 Feb 04 13:11:16.967203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae967a63-85aa-44c0-a10c-b30a93c7522f None None] Network 2177b15b-2532-468b-9a73-ca3e8625a7ac requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:16.975133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-b6dcdde6-267a-461e-a959-122cd05513fc tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1227a3bf3f2445e8aa5a9e10307402d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553970 Feb 04 13:11:17.124943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:17.178839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:17.204060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Deleting port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:17.204750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:17.252366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-a8ca0ad4-29f5-420e-840c-c72ef4c56bd8 service neutron] 10.222.0.53 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691116 Feb 04 13:11:17.266435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.282996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.297776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.311779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.318918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.325858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.332023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:17.334950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f76c685f-daa4-451a-a71c-4193f193e143 req-e77bcc3d-ec79-4186-b242-913f2c85db1d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5436 time: 0.3517435 Feb 04 13:11:17.395442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:17.396288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f22aa7b5-8b13-4487-93c1-f3ed2b2980f8 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:17.398974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a9878543-5350-430d-9beb-0a4eafc77d92 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:17.464020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-4b787ed2-a548-43fc-aec2-5da297435229 service neutron] 10.222.0.53 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105227 Feb 04 13:11:17.481950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f76c685f-daa4-451a-a71c-4193f193e143 req-757ade69-56e9-4168-a14a-a501d75b3a8a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340725 Feb 04 13:11:17.612959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:18.050968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] For port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,segment=NetworkSegment(ab81d4fb-b46d-412c-9542-751d36a7ca87),segment_id=ab81d4fb-b46d-412c-9542-751d36a7ca87)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:18.051485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:18.218129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.80 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:11:18.243973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aeebb-5bec-4e4e-8a8a-650623434614 req-9588e10c-cb3c-4b61-abcc-ca95c4f95bc5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.246351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b34aeebb-5bec-4e4e-8a8a-650623434614 req-9588e10c-cb3c-4b61-abcc-ca95c4f95bc5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1453836 Feb 04 13:11:18.364382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b34aeebb-5bec-4e4e-8a8a-650623434614 req-919116cf-a6b6-4b6b-ba11-5814ac5b9a98 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Feb 04 13:11:18.465797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Calling delete_port for f4f69d0b-78c9-4cba-ba87-f1ba220cf69c owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:18.594253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a9878543-5350-430d-9beb-0a4eafc77d92,segment=NetworkSegment(b7851846-4e0a-458a-95d8-b8274e66e64c),segment_id=b7851846-4e0a-458a-95d8-b8274e66e64c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:18.599841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2a3593a4-9723-4434-8ef9-1bca4995bb65 req-ad1f1c53-6b02-4b8e-848e-57874f4897ad tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 210 time: 0.1372666 Feb 04 13:11:18.635244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a9878543-5350-430d-9beb-0a4eafc77d92', 'network_id': '622562e0-1304-42cb-b2bd-8d3db9786424', 'port_id': 'a9878543-5350-430d-9beb-0a4eafc77d92', 'mac_address': 'fa:16:3e:6d:9f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bce77b-39e5-4dcd-a20a-7951f9b7c846', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:18.651354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b0253-04a9-4511-a9e7-914594b6da0b req-8d14e3f2-a897-4ee3-9ca5-294c689c4459 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.653798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd9b0253-04a9-4511-a9e7-914594b6da0b req-8d14e3f2-a897-4ee3-9ca5-294c689c4459 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 943 time: 0.7520194 Feb 04 13:11:18.873261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd9b0253-04a9-4511-a9e7-914594b6da0b req-01401ea4-86ec-46ff-bb61-d3619656502e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930122 Feb 04 13:11:18.881294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:18.937105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.941906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:18.952421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.963599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.986184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:18.996192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:19.002787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] No DVR routers for this DVR port f4f69d0b-78c9-4cba-ba87-f1ba220cf69c on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:19.015444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:19.022468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:19.025184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-80660d08-43d4-4385-803a-e0e1094cbbb8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5436 time: 0.2595274 Feb 04 13:11:19.112964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f69d0b-78c9-4cba-ba87-f1ba220cf69c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:19.140137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a23f4d-c9f2-4c5d-823f-bec89605ff07 req-c4d768aa-7bd1-4d8d-8c31-5e0847a8e59a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051481 Feb 04 13:11:19.252593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.256743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.290578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2177b15b-2532-468b-9a73-ca3e8625a7ac']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:19.298667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.305073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab81d4fb-b46d-412c-9542-751d36a7ca87') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:19.305591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab81d4fb-b46d-412c-9542-751d36a7ca87') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:19.321343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.365711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.365812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9878543-5350-430d-9beb-0a4eafc77d92 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:19.393250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:11:19.393950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:11:19.508065 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:11:19.514569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.523123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.539513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a9878543-5350-430d-9beb-0a4eafc77d92,segment=NetworkSegment(b7851846-4e0a-458a-95d8-b8274e66e64c),segment_id=b7851846-4e0a-458a-95d8-b8274e66e64c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:19.579245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:19.675098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2177b15b-2532-468b-9a73-ca3e8625a7ac,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:19.700170 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-507d1969-8ff7-40d7-8c3c-20fa11f724f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2177b15b-2532-468b-9a73-ca3e8625a7ac HTTP/1.1" status: 204 len: 168 time: 2.8648281 Feb 04 13:11:19.737358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:19.763143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcb83f5-0c6a-4894-a994-9cafad5df6f6 None None] DHCP port deletion for 2177b15b-2532-468b-9a73-ca3e8625a7ac request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:11:19.837708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e81707-b050-430e-9bf1-2618aa97dd1c req-e620f615-c33d-4ff1-b281-01b9bfc3fe06 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:19.848305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0e81707-b050-430e-9bf1-2618aa97dd1c req-e620f615-c33d-4ff1-b281-01b9bfc3fe06 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.2629359 Feb 04 13:11:19.873283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a9878543-5350-430d-9beb-0a4eafc77d92'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:19.910145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26d8453d-51dc-4a42-b8bf-06c1476559fc req-af1de762-7e4e-4ac0-b0a1-68f46c01fc30 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 210 time: 0.0856690 Feb 04 13:11:19.978072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0e81707-b050-430e-9bf1-2618aa97dd1c req-a93fec45-ea12-4305-94b3-6f6feb830b00 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287827 Feb 04 13:11:20.000155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:20.185186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b5a72-a86a-48eb-9986-0235ab40ccf3 req-a4b90e05-64fc-4a41-96a9-97187c8a98e4 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.196799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc1b5a72-a86a-48eb-9986-0235ab40ccf3 req-a4b90e05-64fc-4a41-96a9-97187c8a98e4 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 944 time: 0.1319327 Feb 04 13:11:20.285470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc1b5a72-a86a-48eb-9986-0235ab40ccf3 req-3f386d43-071e-4701-9cac-02768529c681 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899765 Feb 04 13:11:20.312755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:20.385332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cd84d1c3-5aa0-47d1-9559-cc4dac808e5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04dd78b1afc6418e8ba4fced945fb65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714929 Feb 04 13:11:20.388130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:20.535992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:20.561370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52890) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:20.580193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:20.590645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.590918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f69d0b-78c9-4cba-ba87-f1ba220cf69c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:20.596711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.604443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.610967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.617486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.623553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.629535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.629756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f4f69d0b-78c9-4cba-ba87-f1ba220cf69c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:20.629876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f69d0b-78c9-4cba-ba87-f1ba220cf69c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:20.638091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-862de641-0d3e-49ad-913f-01c627719912 req-987843f3-b2ce-49fe-9dc2-e00805dcaf04 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5436 time: 0.2142711 Feb 04 13:11:20.655227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:20.672218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688527ed-84b1-41db-a576-900a94a8f517,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:20.674007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-f5edff78-b761-4efa-bb36-cf4834eca01a tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:20.675542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-f5edff78-b761-4efa-bb36-cf4834eca01a tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.87 "GET /v2.0/networks?id=378f9a97-3dab-42dc-8fbd-eab21c23e9ed HTTP/1.1" status: 200 len: 820 time: 0.5274954 Feb 04 13:11:20.684438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.684857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.685265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.685729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.686127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.686635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.686948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.687384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.687911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.688274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.688655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.689031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:20.709807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:20.710430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Request body: {'port': {'device_id': 'ea792954-5824-4e2e-908f-96240ed24b39', 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed', 'admin_state_up': True, 'tenant_id': 'e1227a3bf3f2445e8aa5a9e10307402d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:20.711201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6469c8f0-c8ac-4ca2-ada4-09dffc9df529 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/688527ed-84b1-41db-a576-900a94a8f517 HTTP/1.1" status: 204 len: 168 time: 0.3207688 Feb 04 13:11:20.857969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-862de641-0d3e-49ad-913f-01c627719912 req-2959309b-e582-462f-9fe2-a4d2f6619a22 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159500 Feb 04 13:11:20.961901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:20.965044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6089d90e-2150-4b86-8eb1-43faa6ab2f6e up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:20.966908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Usage tracker for resource:port and tenant:e1227a3bf3f2445e8aa5a9e10307402d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:20.970160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:20.977187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:21.031103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Made reservation on behalf of e1227a3bf3f2445e8aa5a9e10307402d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:21.034824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.062849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:21.070898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:21.070898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.077921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.111861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:21.117511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Usage tracker for resource:security_group_rule and tenant:6828adee08c74d48aaa4ba5162357a70 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:21.120920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:21.155529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:21.168336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ce0ddc0-1595-401d-8bdd-4ea5a78762d4 req-f5412d83-dcad-4299-a23e-1955ab6cb51d tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 210 time: 0.0862129 Feb 04 13:11:21.420266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.431934 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:11:21.470147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.494550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:21.511057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:21.517545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.519479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 45c5f866-cb50-4ca9-a7d0-58d55722cb37 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:21.531614 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.626771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a9878543-5350-430d-9beb-0a4eafc77d92 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:21.772671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270e45b-6ded-4a64-9e64-08c5d8ea0246 req-42fe4465-b5db-4609-9a00-90409f7ef8e1 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:21.781549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7270e45b-6ded-4a64-9e64-08c5d8ea0246 req-42fe4465-b5db-4609-9a00-90409f7ef8e1 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 944 time: 0.1366367 Feb 04 13:11:21.796548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:21.829374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a9878543-5350-430d-9beb-0a4eafc77d92 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:21.836237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7270e45b-6ded-4a64-9e64-08c5d8ea0246 req-b007771b-f624-48e0-8e05-9f08a0f0ceda tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Feb 04 13:11:21.844599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a9878543-5350-430d-9beb-0a4eafc77d92 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:21.845216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:21.937028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:21.943356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729ed0e-9925-4343-ac80-dd9d65911393,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:21.957616 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e', 'code': 200} Feb 04 13:11:21.966319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:21.968415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.026063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Allocated IP 172.20.0.3 (378f9a97-3dab-42dc-8fbd-eab21c23e9ed/0b41f1b2-c520-4b82-a3e6-38e3937c1c11/7989a7c8-676b-40ce-8366-41d203e2f9bd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:11:22.158437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ee1d00f1-9193-4e8a-ae98-1d56f9ba4a9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6828adee08c74d48aaa4ba5162357a70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5958674 Feb 04 13:11:22.161054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52962) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:22.211422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dfb3c-576d-4b2e-981c-9da91d28115c req-787ddcfe-d306-4ab1-a35f-1262453a5c85 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.215409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-205dfb3c-576d-4b2e-981c-9da91d28115c req-787ddcfe-d306-4ab1-a35f-1262453a5c85 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.8745875 Feb 04 13:11:22.252589 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.259230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.287459 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.294528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.357587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a9878543-5350-430d-9beb-0a4eafc77d92,segment=NetworkSegment(b7851846-4e0a-458a-95d8-b8274e66e64c),segment_id=b7851846-4e0a-458a-95d8-b8274e66e64c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:22.371435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.393581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-205dfb3c-576d-4b2e-981c-9da91d28115c req-d8b10aea-9cc1-4ff5-83b1-ea7064cdb6d6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781800 Feb 04 13:11:22.410267 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.424850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-88cc574f-81c0-45e0-8505-64fbd23c309a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8672066 Feb 04 13:11:22.428685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729ed0e-9925-4343-ac80-dd9d65911393,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:22.439089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:22.449126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.450872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ebd45c4e-ad58-4866-b04a-79432f9227aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3729ed0e-9925-4343-ac80-dd9d65911393 HTTP/1.1" status: 204 len: 168 time: 0.2887921 Feb 04 13:11:22.535501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.536552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5b766a5c-7021-48a7-8fd3-71e5858cdb20 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:22.556125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.629604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:22.720450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:22.766085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:22.775919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:22.776512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:22.871612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.872600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-35091eb7-ce1d-4433-a417-49059a46524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.874118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-35091eb7-ce1d-4433-a417-49059a46524b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 1097 time: 0.3213520 Feb 04 13:11:22.908269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.921111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.931664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.937980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.944343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.956834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:22.967064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e316134-060b-4e92-9992-10b0a1394516 req-f6331f8d-02fe-4fce-87b1-4bfa7bbb0244 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5438 time: 0.3841839 Feb 04 13:11:23.013452 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.079614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e316134-060b-4e92-9992-10b0a1394516 req-3bae5855-5b38-4db4-82ee-5b63c1cc616a tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069841 Feb 04 13:11:23.095539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:23.103387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.104566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8b674323-bbcb-4f06-87d4-06f85daa4e00 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:23.278663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.282527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:23.309837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:23.313198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-fe1511d2-b604-4c28-b5cb-e7af2f9a006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.315058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-fe1511d2-b604-4c28-b5cb-e7af2f9a006a service neutron] 10.222.0.87 "GET /v2.0/networks?id=73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 200 len: 917 time: 0.4180238 Feb 04 13:11:23.327918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:23.333660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:23.334084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.374016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a550c2-4cf1-4b3d-a998-c5ea673eaa76 req-5ac63e4a-4c98-4caa-ac83-1dc6f63456d9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.383796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e4a550c2-4cf1-4b3d-a998-c5ea673eaa76 req-5ac63e4a-4c98-4caa-ac83-1dc6f63456d9 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.1472173 Feb 04 13:11:23.449377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e4a550c2-4cf1-4b3d-a998-c5ea673eaa76 req-252e879a-042f-4d46-a10a-23a2a243d93c tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634680 Feb 04 13:11:23.499547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:11:23.500774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.513219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.514031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:23.517438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:11:23.556920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:23.562825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.591631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:23.596665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Usage tracker for resource:security_group_rule and tenant:d050f06d72204f5587bf249e3b679bba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:23.600460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:23.609727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7b770bc8-bb36-406c-a565-2fcb41d37d3d up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:23.624253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:23.635093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-2ef491c6-53a4-48eb-86f9-f4b3295218b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 200 len: 1000 time: 0.2624135 Feb 04 13:11:23.697309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10822442-897e-4079-b409-fabdea1fe5cf req-d0d06285-49bf-4aa8-8cff-a90f4aecd804 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.699035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10822442-897e-4079-b409-fabdea1fe5cf req-d0d06285-49bf-4aa8-8cff-a90f4aecd804 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.0932918 Feb 04 13:11:23.746044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:23.762118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 7b770bc8-bb36-406c-a565-2fcb41d37d3d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:23.771610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 7b770bc8-bb36-406c-a565-2fcb41d37d3d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:23.774117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.777059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10822442-897e-4079-b409-fabdea1fe5cf req-d1375482-02ac-44cc-9fb5-9c33f5d6e015 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Feb 04 13:11:23.846704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:23.875496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67df7c-d70f-40c1-b5fc-90fa536275c8 req-298229f7-70f8-427a-8217-15d76d25ec7a tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.899493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed67df7c-d70f-40c1-b5fc-90fa536275c8 req-298229f7-70f8-427a-8217-15d76d25ec7a tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 931 time: 0.9547412 Feb 04 13:11:23.910778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.911408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:23.941096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-bd912d40-99c4-47b9-866e-67aa58677013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:23.942764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-bd912d40-99c4-47b9-866e-67aa58677013 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 200 len: 855 time: 0.2660835 Feb 04 13:11:23.977357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b674323-bbcb-4f06-87d4-06f85daa4e00'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:24.076889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.117852 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed67df7c-d70f-40c1-b5fc-90fa536275c8 req-6f9dd3e0-6cfa-407b-8400-241060b0163f tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165442 Feb 04 13:11:24.125122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:24.130003 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.132194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 75c29c9a-6b3b-4a77-8318-54d9d9a96219 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:24.156690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0631-31d6-444b-963a-bea461469079 req-be48537e-d03e-44f1-9cee-67652ce532f7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:24.166006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62da0631-31d6-444b-963a-bea461469079 req-be48537e-d03e-44f1-9cee-67652ce532f7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1709955 Feb 04 13:11:24.170238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-0149f004-7075-451a-a14e-5216bfc02df0 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4813497 Feb 04 13:11:24.190218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Request body: {'port': {'device_id': 'ea792954-5824-4e2e-908f-96240ed24b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:24.211934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-f6bd99a2-9645-435f-989d-9cb2890647fb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:24.212146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-f6bd99a2-9645-435f-989d-9cb2890647fb tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.3355472 Feb 04 13:11:24.272112 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92', 'code': 200} Feb 04 13:11:24.272370 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'code': 200} Feb 04 13:11:24.272628 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'code': 200} Feb 04 13:11:24.272874 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b674323-bbcb-4f06-87d4-06f85daa4e00', 'code': 200} Feb 04 13:11:24.392531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.408901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:24.421536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:24.432362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:24.433233 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.438021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62da0631-31d6-444b-963a-bea461469079 req-d2458844-63d3-4fc6-bffb-a961b651837e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710328 Feb 04 13:11:24.521582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Deleting port 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:24.522050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.619456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.627592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.628694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.673403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:24.677833 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.678686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7c786f1e-0145-48e3-8d13-fc911816bdae up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:24.683621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.759937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efff9cd-5766-4e68-945a-b9339975c897,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:24.827255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:24.831354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 7c786f1e-0145-48e3-8d13-fc911816bdae completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:24.837858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 7c786f1e-0145-48e3-8d13-fc911816bdae triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:24.838491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:24.853807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51a3b5f3-e5e5-4049-913e-c2343413a359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d050f06d72204f5587bf249e3b679bba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5700943 Feb 04 13:11:24.864412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:24.868421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-2da27da4-1381-4b1f-89be-c2585f7b2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:24.870220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-2da27da4-1381-4b1f-89be-c2585f7b2876 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73cd6561-c333-4d3e-9cf4-3ad17307be91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9170327 Feb 04 13:11:24.992854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] For port 958f0ae5-2e77-4975-8b6d-0cd0286f187c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=958f0ae5-2e77-4975-8b6d-0cd0286f187c,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:24.993239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.009904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.052369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:25.056437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.156385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:25.189936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.196267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.202248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.208283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.215422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.221228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.227355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.229275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-e1640f72-02df-4ed8-bb84-44ce01a5137f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5441 time: 0.6918468 Feb 04 13:11:25.241998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dada173-707d-4fd2-be5f-e7ed806a70a1 req-09ab968e-95e2-4d83-90e7-07dee8fdfc79 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.243573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8dada173-707d-4fd2-be5f-e7ed806a70a1 req-09ab968e-95e2-4d83-90e7-07dee8fdfc79 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 946 time: 0.5768263 Feb 04 13:11:25.317879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cb1fd-c2d8-44aa-9b54-b4cd136882e2 req-df290e18-943e-469f-aed6-4511ee5ecbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.319438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-743cb1fd-c2d8-44aa-9b54-b4cd136882e2 req-df290e18-943e-469f-aed6-4511ee5ecbc3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 1096 time: 0.9709585 Feb 04 13:11:25.409401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8dada173-707d-4fd2-be5f-e7ed806a70a1 req-9b2e89ad-824d-49f9-b26b-0c341156ef0d tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups?id=e65327ee-b71d-4fb2-8bdd-4cdf7d997060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544843 Feb 04 13:11:25.447314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.447314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.447314 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Floating IP 4437eada-9bd5-4bbc-b951-a945be452e8d disassociated. External IP: 172.25.4.15, port: 958f0ae5-2e77-4975-8b6d-0cd0286f187c. Feb 04 13:11:25.447314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Calling delete_port for 958f0ae5-2e77-4975-8b6d-0cd0286f187c owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:25.514748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2504fc8-1b57-4809-9861-043a0fd43193 req-070ca504-b984-444a-89c7-cd1a72456759 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605886 Feb 04 13:11:25.571841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.607996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-31542ec4-9ba7-4d10-85ab-de3c28bce275 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165985 Feb 04 13:11:25.609750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-743cb1fd-c2d8-44aa-9b54-b4cd136882e2 req-465cafb4-b840-44ba-97ff-588920cc8b29 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810504 Feb 04 13:11:25.639384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.711991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.856942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'Port': ['ID=958f0ae5-2e77-4975-8b6d-0cd0286f187c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:25.872442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:25.964377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406e92-0cc3-4dd7-ac36-0ea96d1c12a1 req-e7eea5df-279e-41eb-87db-46a3b5ab83da tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:25.966475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80406e92-0cc3-4dd7-ac36-0ea96d1c12a1 req-e7eea5df-279e-41eb-87db-46a3b5ab83da tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.3330579 Feb 04 13:11:25.969172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7989a7c8-676b-40ce-8366-41d203e2f9bd {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:25.983872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efff9cd-5766-4e68-945a-b9339975c897,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:25.995568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:26.004511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:26.005911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7133f5e-6020-4259-9fd7-7d04483a01d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2efff9cd-5766-4e68-945a-b9339975c897 HTTP/1.1" status: 204 len: 168 time: 1.1343303 Feb 04 13:11:26.031681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf947-ad87-47d4-aeca-3dfcb637f473 req-b0eefa0d-e13d-4123-b836-ceab34bdd191 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:26.032411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-73ebf947-ad87-47d4-aeca-3dfcb637f473 req-b0eefa0d-e13d-4123-b836-ceab34bdd191 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Synchronizing usage tracker for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:26.052890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Transition to ACTIVE for port object 7989a7c8-676b-40ce-8366-41d203e2f9bd will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:11:26.062955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:26.089294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53066) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:26.128322 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80406e92-0cc3-4dd7-ac36-0ea96d1c12a1 req-d47f628f-57d6-4da8-b729-7e19de60e17e tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545098 Feb 04 13:11:26.179189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:11:26.274534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:26.355469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:26.432846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-73ebf947-ad87-47d4-aeca-3dfcb637f473 req-b0eefa0d-e13d-4123-b836-ceab34bdd191 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Unset dirty status for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:26.437742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:26.439972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73ebf947-ad87-47d4-aeca-3dfcb637f473 req-b0eefa0d-e13d-4123-b836-ceab34bdd191 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 931 time: 0.7604811 Feb 04 13:11:26.532792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be19b9e5-533f-4ac8-9ad1-74c4279ae88d req-ac1a79de-f970-4bbc-823a-5a3cc1398d81 service neutron] 10.222.0.87 "GET /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080176 Feb 04 13:11:26.551569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:26.571148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73ebf947-ad87-47d4-aeca-3dfcb637f473 req-ec27119f-76b0-4223-af61-b4c737c6aef6 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301746 Feb 04 13:11:26.587387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Usage tracker for resource:security_group_rule and tenant:cfd37a4065fd45aeb32d72031142210f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:26.608898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:26.725110 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'code': 200} Feb 04 13:11:26.725643 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'code': 200} Feb 04 13:11:26.726138 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'code': 200} Feb 04 13:11:26.822957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Attempting to bind port 7989a7c8-676b-40ce-8366-41d203e2f9bd on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:11:26.823528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Attempting to bind port 7989a7c8-676b-40ce-8366-41d203e2f9bd by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '13f1a1bb-7ff3-46e3-b26a-2225440bd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:11:26.823638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Attempting to bind port 7989a7c8-676b-40ce-8366-41d203e2f9bd on network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:26.838961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Port 7989a7c8-676b-40ce-8366-41d203e2f9bd on network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:11:26.839638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Attempting to bind port 7989a7c8-676b-40ce-8366-41d203e2f9bd on network 378f9a97-3dab-42dc-8fbd-eab21c23e9ed {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:26.849796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:26.885178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:11:26.885527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Checking segment: {'id': '13f1a1bb-7ff3-46e3-b26a-2225440bd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:26.885928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Bound using segment: {'id': '13f1a1bb-7ff3-46e3-b26a-2225440bd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:11:26.886384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Bound port: 7989a7c8-676b-40ce-8366-41d203e2f9bd, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f1a1bb-7ff3-46e3-b26a-2225440bd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:11:26.886767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:26.912812 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76a52de6-aeb2-4c3d-861e-7363e54a8704 req-9ede7dcb-6ee8-48cc-be15-44fa84cfd6ff tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa358ec9-3a92-497f-84b3-f259c7acbaab HTTP/1.1" status: 200 len: 210 time: 0.0756600 Feb 04 13:11:27.075905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:11:27.087291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:11:27.090372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:27.189049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.189895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:27.191468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] 10.222.0.87 "PUT /v2.0/ports/7989a7c8-676b-40ce-8366-41d203e2f9bd HTTP/1.1" status: 200 len: 1091 time: 3.0099957 Feb 04 13:11:27.221952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:11:27.236995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:27.243067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:27.258033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:27.260806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:27.342474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] No DVR routers for this DVR port 958f0ae5-2e77-4975-8b6d-0cd0286f187c on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:27.350454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:27.361636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673d67-d31b-4d9b-a9a8-39d1ed945467 service neutron] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:27.423502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.435624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-deleted', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:27.446377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.457764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.470235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.487500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.502640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.502768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923750-6ec3-43e2-ab04-975cbfecec9f req-a37b491b-2b73-43ca-b84d-5115a518aaf6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.508919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.509801 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41923750-6ec3-43e2-ab04-975cbfecec9f req-a37b491b-2b73-43ca-b84d-5115a518aaf6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 1.0743976 Feb 04 13:11:27.513911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:27.525790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7fc09337-21c8-4243-9807-41377964fe4e req-2a01a456-bf7d-496f-9f3c-f4c1258c78a6 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.3469620 Feb 04 13:11:27.532406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:27.554368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-f57158f2-7faf-41fa-85e7-463ea2892a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.554590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e94424b-5a68-4f1b-8aab-6d229dd7657d req-7a2dd505-ef7c-4294-acfe-a2fc056f9ffd tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.87 "DELETE /v2.0/ports/958f0ae5-2e77-4975-8b6d-0cd0286f187c HTTP/1.1" status: 204 len: 173 time: 3.1785245 Feb 04 13:11:27.556521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-f57158f2-7faf-41fa-85e7-463ea2892a16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e1227a3bf3f2445e8aa5a9e10307402d&device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 1094 time: 0.3083332 Feb 04 13:11:27.561636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.561909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.562412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.562941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.563405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.563962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.564794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.566403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-efdcced1-8ce0-457d-940b-d97f8d627cab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6500 time: 0.4640689 Feb 04 13:11:27.608256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:27.666504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-99172997-2d3e-4a5e-b309-e11625132458 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd HTTP/1.1" status: 200 len: 217 time: 0.1021793 Feb 04 13:11:27.671306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:27.696551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfd37a4065fd45aeb32d72031142210f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6031451 Feb 04 13:11:27.715614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53126) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:27.751900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7fc09337-21c8-4243-9807-41377964fe4e req-5df3a683-885d-4474-af82-9177ea5459e5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2248456 Feb 04 13:11:27.779631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41923750-6ec3-43e2-ab04-975cbfecec9f req-96163809-b97e-4b62-b624-b46f31b17bb6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696021 Feb 04 13:11:27.798538 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1bd3a9b1-f4ea-45c1-968d-df43f181acab req-fb53f3a7-1c38-4f29-9de2-743961a6fd9c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0730419-d1ed-4e01-a008-4ea49a72d092&id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224412 Feb 04 13:11:27.799262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad347d-6e3f-4e8d-a516-4219231018ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b0003-6376-4ad8-a822-9038be206a13,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:27.924248 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'status': 'completed', 'code': 200} Feb 04 13:11:27.928775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-cb913b46-f1b7-4c90-a137-e53bb97224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:27.933898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-cb913b46-f1b7-4c90-a137-e53bb97224a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0b41f1b2-c520-4b82-a3e6-38e3937c1c11 HTTP/1.1" status: 200 len: 860 time: 0.2578719 Feb 04 13:11:27.983571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 958f0ae5-2e77-4975-8b6d-0cd0286f187c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:27.983918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 958f0ae5-2e77-4975-8b6d-0cd0286f187c not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:28.031228 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358ec9-3a92-497f-84b3-f259c7acbaab', 'name': 'network-vif-deleted', 'tag': '958f0ae5-2e77-4975-8b6d-0cd0286f187c', 'status': 'completed', 'code': 200} Feb 04 13:11:28.083008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-1ab3f9a7-03bf-440f-9d64-744c04065971 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=378f9a97-3dab-42dc-8fbd-eab21c23e9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280415 Feb 04 13:11:28.114844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:28.380264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:28.385275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:28.395012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:28.395921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:28.483011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:28.587186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-c8ac093e-34e2-4b7d-bae4-42985b794526 service neutron] 10.222.0.87 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601460 Feb 04 13:11:28.595308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915c863-974b-4c46-8656-5fcb784408cb req-8049be85-d5cf-4226-90fe-2cb0daf6a5be tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:28.596897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9915c863-974b-4c46-8656-5fcb784408cb req-8049be85-d5cf-4226-90fe-2cb0daf6a5be tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.5354958 Feb 04 13:11:28.670224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bd9f8-fad6-453a-8e39-99cb3d115b5b req-98a3bbb7-1045-4238-b923-ce0c5cf6f0be tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:28.681899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d90bd9f8-fad6-453a-8e39-99cb3d115b5b req-98a3bbb7-1045-4238-b923-ce0c5cf6f0be tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 943 time: 0.2771685 Feb 04 13:11:28.711868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:28.723722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:28.789542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b0003-6376-4ad8-a822-9038be206a13,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:28.811281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d90bd9f8-fad6-453a-8e39-99cb3d115b5b req-543d9567-3288-4a81-9ebe-f2b1c5e6579b tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Synchronizing usage tracker for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:28.852781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d90bd9f8-fad6-453a-8e39-99cb3d115b5b req-543d9567-3288-4a81-9ebe-f2b1c5e6579b tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Unset dirty status for tenant:e1227a3bf3f2445e8aa5a9e10307402d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:28.862688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d90bd9f8-fad6-453a-8e39-99cb3d115b5b req-543d9567-3288-4a81-9ebe-f2b1c5e6579b tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798403 Feb 04 13:11:28.872708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:28.873765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2994c2f8-a67f-413f-a58f-0810579a7d36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed5b0003-6376-4ad8-a822-9038be206a13 HTTP/1.1" status: 204 len: 168 time: 1.1571834 Feb 04 13:11:28.900398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9915c863-974b-4c46-8656-5fcb784408cb req-cb59af3c-04cc-4dcc-886c-5681f8c97753 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812254 Feb 04 13:11:29.002207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7be230b5-bd51-45e2-90f8-60e28f38c440 req-d68e52de-6c96-49b2-88cc-26e7dc0b6b9f service neutron] 10.222.0.87 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039719 Feb 04 13:11:29.424614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.446526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.464058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.470049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.489336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.499105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.509132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.511434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-8498f339-bba4-439e-8d47-5c7bcce24aa8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.4435248 Feb 04 13:11:29.520896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3195-1313-45b1-916c-a62005e93839 req-f1b4f3ed-a7fc-4854-9df0-882e982877bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.523701 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-f1b4f3ed-a7fc-4854-9df0-882e982877bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e1227a3bf3f2445e8aa5a9e10307402d&device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 1094 time: 0.3302805 Feb 04 13:11:29.590589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ef09-bf95-4d5f-b555-ff0f5293a131 req-1d58bf2a-936c-4893-9eb2-8ac655bd2f7d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.596724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:29.602096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7682f0-e4cb-4462-b6ac-0a525c5d2bd4 None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'bf861192-fb8e-4498-9a8b-0f6029462d5b', 'name': '', 'network_id': '73cd6561-c333-4d3e-9cf4-3ad17307be91', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'mac_address': 'fa:16:3e:48:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:26Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'subnets': [{'id': '8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:11:29.604037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d793ef09-bf95-4d5f-b555-ff0f5293a131 req-1d58bf2a-936c-4893-9eb2-8ac655bd2f7d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.3085413 Feb 04 13:11:29.714248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3195-1313-45b1-916c-a62005e93839 req-7264b9dc-d280-412a-b032-8e0a87e50b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:29.715681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-7264b9dc-d280-412a-b032-8e0a87e50b79 service neutron] 10.222.0.87 "GET /v2.0/networks?id=378f9a97-3dab-42dc-8fbd-eab21c23e9ed HTTP/1.1" status: 200 len: 921 time: 0.1589062 Feb 04 13:11:29.720057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d793ef09-bf95-4d5f-b555-ff0f5293a131 req-f267529e-1010-4c93-b47c-ab22d655fff0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148372 Feb 04 13:11:29.772646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a05d9f66-17fb-4b2c-9d08-1892e0671edc req-dc75e98c-a23c-4dc7-8da6-00e22566f614 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2541180 Feb 04 13:11:29.852927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53192) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:29.975739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-7deaee5b-c5a9-468a-ba2e-438180f44f55 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd HTTP/1.1" status: 200 len: 217 time: 0.1936195 Feb 04 13:11:30.057428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:30.074862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3195-1313-45b1-916c-a62005e93839 req-c77f9de9-7fd8-4553-8704-db02b7c7b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.077053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-c77f9de9-7fd8-4553-8704-db02b7c7b49f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0b41f1b2-c520-4b82-a3e6-38e3937c1c11 HTTP/1.1" status: 200 len: 860 time: 0.0990615 Feb 04 13:11:30.147590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:30.183653 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a711b-fb07-4a8f-8a25-718ea3e52faa None None] New status for floating IP 4437eada-9bd5-4bbc-b951-a945be452e8d: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:11:30.227071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-6a3a9a9d-c4bb-4171-8b6d-1a2b17582cdb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=378f9a97-3dab-42dc-8fbd-eab21c23e9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401589 Feb 04 13:11:30.289866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:30.351528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65327ee-b71d-4fb2-8bdd-4cdf7d997060,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:30.379519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:30.383176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-04347c26-7b86-4e82-aad6-fbf9041bd085 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "DELETE /v2.0/security-groups/e65327ee-b71d-4fb2-8bdd-4cdf7d997060 HTTP/1.1" status: 204 len: 168 time: 0.5253155 Feb 04 13:11:30.383708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:30.433202 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-80749557-5794-43a6-90ed-7431d24418e0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] show failed (client error): The resource could not be found. Feb 04 13:11:30.436916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80749557-5794-43a6-90ed-7431d24418e0 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "GET /v2.0/security-groups/e65327ee-b71d-4fb2-8bdd-4cdf7d997060 HTTP/1.1" status: 404 len: 347 time: 0.0380597 Feb 04 13:11:30.437307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53222) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:30.489598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99defdfe-68bd-4be7-9403-66325b530ee5 req-d4517c7e-6bf4-4399-b6ab-5cd6cf736744 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:30.491204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-99defdfe-68bd-4be7-9403-66325b530ee5 req-d4517c7e-6bf4-4399-b6ab-5cd6cf736744 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 943 time: 0.3478756 Feb 04 13:11:30.621722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-99defdfe-68bd-4be7-9403-66325b530ee5 req-ee4dc47c-a821-4d03-97ef-86048b5acf51 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046083 Feb 04 13:11:30.675648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-949e2ffd-3309-498a-b226-497fcd96f23c service neutron] 10.222.0.87 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414058 Feb 04 13:11:30.776224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:30.831926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Deleting port 78c8bcc6-7456-4197-af23-909486253876 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:30.832530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:30.964781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff3f3195-1313-45b1-916c-a62005e93839 req-94f85705-fb91-4d69-ae4b-d64e5d58d6b7 service neutron] 10.222.0.87 "GET /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680049 Feb 04 13:11:31.053579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-network', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:31.100740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141f52-25fb-4322-a138-9de0ff0cf0c5 req-8d32b041-9637-40fb-8816-627048dc62ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.103625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6141f52-25fb-4322-a138-9de0ff0cf0c5 req-8d32b041-9637-40fb-8816-627048dc62ca tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.1180019 Feb 04 13:11:31.125830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:31.156082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Usage tracker for resource:network and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:31.181642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:31.191749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6141f52-25fb-4322-a138-9de0ff0cf0c5 req-42d23ece-ae3a-4935-a57a-58478b56e979 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 Feb 04 13:11:31.210021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:31.279520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Made reservation on behalf of 2e234be045a24698a2a8fdd33978ce81 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:31.281993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:31.321785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:31.357656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a554a35-66f8-4244-98b6-72e93b48dcdd req-d22a968c-418c-4908-a70a-7decc4438a07 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.365571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a554a35-66f8-4244-98b6-72e93b48dcdd req-d22a968c-418c-4908-a70a-7decc4438a07 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.3986924 Feb 04 13:11:31.404705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:31.405304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:31.431319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.437972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.455262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.463247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.469967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.476731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.483072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.485438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f38f5796-a039-41d1-b095-97ff4975b747 req-7cb6a284-ce47-4c55-817d-52221f2e06d1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.1657710 Feb 04 13:11:31.533530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:31.542033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f38f5796-a039-41d1-b095-97ff4975b747 req-34da8717-82ea-4b7d-a639-c4478c350020 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509231 Feb 04 13:11:31.549471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Calling delete_port for 78c8bcc6-7456-4197-af23-909486253876 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:31.582270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Usage tracker for resource:security_group_rule and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:31.593567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:31.626396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:31.644863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a554a35-66f8-4244-98b6-72e93b48dcdd req-76418840-3408-45a0-a19b-99aa2b8b143c tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783363 Feb 04 13:11:31.853776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.861226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.869729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.876638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.884600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.893202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.902139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:31.909747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4e2aa12-eedf-42ae-8631-c2d1e869d09f req-cc1a42a0-a857-4f56-8a6d-76a136605fd4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.1972952 Feb 04 13:11:31.917590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53270) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:31.938080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Request body: {'floatingip': {'port_id': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:32.232358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.328460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.477691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Pushing event deleted for resources: {'Port': ['ID=78c8bcc6-7456-4197-af23-909486253876,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:32.646143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.656991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.674983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90578b9a-7106-44a1-932d-088a0d07d5d7 req-03b1b96c-e09f-4673-9125-02ca52a333f5 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:32.684203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90578b9a-7106-44a1-932d-088a0d07d5d7 req-03b1b96c-e09f-4673-9125-02ca52a333f5 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 943 time: 0.8564460 Feb 04 13:11:32.710844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.770203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-56dc8ef7-a5f9-4557-bdcc-e44d62fc5060 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:32.771797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-56dc8ef7-a5f9-4557-bdcc-e44d62fc5060 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.87 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.4615119 Feb 04 13:11:32.801449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b68496-e3fc-4193-8399-9e7f9b607710,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:32.824489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27406769-2b86-4f2e-a903-203c2c2bf2cb req-b23ab277-d2f3-476b-b58c-f0ffca78eb08 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:32.831502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27406769-2b86-4f2e-a903-203c2c2bf2cb req-b23ab277-d2f3-476b-b58c-f0ffca78eb08 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 945 time: 0.2466679 Feb 04 13:11:32.901491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Deleting port a9878543-5350-430d-9beb-0a4eafc77d92 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:32.901831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:32.963145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27406769-2b86-4f2e-a903-203c2c2bf2cb req-f13d470f-4c50-4b88-af6a-bc2b974d9bb0 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300049 Feb 04 13:11:33.098278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.099827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8618bc4-7410-47a9-bc06-666319193105 tempest-AttachVolumeShelveTestJSON-796580477 tempest-AttachVolumeShelveTestJSON-796580477-project] 10.222.0.53 "DELETE /v2.0/floatingips/4437eada-9bd5-4bbc-b951-a945be452e8d HTTP/1.1" status: 204 len: 168 time: 2.6615548 Feb 04 13:11:33.179369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:11:33.265652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90578b9a-7106-44a1-932d-088a0d07d5d7 req-ae5aaf33-8d6b-457b-b230-df7beb736941 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806243 Feb 04 13:11:33.278917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.282979 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Added segment 6ed79e69-99b8-4483-8156-84e73a22e328 of type vlan for network b595da2e-ae92-4d5e-9df5-3e1aa58f999c Feb 04 13:11:33.502564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5bf9f-92ed-44d9-aa93-e8c441b72381 req-c4c7c55a-86dc-4071-8a27-509534d52da7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:33.504046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0da5bf9f-92ed-44d9-aa93-e8c441b72381 req-c4c7c55a-86dc-4071-8a27-509534d52da7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.3708296 Feb 04 13:11:33.523488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.575825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.576843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:33.577578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.580929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] For port a9878543-5350-430d-9beb-0a4eafc77d92, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a9878543-5350-430d-9beb-0a4eafc77d92,segment=NetworkSegment(b7851846-4e0a-458a-95d8-b8274e66e64c),segment_id=b7851846-4e0a-458a-95d8-b8274e66e64c)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:33.581315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.611552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7989a7c8-676b-40ce-8366-41d203e2f9bd details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:33.746128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9685793 Feb 04 13:11:33.746907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:33.754991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e751b-8244-4d7b-bb5c-125d17d54976 admin admin] Pushing event updated for resources: {'Network': ['ID=b595da2e-ae92-4d5e-9df5-3e1aa58f999c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:33.762010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Request body: {'subnet': {'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-subnet', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:33.901617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Calling delete_port for a9878543-5350-430d-9beb-0a4eafc77d92 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:33.904131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:33.941491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'network_id': '378f9a97-3dab-42dc-8fbd-eab21c23e9ed', 'port_id': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'mac_address': 'fa:16:3e:94:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b41f1b2-c520-4b82-a3e6-38e3937c1c11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:33.943362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:11:33.992253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:33.996678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:34.003335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Usage tracker for resource:subnet and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:34.006904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:34.013655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0da5bf9f-92ed-44d9-aa93-e8c441b72381 req-6d4330a3-a7b4-4a09-b283-9949bf04ca38 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897795 Feb 04 13:11:34.014397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:34.024925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.180837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Made reservation on behalf of 2e234be045a24698a2a8fdd33978ce81 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:34.188539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.266021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.286291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a9878543-5350-430d-9beb-0a4eafc77d92'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:34.391674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.402455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Pushing event deleted for resources: {'Port': ['ID=a9878543-5350-430d-9beb-0a4eafc77d92,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:34.451129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7989a7c8-676b-40ce-8366-41d203e2f9bd {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:34.488179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:34.493738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.796231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:34.849651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] No DVR routers for this DVR port a9878543-5350-430d-9beb-0a4eafc77d92 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:34.853505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:34.864887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'name': 'network-vif-deleted', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:34.872889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63fe43ae-364f-4ee3-9d86-143996f041f4 req-62041a3e-5a4a-4e87-9e6e-30f6f63266ee tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.87 "DELETE /v2.0/ports/a9878543-5350-430d-9beb-0a4eafc77d92 HTTP/1.1" status: 204 len: 173 time: 2.0950017 Feb 04 13:11:34.889444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7989a7c8-676b-40ce-8366-41d203e2f9bd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:34.999290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81380b10-8b28-4687-b079-1823373e8ad1 req-ba804d1a-dc0f-4221-b1e1-9017c7ed67c1 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:35.012343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81380b10-8b28-4687-b079-1823373e8ad1 req-ba804d1a-dc0f-4221-b1e1-9017c7ed67c1 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 944 time: 0.5115602 Feb 04 13:11:35.099915 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Floating IP daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4 associated. External IP: 172.25.4.114, port: 45c5f866-cb50-4ca9-a7d0-58d55722cb37. Feb 04 13:11:35.118076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81380b10-8b28-4687-b079-1823373e8ad1 req-47b46998-fc4c-4484-9801-edacd94ad0ec tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046679 Feb 04 13:11:35.183988 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f305f9-9bef-40bd-aaf7-3b59fa0624fc', 'name': 'network-vif-deleted', 'tag': 'a9878543-5350-430d-9beb-0a4eafc77d92', 'status': 'completed', 'code': 200} Feb 04 13:11:35.202633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c00575-27b9-486b-9875-58788cb11067 req-1c687c54-ca5f-4cb6-8da6-820186fc6d4b tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:35.205834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15c00575-27b9-486b-9875-58788cb11067 req-1c687c54-ca5f-4cb6-8da6-820186fc6d4b tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f305f9-9bef-40bd-aaf7-3b59fa0624fc HTTP/1.1" status: 200 len: 867 time: 0.9981534 Feb 04 13:11:35.306908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:35.447432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91dd26-39aa-48c7-9390-2d6791066163 req-14c217e9-ade2-4d21-8372-859efc97502d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:35.449250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff91dd26-39aa-48c7-9390-2d6791066163 req-14c217e9-ade2-4d21-8372-859efc97502d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1093557 Feb 04 13:11:35.488197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1749b8-c89e-4751-9236-4576a53cf4ec,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:35.516116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff91dd26-39aa-48c7-9390-2d6791066163 req-6f4706d6-55cd-462e-90c8-59fe32e6b0be tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Feb 04 13:11:35.517284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15c00575-27b9-486b-9875-58788cb11067 req-5c37e244-c07f-451a-afc7-5a8464856b74 tempest-ServerPasswordTestJSON-2045940064 tempest-ServerPasswordTestJSON-2045940064-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1083aa4-9ac0-4040-a6ed-bc436832822c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947195 Feb 04 13:11:35.617265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a9878543-5350-430d-9beb-0a4eafc77d92 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:35.689034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Checking segment: {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:35.689775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Network hostable DHCP agents. Network: b595da2e-ae92-4d5e-9df5-3e1aa58f999c, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:11:35.697343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: a9878543-5350-430d-9beb-0a4eafc77d92 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:35.697694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a9878543-5350-430d-9beb-0a4eafc77d92 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:35.800168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:11:35.830282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b595da2e-ae92-4d5e-9df5-3e1aa58f999c) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:35.858011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:35.858991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:35.861155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397eed4b-1f46-405f-930f-5ab4cbdad829 None None] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:35.909646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Router a37116f6-4762-4a1c-80af-ce56a914cbaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:11:35.931955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-42d5a914-e043-45e9-844e-cb92a66a6fb5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1762197 Feb 04 13:11:35.932877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53350) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:35.941185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:35.959022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:35.967562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Usage tracker for resource:router and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:35.978315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:35.989304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:36.020089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:36.021996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:36.076536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:36.216842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:11:36.226709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:36.240820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151617bd-fe07-4aef-bc58-b1fc1596e6bf None None] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:36.268632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Sync routers for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:36.373045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:36.374870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:36.419234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-483b58b3-573a-47e5-88a6-b8cb449506c7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "PUT /v2.0/floatingips/daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4 HTTP/1.1" status: 200 len: 991 time: 4.4913676 Feb 04 13:11:36.421927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:36.469973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69df6f6-ed3c-45b1-8903-b5fac32a2d44 req-2a344f5f-6a46-4208-86c6-fa64069f7ec4 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:36.471633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a69df6f6-ed3c-45b1-8903-b5fac32a2d44 req-2a344f5f-6a46-4208-86c6-fa64069f7ec4 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 944 time: 0.1706114 Feb 04 13:11:36.588241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a69df6f6-ed3c-45b1-8903-b5fac32a2d44 req-614f2f57-0073-46eb-bf0f-d3284eb15e0a tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046858 Feb 04 13:11:36.702031 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'status': 'completed', 'code': 200} Feb 04 13:11:36.869886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53386) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:37.074635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:11:37.088923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:37.090364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:37.103070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Deleting subnet b8bce77b-39e5-4dcd-a20a-7951f9b7c846 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:11:37.123765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.124496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.125250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.125868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.126714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.127358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.128102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.131060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-5c494eaf-4247-43ec-986f-1b0a315dc351 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6500 time: 0.3932095 Feb 04 13:11:37.132530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:37.259095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.265386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.275186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.281620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.291500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.327584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.367149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.387173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-fc5cc9cd-a17c-4713-a8b4-a6910196557f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.3629863 Feb 04 13:11:37.405631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:37.469248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:37.566508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85ff4-a0f6-4a26-96f7-fc07dadabe3a req-f997711d-5d44-4eb0-8af8-dd2eecdc68aa tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.575751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38e85ff4-a0f6-4a26-96f7-fc07dadabe3a req-f997711d-5d44-4eb0-8af8-dd2eecdc68aa tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.5280218 Feb 04 13:11:37.591731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b98f7416-9acb-446e-a422-d4086d01a7cd req-dd4925a8-0ff0-4c8a-b7a7-8ddd0a76a625 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025626 Feb 04 13:11:37.604651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:11:37.665769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:37.737688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-43a24ead-c7c2-4e14-9bfc-3c55afbf14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:37.747160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-43a24ead-c7c2-4e14-9bfc-3c55afbf14a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=acad5d0d-cf66-4745-8340-d8ea0c441eae HTTP/1.1" status: 200 len: 918 time: 0.5320978 Feb 04 13:11:37.841771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7989a7c8-676b-40ce-8366-41d203e2f9bd up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:37.990834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38e85ff4-a0f6-4a26-96f7-fc07dadabe3a req-1c2cb1a2-1973-4d72-8f80-50e3bfbf748b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051328 Feb 04 13:11:38.071032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.163069 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.183972 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.367760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:38.386070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:38.491023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:38.537878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'port_id': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'mac_address': 'fa:16:3e:f1:76:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a09fb-29b6-4a93-8b0f-d61cf0df3165', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:11:38.544144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.569091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312fb2f-2a4a-4438-85eb-85358f4a565d req-b426567b-c980-4a23-8611-7559d03b1d15 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:38.571335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3312fb2f-2a4a-4438-85eb-85358f4a565d req-b426567b-c980-4a23-8611-7559d03b1d15 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 944 time: 0.5034542 Feb 04 13:11:38.600332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Allocated IP 172.25.4.153 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/b18e8abb-1408-4bbb-adf7-7a700ad47179) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:11:38.603694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-7667248c-7a3b-4347-afc9-02f65044a88b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37 HTTP/1.1" status: 200 len: 999 time: 0.7812874 Feb 04 13:11:38.607685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.684737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bce77b-39e5-4dcd-a20a-7951f9b7c846,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:38.724772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7bbcb7aa-72e9-48a8-8bc2-0c63edc668a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b8bce77b-39e5-4dcd-a20a-7951f9b7c846 HTTP/1.1" status: 204 len: 168 time: 1.8396547 Feb 04 13:11:38.731356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53428) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:38.777082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3312fb2f-2a4a-4438-85eb-85358f4a565d req-ac1af1fb-fb62-4b16-84b3-0164d8572603 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904438 Feb 04 13:11:38.782252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.802551 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'code': 200} Feb 04 13:11:38.804616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.936313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:38.965619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7989a7c8-676b-40ce-8366-41d203e2f9bd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:39.014154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfbad49-fcbe-4391-abdd-3e9660209426 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:11:39.031436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7989a7c8-676b-40ce-8366-41d203e2f9bd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:39.032375 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.044935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.135206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:39.156562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:39.172662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.176040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-aaa4e889-2e32-436b-abc5-1bc7cb78b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.177552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-aaa4e889-2e32-436b-abc5-1bc7cb78b10c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a626766f-0f48-4b44-8166-35d8f5e3e895 HTTP/1.1" status: 200 len: 856 time: 0.5657623 Feb 04 13:11:39.192619 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.392748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:11:39.401660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:39.427520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:11:39.450942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.512780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622562e0-1304-42cb-b2bd-8d3db9786424']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:39.522053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:39.549891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['4dfbad49-fcbe-4391-abdd-3e9660209426'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:11:39.557265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Pushing event updated for resources: {'Port': ['ID=b18e8abb-1408-4bbb-adf7-7a700ad47179,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:39.557543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7851846-4e0a-458a-95d8-b8274e66e64c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:39.557986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7851846-4e0a-458a-95d8-b8274e66e64c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:39.589002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.596169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.603861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.610987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.618508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.625968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.634690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.646336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-0529b032-edb1-4cc9-a77f-064ce818a194 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.6207705 Feb 04 13:11:39.670826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a00c0f-8e0b-4f73-872e-02cba5688e40 req-d33aa11b-c08a-4196-b4ba-f4632b439dfd tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.679434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18a00c0f-8e0b-4f73-872e-02cba5688e40 req-d33aa11b-c08a-4196-b4ba-f4632b439dfd tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 944 time: 0.4594924 Feb 04 13:11:39.688718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.702277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.742103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ad91e6d5-5fd3-4b3c-8a48-472ac7b4cf70 req-f6fa65bf-3341-482a-b9a2-971f1e87ae95 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945096 Feb 04 13:11:39.745102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:39.755248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-882d5e28-f4e6-4dea-95d0-cdf16b023327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:39.759708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-882d5e28-f4e6-4dea-95d0-cdf16b023327 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acad5d0d-cf66-4745-8340-d8ea0c441eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5625854 Feb 04 13:11:39.814702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:39.834593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:40.023698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-270df6bb-cc23-43a5-b5bf-01dcdcc4dbe5 service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541387 Feb 04 13:11:40.026737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:11:40.027259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:40.035979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:11:40.046866 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:11:40.173139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.173496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.173966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.174360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.174872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.174872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.175305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.175521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.175852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.176180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.176504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.177728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:11:40.183100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18a00c0f-8e0b-4f73-872e-02cba5688e40 req-155da1e4-2f0f-4188-a37b-251016b1ae6b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026519 Feb 04 13:11:40.216888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'port_id': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'mac_address': 'fa:16:3e:ef:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:38Z', 'updated_at': '2022-02-04T13:11:33Z', 'revision_number': 1, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:40.238836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Checking router: a37116f6-4762-4a1c-80af-ce56a914cbaf for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:40.307152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:40.307258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:40.546528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:40.552282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:40.599337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] Pushing event deleted for resources: {'Network': ['ID=622562e0-1304-42cb-b2bd-8d3db9786424,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:40.603760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5660c97c-99ce-473a-b7f8-209491b4889a admin admin] 10.222.0.53 "DELETE /v2.0/networks/622562e0-1304-42cb-b2bd-8d3db9786424 HTTP/1.1" status: 204 len: 168 time: 1.8669879 Feb 04 13:11:40.701907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aec71fc1-783c-4dac-bd8b-bb7cf82abefe req-e24a58ab-9e1f-44d0-961c-f49d7398de3a service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652008 Feb 04 13:11:40.748190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:40.749386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296170be-8721-4241-be3d-f6fc522b54fc req-849dd6b8-e434-432f-9708-74191c330810 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:40.765441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-296170be-8721-4241-be3d-f6fc522b54fc req-849dd6b8-e434-432f-9708-74191c330810 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.5708737 Feb 04 13:11:40.803561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:40.831542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:40.925907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-296170be-8721-4241-be3d-f6fc522b54fc req-b455aefc-7b7c-4ca1-a459-f56c4d1ec956 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586335 Feb 04 13:11:41.130034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:41.180579 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'code': 200} Feb 04 13:11:41.247931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:41.302985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51633312-06d1-4cfd-92ec-8de070d221b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9bf697e47774e228bdf6b0819e5e701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597285 Feb 04 13:11:41.304107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53482) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:41.745630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:41.805356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:41.903514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 4dfbad49-fcbe-4391-abdd-3e9660209426 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:41.903892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:41.959214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a29ab-0e76-4a04-8c87-659f39415893 req-8fe8130a-18c5-4682-99c3-70f2f1b2dc50 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:41.960826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea8a29ab-0e76-4a04-8c87-659f39415893 req-8fe8130a-18c5-4682-99c3-70f2f1b2dc50 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 944 time: 0.4569037 Feb 04 13:11:42.011861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e9f-991a-4e0d-9c89-2edcbc6bdd3f req-6fde826e-ab28-488d-aab4-df8e5bc744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.014057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5732e9f-991a-4e0d-9c89-2edcbc6bdd3f req-6fde826e-ab28-488d-aab4-df8e5bc744bc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 1096 time: 0.8259859 Feb 04 13:11:42.075763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea8a29ab-0e76-4a04-8c87-659f39415893 req-3b9b6f34-fbc5-48d3-8766-2389b3ec4822 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020162 Feb 04 13:11:42.084558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:42.086951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.094424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.101829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.110887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.118358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.127482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1083aa4-9ac0-4040-a6ed-bc436832822c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:42.138209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.155163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.165249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6e6ef188-2eba-43d1-8d5b-1a7e868b4e84 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.9749348 Feb 04 13:11:42.168453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:42.169588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8447b30d-b8c3-4c87-80f1-cc05f1be16d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1083aa4-9ac0-4040-a6ed-bc436832822c HTTP/1.1" status: 204 len: 168 time: 0.8646164 Feb 04 13:11:42.331430 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5732e9f-991a-4e0d-9c89-2edcbc6bdd3f req-7f297c0a-b528-4990-aed1-59ac31fab693 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059838 Feb 04 13:11:42.348064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54b9ba73-55d7-41e7-990a-4a2a8aded8cb req-6b4378f8-12ea-4afd-b113-038064af749e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815443 Feb 04 13:11:42.393227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:42.639582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:42.684001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1b59-1fbd-493f-bbae-e7434629b6c2 req-0ebbecf9-262c-4077-9384-8f1812329ea3 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.689954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:42.695128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:42.706401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f20e1b59-1fbd-493f-bbae-e7434629b6c2 req-0ebbecf9-262c-4077-9384-8f1812329ea3 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.2395144 Feb 04 13:11:42.784449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f20e1b59-1fbd-493f-bbae-e7434629b6c2 req-108dbc5c-47bd-484c-8181-abfe975aacb6 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767536 Feb 04 13:11:42.924354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:42.941921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'port_id': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'mac_address': 'fa:16:3e:ef:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:38Z', 'updated_at': '2022-02-04T13:11:33Z', 'revision_number': 1, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:42.952418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4693b-5a63-401e-8e8d-4e2c6e58e2e9 None None] The sync data for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 is: [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'port_id': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'mac_address': 'fa:16:3e:ef:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad1e17-5221-40dc-8756-d557a122edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:09:38Z', 'updated_at': '2022-02-04T13:11:33Z', 'revision_number': 1, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:11:42.974486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.981276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.987399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:42.993680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.000049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.007065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.014513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.018044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57043974-90c0-479c-ac68-2537769960cf req-1f0fda96-b208-488e-bb8b-49bf7f28e1a1 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.3496401 Feb 04 13:11:43.143406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57043974-90c0-479c-ac68-2537769960cf req-f7a82112-4007-4a0a-8d81-fe4615eca781 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127813 Feb 04 13:11:43.158175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Router 1732ee2f-b278-431e-b822-c51d0480889a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:11:43.185961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:43.378201 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'code': 200} Feb 04 13:11:43.427132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-159580fa-20ae-4b54-bc58-2cbc51f95b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:43.445401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572419fc-e8d2-4038-a008-03fe7b4a59b3 None None] New status for floating IP daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:11:43.765304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a0865-a065-4d90-b9ed-ea6e8d2000bf req-8204165e-1d37-4f01-b2e6-f3723e5aa593 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:43.776890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-506a0865-a065-4d90-b9ed-ea6e8d2000bf req-8204165e-1d37-4f01-b2e6-f3723e5aa593 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.3024955 Feb 04 13:11:43.878070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:11:43.888955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Sync routers for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:43.918478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:43.920624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:43.922589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-506a0865-a065-4d90-b9ed-ea6e8d2000bf req-99f2e860-d0b7-4788-91a8-9cea84dd71e7 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Feb 04 13:11:43.992541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:43.994450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cfd4c0f7-00c5-40d9-88db-d8d472d96014 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0596552 Feb 04 13:11:44.004693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53558) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:44.134862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53564) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:44.441309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:44.707757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53578) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:44.779471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1325908466-network', 'tenant_id': 'ca5765c2616f4f0c9e1d1511f222da7a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:44.803066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:44.815579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Usage tracker for resource:network and tenant:ca5765c2616f4f0c9e1d1511f222da7a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:44.826663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:44.859697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:44.871743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:44.968298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:45.002754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Made reservation on behalf of ca5765c2616f4f0c9e1d1511f222da7a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:45.005173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.012663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.016366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Usage tracker for resource:security_group_rule and tenant:ae886326cc65412ab0c5be120687266c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:45.019036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.021683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:45.031445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.037335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.044010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.050285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.060419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.064096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:45.070315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874646ce-cb60-498b-8b69-5a21f82e7158 req-d97fb91b-112d-405d-a74e-a13111235f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.071855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-874646ce-cb60-498b-8b69-5a21f82e7158 req-d97fb91b-112d-405d-a74e-a13111235f37 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 1096 time: 1.1442375 Feb 04 13:11:45.072838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.074938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-829e8eb7-a91c-4cc9-92c4-f7c606c99fb4 req-959652ac-b6a8-42cc-b7e9-9974cb5f57c8 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 1.4168899 Feb 04 13:11:45.125163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:45.135038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de26e9-a5f7-431a-8460-af360eaff8e8 req-3307e569-2381-4128-9bcd-f74f2c408ddf tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.136613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6de26e9-a5f7-431a-8460-af360eaff8e8 req-3307e569-2381-4128-9bcd-f74f2c408ddf tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.4645162 Feb 04 13:11:45.154179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Usage tracker for resource:security_group_rule and tenant:ca5765c2616f4f0c9e1d1511f222da7a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:45.176566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:45.205948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-874646ce-cb60-498b-8b69-5a21f82e7158 req-11b7ff65-a390-44f1-806a-a29bdc3181a4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168489 Feb 04 13:11:45.207260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:45.239563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:39Z', 'revision_number': 3, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:45.253536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Checking router: 1732ee2f-b278-431e-b822-c51d0480889a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:45.254070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Updating router 1732ee2f-b278-431e-b822-c51d0480889a port b18e8abb-1408-4bbb-adf7-7a700ad47179 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:11:45.281533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53594) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:45.322153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6de26e9-a5f7-431a-8460-af360eaff8e8 req-6f878ac1-9185-4610-9e67-07be937a35e3 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647918 Feb 04 13:11:45.426574 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.589700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.620666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.738000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.784723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.830709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:11:45.841903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.842662 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Added segment 4cafef13-ef2a-405a-9c33-0655396cd819 of type vlan for network 2157fec4-d48e-46a4-9227-438e8abf3636 Feb 04 13:11:45.908043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.967400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd7038-bb56-489d-a553-89477013da61 req-eb035909-f0e0-441a-b2fb-82abd2e0ec67 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.968976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edcd7038-bb56-489d-a553-89477013da61 req-eb035909-f0e0-441a-b2fb-82abd2e0ec67 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.3543334 Feb 04 13:11:45.985263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:45.987820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:45.989001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.075429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edcd7038-bb56-489d-a553-89477013da61 req-0c24e950-9009-4a5e-aa9c-410226652def tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741172 Feb 04 13:11:46.176988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.202833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Transition to ACTIVE for port object b18e8abb-1408-4bbb-adf7-7a700ad47179 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:11:46.214196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.266298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:46.281997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.342344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6d09c-c436-4411-9afa-cd4211b4486b None None] Pushing event updated for resources: {'Port': ['ID=b18e8abb-1408-4bbb-adf7-7a700ad47179,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:46.353957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae886326cc65412ab0c5be120687266c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6441646 Feb 04 13:11:46.355706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d08d1553-c75e-4334-9fe0-30f133e7f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.378916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Attempting to bind port b18e8abb-1408-4bbb-adf7-7a700ad47179 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:11:46.393484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Attempting to bind port b18e8abb-1408-4bbb-adf7-7a700ad47179 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:11:46.394101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Attempting to bind port b18e8abb-1408-4bbb-adf7-7a700ad47179 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:46.403761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:11:46.404457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:46.405017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.405551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:11:46.406151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Bound port: b18e8abb-1408-4bbb-adf7-7a700ad47179, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:11:46.407208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.441182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53640) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:46.541304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] Pushing event updated for resources: {'Network': ['ID=2157fec4-d48e-46a4-9227-438e8abf3636,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:46.548220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9dd92b70-c528-4e95-b905-b8b9f6114e2d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3970642 Feb 04 13:11:46.550759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:46.553656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56caf8b-ee3b-4780-ade4-cfc1f8ddb640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4df8dc-7f02-41ae-956f-4f1d16cc1010,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:46.559368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] For port b18e8abb-1408-4bbb-adf7-7a700ad47179, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:11:46.562816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] For port b18e8abb-1408-4bbb-adf7-7a700ad47179, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b18e8abb-1408-4bbb-adf7-7a700ad47179,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:11:46.570638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2157fec4-d48e-46a4-9227-438e8abf3636 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:11:46.608037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Request body: {'subnet': {'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1325908466-subnet', 'tenant_id': 'ca5765c2616f4f0c9e1d1511f222da7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:46.629986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:46.698451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Usage tracker for resource:subnet and tenant:ca5765c2616f4f0c9e1d1511f222da7a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:46.739610 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.808678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:46.825292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.898521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.913243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6d09c-c436-4411-9afa-cd4211b4486b None None] Pushing event updated for resources: {'Port': ['ID=b18e8abb-1408-4bbb-adf7-7a700ad47179,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:46.916767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:46.925797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:46.926782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:46.968272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:47.064905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Made reservation on behalf of ca5765c2616f4f0c9e1d1511f222da7a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:47.076968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.215801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.236059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:47.320582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.321497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Allocated IP 172.20.0.1 (b595da2e-ae92-4d5e-9df5-3e1aa58f999c/be1749b8-c89e-4751-9236-4576a53cf4ec/a90f7419-fa3f-4d90-a096-bf47661949a2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:11:47.451744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a941b4-0ee5-43ee-ab70-ae9dabeffc4a req-dc5fee7f-6bfc-41c1-a26f-434bd0f4d7e0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:47.461154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77a941b4-0ee5-43ee-ab70-ae9dabeffc4a req-dc5fee7f-6bfc-41c1-a26f-434bd0f4d7e0 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.1245689 Feb 04 13:11:47.465429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.523775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4df8dc-7f02-41ae-956f-4f1d16cc1010,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:47.586160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.587281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e4995d83-7de7-4ee4-bc15-ae7bdc6cd57e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c4df8dc-7f02-41ae-956f-4f1d16cc1010 HTTP/1.1" status: 204 len: 168 time: 1.1447518 Feb 04 13:11:47.627138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77a941b4-0ee5-43ee-ab70-ae9dabeffc4a req-88be28ac-74fd-4aab-a427-e6503bb8c4d2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648021 Feb 04 13:11:47.647584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb4b45-a1f2-4978-90c0-f1bc71986f79 req-68b28f34-bab3-490a-bb5a-3e119b787d85 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:47.659661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2dbb4b45-a1f2-4978-90c0-f1bc71986f79 req-68b28f34-bab3-490a-bb5a-3e119b787d85 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.7015116 Feb 04 13:11:47.700173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.723163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:39Z', 'revision_number': 3, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:47.730116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:47.733310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bca90-982b-4494-ad50-8d7fe7f0e281 None None] The sync data for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 is: [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:39Z', 'revision_number': 3, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:11:47.888564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2dbb4b45-a1f2-4978-90c0-f1bc71986f79 req-a0b37e45-f896-45c1-9dfb-e71532837863 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277904 Feb 04 13:11:47.956435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=496ead97-7549-441e-8c51-2ceca74758d1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:47.971962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Checking segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:47.972325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Network hostable DHCP agents. Network: 2157fec4-d48e-46a4-9227-438e8abf3636, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:11:48.007872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:48.223597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Network 2157fec4-d48e-46a4-9227-438e8abf3636 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:11:48.318467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:48.352113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:48.392219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:48.411198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Pushing event updated for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:48.425100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc6d72c93fd480db2cec7aa6f0e64cf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:48.425100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:48.437701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2157fec4-d48e-46a4-9227-438e8abf3636) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:48.446000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:48.451242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de73a20-8424-4b96-94e1-7c54f509e250 None None] Network 2157fec4-d48e-46a4-9227-438e8abf3636 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:48.472251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:11:48.481082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:48.481082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:48.481082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:48.493742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:11:48.517758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2f859-7a19-4314-86ca-ad4f49a46a6d req-266cdc72-772d-432e-92bc-8ad8a557e695 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:48.528703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84d2f859-7a19-4314-86ca-ad4f49a46a6d req-266cdc72-772d-432e-92bc-8ad8a557e695 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.5976334 Feb 04 13:11:48.660434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a3be193e-90b3-4819-abd3-785dc99d4109 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0952282 Feb 04 13:11:48.729789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ece023-9cbb-4380-892b-f469f3621921 req-37ee71a2-97e1-4453-999b-6307a075a7b3 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:48.736390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40ece023-9cbb-4380-892b-f469f3621921 req-37ee71a2-97e1-4453-999b-6307a075a7b3 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.87 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.5166378 Feb 04 13:11:48.736390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:48.823627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84d2f859-7a19-4314-86ca-ad4f49a46a6d req-84ab05a7-a852-4d3e-9fdd-83d7c8a1f2f8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980175 Feb 04 13:11:48.831784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Deleting port bf861192-fb8e-4498-9a8b-0f6029462d5b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:48.831784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:48.958193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b18e8abb-1408-4bbb-adf7-7a700ad47179 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:49.387539 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:49.413503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e9c11-ecd5-490c-9a19-cbc29ac76313 None None] Network 2157fec4-d48e-46a4-9227-438e8abf3636 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:11:49.602355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Deleting port 7989a7c8-676b-40ce-8366-41d203e2f9bd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:49.602355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:49.758496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b18e8abb-1408-4bbb-adf7-7a700ad47179 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:11:49.784473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b18e8abb-1408-4bbb-adf7-7a700ad47179 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:49.784473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:49.818784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:49.922685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.030716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de817f46-8e87-462b-8fdf-3fb90c118cc4 req-4896af08-848f-4010-a8df-00abacd82172 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:50.041182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de817f46-8e87-462b-8fdf-3fb90c118cc4 req-4896af08-848f-4010-a8df-00abacd82172 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 945 time: 0.7297766 Feb 04 13:11:50.041182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] For port bf861192-fb8e-4498-9a8b-0f6029462d5b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bf861192-fb8e-4498-9a8b-0f6029462d5b,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:50.041182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.227962 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.378708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Calling delete_port for bf861192-fb8e-4498-9a8b-0f6029462d5b owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:50.411917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.439171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b18e8abb-1408-4bbb-adf7-7a700ad47179, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b18e8abb-1408-4bbb-adf7-7a700ad47179,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:50.445498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.578470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.594055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddbb8f9-64c2-4815-9219-7ba74446b721,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:50.602206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:50.655493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b18e8abb-1408-4bbb-adf7-7a700ad47179,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:50.656481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8314837d-5266-486a-a130-a2b513454299 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cc6d72c93fd480db2cec7aa6f0e64cf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3342426 Feb 04 13:11:50.668080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:50.674465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf861192-fb8e-4498-9a8b-0f6029462d5b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:50.845950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de817f46-8e87-462b-8fdf-3fb90c118cc4 req-0ecae449-ac0b-4c6e-a686-2433b46e4920 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802804 Feb 04 13:11:51.072038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-bb17a28a-547a-49c5-854f-82a83d970e40 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:51.073824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-bb17a28a-547a-49c5-854f-82a83d970e40 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 814 time: 0.9456563 Feb 04 13:11:51.181325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-ba502874-2b8a-43c6-b52d-f48030f19ea7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/quotas/ca5765c2616f4f0c9e1d1511f222da7a HTTP/1.1" status: 200 len: 375 time: 0.1000082 Feb 04 13:11:51.298306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-f73d8da6-80e0-4d4f-9309-4e6a8f706ffb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098790 Feb 04 13:11:51.303900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.305201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.326165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-41c3962d-7a56-4a6e-88e5-9de50565ea20 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:11:51.327466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-41c3962d-7a56-4a6e-88e5-9de50565ea20 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088553 Feb 04 13:11:51.328498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.569659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.577786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.598849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-f21d0300-fb70-4445-9314-9635e9b5d45f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:51.601208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-f21d0300-fb70-4445-9314-9635e9b5d45f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 0.5861166 Feb 04 13:11:51.691959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7989a7c8-676b-40ce-8366-41d203e2f9bd no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:51.730992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-a70b702d-5c61-42ea-9f3c-2ebbe61576e8 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/quotas/cf2de936b6d94ab2b4d81abd0489157b HTTP/1.1" status: 200 len: 375 time: 0.1157701 Feb 04 13:11:51.752171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-b6185896-c830-4e5c-8364-6125f9e13e73 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:51.755558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-b6185896-c830-4e5c-8364-6125f9e13e73 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6 HTTP/1.1" status: 200 len: 945 time: 0.5276370 Feb 04 13:11:51.783402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:51.785472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.894648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Deleting port 4dfbad49-fcbe-4391-abdd-3e9660209426 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:51.895179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:51.984414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Pushing event updated for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:52.008483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Calling delete_port for 7989a7c8-676b-40ce-8366-41d203e2f9bd owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:52.019188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.050132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.053143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:52.066391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:52.074474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.130282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.189781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:52.200010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-6bcf71fb-f254-4014-ae18-06092349f364 service neutron] 10.222.0.53 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357797 Feb 04 13:11:52.211258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddbb8f9-64c2-4815-9219-7ba74446b721,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:52.306405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-980b04d8-83ad-476d-a0e0-41b4a112086f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5390921 Feb 04 13:11:52.355689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:11:52.356002 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:11:52.419159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:11:52.419376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.420345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-31f3c3cd-6633-45fa-8388-12c8034754e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ddbb8f9-64c2-4815-9219-7ba74446b721 HTTP/1.1" status: 204 len: 168 time: 1.7475097 Feb 04 13:11:52.422813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:11:52.432838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-98714d07-3f82-4138-8785-6f4484c2561b service neutron] 10.222.0.53 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021344 Feb 04 13:11:52.741064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] For port 4dfbad49-fcbe-4391-abdd-3e9660209426, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4dfbad49-fcbe-4391-abdd-3e9660209426,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:52.741064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:52.768440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b18e8abb-1408-4bbb-adf7-7a700ad47179 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:11:52.998269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Deleting port 7989a7c8-676b-40ce-8366-41d203e2f9bd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:52.998269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:53.015390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b18e8abb-1408-4bbb-adf7-7a700ad47179 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:11:53.015776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:53.147992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Calling delete_port for 4dfbad49-fcbe-4391-abdd-3e9660209426 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:53.368831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:53.487389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event deleted for resources: {'Port': ['ID=4dfbad49-fcbe-4391-abdd-3e9660209426,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:53.491825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Router 240370a2-f228-4a7d-bf26-c276ef0daee4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:11:53.499073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-e326d0cc-4c52-44be-9609-4d2bc6a1b4cc service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157603 Feb 04 13:11:53.550290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] For port 7989a7c8-676b-40ce-8366-41d203e2f9bd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7989a7c8-676b-40ce-8366-41d203e2f9bd,segment=NetworkSegment(13f1a1bb-7ff3-46e3-b26a-2225440bd355),segment_id=13f1a1bb-7ff3-46e3-b26a-2225440bd355)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:53.552028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:53.842018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Calling delete_port for 7989a7c8-676b-40ce-8366-41d203e2f9bd owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:54.117525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Router 1732ee2f-b278-431e-b822-c51d0480889a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:11:54.141610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:54.157125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-3e811b47-efc1-45b5-817a-982af6c64878 service neutron] 10.222.0.53 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114757 Feb 04 13:11:54.297948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] No DVR routers for this DVR port 4dfbad49-fcbe-4391-abdd-3e9660209426 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:54.297948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:54.309675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-deleted', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:54.353364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dc6855f6-3a8d-43b8-b69f-ae72b3effc75 req-f5d10f87-5ff1-45b3-b554-dc0e97b1c2dc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.90 "DELETE /v2.0/ports/4dfbad49-fcbe-4391-abdd-3e9660209426 HTTP/1.1" status: 204 len: 173 time: 2.5776069 Feb 04 13:11:54.380032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:54.570337 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'code': 200} Feb 04 13:11:54.974426 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-591edf5d-33f3-47df-9055-a5eb5c0953c3 req-eacd81cd-6501-4f01-b4bb-eeef7ec319bc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 210 time: 0.0904951 Feb 04 13:11:54.987973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:11:55.023091 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Sync routers for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:55.052295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:55.053000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:55.057095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-27e2a96d-c416-4e09-828b-0019d6e5b484 admin admin] 10.222.0.53 "PUT /v2.0/routers/240370a2-f228-4a7d-bf26-c276ef0daee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7733388 Feb 04 13:11:55.061492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:55.160406 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e32b3f9-ab2a-44bd-8b64-88fca1a32ef6', 'name': 'network-vif-deleted', 'tag': '4dfbad49-fcbe-4391-abdd-3e9660209426', 'status': 'completed', 'code': 200} Feb 04 13:11:55.176819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Pushing event deleted for resources: {'Port': ['ID=7989a7c8-676b-40ce-8366-41d203e2f9bd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:55.195575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3624fd7-abc6-4f81-a7b9-562df0fe4664 req-f12ec781-fb8a-4645-aa17-6e9a29048963 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:55.231842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3624fd7-abc6-4f81-a7b9-562df0fe4664 req-f12ec781-fb8a-4645-aa17-6e9a29048963 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 943 time: 2.3790402 Feb 04 13:11:55.265102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:11:55.328349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ef498088-40cd-4af1-9ebf-8506f3297eaa req-f4b91fc1-e92e-4e80-b815-4613550be7c3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:55.390007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 4dfbad49-fcbe-4391-abdd-3e9660209426 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:11:55.390007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4dfbad49-fcbe-4391-abdd-3e9660209426 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:11:55.423291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:11:55.435920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Sync routers for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:11:55.459380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:55.459380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:55.543525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] No DVR routers for this DVR port 7989a7c8-676b-40ce-8366-41d203e2f9bd on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:11:55.555418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:55.559240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-deleted', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:11:55.568408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-7744a467-cf07-41a4-8cb2-d96ff5b2f40e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:55.569793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-7744a467-cf07-41a4-8cb2-d96ff5b2f40e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:55.582378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3624fd7-abc6-4f81-a7b9-562df0fe4664 req-7a7b1553-837b-45bc-8617-385a225bba18 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8f74966-642c-4fbc-9a5e-dcc5dff92602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472490 Feb 04 13:11:55.584879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40ece023-9cbb-4380-892b-f469f3621921 req-d45f6b1f-9133-4999-b8a8-13c3891ebae2 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.87 "DELETE /v2.0/ports/7989a7c8-676b-40ce-8366-41d203e2f9bd HTTP/1.1" status: 204 len: 173 time: 6.3511820 Feb 04 13:11:55.587638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6457661e-195d-4072-b4c6-b92be72372eb admin admin] 10.222.0.53 "PUT /v2.0/routers/1732ee2f-b278-431e-b822-c51d0480889a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5809517 Feb 04 13:11:55.711928 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:55.734015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ef498088-40cd-4af1-9ebf-8506f3297eaa req-f4b91fc1-e92e-4e80-b815-4613550be7c3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:55.757205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef498088-40cd-4af1-9ebf-8506f3297eaa req-f4b91fc1-e92e-4e80-b815-4613550be7c3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 210 time: 0.6001813 Feb 04 13:11:55.775669 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea792954-5824-4e2e-908f-96240ed24b39', 'name': 'network-vif-deleted', 'tag': '7989a7c8-676b-40ce-8366-41d203e2f9bd', 'status': 'completed', 'code': 200} Feb 04 13:11:55.891447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:55.977572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-7744a467-cf07-41a4-8cb2-d96ff5b2f40e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:55.978456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-7744a467-cf07-41a4-8cb2-d96ff5b2f40e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.87 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 814 time: 1.3432498 Feb 04 13:11:56.022663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Request body: {'port': {'device_id': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'admin_state_up': True, 'tenant_id': 'ca5765c2616f4f0c9e1d1511f222da7a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:56.421637 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01c6c0eb-1a35-4274-9129-314d8d2b7eec req-7ff1cdfd-0a7e-41c1-ba96-f0a312c98fe7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 210 time: 0.1214032 Feb 04 13:11:56.472832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:56.687956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:56.693459 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Checking router: 240370a2-f228-4a7d-bf26-c276ef0daee4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:56.705959 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Routers {'240370a2-f228-4a7d-bf26-c276ef0daee4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:56.706860 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['240370a2-f228-4a7d-bf26-c276ef0daee4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:56.916330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 2, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:56.926176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Checking router: 1732ee2f-b278-431e-b822-c51d0480889a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:11:56.927969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Updating router 1732ee2f-b278-431e-b822-c51d0480889a port a90f7419-fa3f-4d90-a096-bf47661949a2 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:11:57.160027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:57.227088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9171204d-da47-466b-8048-3cba54c1a81d req-4882e67c-7d2e-4736-911c-a5dbc8477454 tempest-ServerMetadataNegativeTestJSON-159640598 tempest-ServerMetadataNegativeTestJSON-159640598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea792954-5824-4e2e-908f-96240ed24b39 HTTP/1.1" status: 200 len: 210 time: 0.1829247 Feb 04 13:11:57.247818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:57.288602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-acdc78ee-f508-43c1-957f-9f456c16a50a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:57.301369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-acdc78ee-f508-43c1-957f-9f456c16a50a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 819 time: 0.5017846 Feb 04 13:11:57.306775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Deleting port 76898c5d-eba6-42eb-9a16-d23f16cb57c2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:11:57.307119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:57.327028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-831a2b07-b46a-4bec-acb8-060f95e1e6fe tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/quotas/2e234be045a24698a2a8fdd33978ce81 HTTP/1.1" status: 200 len: 375 time: 0.0245402 Feb 04 13:11:57.403053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] Set router 240370a2-f228-4a7d-bf26-c276ef0daee4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:11:57.668324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-c9f47f69-e866-4fae-a758-4d39f17b9812 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:11:57.718858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-c9f47f69-e866-4fae-a758-4d39f17b9812 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:11:57.718858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-c9f47f69-e866-4fae-a758-4d39f17b9812 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3827083 Feb 04 13:11:57.758471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-258546fd-552f-4da9-80d7-09a09d23eaf5 req-df7fceef-fac1-43f0-83c0-a4bc6dee1aa4 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 210 time: 0.2059350 Feb 04 13:11:57.784845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:57.874368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Usage tracker for resource:port and tenant:ca5765c2616f4f0c9e1d1511f222da7a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:11:58.121636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:11:58.157718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:58.195824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Made reservation on behalf of ca5765c2616f4f0c9e1d1511f222da7a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:58.195824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:58.513795 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:11:58.571675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:11:58.577514 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ba53-e3da-45e9-a5d6-e0732583a79d None None] The sync data for ids ['240370a2-f228-4a7d-bf26-c276ef0daee4'] in n-d-820555-2 is: [{'id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'name': 'tempest-AttachVolumeShelveTestJSON-660254854-router', 'tenant_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:00Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 5, 'project_id': '1d6a3c5af3ba4d4799a8b4eb9d482dc6', 'gw_port': {'id': '76898c5d-eba6-42eb-9a16-d23f16cb57c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240370a2-f228-4a7d-bf26-c276ef0daee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:02Z', 'updated_at': '2022-02-04T13:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:11:58.626303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:58.653301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Transition to ACTIVE for port object a90f7419-fa3f-4d90-a096-bf47661949a2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:11:58.662190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:58.745422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-ff8ab027-defa-4804-ad53-5829bd20c306 service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123315 Feb 04 13:11:58.753439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-05de17ea-6fca-478f-b4df-9b41398ec815 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:11:58.760366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-05de17ea-6fca-478f-b4df-9b41398ec815 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 815 time: 0.9102268 Feb 04 13:11:58.790152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aa5e6-9508-47a9-92b3-0edc800cff35 None None] Pushing event updated for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:11:58.908565 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e223b6d-d1bd-4c8d-bc5a-9dc253369cfc req-de832970-dc2c-4262-adf9-a0acd944d0aa tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 210 time: 0.2244895 Feb 04 13:11:59.004867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-bb9735b3-2afe-4bf0-8e97-6268d1b848bb service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577858 Feb 04 13:11:59.017365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Request body: {'port': {'device_id': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'admin_state_up': True, 'tenant_id': 'cf2de936b6d94ab2b4d81abd0489157b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:11:59.159687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:11:59.164483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] For port 76898c5d-eba6-42eb-9a16-d23f16cb57c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76898c5d-eba6-42eb-9a16-d23f16cb57c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:11:59.165046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:59.205382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Attempting to bind port a90f7419-fa3f-4d90-a096-bf47661949a2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:11:59.207323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Attempting to bind port a90f7419-fa3f-4d90-a096-bf47661949a2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:11:59.207731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Attempting to bind port a90f7419-fa3f-4d90-a096-bf47661949a2 on network b595da2e-ae92-4d5e-9df5-3e1aa58f999c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:11:59.222898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:11:59.223560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Checking segment: {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:11:59.224487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:59.226156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Bound using segment: {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:11:59.226596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Bound port: a90f7419-fa3f-4d90-a096-bf47661949a2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:11:59.227690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:59.588111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] For port a90f7419-fa3f-4d90-a096-bf47661949a2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:11:59.588111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] For port a90f7419-fa3f-4d90-a096-bf47661949a2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a90f7419-fa3f-4d90-a096-bf47661949a2,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:11:59.602952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:59.663855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fa22e84-0497-47da-bbff-eed8a12a4700 req-9c99a36c-9a39-4821-8d62-a9c6b3fe992c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 210 time: 0.2581749 Feb 04 13:11:59.697078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:11:59.724534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:11:59.737911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Made reservation on behalf of cf2de936b6d94ab2b4d81abd0489157b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:11:59.744180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:11:59.842405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Calling delete_port for 76898c5d-eba6-42eb-9a16-d23f16cb57c2 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:11:59.892067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:11:59.892067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:11:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:00.027865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Deleting subnet 0b41f1b2-c520-4b82-a3e6-38e3937c1c11 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:12:00.047972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:00.077908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aa5e6-9508-47a9-92b3-0edc800cff35 None None] Pushing event updated for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:00.189055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Allocated IP 172.20.0.5 (d96a0250-bcff-4066-91e6-5efc45992612/952a09fb-29b6-4a93-8b0f-d61cf0df3165/edde9d8a-245e-473d-8627-e6a9b5afdd49) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:00.400456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Allocated IP 172.20.0.5 (2157fec4-d48e-46a4-9227-438e8abf3636/496ead97-7549-441e-8c51-2ceca74758d1/5af1eb09-5614-4373-809c-7972f95a182a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:00.434663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-863e5ef2-f8bf-43ce-8f39-55da63f3673f req-465db2b3-b52b-4339-8ded-ea11dd28038f tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 210 time: 0.6976759 Feb 04 13:12:00.559265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:12:00.624974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:00.693048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bf861192-fb8e-4498-9a8b-0f6029462d5b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:00.746811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bf861192-fb8e-4498-9a8b-0f6029462d5b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:00.747835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bf861192-fb8e-4498-9a8b-0f6029462d5b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:00.826295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.079435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.148156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.219509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.322624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a97d457e-41fa-4705-aa76-714f62fd5482 req-33ae4fb3-fec8-4649-a3ce-e111e6a829b1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 210 time: 0.6203814 Feb 04 13:12:01.343777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Network d96a0250-bcff-4066-91e6-5efc45992612 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:01.362192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.368241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:11:59Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:01.391185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d8818-2923-4d17-9d1e-327f10e2a645 None None] The sync data for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 is: [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:11:59Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:12:01.396895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:01.396895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:01.475882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e3da0cd-4957-4e80-a617-50bb5cf8fd9e req-78b39126-6f2d-4277-8625-d059cd46397a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 210 time: 0.3768406 Feb 04 13:12:01.499713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.542164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b41f1b2-c520-4b82-a3e6-38e3937c1c11,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:01.547054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:01.547863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.626789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe4d5a74-950b-4a16-824a-038f510ed8a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b41f1b2-c520-4b82-a3e6-38e3937c1c11 HTTP/1.1" status: 204 len: 168 time: 2.4426494 Feb 04 13:12:01.632712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53924) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:01.746507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:01.860271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event updated for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:01.898860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-64cfbee2-ed7c-491c-b23c-5ab5debdf075 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8928080 Feb 04 13:12:01.956354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Request body: {'port': {'device_id': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:02.032708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:02.082495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Network 2157fec4-d48e-46a4-9227-438e8abf3636 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:02.087493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:02.095563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:02.098625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:02.228187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e477d98-f79f-4082-bf8c-8c3b45457c3d req-fb8540bb-dcff-4b5a-bdd5-cf5d7ffc1be5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:02.229321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8e477d98-f79f-4082-bf8c-8c3b45457c3d req-fb8540bb-dcff-4b5a-bdd5-cf5d7ffc1be5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:02.255221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:02.256477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:02.260229 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:02.270013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0c95f263-bbac-40cd-8acc-9837ae1a02ae tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:02.270992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0c95f263-bbac-40cd-8acc-9837ae1a02ae tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:02.288315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:02.305046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:02.333269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8e477d98-f79f-4082-bf8c-8c3b45457c3d req-fb8540bb-dcff-4b5a-bdd5-cf5d7ffc1be5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:02.340162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e477d98-f79f-4082-bf8c-8c3b45457c3d req-fb8540bb-dcff-4b5a-bdd5-cf5d7ffc1be5 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 931 time: 0.6786098 Feb 04 13:12:02.349081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-c6a882ed-7c4c-414b-a2e0-df1d20c5fbf2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3602183 Feb 04 13:12:02.383224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Request body: {'port': {'device_id': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:02.449438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Pushing event deleted for resources: {'Port': ['ID=76898c5d-eba6-42eb-9a16-d23f16cb57c2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:02.466821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0c95f263-bbac-40cd-8acc-9837ae1a02ae tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:02.468280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0c95f263-bbac-40cd-8acc-9837ae1a02ae tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 819 time: 0.7256737 Feb 04 13:12:02.533066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'port': {'device_id': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'admin_state_up': True, 'tenant_id': '2e234be045a24698a2a8fdd33978ce81'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:02.895457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a90f7419-fa3f-4d90-a096-bf47661949a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:02.901986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edde9d8a-245e-473d-8627-e6a9b5afdd49 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:02.922765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.076714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Transition to ACTIVE for port object edde9d8a-245e-473d-8627-e6a9b5afdd49 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:03.076714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378f9a97-3dab-42dc-8fbd-eab21c23e9ed']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:03.076714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.202450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a90f7419-fa3f-4d90-a096-bf47661949a2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:03.206918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f1a1bb-7ff3-46e3-b26a-2225440bd355') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:03.206918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f1a1bb-7ff3-46e3-b26a-2225440bd355') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:03.207689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.208193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a90f7419-fa3f-4d90-a096-bf47661949a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:03.208193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.208618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.208618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.232272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:12:03.232695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.361159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:12:03.374188 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:12:03.412451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a90f7419-fa3f-4d90-a096-bf47661949a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a90f7419-fa3f-4d90-a096-bf47661949a2,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:03.465503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.556827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.593875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.593875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.653529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:03.681185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e477d98-f79f-4082-bf8c-8c3b45457c3d req-a938f18c-f0c1-40df-93e9-f8631cc726bd tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3336051 Feb 04 13:12:03.698683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.730207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.755234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:03.770565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7220243-68bf-4428-9515-2e757234b5fe req-250f95ff-dd57-48d4-8e71-fb596239b2ca tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:03.772656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d7220243-68bf-4428-9515-2e757234b5fe req-250f95ff-dd57-48d4-8e71-fb596239b2ca tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:03.776843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Pushing event updated for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:03.790911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.792073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 240370a2-f228-4a7d-bf26-c276ef0daee4 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:12:03.815245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:03.850786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Made reservation on behalf of 2e234be045a24698a2a8fdd33978ce81 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:03.854304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.902310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] Pushing event deleted for resources: {'Network': ['ID=378f9a97-3dab-42dc-8fbd-eab21c23e9ed,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:03.931985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-faa6a11d-8677-4d53-b4a2-d156973e2545 admin admin] 10.222.0.53 "DELETE /v2.0/networks/378f9a97-3dab-42dc-8fbd-eab21c23e9ed HTTP/1.1" status: 204 len: 168 time: 2.2807708 Feb 04 13:12:03.948040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:03.948040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9371104c-868b-4a51-960c-9f2f190a886a admin admin] 10.222.0.53 "DELETE /v2.0/routers/240370a2-f228-4a7d-bf26-c276ef0daee4 HTTP/1.1" status: 204 len: 168 time: 8.8496604 Feb 04 13:12:03.948040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:04.054086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Attempting to bind port edde9d8a-245e-473d-8627-e6a9b5afdd49 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:04.054086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Attempting to bind port edde9d8a-245e-473d-8627-e6a9b5afdd49 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:04.054086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Attempting to bind port edde9d8a-245e-473d-8627-e6a9b5afdd49 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:04.081003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d7220243-68bf-4428-9515-2e757234b5fe req-250f95ff-dd57-48d4-8e71-fb596239b2ca tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:04.090111 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7220243-68bf-4428-9515-2e757234b5fe req-250f95ff-dd57-48d4-8e71-fb596239b2ca tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 931 time: 1.2683153 Feb 04 13:12:04.179813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Port edde9d8a-245e-473d-8627-e6a9b5afdd49 on network d96a0250-bcff-4066-91e6-5efc45992612 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:04.179813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Attempting to bind port edde9d8a-245e-473d-8627-e6a9b5afdd49 on network d96a0250-bcff-4066-91e6-5efc45992612 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:04.208812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:04.208812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Checking segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:04.208812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Bound using segment: {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:04.208812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Bound port: edde9d8a-245e-473d-8627-e6a9b5afdd49, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:04.208812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.232144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1011dde1-878e-486d-ae37-e58647469274 req-9b45c337-b6a2-41f6-902f-319e6120a937 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 210 time: 0.1696329 Feb 04 13:12:04.313852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d7220243-68bf-4428-9515-2e757234b5fe req-611a9919-7ca2-4d37-98f5-47b971b5ee8b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:04.410299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Deleting subnet 8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:12:04.410299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53990) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:04.416366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:04.416366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:04.421464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.517549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.661612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a90f7419-fa3f-4d90-a096-bf47661949a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:04.727700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d7220243-68bf-4428-9515-2e757234b5fe req-611a9919-7ca2-4d37-98f5-47b971b5ee8b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:04.728842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7220243-68bf-4428-9515-2e757234b5fe req-611a9919-7ca2-4d37-98f5-47b971b5ee8b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457684 Feb 04 13:12:04.803407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:04.804023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.805399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] 10.222.0.87 "PUT /v2.0/ports/edde9d8a-245e-473d-8627-e6a9b5afdd49 HTTP/1.1" status: 200 len: 1091 time: 2.8878784 Feb 04 13:12:04.805847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:04.844828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.867204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a90f7419-fa3f-4d90-a096-bf47661949a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:04.867580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:04.972444 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49', 'status': 'completed', 'code': 200} Feb 04 13:12:04.986534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Allocated IP 172.20.0.10 (b595da2e-ae92-4d5e-9df5-3e1aa58f999c/be1749b8-c89e-4751-9236-4576a53cf4ec/6987aa5a-0f93-421a-a3c7-ab591ca1b736) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:05.019795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a190ba-2aab-4e2d-a1a1-91514250c80e service neutron] Pushing event updated for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:05.131737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-e2aa943c-eba6-4fe7-b986-c61e76161fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:05.131737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-e2aa943c-eba6-4fe7-b986-c61e76161fbb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 1094 time: 0.2785659 Feb 04 13:12:05.144180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f14b37-5ce9-4ad1-8d6a-40c09cacae25 req-b9e0549d-853a-4efb-a6cb-81aea86af54c tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:05.149057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3f14b37-5ce9-4ad1-8d6a-40c09cacae25 req-b9e0549d-853a-4efb-a6cb-81aea86af54c tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 943 time: 0.1789198 Feb 04 13:12:05.222925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76898c5d-eba6-42eb-9a16-d23f16cb57c2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:05.280297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 76898c5d-eba6-42eb-9a16-d23f16cb57c2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:05.280297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76898c5d-eba6-42eb-9a16-d23f16cb57c2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:05.280631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e69c9dfa-fa9c-40b1-85b6-6e46f0767e9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1227a3bf3f2445e8aa5a9e10307402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7824175 Feb 04 13:12:05.284651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54010) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:05.310976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-6e45c0f1-d7fe-45ec-b09c-68fcc23352ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49 HTTP/1.1" status: 200 len: 217 time: 0.1456432 Feb 04 13:12:05.314296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3f14b37-5ce9-4ad1-8d6a-40c09cacae25 req-af3805d1-ca4f-44f7-a470-7dc03b503f62 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655307 Feb 04 13:12:05.508818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:05.555206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-dc261967-8808-411a-a0c2-52747cdeb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:05.557295 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-dc261967-8808-411a-a0c2-52747cdeb705 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.2391179 Feb 04 13:12:05.650299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-17ac7b43-9b3e-43cf-ad50-17ed3d15fbb2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792620 Feb 04 13:12:05.793009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-acbc9787-296f-4816-bfe6-b0def380ad27 req-707bfb64-9abb-4e83-ae90-403b091331d1 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 210 time: 0.2705061 Feb 04 13:12:05.811467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:05.831283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:05.850312 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:05.898987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:05.929228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-ce8c5f83-5e2e-4110-bce2-7815868ec364 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801979 Feb 04 13:12:05.950641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Transition to ACTIVE for port object 5af1eb09-5614-4373-809c-7972f95a182a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:05.979899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.041354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.124413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fec0c54-5a56-46b7-b08b-b5829b535012 req-c6740965-49ff-431a-aeb0-f1b28a698638 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823142 Feb 04 13:12:06.128536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.309097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ec381-10d6-4b3c-9421-e926d7129889 req-e01e5831-a6f2-4877-9b54-98787accf1a5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:06.321206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca7ec381-10d6-4b3c-9421-e926d7129889 req-e01e5831-a6f2-4877-9b54-98787accf1a5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.2020380 Feb 04 13:12:06.323588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:06.397421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-b62c6e3a-9b27-4505-b5fd-4bb792927f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:06.398964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-b62c6e3a-9b27-4505-b5fd-4bb792927f19 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 1094 time: 0.2250190 Feb 04 13:12:06.405453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.573448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca7ec381-10d6-4b3c-9421-e926d7129889 req-77839353-4168-49ea-99dc-9def58a5ac87 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502632 Feb 04 13:12:06.592089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:06.706265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Network b595da2e-ae92-4d5e-9df5-3e1aa58f999c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:06.712617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46554158-c718-4228-9a88-04b5c81152da None None] Network 73cd6561-c333-4d3e-9cf4-3ad17307be91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:12:06.740159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-5f6dce18-a50a-488e-9387-773ee6fb40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:06.740889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-5f6dce18-a50a-488e-9387-773ee6fb40c1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 916 time: 0.3089132 Feb 04 13:12:06.818894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.831676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:06.859135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:06.898377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-ee593ac2-90ad-476d-b672-58918cfcd71e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49 HTTP/1.1" status: 200 len: 217 time: 0.1466818 Feb 04 13:12:06.973136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:06.973136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:06.982776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:06.982776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:06.982776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:06.996817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:06.996817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:06.996817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:07.033753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:07.033753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Checking segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:07.033753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Bound using segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:07.042180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Bound port: 5af1eb09-5614-4373-809c-7972f95a182a, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:07.042180 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.042381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-284fd5b1-7eba-4da8-824d-ffdec037d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:07.042381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-284fd5b1-7eba-4da8-824d-ffdec037d7f2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.1391258 Feb 04 13:12:07.069265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.072111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.073272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8f74966-642c-4fbc-9a5e-dcc5dff92602 HTTP/1.1" status: 204 len: 168 time: 1.7831583 Feb 04 13:12:07.092494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd577d-96a1-46cc-b2e5-658c534596bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f74966-642c-4fbc-9a5e-dcc5dff92602,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:07.095281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-fe0902f5-ee99-46f4-8487-a89c7331efbc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6023276 Feb 04 13:12:07.100628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77afdce5-a0f7-49bf-8f67-0cc0538d393d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8a803ddc-e33d-4798-8bb9-1e7b1d6afa8d HTTP/1.1" status: 204 len: 168 time: 3.1662421 Feb 04 13:12:07.150043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:07.170202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Request body: {'port': {'device_id': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:07.264032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-b5e71c8f-52dc-48ce-980e-1e809b00b452 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2117038 Feb 04 13:12:07.345744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] DHCP port deletion for 73cd6561-c333-4d3e-9cf4-3ad17307be91 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:12:07.359414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Deleting port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:07.359414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.547322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.554595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3fb46-6bda-4daf-b659-b3aa8a95b628 req-f715f192-1ff7-491b-bfd5-33a6f69d3f81 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:07.562149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5aa3fb46-6bda-4daf-b659-b3aa8a95b628 req-f715f192-1ff7-491b-bfd5-33a6f69d3f81 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 943 time: 0.9493790 Feb 04 13:12:07.705075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:07.717158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5aa3fb46-6bda-4daf-b659-b3aa8a95b628 req-107701c4-e197-48cd-8d81-fcf5fec1dc46 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495056 Feb 04 13:12:07.717158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.769969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:07.818516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:07.825880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5074eb-14fe-4df6-ba2b-e802fea31e37 req-e13a2566-e680-47ad-b934-dde0ae004af8 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:07.835724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca5074eb-14fe-4df6-ba2b-e802fea31e37 req-e13a2566-e680-47ad-b934-dde0ae004af8 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 932 time: 0.6347826 Feb 04 13:12:07.899834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Deleting port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:07.900166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:08.186720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:08.186720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:08.186720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] 10.222.0.87 "PUT /v2.0/ports/5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 1091 time: 5.8028975 Feb 04 13:12:08.186720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:08.283023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] For port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:08.283023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:08.325032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14126c-c1f4-41be-8b5a-7cc92653837f service neutron] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:08.490922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] For port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,segment=NetworkSegment(b011010a-dba6-43dc-b249-5146975284b9),segment_id=b011010a-dba6-43dc-b249-5146975284b9)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:08.491279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:08.531251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Calling delete_port for d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:12:08.794841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722f817-d381-45fb-9d05-444682d5660c req-02deb07a-28ff-4b63-9474-386ee6e675b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:08.794841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2722f817-d381-45fb-9d05-444682d5660c req-02deb07a-28ff-4b63-9474-386ee6e675b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.7450953 Feb 04 13:12:08.809062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:08.835437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:08.900474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Calling delete_port for d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:12:08.927679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:08.928323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:08.933607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:08.949396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-4d301a63-bb35-49c2-b964-88151c8efa1d service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6313121 Feb 04 13:12:09.037815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-e941fc54-c72a-48f0-ab7c-c78c5e06f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:09.037815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-e941fc54-c72a-48f0-ab7c-c78c5e06f130 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1094 time: 0.7598343 Feb 04 13:12:09.059699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca5074eb-14fe-4df6-ba2b-e802fea31e37 req-8c6a801f-b26a-4c96-ad6d-2ac5b80c17eb tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2168927 Feb 04 13:12:09.074849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] No DVR routers for this DVR port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:09.089247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7850766-ed1a-43ff-8205-52590198e731 None None] Pushing event deleted for resources: {'Port': ['ID=d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:09.194433 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'status': 'completed', 'code': 200} Feb 04 13:12:09.233572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2722f817-d381-45fb-9d05-444682d5660c req-b1fabbfd-a32d-4d20-bc32-97030b919c31 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253373 Feb 04 13:12:09.271170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-2a0db33d-dd8c-4505-8606-8b63cb526baa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.2208579 Feb 04 13:12:09.327843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:09.501307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.539226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-202226664-network', 'tenant_id': '906044816ac74da780b5707cf2c32d34'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:09.569473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:09.592557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c579878-b1b9-4a42-bb80-6f37b77626ce req-d5e6995f-d97f-44ab-8bae-85925e0bf0f3 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130376 Feb 04 13:12:09.592557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Usage tracker for resource:network and tenant:906044816ac74da780b5707cf2c32d34 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:09.596679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:09.602166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:12:09.602166 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:12:09.632159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:09.673972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Made reservation on behalf of 906044816ac74da780b5707cf2c32d34 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:09.696580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.723301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.749747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:09.755077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Usage tracker for resource:security_group_rule and tenant:906044816ac74da780b5707cf2c32d34 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:09.759832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:09.767386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:09.791477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device edde9d8a-245e-473d-8627-e6a9b5afdd49 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:12:09.807344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6987aa5a-0f93-421a-a3c7-ab591ca1b736 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:09.821038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:09.849219 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.853825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba6c99f33124d31822cd4416b05eeac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:09.868298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:09.884330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-6bac1515-b6e4-4d5c-bfea-8d91c388c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:09.884330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-6bac1515-b6e4-4d5c-bfea-8d91c388c271 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.5860019 Feb 04 13:12:09.884330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Transition to ACTIVE for port object 6987aa5a-0f93-421a-a3c7-ab591ca1b736 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:09.884330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:09.935290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.935290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67ca1-129c-4238-84bf-30cb2ccc2bc8 req-98fed430-915a-4141-a9e4-4cedd1367004 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:09.935290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5bf67ca1-129c-4238-84bf-30cb2ccc2bc8 req-98fed430-915a-4141-a9e4-4cedd1367004 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 943 time: 0.5215502 Feb 04 13:12:09.935290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.944116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:12:09.955587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.955587 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Added segment 8a661384-2ea0-48ea-b6d1-1b4f3c960f86 of type vlan for network da3afd8a-74f2-4f81-a930-f742359215ec Feb 04 13:12:09.970668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-8e74609a-e2ef-4bef-8848-da0790dc57c2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731549 Feb 04 13:12:09.970668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:09.985708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.034394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:10.068638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'edde9d8a-245e-473d-8627-e6a9b5afdd49', 'network_id': 'd96a0250-bcff-4066-91e6-5efc45992612', 'port_id': 'edde9d8a-245e-473d-8627-e6a9b5afdd49', 'mac_address': 'fa:16:3e:58:b6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a09fb-29b6-4a93-8b0f-d61cf0df3165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:12:10.118967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:10.131839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Deleting port d682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:10.131839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.170082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.191915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edde9d8a-245e-473d-8627-e6a9b5afdd49 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:10.216118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:10.226846 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.237319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.257660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:10.257660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.335811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:10.339663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805b6c59-daaa-4b62-87cb-c1fa52b46589,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:10.448401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] The port 'd682dab5-7e6c-4bfb-8952-fbf5ef8d4e6e' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:12:10.464943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['edde9d8a-245e-473d-8627-e6a9b5afdd49'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.486346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:10.531043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5bf67ca1-129c-4238-84bf-30cb2ccc2bc8 req-2380fb7d-e00a-47dd-83cf-7ccdfefce160 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165355 Feb 04 13:12:10.560260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] Pushing event updated for resources: {'Network': ['ID=da3afd8a-74f2-4f81-a930-f742359215ec,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:10.606694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network da3afd8a-74f2-4f81-a930-f742359215ec details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:12:10.642866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-480a90b6-a630-4c4f-97a8-abcbca3de035 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3115275 Feb 04 13:12:10.657305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:10.693871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.703779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Request body: {'subnet': {'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-202226664-subnet', 'tenant_id': '906044816ac74da780b5707cf2c32d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:10.745605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Attempting to bind port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:10.745605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Attempting to bind port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:10.745605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Attempting to bind port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 on network b595da2e-ae92-4d5e-9df5-3e1aa58f999c {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:10.775107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 on network b595da2e-ae92-4d5e-9df5-3e1aa58f999c not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:10.775107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Attempting to bind port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 on network b595da2e-ae92-4d5e-9df5-3e1aa58f999c {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:10.781722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cd6561-c333-4d3e-9cf4-3ad17307be91']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:10.799704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:10.811426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b011010a-dba6-43dc-b249-5146975284b9') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:10.811426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b011010a-dba6-43dc-b249-5146975284b9') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:10.836184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:10.836184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Checking segment: {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:10.836184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Bound using segment: {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:10.836184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Bound port: 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed79e69-99b8-4483-8156-84e73a22e328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:10.836184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.847411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.870399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Usage tracker for resource:subnet and tenant:906044816ac74da780b5707cf2c32d34 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:10.888990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.915322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d66d1-78f2-4c6e-a53f-f7771b898d38 req-0351c556-2927-4069-a8b1-bb8f57d4a684 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:10.933327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-900d66d1-78f2-4c6e-a53f-f7771b898d38 req-0351c556-2927-4069-a8b1-bb8f57d4a684 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.1886251 Feb 04 13:12:10.941228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-fe2a4a22-bdc9-4b63-ac6f-267adc764329 service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9514935 Feb 04 13:12:10.948885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:12:10.948885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:10.955182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:12:10.955628 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:12:10.999169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:11.099162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-900d66d1-78f2-4c6e-a53f-f7771b898d38 req-9de1d6e4-1517-4529-983e-45cdd6d42be2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737771 Feb 04 13:12:11.124919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Made reservation on behalf of 906044816ac74da780b5707cf2c32d34 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:11.127839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.131391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.134963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.186264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cd6561-c333-4d3e-9cf4-3ad17307be91,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:11.186264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a32616e8-c7de-4222-8251-fda37f760ef5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/73cd6561-c333-4d3e-9cf4-3ad17307be91 HTTP/1.1" status: 204 len: 168 time: 4.0295694 Feb 04 13:12:11.260106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.298339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374096-9e03-45f2-ada7-cc3405b69145 req-991485d0-5627-4bd8-8dca-a53f57118378 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:11.298339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41374096-9e03-45f2-ada7-cc3405b69145 req-991485d0-5627-4bd8-8dca-a53f57118378 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:11.314735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.409771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54132) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:11.448263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:11.465729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-860fe967-4672-4b76-8bbe-23c78fe4b7dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d6a3c5af3ba4d4799a8b4eb9d482dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534933 Feb 04 13:12:11.465729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54136) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:11.469346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ba6c99f33124d31822cd4416b05eeac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6384192 Feb 04 13:12:11.469346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:11.490393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dc5eb-b8e1-4f43-abae-364611ab1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257cc17f-cb1f-470b-a8da-88d251c0a56e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:11.490393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41374096-9e03-45f2-ada7-cc3405b69145 req-991485d0-5627-4bd8-8dca-a53f57118378 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:11.500378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41374096-9e03-45f2-ada7-cc3405b69145 req-991485d0-5627-4bd8-8dca-a53f57118378 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 944 time: 1.1555405 Feb 04 13:12:11.504824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:11.543573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd52f088-b58b-4254-9f0e-d6945cf621e1 req-d25548c0-d7ab-4a15-8844-8ba6a5964dfc service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986981 Feb 04 13:12:11.558649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.610669 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.746260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:11.821200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device edde9d8a-245e-473d-8627-e6a9b5afdd49 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:11.867622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41374096-9e03-45f2-ada7-cc3405b69145 req-7bbdb252-0ec9-4f48-b689-2231b7c099e0 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:11.960851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port edde9d8a-245e-473d-8627-e6a9b5afdd49 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:11.968864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port edde9d8a-245e-473d-8627-e6a9b5afdd49 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:11.968864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.145657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:12.145657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.145657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] 10.222.0.90 "PUT /v2.0/ports/6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 1092 time: 4.9813743 Feb 04 13:12:12.168803 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.174958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:12.208151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.227641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:12.249246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:12.257726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cc17f-cb1f-470b-a8da-88d251c0a56e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:12.262135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.276229 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.276229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e0f032b-2b98-45ac-93b3-a92b47b95be3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/257cc17f-cb1f-470b-a8da-88d251c0a56e HTTP/1.1" status: 204 len: 168 time: 0.8103936 Feb 04 13:12:12.301741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.329691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d4509-e63f-46c2-ad1b-84c2386814f4 req-c0e5d868-90b1-4f41-ad64-b85b363e4e9b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:12.347263 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-108d4509-e63f-46c2-ad1b-84c2386814f4 req-c0e5d868-90b1-4f41-ad64-b85b363e4e9b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 944 time: 0.5984578 Feb 04 13:12:12.407818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:12.410581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9623fd4-28ea-4937-bad2-a7cd0d19c208,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:12.440446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-41374096-9e03-45f2-ada7-cc3405b69145 req-7bbdb252-0ec9-4f48-b689-2231b7c099e0 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:12.440446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41374096-9e03-45f2-ada7-cc3405b69145 req-7bbdb252-0ec9-4f48-b689-2231b7c099e0 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9414234 Feb 04 13:12:12.463353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-84ca505e-ba25-4966-b0ff-c606203e1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:12.463353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-84ca505e-ba25-4966-b0ff-c606203e1311 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1094 time: 0.8218627 Feb 04 13:12:12.463353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:12.474245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303f239-0d01-4dce-ae3e-75ebc3f2cab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:12.571209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-108d4509-e63f-46c2-ad1b-84c2386814f4 req-2d71b0e9-a347-427d-b237-e80cb992be7d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253940 Feb 04 13:12:12.908035 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49', 'code': 200} Feb 04 13:12:12.928022 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:12:13.195221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.303483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Checking segment: {'id': '8a661384-2ea0-48ea-b6d1-1b4f3c960f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:13.303483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Network hostable DHCP agents. Network: da3afd8a-74f2-4f81-a930-f742359215ec, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:12:13.317491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cde064-c53e-4c28-b906-c5015264194f req-eb8085c9-b020-4153-bb2b-23e4a2084d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.317491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19cde064-c53e-4c28-b906-c5015264194f req-eb8085c9-b020-4153-bb2b-23e4a2084d2e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 1096 time: 0.2729630 Feb 04 13:12:13.337197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-3d45fb9a-0ae8-4975-b167-02552b52953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.337197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-3d45fb9a-0ae8-4975-b167-02552b52953c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1095 time: 1.1360216 Feb 04 13:12:13.337197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-b3b1fdde-2e83-45b7-978d-d90148093387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.337197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-b3b1fdde-2e83-45b7-978d-d90148093387 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 0.8392451 Feb 04 13:12:13.403106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19cde064-c53e-4c28-b906-c5015264194f req-b4ca5e5c-ba48-401e-8ac0-aab3f185ec90 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743437 Feb 04 13:12:13.415517 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ef7630c5-b262-46d9-aee3-711611b2bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.434537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:13.453024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.469984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:13.469984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Usage tracker for resource:security_group_rule and tenant:5cfb0c26a26649b682d06bb3f262f953 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:13.478365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:13.478365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:13.520852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-7548f987-58a9-4766-aa15-e8ca255667c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.1694613 Feb 04 13:12:13.520852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-a9984976-2aa3-41c8-9d67-ce36886c2548 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.0863945 Feb 04 13:12:13.597533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.597533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.636004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Network da3afd8a-74f2-4f81-a930-f742359215ec is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:12:13.655810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259aa22c-8c1b-4ace-a15d-71868de49569,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:13.672210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08a04-f9de-43e6-aa23-9858946a3e5b req-80a2da2d-692d-483c-b81e-0945c7563400 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.672210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9bb08a04-f9de-43e6-aa23-9858946a3e5b req-80a2da2d-692d-483c-b81e-0945c7563400 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.8663697 Feb 04 13:12:13.694241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.719284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f32df9b5-857b-439c-8339-9eaef4a8e808 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cfb0c26a26649b682d06bb3f262f953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777574 Feb 04 13:12:13.719284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54176) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:13.826562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, da3afd8a-74f2-4f81-a930-f742359215ec) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:13.838385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eafb7a-64e2-4a03-bc9e-ee04471308fa None None] Network da3afd8a-74f2-4f81-a930-f742359215ec requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:12:13.878653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.898774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.902755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.902755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-a4857b8a-01ae-4932-8d75-e8e2dc49ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:13.902755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-a4857b8a-01ae-4932-8d75-e8e2dc49ddc4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.3063014 Feb 04 13:12:13.927063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:13.931505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc6adf-08f4-4557-88fb-acb586ed82ca,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:13.992488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:14.006528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-9febd1e1-a393-47a5-b93f-eff6385a9893 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604248 Feb 04 13:12:14.013551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-dda6d43a-dbe4-45f7-bc3c-208c9c6d3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:14.017185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259aa22c-8c1b-4ace-a15d-71868de49569,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:14.030927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-dda6d43a-dbe4-45f7-bc3c-208c9c6d3720 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.4894302 Feb 04 13:12:14.035027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:14.042307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-963f5c8b-4614-4a13-b879-352f8bebf5e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259aa22c-8c1b-4ace-a15d-71868de49569 HTTP/1.1" status: 204 len: 168 time: 0.3163173 Feb 04 13:12:14.073087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0711-d0d5-4742-9cf8-970826a80b50 req-4bd66906-8a14-41e3-abf9-42056e99174f tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:14.084372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01ed0711-d0d5-4742-9cf8-970826a80b50 req-4bd66906-8a14-41e3-abf9-42056e99174f tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 944 time: 0.3664160 Feb 04 13:12:14.175575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-b2195e25-1092-4d32-b7b3-962e8729e1c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624104 Feb 04 13:12:14.181936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e82b375-09c1-4a98-a025-86cb057782cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5128813 Feb 04 13:12:14.197648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9bb08a04-f9de-43e6-aa23-9858946a3e5b req-4d7a3fe4-9b28-4067-92e3-32069e767937 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968948 Feb 04 13:12:14.197648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:14.203362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97820258-4688-4a60-9a71-68a6e80bb70f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9fc6adf-08f4-4557-88fb-acb586ed82ca HTTP/1.1" status: 204 len: 168 time: 2.7211342 Feb 04 13:12:14.289967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01ed0711-d0d5-4742-9cf8-970826a80b50 req-b192952e-b544-4b16-92f8-d3d641775cf6 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998091 Feb 04 13:12:14.562189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3a408-b3c7-4cf1-883d-10e19a98886a None None] Network da3afd8a-74f2-4f81-a930-f742359215ec requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:12:14.648568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-14918d8f-a034-484b-ac4a-1e73edcaf282 service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306643 Feb 04 13:12:14.812710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-326d29f9-c632-466e-aeff-2772c24dc1b0 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123526 Feb 04 13:12:15.069850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54210) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:15.152633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12522634-32f2-4ad4-9ab1-987850e07a1d req-64c484ab-52bf-48db-915a-6d40a669edfc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:15.155996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12522634-32f2-4ad4-9ab1-987850e07a1d req-64c484ab-52bf-48db-915a-6d40a669edfc tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.6082926 Feb 04 13:12:15.304214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:15.347197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:15.361086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Usage tracker for resource:security_group_rule and tenant:231f4ae70afc47efb269ddd1ae1484ca is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:15.361086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:15.396986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:15.508763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12522634-32f2-4ad4-9ab1-987850e07a1d req-12199c7e-aa35-43e3-9f77-0eda2e2908c2 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392873 Feb 04 13:12:15.532765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1622549-46d0-4c20-9ec3-f9e743c6d5ad req-5e50aea2-9ddf-45c0-b8dc-6d02e6622fb3 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019997 Feb 04 13:12:15.532765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a5ebc94-0956-4733-ac4d-bdce4645fbdf req-22aa2546-d50b-4c88-974e-d485bf78042b service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779719 Feb 04 13:12:15.679270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:15.689820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:15.836518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:12:15.879998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=231f4ae70afc47efb269ddd1ae1484ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058817 Feb 04 13:12:15.896277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54226) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:15.907366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-fcfd966f-6557-4274-811e-cce10a1cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:15.908239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510403f4-b8aa-4ed8-a3b2-d1ac22a42271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a835c4f-3927-48b6-87b1-1a672529e15a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:15.909386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-fcfd966f-6557-4274-811e-cce10a1cf516 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1095 time: 0.3420899 Feb 04 13:12:16.103348 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95718096-46d9-420a-b63a-25235e1e3930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.138540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:16.169021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '5af1eb09-5614-4373-809c-7972f95a182a', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'port_id': '5af1eb09-5614-4373-809c-7972f95a182a', 'mac_address': 'fa:16:3e:86:3b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496ead97-7549-441e-8c51-2ceca74758d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:12:16.283822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.361345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:16.369785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.389900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:16.400745 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.462916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.505855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fc80f-0de1-4e61-bd28-e84d37d4313b req-2c33793c-e582-40f7-9182-c2c05c0a3444 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:16.511770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e86fc80f-0de1-4e61-bd28-e84d37d4313b req-2c33793c-e582-40f7-9182-c2c05c0a3444 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.7240829 Feb 04 13:12:16.523582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-aac071d3-0849-4527-9f8e-e23a20b55603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:16.523582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-aac071d3-0849-4527-9f8e-e23a20b55603 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.4930215 Feb 04 13:12:16.534862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:16.652384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['5af1eb09-5614-4373-809c-7972f95a182a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:16.662416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6bf9c4e8-bfd0-40d4-b068-78848a0a91cf tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:16.663796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6bf9c4e8-bfd0-40d4-b068-78848a0a91cf tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Synchronizing usage tracker for tenant:906044816ac74da780b5707cf2c32d34 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:16.708313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6bf9c4e8-bfd0-40d4-b068-78848a0a91cf tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Unset dirty status for tenant:906044816ac74da780b5707cf2c32d34 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:16.709997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6bf9c4e8-bfd0-40d4-b068-78848a0a91cf tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/networks?id=da3afd8a-74f2-4f81-a930-f742359215ec HTTP/1.1" status: 200 len: 808 time: 0.3928950 Feb 04 13:12:16.755781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6ed0e15e-854e-46e6-9812-ab869b3138ed tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/quotas/906044816ac74da780b5707cf2c32d34 HTTP/1.1" status: 200 len: 375 time: 0.0245972 Feb 04 13:12:16.792747 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:16.957924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-7b80b60d-3808-4b8d-b9b7-f4af2982cb5b tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=906044816ac74da780b5707cf2c32d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1715710 Feb 04 13:12:17.039159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-e4441857-d135-479c-b910-67b07551bab1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.4878318 Feb 04 13:12:17.123649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-79650ca5-9c33-4c48-aece-fbbdf77b7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:17.123649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-79650ca5-9c33-4c48-aece-fbbdf77b7f5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.0806761 Feb 04 13:12:17.158543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-00ed2584-81cb-4d1b-8e2d-284321ed03bb service neutron] 10.222.0.53 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956251 Feb 04 13:12:17.186701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e86fc80f-0de1-4e61-bd28-e84d37d4313b req-31178390-2d76-41ec-9e9f-2268e4755015 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710925 Feb 04 13:12:17.186701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-2a8a5925-54d0-4b9b-aae3-6bf96ba98da7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534346 Feb 04 13:12:17.315300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:17.345513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-95c721be-9f1e-4d25-a506-c0cac0300f1f service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528845 Feb 04 13:12:17.345513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:17.358315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-77f19136-34a5-4a28-a4c9-ac210a4169a4 service neutron] 10.222.0.53 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001047 Feb 04 13:12:17.573682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a835c4f-3927-48b6-87b1-1a672529e15a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:17.579160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:17.611693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-585bf89a-e93c-4107-8790-b6c1bc03a5b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a835c4f-3927-48b6-87b1-1a672529e15a HTTP/1.1" status: 204 len: 168 time: 1.7005463 Feb 04 13:12:17.726241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9150-b15b-4179-8057-e60d7207518f req-879bacb2-e155-4fb8-8bfd-f28fda95b95d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:17.726241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34ba9150-b15b-4179-8057-e60d7207518f req-879bacb2-e155-4fb8-8bfd-f28fda95b95d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 944 time: 0.2175157 Feb 04 13:12:17.730407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dee28ccf-f225-436d-b8c7-53cd5fd7d7dd req-50d373f4-ee7d-484e-905a-f9b06e1cc183 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717487 Feb 04 13:12:17.819952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34ba9150-b15b-4179-8057-e60d7207518f req-1decb7f4-3e97-470e-8793-51ec38f40dba tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Feb 04 13:12:17.866720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:18.046712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed292c7-ba5c-4067-8865-9b83a7cbb9e9 req-df8f9bc9-fe71-4445-a1a2-64041adb4057 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:18.059476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ed292c7-ba5c-4067-8865-9b83a7cbb9e9 req-df8f9bc9-fe71-4445-a1a2-64041adb4057 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.1514947 Feb 04 13:12:18.173930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ed292c7-ba5c-4067-8865-9b83a7cbb9e9 req-d3bb4eb0-48d9-4fc6-a3c8-02ac307efb0d tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102691 Feb 04 13:12:18.180152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68d2c71a-4114-4947-9168-15a924b6b7a0 req-c682c59c-ecd6-4d42-9083-ba27fb73d98c tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 210 time: 0.1392515 Feb 04 13:12:18.231446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 5af1eb09-5614-4373-809c-7972f95a182a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:18.243854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 5af1eb09-5614-4373-809c-7972f95a182a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:18.243854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:18.872245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:18.922144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb78406-b9f8-4521-b96c-8ef8a9c9e48c req-2b9e2c16-317d-4694-bcb9-359ecc9238ff tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:18.933248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ceb78406-b9f8-4521-b96c-8ef8a9c9e48c req-2b9e2c16-317d-4694-bcb9-359ecc9238ff tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.4098921 Feb 04 13:12:18.941242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1c274-5332-4af7-a27f-840996e4f4df req-4d20ff1e-6b58-4a72-a6d4-e2f643e0349a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:18.954263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccf1c274-5332-4af7-a27f-840996e4f4df req-4d20ff1e-6b58-4a72-a6d4-e2f643e0349a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.3692930 Feb 04 13:12:19.101089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ceb78406-b9f8-4521-b96c-8ef8a9c9e48c req-fa7ceba7-772a-44d0-8370-651bc3beabaa tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462154 Feb 04 13:12:19.101739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:19.110325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:19.117675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:19.125664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:19.135809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccf1c274-5332-4af7-a27f-840996e4f4df req-0f6ed6c3-e3cf-4676-afab-1f688c863451 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850994 Feb 04 13:12:19.295270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:19.337772 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'code': 200} Feb 04 13:12:19.337772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6987aa5a-0f93-421a-a3c7-ab591ca1b736 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:12:19.445569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628887fe-4ea1-42fa-9e3a-2c4cbc76decf req-ddc462c1-17cb-4ee9-8f60-6e4dd09bc508 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:19.455627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-628887fe-4ea1-42fa-9e3a-2c4cbc76decf req-ddc462c1-17cb-4ee9-8f60-6e4dd09bc508 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 944 time: 0.1284890 Feb 04 13:12:19.499406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5717891a-1748-4def-a514-bf03036bca87 req-e1eb2add-28d3-432a-bec6-dc48e82b78ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1509948 Feb 04 13:12:19.581282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-628887fe-4ea1-42fa-9e3a-2c4cbc76decf req-d2f277fc-4753-4f57-8a01-a8d039d07624 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227210 Feb 04 13:12:19.707749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:19.742329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'port_id': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'mac_address': 'fa:16:3e:00:b8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:12:19.982699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:19.998660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5717891a-1748-4def-a514-bf03036bca87 req-6157e480-4388-406b-a283-5df30c7031b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2223909 Feb 04 13:12:20.114722 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:20.124970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6987aa5a-0f93-421a-a3c7-ab591ca1b736 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:20.185504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:20.191719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:20.219362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5717891a-1748-4def-a514-bf03036bca87 req-d86f7e9f-5f93-416d-b318-afdd95794dbc service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1786594 Feb 04 13:12:20.468730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:20.534102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6987aa5a-0f93-421a-a3c7-ab591ca1b736'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:20.704195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ba96e63-f088-4241-bbd9-584f6ecf51a0 req-dd4aa9ec-6e55-4254-9e68-1ace49d2a970 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 210 time: 0.2414072 Feb 04 13:12:20.815201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-a65bab76-579f-486f-b0c1-5b6814fd4c4c req-8a671907-c2ed-4bc7-a503-54734362d759 service neutron] (87620) timed out ('10.222.0.90', 54782) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:12:20.880524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717891a-1748-4def-a514-bf03036bca87 req-8191d323-6c79-4862-97a5-4fd20670f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:20.897052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5717891a-1748-4def-a514-bf03036bca87 req-8191d323-6c79-4862-97a5-4fd20670f18d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6679823 Feb 04 13:12:20.899729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-25390856-371d-4c32-bbd8-c7e40504f99f tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:20.899729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-25390856-371d-4c32-bbd8-c7e40504f99f tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.87 "GET /v2.0/networks?id=da3afd8a-74f2-4f81-a930-f742359215ec HTTP/1.1" status: 200 len: 808 time: 0.5927739 Feb 04 13:12:20.925575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Request body: {'port': {'device_id': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec', 'admin_state_up': True, 'tenant_id': '906044816ac74da780b5707cf2c32d34'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:20.926345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201f06-dd12-4d79-9825-10fb9a5d0a23 req-a3774a7a-8ccb-4616-9df2-5d4d2f4c0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:20.928623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1201f06-dd12-4d79-9825-10fb9a5d0a23 req-a3774a7a-8ccb-4616-9df2-5d4d2f4c0b3f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1096 time: 1.3038371 Feb 04 13:12:21.062967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1201f06-dd12-4d79-9825-10fb9a5d0a23 req-fe69ce36-c8fc-4c41-8300-1a785965f127 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139548 Feb 04 13:12:21.116581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488d119-9252-4efc-949a-2dc52b7dea7a req-4b3f319b-abae-46fb-82e9-1ffe33caa184 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:21.123217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e488d119-9252-4efc-949a-2dc52b7dea7a req-4b3f319b-abae-46fb-82e9-1ffe33caa184 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.9705594 Feb 04 13:12:21.252763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e488d119-9252-4efc-949a-2dc52b7dea7a req-68acce71-3598-422e-bced-d5286d72d9d3 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339915 Feb 04 13:12:21.603043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3eb988-7710-47d2-824b-8f6ab9125110 req-d3d55a71-8dea-4c32-a5a6-5b0e869c87b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:21.603043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e3eb988-7710-47d2-824b-8f6ab9125110 req-d3d55a71-8dea-4c32-a5a6-5b0e869c87b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2288117 Feb 04 13:12:21.625015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:21.704536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Usage tracker for resource:port and tenant:906044816ac74da780b5707cf2c32d34 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:21.727948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:21.753568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:21.783105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e3eb988-7710-47d2-824b-8f6ab9125110 req-343ee370-ee90-4dfa-9d0d-5adf94f20d90 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711864 Feb 04 13:12:21.795793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Made reservation on behalf of 906044816ac74da780b5707cf2c32d34 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:21.799917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:21.832184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881fc7-ef6a-4438-bfc4-39e0aae8c4a8 req-006f50fc-2c28-4ad5-966f-cd32ebd3d58c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:21.849788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8881fc7-ef6a-4438-bfc4-39e0aae8c4a8 req-006f50fc-2c28-4ad5-966f-cd32ebd3d58c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 945 time: 0.4412231 Feb 04 13:12:21.878141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-9eba036c-e177-4dc5-82d3-901a3b346143 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3249702 Feb 04 13:12:21.975066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8881fc7-ef6a-4438-bfc4-39e0aae8c4a8 req-6825c696-d0c5-46ff-8b79-91d7b6b0ceb0 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176949 Feb 04 13:12:22.179186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-ae7deb1e-c5b0-483c-869d-9ee184cb1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:22.181725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-ae7deb1e-c5b0-483c-869d-9ee184cb1620 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 1096 time: 0.0972185 Feb 04 13:12:22.301272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Allocated IP 172.20.0.12 (da3afd8a-74f2-4f81-a930-f742359215ec/d9623fd4-28ea-4937-bad2-a7cd0d19c208/cc458428-24c1-4757-be0c-e31add8c07c3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:22.574846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-102be924-1421-4a13-a079-b73299ee9f4b req-7ea18c38-0d4b-4924-9567-1b302e416e36 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 210 time: 0.2761352 Feb 04 13:12:22.697062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:22.745993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e76c5-813c-49f9-b884-eb217c2920d4 req-d22c19f8-3bd0-435d-a47c-aa7ba468829e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:22.757727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc4e76c5-813c-49f9-b884-eb217c2920d4 req-d22c19f8-3bd0-435d-a47c-aa7ba468829e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.2059333 Feb 04 13:12:22.892150 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc4e76c5-813c-49f9-b884-eb217c2920d4 req-7e00a41b-0d6c-4297-ad05-c8037c1327de tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375833 Feb 04 13:12:22.954226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.030053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Network da3afd8a-74f2-4f81-a930-f742359215ec is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:23.046843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:23.076361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:23.149438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Pushing event updated for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:23.211836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:23.211836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.367554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6987aa5a-0f93-421a-a3c7-ab591ca1b736 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:23.415196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-34b48327-0813-4cf0-89d5-0ea8ac1b24ae tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4996269 Feb 04 13:12:23.441230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Request body: {'port': {'device_id': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:23.443187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-ee80cbe9-bcd9-42d8-ba62-3fbe7268c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:23.450392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-ee80cbe9-bcd9-42d8-ba62-3fbe7268c787 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 200 len: 916 time: 1.2346606 Feb 04 13:12:23.561724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:23.580834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:23.580834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.605177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.625721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a8d30-3fa3-41e1-b59a-f3b3d8e29def req-bc6e74fb-9bcf-4e33-8eef-fc34a9b8fb6c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:23.625721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50a8d30-3fa3-41e1-b59a-f3b3d8e29def req-bc6e74fb-9bcf-4e33-8eef-fc34a9b8fb6c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 945 time: 0.3041501 Feb 04 13:12:23.650588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:23.679772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-fa037d5d-304c-4341-a19a-0931cedeb9b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49 HTTP/1.1" status: 200 len: 217 time: 0.2043741 Feb 04 13:12:23.805210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.847561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:23.848172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-1e07141d-7ad6-47b1-bb4d-c890c283e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:23.850929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-1e07141d-7ad6-47b1-bb4d-c890c283e052 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 200 len: 855 time: 0.1697738 Feb 04 13:12:23.867117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:23.878494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:23.987966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-ed6ed22d-1177-446f-a0d6-c2b65d846abd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d96a0250-bcff-4066-91e6-5efc45992612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181324 Feb 04 13:12:24.069071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:24.126944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc458428-24c1-4757-be0c-e31add8c07c3 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:24.135839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:24.142716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25807a34-e237-463b-81cf-c22131aed02b req-7169d1ea-4ab1-4911-a7c1-29d376518ef2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:24.152041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Transition to ACTIVE for port object cc458428-24c1-4757-be0c-e31add8c07c3 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:24.159880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25807a34-e237-463b-81cf-c22131aed02b req-7169d1ea-4ab1-4911-a7c1-29d376518ef2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.0441744 Feb 04 13:12:24.162114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:24.178743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:24.197165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:24.201603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3207869f204670a01bc8567e1166b9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:24.205630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:24.215649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:24.309342 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:24.388067 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50a8d30-3fa3-41e1-b59a-f3b3d8e29def req-3c7cf835-4410-4f3f-8c13-f0f0d0344256 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302282 Feb 04 13:12:24.399728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25807a34-e237-463b-81cf-c22131aed02b req-1e27f680-2ed0-4c68-9228-3293e6301a96 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367647 Feb 04 13:12:24.502356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Pushing event updated for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:24.791909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-7f7e32e7-4e80-4c01-97e5-c283c6acbf48 service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657789 Feb 04 13:12:25.095499 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81d2d71a-6382-48cf-97d3-bcd61846cbe3 req-148c4046-1462-40c3-8438-a9b211c16f0f service neutron] 10.222.0.87 "GET /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549156 Feb 04 13:12:25.158056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Attempting to bind port cc458428-24c1-4757-be0c-e31add8c07c3 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:25.158056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Attempting to bind port cc458428-24c1-4757-be0c-e31add8c07c3 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '8a661384-2ea0-48ea-b6d1-1b4f3c960f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:25.158056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Attempting to bind port cc458428-24c1-4757-be0c-e31add8c07c3 on network da3afd8a-74f2-4f81-a930-f742359215ec {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:25.191819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ad6a5-ebd4-4e41-a09a-fd1adc9ae4fc req-8089f224-d029-4eba-8ed3-bae3f01b9929 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:25.225233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.235654 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-613ad6a5-ebd4-4e41-a09a-fd1adc9ae4fc req-8089f224-d029-4eba-8ed3-bae3f01b9929 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.6954010 Feb 04 13:12:25.235654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Port cc458428-24c1-4757-be0c-e31add8c07c3 on network da3afd8a-74f2-4f81-a930-f742359215ec not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:25.235654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Attempting to bind port cc458428-24c1-4757-be0c-e31add8c07c3 on network da3afd8a-74f2-4f81-a930-f742359215ec {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:25.246303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94c7b-3c3e-46e4-a9f1-fe7d0e9270e8 req-a421670f-c4be-473e-96ea-477ecf5db17a tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:25.255218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70a94c7b-3c3e-46e4-a9f1-fe7d0e9270e8 req-a421670f-c4be-473e-96ea-477ecf5db17a tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 944 time: 0.4713385 Feb 04 13:12:25.256575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:25.256919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Checking segment: {'id': '8a661384-2ea0-48ea-b6d1-1b4f3c960f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:25.257312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Bound using segment: {'id': '8a661384-2ea0-48ea-b6d1-1b4f3c960f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:25.257759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Bound port: cc458428-24c1-4757-be0c-e31add8c07c3, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a661384-2ea0-48ea-b6d1-1b4f3c960f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:25.258108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.280617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.351478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a32bf0-a4a2-4236-a449-cc1a999d8dbd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:25.370289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.370903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.373319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.373741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.374083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.375292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.376034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.376568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.376975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.377375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.380128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.380650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:25.445343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a034ef6-8b76-4b73-8540-d0722c4a7213 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee3207869f204670a01bc8567e1166b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7954421 Feb 04 13:12:25.450471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70a94c7b-3c3e-46e4-a9f1-fe7d0e9270e8 req-00de6b97-5e86-4615-a5e9-acaed7d76d7e tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912024 Feb 04 13:12:25.450471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:25.477117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:25.477117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=cc458428-24c1-4757-be0c-e31add8c07c3,segment=NetworkSegment(8a661384-2ea0-48ea-b6d1-1b4f3c960f86),segment_id=8a661384-2ea0-48ea-b6d1-1b4f3c960f86)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:25.488106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-613ad6a5-ebd4-4e41-a09a-fd1adc9ae4fc req-53e1723e-17c5-45fb-9777-b9a8a93fede1 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272401 Feb 04 13:12:25.488106 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.626708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:25.626708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.626708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] 10.222.0.87 "PUT /v2.0/ports/cc458428-24c1-4757-be0c-e31add8c07c3 HTTP/1.1" status: 200 len: 1092 time: 2.1971562 Feb 04 13:12:25.626708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:25.675197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:25.689535 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'code': 200} Feb 04 13:12:25.701810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7c82a-0522-4c04-bb71-e353d4717258 service neutron] Pushing event updated for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:25.888638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:26.150168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6e02454b-a99f-4b28-b73d-0ad4224d0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:26.159662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-6e02454b-a99f-4b28-b73d-0ad4224d0c68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=906044816ac74da780b5707cf2c32d34&device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 1095 time: 0.4047911 Feb 04 13:12:26.193804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f4d8d7ea-4b1c-47d5-8a3c-fc20b443190f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:26.193804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f4d8d7ea-4b1c-47d5-8a3c-fc20b443190f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 814 time: 0.4464560 Feb 04 13:12:26.255364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-1c511c13-1ce3-4d22-a9b2-7b15b8f50411 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/quotas/ca5765c2616f4f0c9e1d1511f222da7a HTTP/1.1" status: 200 len: 375 time: 0.0362866 Feb 04 13:12:26.255364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecd9be-3e36-4912-b03b-3f1cd3376bea req-23b129b8-020d-4206-a981-fa6b52d82392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:26.258758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-daecd9be-3e36-4912-b03b-3f1cd3376bea req-23b129b8-020d-4206-a981-fa6b52d82392 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.2840071 Feb 04 13:12:26.258758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:26.290703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-9467fd59-d710-4786-8e27-20d7ac2d1806 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc458428-24c1-4757-be0c-e31add8c07c3 HTTP/1.1" status: 200 len: 217 time: 0.1239338 Feb 04 13:12:26.330976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b78c07-e1fe-4d85-bfe5-66c3ea800ba4 req-97341e1b-4317-4094-81a4-80539b993128 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:26.345600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62b78c07-e1fe-4d85-bfe5-66c3ea800ba4 req-97341e1b-4317-4094-81a4-80539b993128 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.4406321 Feb 04 13:12:26.423312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a32bf0-a4a2-4236-a449-cc1a999d8dbd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:26.487829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:26.487829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9bb9dc3-5872-4f87-9322-ae27e192c376 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57a32bf0-a4a2-4236-a449-cc1a999d8dbd HTTP/1.1" status: 204 len: 168 time: 1.0350330 Feb 04 13:12:26.512707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-daecd9be-3e36-4912-b03b-3f1cd3376bea req-88dcf6ee-a806-40c7-8e79-b51de92aa871 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432737 Feb 04 13:12:26.524842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-66ab78a1-9a1f-4f60-afcb-ac01c709883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:26.533102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-66ab78a1-9a1f-4f60-afcb-ac01c709883a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d9623fd4-28ea-4937-bad2-a7cd0d19c208 HTTP/1.1" status: 200 len: 848 time: 0.1322529 Feb 04 13:12:26.545688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-b3c27428-52cc-4f76-a809-7e70e19b3528 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492187 Feb 04 13:12:26.581378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-df09e903-0c8f-4cb3-a564-c1fbc037e136 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:12:26.584351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-df09e903-0c8f-4cb3-a564-c1fbc037e136 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083764 Feb 04 13:12:26.690712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-879458d8-956a-452a-ba5e-18576c161060 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=da3afd8a-74f2-4f81-a930-f742359215ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440074 Feb 04 13:12:26.812776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-09817c66-1612-4dc2-b272-f82e874c7073 service neutron] 10.222.0.53 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904442 Feb 04 13:12:26.883935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62b78c07-e1fe-4d85-bfe5-66c3ea800ba4 req-8a6525ae-c937-4898-a008-8219f54b0398 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391400 Feb 04 13:12:27.047875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-5dd899ee-031c-4bc7-ba30-c3328e62ab0b service neutron] 10.222.0.87 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348415 Feb 04 13:12:27.195731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-06b0a3b3-7b8c-4e26-bf59-0bb03124733b service neutron] 10.222.0.53 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612959 Feb 04 13:12:27.232949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:27.267939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:27.310393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:27.327296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Usage tracker for resource:security_group_rule and tenant:fc7db1e3abe140b1be61be89093bfb94 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:27.334964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:27.367822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:27.544160 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3', 'status': 'completed', 'code': 200} Feb 04 13:12:27.566140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc99ef6e-4598-43a2-9ec7-122d420627c0 req-7beb87f0-b92a-4c6e-8b77-30167983d376 service neutron] 10.222.0.87 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154383 Feb 04 13:12:27.597653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb66178-d220-403e-baa5-bb6ac8408fa6 req-4c18e97a-9452-46fd-a984-c0256b17a6ad tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:27.599498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acb66178-d220-403e-baa5-bb6ac8408fa6 req-4c18e97a-9452-46fd-a984-c0256b17a6ad tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.3500671 Feb 04 13:12:27.603389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:27.614857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:27.793337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acb66178-d220-403e-baa5-bb6ac8408fa6 req-191e5dc8-08e8-47f4-9872-7ecc5a80d749 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765740 Feb 04 13:12:27.834116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-87f99311-ec95-431a-9d40-4e29649dfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:27.845883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-87f99311-ec95-431a-9d40-4e29649dfb7c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=906044816ac74da780b5707cf2c32d34&device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 1095 time: 0.1843140 Feb 04 13:12:28.025037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f1ac4f3-e82c-4c81-89d9-71df6f6daaf1 req-fc5e1521-2649-4a9e-8e1e-10e78c538712 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.1317770 Feb 04 13:12:28.116969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc7db1e3abe140b1be61be89093bfb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8816712 Feb 04 13:12:28.118851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:28.121207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ead7-14b8-4cae-8960-9e746791fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941041f8-9c1f-4630-8d90-f52dffb03120,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:28.157991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-f5ac6226-a345-4a84-a8c5-d33e6c3333d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:28.160259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-f5ac6226-a345-4a84-a8c5-d33e6c3333d7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=da3afd8a-74f2-4f81-a930-f742359215ec HTTP/1.1" status: 200 len: 909 time: 0.3205614 Feb 04 13:12:28.358896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-31d8180e-411a-4a49-a613-3deab30b6a4b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc458428-24c1-4757-be0c-e31add8c07c3 HTTP/1.1" status: 200 len: 217 time: 0.1899662 Feb 04 13:12:28.385850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:28.430885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5d390-aa34-4366-b595-b703089b59ac req-7e6728f8-7331-43cf-b790-b5e1dc44546c tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:28.439215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1f5d390-aa34-4366-b595-b703089b59ac req-7e6728f8-7331-43cf-b790-b5e1dc44546c tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 944 time: 0.4762702 Feb 04 13:12:28.533795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-a0355f47-d4a4-4d47-a1e1-44ec92467dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:28.533795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-a0355f47-d4a4-4d47-a1e1-44ec92467dfa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d9623fd4-28ea-4937-bad2-a7cd0d19c208 HTTP/1.1" status: 200 len: 848 time: 0.1511698 Feb 04 13:12:28.544331 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:28.631290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-bf4df538-57b1-4d1d-9bc9-a9d9b92829b6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=da3afd8a-74f2-4f81-a930-f742359215ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967600 Feb 04 13:12:28.675135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1f5d390-aa34-4366-b595-b703089b59ac req-47392491-8735-4acb-8a81-b37c11252c01 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293351 Feb 04 13:12:28.800840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:28.880789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941041f8-9c1f-4630-8d90-f52dffb03120,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:28.889897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:28.889897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc9fc9af-14f9-4f91-86b9-d8c87f9b3fb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/941041f8-9c1f-4630-8d90-f52dffb03120 HTTP/1.1" status: 204 len: 168 time: 0.7688327 Feb 04 13:12:29.352408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-0469c081-7928-4034-9b8c-b442a369924e service neutron] 10.222.0.87 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082231 Feb 04 13:12:29.449939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-588fa7b6-3942-43b9-ae4a-60d09fa85d3a req-6af3258f-478e-4517-94e9-b473d4bd2370 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.0963731 Feb 04 13:12:29.496811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05ac9-8474-49ac-b8a0-eee7cd95520d req-214ccca4-3498-4dae-8e65-d88a484c9f62 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:29.498639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebb05ac9-8474-49ac-b8a0-eee7cd95520d req-214ccca4-3498-4dae-8e65-d88a484c9f62 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.6799614 Feb 04 13:12:29.606010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e34901d-8b17-49a9-96fd-d3b1dedcf4fb req-ac6bd70e-73db-449c-a137-4f9d14319b0e service neutron] 10.222.0.87 "GET /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428386 Feb 04 13:12:29.650144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebb05ac9-8474-49ac-b8a0-eee7cd95520d req-1064641a-7403-4cae-b0c6-0577b3c5dde9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216207 Feb 04 13:12:29.778292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4447bf-0214-41be-95f5-f28b9109fade req-c9d78d2b-8495-4251-acdf-bdfd6a077179 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:29.787688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b4447bf-0214-41be-95f5-f28b9109fade req-c9d78d2b-8495-4251-acdf-bdfd6a077179 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.2000866 Feb 04 13:12:30.272217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b4447bf-0214-41be-95f5-f28b9109fade req-d41d1d39-9281-443f-8371-aa1309a52de9 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/security-groups?id=6715906c-31e4-4278-bb45-19f018732830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833426 Feb 04 13:12:30.313823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-66f26dbe-bf36-4a4e-a752-388ac71f7496 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.316453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-66f26dbe-bf36-4a4e-a752-388ac71f7496 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 814 time: 0.4900322 Feb 04 13:12:30.340231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-32028951-baf4-437a-89e4-a08b81feaf5e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.342009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-32028951-baf4-437a-89e4-a08b81feaf5e tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 945 time: 0.2128499 Feb 04 13:12:30.363818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Request body: {'port': {'device_id': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'admin_state_up': True, 'tenant_id': 'ca5765c2616f4f0c9e1d1511f222da7a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:30.631648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Deleting port edde9d8a-245e-473d-8627-e6a9b5afdd49 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:30.631648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:30.743314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-91e5c723-f2ae-4f17-a91e-7b1a34f319c8 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.744565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-91e5c723-f2ae-4f17-a91e-7b1a34f319c8 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Synchronizing usage tracker for tenant:906044816ac74da780b5707cf2c32d34 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:30.870783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-91e5c723-f2ae-4f17-a91e-7b1a34f319c8 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Unset dirty status for tenant:906044816ac74da780b5707cf2c32d34 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:30.888055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-91e5c723-f2ae-4f17-a91e-7b1a34f319c8 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 944 time: 0.3496463 Feb 04 13:12:30.897181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-66a35337-a734-4227-b31a-2643bc0a0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:30.897181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-66a35337-a734-4227-b31a-2643bc0a0d1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.5504456 Feb 04 13:12:31.055257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:31.059626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-222c8305-f259-4f97-bf0f-3e84d8d7ee6d tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Synchronizing usage tracker for tenant:906044816ac74da780b5707cf2c32d34 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:31.086247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafabf0-7e4c-4612-9f84-a91855d9898b req-243a43f6-e795-4550-ab68-f6aa9f7ebbfe tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:31.089575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-222c8305-f259-4f97-bf0f-3e84d8d7ee6d tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Unset dirty status for tenant:906044816ac74da780b5707cf2c32d34 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:31.100513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abafabf0-7e4c-4612-9f84-a91855d9898b req-243a43f6-e795-4550-ab68-f6aa9f7ebbfe tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.5713112 Feb 04 13:12:31.105043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ea23b4e-58ac-48d9-bb5b-dd04e347dd4e req-222c8305-f259-4f97-bf0f-3e84d8d7ee6d tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264149 Feb 04 13:12:31.200481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] For port edde9d8a-245e-473d-8627-e6a9b5afdd49, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=edde9d8a-245e-473d-8627-e6a9b5afdd49,segment=NetworkSegment(af9eef7f-934f-4eba-b9bb-b9f420cc0e4e),segment_id=af9eef7f-934f-4eba-b9bb-b9f420cc0e4e)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:31.200481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:31.212163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:31.302764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abafabf0-7e4c-4612-9f84-a91855d9898b req-7967c266-e1a4-44e1-81a0-146bcb9e1b0e tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947794 Feb 04 13:12:31.388140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-04992fdd-a318-4fd3-accd-414b2c3b24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:31.393333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-04992fdd-a318-4fd3-accd-414b2c3b24c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.5011232 Feb 04 13:12:31.393333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Made reservation on behalf of ca5765c2616f4f0c9e1d1511f222da7a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:31.403518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:31.568961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-167e90e3-6da6-4952-adc4-a44ad5d3db28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.1516173 Feb 04 13:12:31.613524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Calling delete_port for edde9d8a-245e-473d-8627-e6a9b5afdd49 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:12:31.719032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edbe7389-09fa-4784-a661-8390dbe8276f req-3cfbdb24-5986-4ef8-b78a-226ce5a85c06 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.1984396 Feb 04 13:12:31.908619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device cc458428-24c1-4757-be0c-e31add8c07c3 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:12:32.047619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:32.159680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['edde9d8a-245e-473d-8627-e6a9b5afdd49'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:32.227454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Pushing event deleted for resources: {'Port': ['ID=edde9d8a-245e-473d-8627-e6a9b5afdd49,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:32.235174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Allocated IP 172.20.0.9 (2157fec4-d48e-46a4-9227-438e8abf3636/496ead97-7549-441e-8c51-2ceca74758d1/29514e59-8211-4294-be17-72eaa67f6475) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:32.261913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03346dce-e781-47c6-a205-db001f554797 req-787b476c-798c-47fa-989c-8ec4ca8ff20b tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 210 time: 0.2294111 Feb 04 13:12:32.261913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-501918cf-f990-4520-84c7-2c6ec56a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:32.261913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-501918cf-f990-4520-84c7-2c6ec56a8db1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.6324506 Feb 04 13:12:32.498106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=cc458428-24c1-4757-be0c-e31add8c07c3,segment=NetworkSegment(8a661384-2ea0-48ea-b6d1-1b4f3c960f86),segment_id=8a661384-2ea0-48ea-b6d1-1b4f3c960f86)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:32.501159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] No DVR routers for this DVR port edde9d8a-245e-473d-8627-e6a9b5afdd49 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:32.516537 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:32.516537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'name': 'network-vif-deleted', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:32.533491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'cc458428-24c1-4757-be0c-e31add8c07c3', 'network_id': 'da3afd8a-74f2-4f81-a930-f742359215ec', 'port_id': 'cc458428-24c1-4757-be0c-e31add8c07c3', 'mac_address': 'fa:16:3e:f7:30:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9623fd4-28ea-4937-bad2-a7cd0d19c208', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:12:32.537379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-da49f187-0f2b-44bd-9f9f-4e7f408509ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2326806 Feb 04 13:12:32.569507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44316543-1336-41b6-8ba4-e45b2ef0c4ae req-6e51d1a1-c459-421d-8de5-72905d48d5a6 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.87 "DELETE /v2.0/ports/edde9d8a-245e-473d-8627-e6a9b5afdd49 HTTP/1.1" status: 204 len: 173 time: 2.2130373 Feb 04 13:12:32.638823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f268f-3fa6-4f1d-89e5-5d1ccdf6cb47 req-dbbdb2ac-dfa6-4c15-820a-d47934b02ead tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:32.638823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-585f268f-3fa6-4f1d-89e5-5d1ccdf6cb47 req-dbbdb2ac-dfa6-4c15-820a-d47934b02ead tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 944 time: 0.1932409 Feb 04 13:12:32.823929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-585f268f-3fa6-4f1d-89e5-5d1ccdf6cb47 req-413c06c7-a1a3-478c-9a8a-3149b1d14765 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737833 Feb 04 13:12:32.829275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:32.895144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc458428-24c1-4757-be0c-e31add8c07c3 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:32.969582 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3352e75-23ed-4a01-9253-daea2cfa0391', 'name': 'network-vif-deleted', 'tag': 'edde9d8a-245e-473d-8627-e6a9b5afdd49', 'status': 'completed', 'code': 200} Feb 04 13:12:32.978447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=cc458428-24c1-4757-be0c-e31add8c07c3,segment=NetworkSegment(8a661384-2ea0-48ea-b6d1-1b4f3c960f86),segment_id=8a661384-2ea0-48ea-b6d1-1b4f3c960f86)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:32.985771 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:33.140910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:33.287654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['cc458428-24c1-4757-be0c-e31add8c07c3'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:33.320024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85fc7305-8478-4900-8a25-3fb867d0a7b3 req-953d4857-d4f2-4891-8441-2a35acd4518e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.0999010 Feb 04 13:12:33.802875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-6c6fed20-094e-402e-bb1e-a91b2ab5d795 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530622 Feb 04 13:12:33.910783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device edde9d8a-245e-473d-8627-e6a9b5afdd49 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:33.951864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-684ec5f1-7298-420b-9142-5148d26b1634 req-5bdfbebb-56ed-44a0-ab0e-e7f98957b579 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Synchronizing usage tracker for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:34.014765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: edde9d8a-245e-473d-8627-e6a9b5afdd49 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:34.014765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device edde9d8a-245e-473d-8627-e6a9b5afdd49 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:34.053411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-684ec5f1-7298-420b-9142-5148d26b1634 req-5bdfbebb-56ed-44a0-ab0e-e7f98957b579 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] Unset dirty status for tenant:cf2de936b6d94ab2b4d81abd0489157b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:34.053411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-684ec5f1-7298-420b-9142-5148d26b1634 req-5bdfbebb-56ed-44a0-ab0e-e7f98957b579 tempest-ServerDiskConfigTestJSON-191258083 tempest-ServerDiskConfigTestJSON-191258083-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3352e75-23ed-4a01-9253-daea2cfa0391 HTTP/1.1" status: 200 len: 210 time: 0.2822366 Feb 04 13:12:34.213348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75e45-4034-453d-829c-ffb50226577e req-e26b0c55-7b3f-440c-ab6f-932c22c9007c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:34.222067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7bb75e45-4034-453d-829c-ffb50226577e req-e26b0c55-7b3f-440c-ab6f-932c22c9007c tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 1.1748414 Feb 04 13:12:34.440577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7bb75e45-4034-453d-829c-ffb50226577e req-085f9f58-7ecd-4d74-8398-6c6d65bd7601 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158942 Feb 04 13:12:34.501494 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:34.553990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea15baf-f2c9-4d0b-aaa4-30f94f8563ec req-760cb8f0-b4e0-4a7c-90fa-f83746751c3c tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:34.553990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ea15baf-f2c9-4d0b-aaa4-30f94f8563ec req-760cb8f0-b4e0-4a7c-90fa-f83746751c3c tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 945 time: 0.2482929 Feb 04 13:12:34.614679 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f52f26e1-25d0-4be6-803d-58afcedf8372 req-ce871925-5dbb-48b6-b39c-04e4e2c4271b service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457728 Feb 04 13:12:34.659519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:34.679673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['5af1eb09-5614-4373-809c-7972f95a182a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:34.722361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ea15baf-f2c9-4d0b-aaa4-30f94f8563ec req-b48a8dd9-a61d-40d0-ab12-72587eb941dc tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675050 Feb 04 13:12:34.860937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54684) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:34.953887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Network 2157fec4-d48e-46a4-9227-438e8abf3636 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:34.989951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:34.992898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:35.092737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:35.093601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.123560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Pushing event updated for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:35.127240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.128463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3f1c3616-40e9-4f03-b429-b363e29cb56f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7988179 Feb 04 13:12:35.142822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Request body: {'port': {'device_id': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:35.157846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:35.163456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Usage tracker for resource:security_group_rule and tenant:26e8bde39ceb44a79ac38e75e672e2b4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:35.167669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:35.176719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:35.230728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427267-1ae7-4d1b-9ac6-21e148089b5f req-cedfc5d4-06f2-47c1-8b29-39f4d4f86429 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:35.230728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-23427267-1ae7-4d1b-9ac6-21e148089b5f req-cedfc5d4-06f2-47c1-8b29-39f4d4f86429 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:35.372553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-23427267-1ae7-4d1b-9ac6-21e148089b5f req-cedfc5d4-06f2-47c1-8b29-39f4d4f86429 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:35.372553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23427267-1ae7-4d1b-9ac6-21e148089b5f req-cedfc5d4-06f2-47c1-8b29-39f4d4f86429 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 931 time: 0.6972835 Feb 04 13:12:35.482861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.490644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.493562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.495437 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:12:35.542238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb4365-ee19-4bad-96ae-211c512da025,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:35.571632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23427267-1ae7-4d1b-9ac6-21e148089b5f req-32fe0a2d-9a69-460b-b4fb-08df58084e32 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823885 Feb 04 13:12:35.572738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d66bb5f0-39cf-4dfc-a66a-e202ba6874fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26e8bde39ceb44a79ac38e75e672e2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117128 Feb 04 13:12:35.574943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54714) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:35.702766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.889577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:35.910916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device cc458428-24c1-4757-be0c-e31add8c07c3 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:35.984406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54738) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:36.057828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f093-4916-4381-be7e-e55eaca8fa0d req-0a79b61f-f71d-4b4c-a07f-4cafa0691303 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:36.067929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec85f093-4916-4381-be7e-e55eaca8fa0d req-0a79b61f-f71d-4b4c-a07f-4cafa0691303 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.3330142 Feb 04 13:12:36.084237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port cc458428-24c1-4757-be0c-e31add8c07c3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:36.091773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port cc458428-24c1-4757-be0c-e31add8c07c3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:36.092546 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.193560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29514e59-8211-4294-be17-72eaa67f6475 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:36.204466 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.282540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380fa3-5786-464d-9f4a-ecd241424cf2 req-d1ca36b5-695f-4d71-9913-14311f3bc076 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:36.290543 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d380fa3-5786-464d-9f4a-ecd241424cf2 req-d1ca36b5-695f-4d71-9913-14311f3bc076 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 945 time: 0.2154722 Feb 04 13:12:36.332312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.351995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d380fa3-5786-464d-9f4a-ecd241424cf2 req-a9dc3731-a79c-46dd-8953-fa9fe15fb953 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552537 Feb 04 13:12:36.398022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:36.411532 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec85f093-4916-4381-be7e-e55eaca8fa0d req-76c5cab0-0eed-4178-b7e0-0f5d13094aa9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405235 Feb 04 13:12:36.423856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Transition to ACTIVE for port object 29514e59-8211-4294-be17-72eaa67f6475 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:36.428907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.443570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=cc458428-24c1-4757-be0c-e31add8c07c3,segment=NetworkSegment(8a661384-2ea0-48ea-b6d1-1b4f3c960f86),segment_id=8a661384-2ea0-48ea-b6d1-1b4f3c960f86)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:36.451099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.457177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.486972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54756) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:36.488960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.490081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2cb4365-ee19-4bad-96ae-211c512da025 HTTP/1.1" status: 204 len: 168 time: 0.9132309 Feb 04 13:12:36.570145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abf3ff-7030-47ff-b172-63971ee28197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb4365-ee19-4bad-96ae-211c512da025,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:36.574270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Deleting subnet 952a09fb-29b6-4a93-8b0f-d61cf0df3165 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:12:36.612524 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3', 'code': 200} Feb 04 13:12:36.613432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:36.631318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.803907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.897758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Pushing event updated for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:36.914579 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:36.918803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Attempting to bind port 29514e59-8211-4294-be17-72eaa67f6475 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:36.919217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Attempting to bind port 29514e59-8211-4294-be17-72eaa67f6475 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:36.919610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Attempting to bind port 29514e59-8211-4294-be17-72eaa67f6475 on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:36.940385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Port 29514e59-8211-4294-be17-72eaa67f6475 on network 2157fec4-d48e-46a4-9227-438e8abf3636 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:36.940981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Attempting to bind port 29514e59-8211-4294-be17-72eaa67f6475 on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:36.948708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:36.949187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Checking segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:36.949649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Bound using segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:36.950521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Bound port: 29514e59-8211-4294-be17-72eaa67f6475, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:36.950957 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.055292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.058526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54770) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:37.156594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952a09fb-29b6-4a93-8b0f-d61cf0df3165,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:37.169826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:37.169826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=29514e59-8211-4294-be17-72eaa67f6475,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:37.176711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.179720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.179720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.216801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c93ce87-e0d8-48bf-ace6-5af085f6b696 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/952a09fb-29b6-4a93-8b0f-d61cf0df3165 HTTP/1.1" status: 204 len: 168 time: 0.7229078 Feb 04 13:12:37.228783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54774) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:37.238311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.238311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.239536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.240100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.240670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.241577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.241866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.244435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-6d61c3ef-cc1e-4404-b4f5-431c25e376b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6500 time: 1.2588096 Feb 04 13:12:37.276499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125ad1-4f51-4808-b0eb-dd427f0e4dba req-3e5c549e-c40f-4632-82ca-61183c37de19 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.278903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab125ad1-4f51-4808-b0eb-dd427f0e4dba req-3e5c549e-c40f-4632-82ca-61183c37de19 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 943 time: 0.2699287 Feb 04 13:12:37.279852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:37.307518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e78ab-b9bd-4ad0-b942-b5235b9b0c64 req-e719eac6-cac5-4cb5-ade7-90a38ab83b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.309147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-983e78ab-b9bd-4ad0-b942-b5235b9b0c64 req-e719eac6-cac5-4cb5-ade7-90a38ab83b9b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 1097 time: 0.7458394 Feb 04 13:12:37.421808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab125ad1-4f51-4808-b0eb-dd427f0e4dba req-a3a9b649-2194-44e1-8739-dec5ae35473b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049728 Feb 04 13:12:37.479316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-1e3c2400-a570-4b07-8868-c99dc87f2ce5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145901 Feb 04 13:12:37.508388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-983e78ab-b9bd-4ad0-b942-b5235b9b0c64 req-00d662a7-a90f-4112-9c49-a57125492e53 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836376 Feb 04 13:12:37.612598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.613229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.615205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] 10.222.0.90 "PUT /v2.0/ports/29514e59-8211-4294-be17-72eaa67f6475 HTTP/1.1" status: 200 len: 1091 time: 2.4789383 Feb 04 13:12:37.665908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'tag': '29514e59-8211-4294-be17-72eaa67f6475'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:37.687350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Usage tracker for resource:security_group_rule and tenant:ab94f9c78f694087bf4b917050fb19c6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:37.749924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5307-d4b6-4f0c-97c0-5d95cd4d8aa9 req-8b390095-90ed-44b1-abf8-207cbb0f6246 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:37.749924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c9f5307-d4b6-4f0c-97c0-5d95cd4d8aa9 req-8b390095-90ed-44b1-abf8-207cbb0f6246 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.1156099 Feb 04 13:12:37.797674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:37.829070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:37.858667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c9f5307-d4b6-4f0c-97c0-5d95cd4d8aa9 req-b5f0ecca-4fde-48ec-8865-68849bc3f97e tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016991 Feb 04 13:12:37.909294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce601e-96e9-4429-a206-09bce6f84859 service neutron] Pushing event updated for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:37.922852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:37.985241 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'tag': '29514e59-8211-4294-be17-72eaa67f6475', 'status': 'completed', 'code': 200} Feb 04 13:12:38.071730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6001-1182-47e3-b57c-53ce2db7bada req-15805d83-cb6b-42dd-b45f-f5745fea44ff tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:38.071730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f0a6001-1182-47e3-b57c-53ce2db7bada req-15805d83-cb6b-42dd-b45f-f5745fea44ff tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 946 time: 0.4542634 Feb 04 13:12:38.089609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-d8673f54-4384-4c33-be71-e6b8dd5114ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:38.089609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-d8673f54-4384-4c33-be71-e6b8dd5114ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 1094 time: 0.3972013 Feb 04 13:12:38.268224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-3075a9fd-04c1-447c-9da5-2470dd314318 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29514e59-8211-4294-be17-72eaa67f6475 HTTP/1.1" status: 200 len: 217 time: 0.1512270 Feb 04 13:12:38.327311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.381632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.398629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f0a6001-1182-47e3-b57c-53ce2db7bada req-c20d6fb6-c695-4b43-aa82-163c9ba8c8f2 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043435 Feb 04 13:12:38.399671 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.409016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96a0250-bcff-4066-91e6-5efc45992612']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:38.440043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-eaa03a6f-7bae-43d2-b771-bd0fe9299342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:38.442463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-eaa03a6f-7bae-43d2-b771-bd0fe9299342 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.1719666 Feb 04 13:12:38.443181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:38.443480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9eef7f-934f-4eba-b9bb-b9f420cc0e4e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:38.522582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.600772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-2255f4c9-f812-42a4-8073-46b0a8e98df3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362224 Feb 04 13:12:38.607324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab94f9c78f694087bf4b917050fb19c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5396340 Feb 04 13:12:38.607324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4fdc6-b25a-48df-8534-6b73146f4c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836ab2c-538b-4a0f-8351-dd5ab658818f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:38.607324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:38.683186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.729303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a01eb-356e-450a-8416-bcd4a48f458d req-000c9688-ecf5-4a3d-8081-5dfd41821410 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:38.748281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:12:38.748281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:38.752338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9a01eb-356e-450a-8416-bcd4a48f458d req-000c9688-ecf5-4a3d-8081-5dfd41821410 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 943 time: 0.1739244 Feb 04 13:12:38.815480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9a01eb-356e-450a-8416-bcd4a48f458d req-a50a6f9b-f51f-45be-af57-315eba242b72 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:12:38.821967 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:12:39.094149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.127205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.162231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-04831f6f-0a3a-4a2a-93ba-eda5d616ab8a service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563922 Feb 04 13:12:39.162980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] Pushing event deleted for resources: {'Network': ['ID=d96a0250-bcff-4066-91e6-5efc45992612,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:39.267978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.281177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e76b9bab-ae8b-45f4-9292-9c7a29d87fee admin admin] 10.222.0.53 "DELETE /v2.0/networks/d96a0250-bcff-4066-91e6-5efc45992612 HTTP/1.1" status: 204 len: 168 time: 2.0462151 Feb 04 13:12:39.328910 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.415284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bad5d0-e31e-4c50-a3ad-34ef1c705726 req-68ef81e9-5c86-4687-9eaa-318982edd9a7 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:39.415284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3bad5d0-e31e-4c50-a3ad-34ef1c705726 req-68ef81e9-5c86-4687-9eaa-318982edd9a7 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.3848865 Feb 04 13:12:39.453701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ab6b54d-21fc-452e-af39-4cc6b4d9161b req-f885ba5f-8b78-4abf-87e0-2b70e07a415a service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821355 Feb 04 13:12:39.562352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.592695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3bad5d0-e31e-4c50-a3ad-34ef1c705726 req-6f930143-c764-4ef6-a106-161fca7ea2e2 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586075 Feb 04 13:12:39.597630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836ab2c-538b-4a0f-8351-dd5ab658818f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:39.626795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:39.650947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.675550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9922e7ef-6f26-477b-a994-8c3b2b08ab9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1836ab2c-538b-4a0f-8351-dd5ab658818f HTTP/1.1" status: 204 len: 168 time: 1.0446970 Feb 04 13:12:39.692684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045628b9-330d-4da1-acff-c59f9175c30f req-bddf71af-4946-4d7f-b794-1a6d541078cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:39.692684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-bddf71af-4946-4d7f-b794-1a6d541078cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 1094 time: 0.2071636 Feb 04 13:12:39.744728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84c31d-a1ad-401e-801a-6117b6ad174a req-ac3fd53e-8771-4040-bb5a-9d51b022e9b4 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:39.755800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f84c31d-a1ad-401e-801a-6117b6ad174a req-ac3fd53e-8771-4040-bb5a-9d51b022e9b4 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 946 time: 0.1968927 Feb 04 13:12:39.809999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-12674dea-ba2e-4ba4-b6df-ec45c53019c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf2de936b6d94ab2b4d81abd0489157b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808810 Feb 04 13:12:39.809999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:39.859493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f84c31d-a1ad-401e-801a-6117b6ad174a req-64106dd1-5707-40aa-955e-36e34b219c11 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077673 Feb 04 13:12:39.910208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:39.976476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:40.016361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045628b9-330d-4da1-acff-c59f9175c30f req-93fe5e8f-5a8e-48d6-b9a1-48a70a34e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:40.017843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-93fe5e8f-5a8e-48d6-b9a1-48a70a34e4a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 0.3053124 Feb 04 13:12:40.130277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:40.169247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6715906c-31e4-4278-bb45-19f018732830,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:40.199910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:40.199910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9df91d1e-1a57-4a6f-a69a-9765bc115f22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6715906c-31e4-4278-bb45-19f018732830 HTTP/1.1" status: 204 len: 168 time: 0.3890202 Feb 04 13:12:40.453568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-293a7853-f990-4eee-a72e-8fe6a48d2bcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29514e59-8211-4294-be17-72eaa67f6475 HTTP/1.1" status: 200 len: 217 time: 0.4285362 Feb 04 13:12:40.542241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045628b9-330d-4da1-acff-c59f9175c30f req-71ee2c59-595e-4820-a7d5-6faccdab6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:40.542241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-71ee2c59-595e-4820-a7d5-6faccdab6f39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.0671554 Feb 04 13:12:40.630775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-6198ef06-6f90-4d8f-8167-556a746741b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823998 Feb 04 13:12:40.747485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e767a-e4a1-4245-8e71-16d0bb214d82 req-180fe9ac-f67a-4ac5-979b-5100158f9a33 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:40.747485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e767a-e4a1-4245-8e71-16d0bb214d82 req-180fe9ac-f67a-4ac5-979b-5100158f9a33 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 943 time: 0.3809555 Feb 04 13:12:40.866391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e767a-e4a1-4245-8e71-16d0bb214d82 req-4b831caf-1739-4c9e-b017-83f6541657f5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924098 Feb 04 13:12:40.878084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-c7f479fc-e913-4905-9e44-ebdf08bc2c27 service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455728 Feb 04 13:12:41.143587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d8de-aeb7-48ab-b8fe-4e8d8f41c476 req-2e89fe01-25da-4bd8-9702-79bd41fac889 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:41.159597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0881d8de-aeb7-48ab-b8fe-4e8d8f41c476 req-2e89fe01-25da-4bd8-9702-79bd41fac889 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.2416778 Feb 04 13:12:41.217825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-045628b9-330d-4da1-acff-c59f9175c30f req-3d085779-dac1-43d8-8afa-53e2fccb094d service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250675 Feb 04 13:12:41.251434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0881d8de-aeb7-48ab-b8fe-4e8d8f41c476 req-99175892-914f-4f5e-a634-2ec7c3787cb4 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930314 Feb 04 13:12:42.172383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb565-5d14-4eaa-93c9-8e7dd1e1ca33 req-8e7b194b-a68c-4127-ad72-c4ba582ba409 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:42.174949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-120bb565-5d14-4eaa-93c9-8e7dd1e1ca33 req-8e7b194b-a68c-4127-ad72-c4ba582ba409 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 943 time: 0.1166184 Feb 04 13:12:42.280476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-120bb565-5d14-4eaa-93c9-8e7dd1e1ca33 req-da2b40b2-b64e-47a2-9393-8661f5384cfa tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931170 Feb 04 13:12:42.443457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54974) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:42.634331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-436064510-network', 'tenant_id': 'b1357b4ef8554ce883779d2452d69631'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:42.644591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:42.657212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Usage tracker for resource:network and tenant:b1357b4ef8554ce883779d2452d69631 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:42.671838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:42.688367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:42.703566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b698ea-6839-47c2-a340-4656e881b7bc req-7b92636b-694f-4dea-82fd-d68845e69882 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:42.707308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88b698ea-6839-47c2-a340-4656e881b7bc req-7b92636b-694f-4dea-82fd-d68845e69882 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.2354853 Feb 04 13:12:42.729567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Made reservation on behalf of b1357b4ef8554ce883779d2452d69631 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:42.729567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:42.765782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:42.830154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:42.842124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Usage tracker for resource:security_group_rule and tenant:b1357b4ef8554ce883779d2452d69631 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:42.858186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:42.876761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88b698ea-6839-47c2-a340-4656e881b7bc req-cf2872b4-98bf-4201-bde5-dcfb5479a76a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641364 Feb 04 13:12:42.890024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:43.068178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.068178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.105780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:12:43.112572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c767480-5b4d-4c7b-9afd-147cd1279bc4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:43.119836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.119836 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Added segment 6c49cf7c-5126-4a96-b167-cb8aab1089bd of type vlan for network 2d324559-c55d-42e8-a31f-e846170b3bc9 Feb 04 13:12:43.163637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.198875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.198875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:43.198875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.292430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55014) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:43.295695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8510904 Feb 04 13:12:43.299731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Request body: {'subnet': {'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-436064510-subnet', 'tenant_id': 'b1357b4ef8554ce883779d2452d69631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:43.317134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:43.321040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Usage tracker for resource:subnet and tenant:b1357b4ef8554ce883779d2452d69631 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:43.331517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:43.338400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:43.365899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Made reservation on behalf of b1357b4ef8554ce883779d2452d69631 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:43.368367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.426112 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1df8f958-ceb0-4221-b7f6-c28d736d235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:43.445236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 29514e59-8211-4294-be17-72eaa67f6475 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:12:43.452081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae9661-3ccc-4806-8b1a-44684524a064 admin admin] Pushing event updated for resources: {'Network': ['ID=2d324559-c55d-42e8-a31f-e846170b3bc9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:43.686749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=29514e59-8211-4294-be17-72eaa67f6475,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:43.724891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '29514e59-8211-4294-be17-72eaa67f6475', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'port_id': '29514e59-8211-4294-be17-72eaa67f6475', 'mac_address': 'fa:16:3e:26:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496ead97-7549-441e-8c51-2ceca74758d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:12:43.737232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2d324559-c55d-42e8-a31f-e846170b3bc9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:12:44.030174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead109d-8d94-4627-b186-aa765088ea1a req-3f2ed28a-f352-4624-b80f-0eb831a20b86 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:44.037261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ead109d-8d94-4627-b186-aa765088ea1a req-3f2ed28a-f352-4624-b80f-0eb831a20b86 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 943 time: 0.3001542 Feb 04 13:12:44.152101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:44.243657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ead109d-8d94-4627-b186-aa765088ea1a req-ec3b899b-f5f3-40f4-a505-7e7da1585e46 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000017 Feb 04 13:12:44.265720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:44.311531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29514e59-8211-4294-be17-72eaa67f6475 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:44.342759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=29514e59-8211-4294-be17-72eaa67f6475,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:44.350001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:44.362955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec37ba-e96e-44d0-b398-d2afe13e8813 req-4d29e3cf-b075-4c7a-bf60-88648e6f3aa4 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:44.380587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51ec37ba-e96e-44d0-b398-d2afe13e8813 req-4d29e3cf-b075-4c7a-bf60-88648e6f3aa4 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.2335274 Feb 04 13:12:44.394377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Checking segment: {'id': '6c49cf7c-5126-4a96-b167-cb8aab1089bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:44.394377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Network hostable DHCP agents. Network: 2d324559-c55d-42e8-a31f-e846170b3bc9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:12:44.402783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f92515-bcda-4908-a98f-6056ed5c43ff,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:44.441098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51ec37ba-e96e-44d0-b398-d2afe13e8813 req-9c9ad71f-b917-445d-8345-005ac6acf113 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663946 Feb 04 13:12:44.446738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Network 2d324559-c55d-42e8-a31f-e846170b3bc9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:12:44.466192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2d324559-c55d-42e8-a31f-e846170b3bc9) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:44.472189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:44.474043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:44.504704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11109d9f-f4de-4798-b41b-06ea6d9a9e91 None None] Network 2d324559-c55d-42e8-a31f-e846170b3bc9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:12:44.545316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d55a7a43-138a-4d93-b698-be1d5ba0ac9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2517667 Feb 04 13:12:44.679298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['29514e59-8211-4294-be17-72eaa67f6475'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:44.772405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:44.786980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:12:45.049174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ef6fe-9924-41a5-9d79-a21b91cee742 None None] Network 2d324559-c55d-42e8-a31f-e846170b3bc9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:12:45.827289 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91e94b0d-f602-4252-a469-d39f786e1ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:45.915760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5f449199-3216-48bd-a5cb-32a91e91bcdb tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:45.917611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5f449199-3216-48bd-a5cb-32a91e91bcdb tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Synchronizing usage tracker for tenant:b1357b4ef8554ce883779d2452d69631 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:45.943246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24063d6e-6774-4033-bed5-f693b9d3d932 req-16256673-215d-4128-a803-d40a02dc0fb0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:45.944828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24063d6e-6774-4033-bed5-f693b9d3d932 req-16256673-215d-4128-a803-d40a02dc0fb0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 944 time: 0.1590707 Feb 04 13:12:45.971264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5f449199-3216-48bd-a5cb-32a91e91bcdb tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Unset dirty status for tenant:b1357b4ef8554ce883779d2452d69631 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:45.984269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5f449199-3216-48bd-a5cb-32a91e91bcdb tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/networks?id=2d324559-c55d-42e8-a31f-e846170b3bc9 HTTP/1.1" status: 200 len: 817 time: 0.4420607 Feb 04 13:12:46.008024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-8d5154f6-41d2-414a-ae39-e0e2a2dab104 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/quotas/b1357b4ef8554ce883779d2452d69631 HTTP/1.1" status: 200 len: 375 time: 0.0272708 Feb 04 13:12:46.020542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24063d6e-6774-4033-bed5-f693b9d3d932 req-643c80d5-0e3c-431e-8c67-f8fea0e522e3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597591 Feb 04 13:12:46.085718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-b05b5808-0146-4bb9-9cf2-f3fdbdcb3baf tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1357b4ef8554ce883779d2452d69631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658851 Feb 04 13:12:46.266555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275145-aa53-4b4a-b50b-f9b7fa12213b req-a7fff700-e9a5-437a-a2b6-753e0da2ccad tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:46.268637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0275145-aa53-4b4a-b50b-f9b7fa12213b req-a7fff700-e9a5-437a-a2b6-753e0da2ccad tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.1067142 Feb 04 13:12:46.334439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0275145-aa53-4b4a-b50b-f9b7fa12213b req-9ac7a961-064a-4bf8-a514-bbd850805c8d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559876 Feb 04 13:12:46.528821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-8ff92284-799d-4974-85b4-6ddaea19cade service neutron] 10.222.0.53 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531596 Feb 04 13:12:46.804308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:46.865032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1969d-6821-4ca7-98cc-37cc9bcd4b48 req-60b4c0da-7ee3-4800-8fa1-eb5a3d71c322 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:46.880358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96b1969d-6821-4ca7-98cc-37cc9bcd4b48 req-60b4c0da-7ee3-4800-8fa1-eb5a3d71c322 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 946 time: 0.3263462 Feb 04 13:12:46.905863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-fa0228e8-50f9-4fc2-a2e8-ec117b3ed963 service neutron] 10.222.0.53 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747599 Feb 04 13:12:46.977994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96b1969d-6821-4ca7-98cc-37cc9bcd4b48 req-db352579-c642-409f-9626-45d0181653ce tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023269 Feb 04 13:12:47.241130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:47.286008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-214a8dfd-bebb-460c-bfb3-022fd3659030 req-5e706df5-c794-4ac7-a053-2244bfb93311 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 210 time: 0.1278572 Feb 04 13:12:47.409633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-424bc228-a01b-4c27-84ba-40c1a6496343 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:47.411927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-424bc228-a01b-4c27-84ba-40c1a6496343 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.87 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 946 time: 0.2207925 Feb 04 13:12:47.429090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2dffb-f748-46c2-8df0-e9449beddbdb req-b8417f23-8a10-4a23-9def-bc781e5d6000 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:47.430548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11c2dffb-f748-46c2-8df0-e9449beddbdb req-b8417f23-8a10-4a23-9def-bc781e5d6000 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 944 time: 0.1316798 Feb 04 13:12:47.446207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 29514e59-8211-4294-be17-72eaa67f6475 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:12:47.599595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 29514e59-8211-4294-be17-72eaa67f6475 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:12:47.607453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 29514e59-8211-4294-be17-72eaa67f6475 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:12:47.607453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:47.676140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5203-33aa-44ac-b12e-3305d788cbbe req-38a3df60-fc12-430d-ae5f-077171249c00 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:47.687370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c6e5203-33aa-44ac-b12e-3305d788cbbe req-38a3df60-fc12-430d-ae5f-077171249c00 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.1170385 Feb 04 13:12:47.763380 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c6e5203-33aa-44ac-b12e-3305d788cbbe req-d067e1d0-c6f9-4073-b225-01de0ba1f9da tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779505 Feb 04 13:12:47.805524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11c2dffb-f748-46c2-8df0-e9449beddbdb req-bdc68e2e-d1e4-41d7-b250-b0838e311179 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294705 Feb 04 13:12:47.824369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Deleting port cc458428-24c1-4757-be0c-e31add8c07c3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:47.824718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:47.901450 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:47.968411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29514e59-8211-4294-be17-72eaa67f6475'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:47.978394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=29514e59-8211-4294-be17-72eaa67f6475,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:47.997842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:48.176209 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29514e59-8211-4294-be17-72eaa67f6475', 'code': 200} Feb 04 13:12:48.209528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:48.479667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] For port cc458428-24c1-4757-be0c-e31add8c07c3, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=cc458428-24c1-4757-be0c-e31add8c07c3,segment=NetworkSegment(8a661384-2ea0-48ea-b6d1-1b4f3c960f86),segment_id=8a661384-2ea0-48ea-b6d1-1b4f3c960f86)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:48.479667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:48.626770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6969515-0bcf-445b-ab35-92329af18d7c req-7e234aca-4210-462a-97a2-76ded6eb4383 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 210 time: 0.1243913 Feb 04 13:12:48.654260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf281f9-9265-41e8-bea8-2fd99f2cbc10 req-382f3286-5784-46c0-9461-0f165236355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:48.657557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edf281f9-9265-41e8-bea8-2fd99f2cbc10 req-382f3286-5784-46c0-9461-0f165236355b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 1096 time: 0.2665741 Feb 04 13:12:48.674550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Calling delete_port for cc458428-24c1-4757-be0c-e31add8c07c3 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:12:48.719503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0db17-7d4e-4186-bb1e-b393262d1ebb req-a7e46ca6-278a-44fd-b019-41402c033435 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:48.722463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bec0db17-7d4e-4186-bb1e-b393262d1ebb req-a7e46ca6-278a-44fd-b019-41402c033435 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 946 time: 0.3835287 Feb 04 13:12:48.811901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edf281f9-9265-41e8-bea8-2fd99f2cbc10 req-6de32e6c-56f6-4eb3-a3a7-a81ec54f7edf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387889 Feb 04 13:12:48.813104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bec0db17-7d4e-4186-bb1e-b393262d1ebb req-d998cb09-215c-4260-8557-661bd7c15b76 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/security-groups?id=805b6c59-daaa-4b62-87cb-c1fa52b46589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892069 Feb 04 13:12:48.945902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:49.236318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:49.295227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Pushing event deleted for resources: {'Port': ['ID=cc458428-24c1-4757-be0c-e31add8c07c3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:49.403111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c15e5d-208d-4f32-bd85-0fca942f2f34 req-0ba5df06-0290-4c88-b7bf-60178eefc454 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:49.404949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50c15e5d-208d-4f32-bd85-0fca942f2f34 req-0ba5df06-0290-4c88-b7bf-60178eefc454 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 945 time: 0.2949872 Feb 04 13:12:49.492626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] No DVR routers for this DVR port cc458428-24c1-4757-be0c-e31add8c07c3 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:49.495514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:49.509642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'name': 'network-vif-deleted', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:49.519547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e07c26dd-2428-4438-a064-f80f9fca1661 req-f48c211f-a2f2-4c96-bea3-b672aa5c4e59 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.87 "DELETE /v2.0/ports/cc458428-24c1-4757-be0c-e31add8c07c3 HTTP/1.1" status: 204 len: 173 time: 2.0989389 Feb 04 13:12:49.523709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50c15e5d-208d-4f32-bd85-0fca942f2f34 req-78041e6e-c8fe-453e-a8b2-2e4704a6660c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115625 Feb 04 13:12:49.678892 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5668b-ab59-4bc1-931b-7b2f6475365f', 'name': 'network-vif-deleted', 'tag': 'cc458428-24c1-4757-be0c-e31add8c07c3', 'status': 'completed', 'code': 200} Feb 04 13:12:49.685528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ebeeb-8129-4ddb-b27c-d054dc68cf84 req-2b928154-7f45-4ab1-9e1b-322c64e36c71 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:49.687728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a5ebeeb-8129-4ddb-b27c-d054dc68cf84 req-2b928154-7f45-4ab1-9e1b-322c64e36c71 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.6667893 Feb 04 13:12:49.906004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a5ebeeb-8129-4ddb-b27c-d054dc68cf84 req-1908602a-8bf9-4c1b-95d9-a28a28dbc56e tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750419 Feb 04 13:12:49.945311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe12243d-e5b2-4ae5-8d22-4149da288e57 req-432306a1-fe69-4e43-aae8-87592c1ce611 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0604708 Feb 04 13:12:49.999479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device cc458428-24c1-4757-be0c-e31add8c07c3 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:50.017985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-e16a1f7d-ca9f-47a6-8018-c79d247488f7 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:50.024159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-e16a1f7d-ca9f-47a6-8018-c79d247488f7 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.87 "GET /v2.0/networks?id=2d324559-c55d-42e8-a31f-e846170b3bc9 HTTP/1.1" status: 200 len: 817 time: 0.7918444 Feb 04 13:12:50.037952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Request body: {'port': {'device_id': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9', 'admin_state_up': True, 'tenant_id': 'b1357b4ef8554ce883779d2452d69631'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:50.059864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: cc458428-24c1-4757-be0c-e31add8c07c3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:50.060656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device cc458428-24c1-4757-be0c-e31add8c07c3 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:50.074848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:50.298772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77210319-99f9-4776-84e8-10de8ba912f2 req-4376c337-7464-4eb7-afcc-600db805a914 tempest-ServerTagsTestJSON-795963285 tempest-ServerTagsTestJSON-795963285-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d5668b-ab59-4bc1-931b-7b2f6475365f HTTP/1.1" status: 200 len: 210 time: 0.0534301 Feb 04 13:12:50.348619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:50.354157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Usage tracker for resource:port and tenant:b1357b4ef8554ce883779d2452d69631 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:50.357820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:50.379187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:50.393137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Made reservation on behalf of b1357b4ef8554ce883779d2452d69631 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:12:50.397388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:50.667874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Allocated IP 172.20.0.6 (2d324559-c55d-42e8-a31f-e846170b3bc9/97f92515-bcda-4908-a98f-6056ed5c43ff/c44a3425-a48b-4500-a178-54e470766e18) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:12:50.961978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8f346-a425-4e0f-96c9-e2d0c2dbfce2 req-98404541-0e0c-4a88-ba2b-b7b8cc53d10b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:50.963702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c8f346-a425-4e0f-96c9-e2d0c2dbfce2 req-98404541-0e0c-4a88-ba2b-b7b8cc53d10b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 945 time: 0.2643209 Feb 04 13:12:51.056288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c8f346-a425-4e0f-96c9-e2d0c2dbfce2 req-b50499eb-90fc-4d50-8dbf-38acd5474b48 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857363 Feb 04 13:12:51.207721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:51.255328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584743fe-acc9-4a27-9e80-8ffd208c0119 req-2d80d93c-5205-43d1-bc2c-4a7e3e6be8ac tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:51.256881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-584743fe-acc9-4a27-9e80-8ffd208c0119 req-2d80d93c-5205-43d1-bc2c-4a7e3e6be8ac tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.1923785 Feb 04 13:12:51.262256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02cd2d-2d66-42d4-b626-9852c7051794 req-271ec5d6-a6b1-4c4c-9e99-7320d16e3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:51.263891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f02cd2d-2d66-42d4-b626-9852c7051794 req-271ec5d6-a6b1-4c4c-9e99-7320d16e3fab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.2922845 Feb 04 13:12:51.296562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2b455b35-bdf5-4cb3-a39a-32d219b80a2a req-ffe6eddd-b31f-4f42-9b04-713373e054fc tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0981662 Feb 04 13:12:51.376063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:51.380799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-584743fe-acc9-4a27-9e80-8ffd208c0119 req-858116a9-d5d4-48d8-8215-2a1057d704ea tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144722 Feb 04 13:12:51.382421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f02cd2d-2d66-42d4-b626-9852c7051794 req-cd608a78-1d7e-41e1-9efc-3676183aa741 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916228 Feb 04 13:12:51.480534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Network 2d324559-c55d-42e8-a31f-e846170b3bc9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:12:51.484045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:12:51.489631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:12:51.537826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Pushing event updated for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:51.563305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:51.596145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:51.597475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:51.635187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-10dc5680-b478-41d5-9af0-8286a069ec75 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6013474 Feb 04 13:12:51.642210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Deleting subnet d9623fd4-28ea-4937-bad2-a7cd0d19c208 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:12:51.645879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:51.647982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Request body: {'port': {'device_id': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:51.740644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:51.888549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.008936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.235336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.308079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.337727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9623fd4-28ea-4937-bad2-a7cd0d19c208,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:52.360957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-60418477-5ae7-4b1e-9a7c-35d668138234 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9623fd4-28ea-4937-bad2-a7cd0d19c208 HTTP/1.1" status: 204 len: 168 time: 0.7941794 Feb 04 13:12:52.361214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:52.729382 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.779847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39639ef-1d7f-4e48-a876-7ac7674a8a8a req-ddd2f899-05e8-497a-8f66-57202e0f9ad0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:52.781844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f39639ef-1d7f-4e48-a876-7ac7674a8a8a req-ddd2f899-05e8-497a-8f66-57202e0f9ad0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 945 time: 0.1824026 Feb 04 13:12:52.798121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44a3425-a48b-4500-a178-54e470766e18 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:12:52.873445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:52.920773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f39639ef-1d7f-4e48-a876-7ac7674a8a8a req-dc107089-a24c-413b-a942-31772a551da2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Feb 04 13:12:52.939883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Transition to ACTIVE for port object c44a3425-a48b-4500-a178-54e470766e18 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:12:52.946945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.029337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a2dd-7e67-4656-9025-531a67ebe5dd req-cac9a3ae-285f-4b2a-87a8-8d34da9e7f04 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:53.037767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1231a2dd-7e67-4656-9025-531a67ebe5dd req-cac9a3ae-285f-4b2a-87a8-8d34da9e7f04 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 931 time: 0.4423163 Feb 04 13:12:53.079078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.151317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1231a2dd-7e67-4656-9025-531a67ebe5dd req-725095e9-02f6-4b8d-8082-1e001a3e6e66 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125734 Feb 04 13:12:53.159057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3afd8a-74f2-4f81-a930-f742359215ec']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:53.200664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a661384-2ea0-48ea-b6d1-1b4f3c960f86') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:53.204931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a661384-2ea0-48ea-b6d1-1b4f3c960f86') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:12:53.237452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.271251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.282374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:12:53.283123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:12:53.305712 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:12:53.452064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.483613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.493340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3afd8a-74f2-4f81-a930-f742359215ec,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:53.496290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Pushing event updated for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:53.504302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4780b57d-c612-4508-9ae8-b2069105b146 admin admin] 10.222.0.53 "DELETE /v2.0/networks/da3afd8a-74f2-4f81-a930-f742359215ec HTTP/1.1" status: 204 len: 168 time: 1.1420624 Feb 04 13:12:53.626658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Attempting to bind port c44a3425-a48b-4500-a178-54e470766e18 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:12:53.647278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Attempting to bind port c44a3425-a48b-4500-a178-54e470766e18 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6c49cf7c-5126-4a96-b167-cb8aab1089bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:12:53.647530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Attempting to bind port c44a3425-a48b-4500-a178-54e470766e18 on network 2d324559-c55d-42e8-a31f-e846170b3bc9 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:53.658064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Port c44a3425-a48b-4500-a178-54e470766e18 on network 2d324559-c55d-42e8-a31f-e846170b3bc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:12:53.658393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Attempting to bind port c44a3425-a48b-4500-a178-54e470766e18 on network 2d324559-c55d-42e8-a31f-e846170b3bc9 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:12:53.687179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-e0a0f2bc-8a03-4151-810d-4269383d0108 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:53.688959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-e0a0f2bc-8a03-4151-810d-4269383d0108 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 945 time: 0.5960414 Feb 04 13:12:53.698009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47700abb-2290-4a8c-923b-16a200a61b3a req-1bb36fb0-787d-4a20-90b4-8c8d9e3eb95a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:53.699689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47700abb-2290-4a8c-923b-16a200a61b3a req-1bb36fb0-787d-4a20-90b4-8c8d9e3eb95a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.5751801 Feb 04 13:12:53.757363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:12:53.757571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Checking segment: {'id': '6c49cf7c-5126-4a96-b167-cb8aab1089bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:12:53.758131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Bound using segment: {'id': '6c49cf7c-5126-4a96-b167-cb8aab1089bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:12:53.758859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Bound port: c44a3425-a48b-4500-a178-54e470766e18, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49cf7c-5126-4a96-b167-cb8aab1089bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:12:53.759679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:53.822010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55378) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:53.912351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1a676e8-7c31-4c7f-aa60-8fd55d29e349 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=906044816ac74da780b5707cf2c32d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886660 Feb 04 13:12:53.915274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:53.945798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47700abb-2290-4a8c-923b-16a200a61b3a req-df282f90-f819-4d32-9e16-ff66cda831f6 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902361 Feb 04 13:12:53.957461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Deleting port 29514e59-8211-4294-be17-72eaa67f6475 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:12:53.957807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.050449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-965789972', 'description': 'tempest-description-1803589216'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:54.072615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:54.098574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:12:54.103369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:54.107133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.108101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c44a3425-a48b-4500-a178-54e470766e18,segment=NetworkSegment(6c49cf7c-5126-4a96-b167-cb8aab1089bd),segment_id=6c49cf7c-5126-4a96-b167-cb8aab1089bd)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:12:54.117155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.164993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.302208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:54.302859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.308091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] 10.222.0.87 "PUT /v2.0/ports/c44a3425-a48b-4500-a178-54e470766e18 HTTP/1.1" status: 200 len: 1091 time: 2.6620643 Feb 04 13:12:54.308223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.308672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:54.330053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26d82-d4eb-42ff-b304-42055bd877c8 req-da646e4f-f273-4803-9c67-7c33252d75b3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:54.331831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d26d82-d4eb-42ff-b304-42055bd877c8 req-da646e4f-f273-4803-9c67-7c33252d75b3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 945 time: 0.1691799 Feb 04 13:12:54.369118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.377190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.429022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805b6c59-daaa-4b62-87cb-c1fa52b46589,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.465375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:54.470305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Usage tracker for resource:security_group_rule and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:54.474941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:54.480851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:54.481081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76d26d82-d4eb-42ff-b304-42055bd877c8 req-b8311fed-1565-471e-88cd-b7669504734a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432290 Feb 04 13:12:54.493859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.502885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-05ab1364-d6ec-4b50-95ba-10b95671ec6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/805b6c59-daaa-4b62-87cb-c1fa52b46589 HTTP/1.1" status: 204 len: 168 time: 0.5830610 Feb 04 13:12:54.621850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.623427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4f00-42fc-4c62-b502-4a8dc34b3d9e service neutron] Pushing event updated for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.643152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.808982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423e2cc8-416c-4836-88a9-a6caeb787d27,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:54.841172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.842398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bb169ab-aa75-436a-a79f-b737a78c3a70 req-715cc3ac-f0f1-4ab1-ace2-040ecdc333dc tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8126597 Feb 04 13:12:54.884818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-e1efe5b3-0e5b-4a18-a904-d6a51d94b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:54.886318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-e1efe5b3-0e5b-4a18-a904-d6a51d94b755 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b1357b4ef8554ce883779d2452d69631&device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 1094 time: 0.5194442 Feb 04 13:12:54.894564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] For port 29514e59-8211-4294-be17-72eaa67f6475, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=29514e59-8211-4294-be17-72eaa67f6475,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:54.894888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:54.961976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe02d-37fa-4fb0-84a9-9d999d34798a req-99e0ce4e-3fc9-4f2d-b038-b7307412a119 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:54.963616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ceffe02d-37fa-4fb0-84a9-9d999d34798a req-99e0ce4e-3fc9-4f2d-b038-b7307412a119 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 943 time: 0.2458091 Feb 04 13:12:55.093513 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18', 'status': 'completed', 'code': 200} Feb 04 13:12:55.117262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ceffe02d-37fa-4fb0-84a9-9d999d34798a req-18d4c427-7d1e-4b54-a77d-20c4ce4d875a tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459677 Feb 04 13:12:55.248487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-07a62cc8-72a5-4a0f-93eb-55e9eca780e9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c44a3425-a48b-4500-a178-54e470766e18 HTTP/1.1" status: 200 len: 217 time: 0.3458202 Feb 04 13:12:55.255241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Calling delete_port for 29514e59-8211-4294-be17-72eaa67f6475 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:12:55.583064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-aa5606bd-58fe-424e-8443-ba3c0334faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:55.588968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-aa5606bd-58fe-424e-8443-ba3c0334faf5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97f92515-bcda-4908-a98f-6056ed5c43ff HTTP/1.1" status: 200 len: 857 time: 0.2861245 Feb 04 13:12:55.601390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:55.614820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['5af1eb09-5614-4373-809c-7972f95a182a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:55.855355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e31b3937-f6c1-4c40-8628-bb449cd5104c req-0fad5949-2368-43ed-9cc9-1d4fa00ecc0d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.0949519 Feb 04 13:12:55.968422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3dffa850-3892-4398-a965-c464eb449ee0 req-e5573820-ee5f-4ee1-9408-77a6dfd4d971 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:12:55.977250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Pushing event deleted for resources: {'Port': ['ID=29514e59-8211-4294-be17-72eaa67f6475,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:55.999084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-2586f569-bfff-4ffe-9548-a632b0c0c3e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2d324559-c55d-42e8-a31f-e846170b3bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3614900 Feb 04 13:12:56.177869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] No DVR routers for this DVR port 29514e59-8211-4294-be17-72eaa67f6475 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:12:56.359387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:56.414640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3dffa850-3892-4398-a965-c464eb449ee0 req-e5573820-ee5f-4ee1-9408-77a6dfd4d971 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:12:56.414640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3dffa850-3892-4398-a965-c464eb449ee0 req-e5573820-ee5f-4ee1-9408-77a6dfd4d971 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-965789972&fields=id&tenant_id=2e234be045a24698a2a8fdd33978ce81 HTTP/1.1" status: 200 len: 267 time: 1.1292555 Feb 04 13:12:56.422918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91de3a72-d943-47bb-9893-65c7fd8f952b req-6d8d45e7-7ae9-4509-80c8-4dffb13dc1df tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "DELETE /v2.0/ports/29514e59-8211-4294-be17-72eaa67f6475 HTTP/1.1" status: 204 len: 173 time: 2.7099202 Feb 04 13:12:56.466575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d69d-893e-4b6f-8a3b-8b8f267377db req-d790c3b8-0eae-4b56-a471-33d81f276a63 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:56.468668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3f5d69d-893e-4b6f-8a3b-8b8f267377db req-d790c3b8-0eae-4b56-a471-33d81f276a63 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 943 time: 0.1880260 Feb 04 13:12:56.600569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3f5d69d-893e-4b6f-8a3b-8b8f267377db req-39cbbf34-b131-4555-b83f-961c0a285381 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Feb 04 13:12:56.762429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-e3658bb9-f086-4df0-b5a5-c034aba4f80d service neutron] 10.222.0.87 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438748 Feb 04 13:12:56.917683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffa850-3892-4398-a965-c464eb449ee0 req-aef09c98-9522-4f12-8076-948d32fffda6 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:56.937401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3dffa850-3892-4398-a965-c464eb449ee0 req-aef09c98-9522-4f12-8076-948d32fffda6 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.4897733 Feb 04 13:12:56.951137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'port': {'security_groups': ['02b68496-e3fc-4193-8399-9e7f9b607710', '423e2cc8-416c-4836-88a9-a6caeb787d27']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:57.168742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'name': 'network-vif-deleted', 'tag': '29514e59-8211-4294-be17-72eaa67f6475'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:57.326558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c582de1-35d3-4f09-bf31-5eace8829564 req-016d2f6b-0b76-4567-8b70-94bfb0e32bfb service neutron] 10.222.0.87 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550704 Feb 04 13:12:57.381731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:57.464368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36be5e71-b1ef-43bb-830d-b16eed83dc49 req-080596b3-026a-43a7-87e4-1f2be719d6b7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b3da2a-126c-4bcb-afe9-74f9506dfd6b HTTP/1.1" status: 200 len: 210 time: 0.0929861 Feb 04 13:12:57.509320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 29514e59-8211-4294-be17-72eaa67f6475 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:12:57.549850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 29514e59-8211-4294-be17-72eaa67f6475 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:12:57.550945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 29514e59-8211-4294-be17-72eaa67f6475 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:12:57.635450 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b3da2a-126c-4bcb-afe9-74f9506dfd6b', 'name': 'network-vif-deleted', 'tag': '29514e59-8211-4294-be17-72eaa67f6475', 'status': 'completed', 'code': 200} Feb 04 13:12:57.684917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecde68-6123-4230-9272-67f78dd66f79 req-9622537b-dbeb-4765-99ed-8d281a7447c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:57.686698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-9622537b-dbeb-4765-99ed-8d281a7447c1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b1357b4ef8554ce883779d2452d69631&device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 1094 time: 0.2447202 Feb 04 13:12:58.111730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecde68-6123-4230-9272-67f78dd66f79 req-dab07d74-bda0-4f8f-b895-08ffd9537176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.113370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-dab07d74-bda0-4f8f-b895-08ffd9537176 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2d324559-c55d-42e8-a31f-e846170b3bc9 HTTP/1.1" status: 200 len: 918 time: 0.4116969 Feb 04 13:12:58.292242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e518a3-67e3-411b-aa87-6785b4e1b833 req-107cb0d0-0b96-4c97-8743-52ac2906aa0d tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.293964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6e518a3-67e3-411b-aa87-6785b4e1b833 req-107cb0d0-0b96-4c97-8743-52ac2906aa0d tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 943 time: 0.3442225 Feb 04 13:12:58.331437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55690) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:58.377509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-0f2fe53c-ce6d-4d32-8206-00ed9d2f319a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c44a3425-a48b-4500-a178-54e470766e18 HTTP/1.1" status: 200 len: 217 time: 0.2439513 Feb 04 13:12:58.410117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6e518a3-67e3-411b-aa87-6785b4e1b833 req-3b8838d7-ce27-46ad-9d0e-fff36fa6fe00 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091919 Feb 04 13:12:58.444022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:12:58.493488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecde68-6123-4230-9272-67f78dd66f79 req-9e3a38d7-e6d9-4a5e-bd5d-dd12b735aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.494824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-9e3a38d7-e6d9-4a5e-bd5d-dd12b735aa9e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97f92515-bcda-4908-a98f-6056ed5c43ff HTTP/1.1" status: 200 len: 857 time: 0.1107614 Feb 04 13:12:58.502940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:58.545196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:58.557296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6987aa5a-0f93-421a-a3c7-ab591ca1b736'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:58.558795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-75130ee5-b1f3-405d-a0aa-7d400f5e0d4f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2d324559-c55d-42e8-a31f-e846170b3bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521307 Feb 04 13:12:58.648871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:58.757883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:58.759620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:58.761492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3dffa850-3892-4398-a965-c464eb449ee0 req-5e89d989-fd0f-454d-bc54-4795b49f69e9 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "PUT /v2.0/ports/6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 982 time: 1.8249764 Feb 04 13:12:58.940086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-f34e9cfc-91a9-42eb-9be0-9491530ccaba service neutron] 10.222.0.87 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921314 Feb 04 13:12:58.996236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6987aa5a-0f93-421a-a3c7-ab591ca1b736'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:12:59.021275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.062518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:12:59.069541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Usage tracker for resource:security_group_rule and tenant:c2bfb1f52a5e4d37b27d13f6347ce93c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:12:59.075350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:12:59.091783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:12:59.300537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-5679e5bf-edc5-4226-8660-14e4e9f5c8b0 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-965789972&fields=id&tenant_id=2e234be045a24698a2a8fdd33978ce81 HTTP/1.1" status: 200 len: 267 time: 0.1509929 Feb 04 13:12:59.375383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.414045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07ecde68-6123-4230-9272-67f78dd66f79 req-cbdcc9fd-237f-4663-a9ec-851ba244f2d8 service neutron] 10.222.0.87 "GET /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675987 Feb 04 13:12:59.482784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-0b3a1fe5-725e-4deb-a827-d6abc85d75a8 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.485087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-0b3a1fe5-725e-4deb-a827-d6abc85d75a8 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 985 time: 0.1747289 Feb 04 13:12:59.497534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.499632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'port': {'security_groups': ['02b68496-e3fc-4193-8399-9e7f9b607710']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:12:59.613707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec317dcc-2ed4-47e3-b0e7-ac3a62426e76,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:12:59.623210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d2f2a5c-4bb4-4d50-a88a-2531574242ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2bfb1f52a5e4d37b27d13f6347ce93c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2902644 Feb 04 13:12:59.624463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55848) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:59.637343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:59.692078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccd214-dc2b-4771-8b01-ee9af6218bcd req-4a0ce1d1-fea1-4744-ad25-115e522b037b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:12:59.700921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37ccd214-dc2b-4771-8b01-ee9af6218bcd req-4a0ce1d1-fea1-4744-ad25-115e522b037b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3192079 Feb 04 13:12:59.747826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.782652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.811099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37ccd214-dc2b-4771-8b01-ee9af6218bcd req-d88746eb-42be-4086-996c-e962750f876f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044571 Feb 04 13:12:59.834449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.933783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:12:59.983933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec317dcc-2ed4-47e3-b0e7-ac3a62426e76,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:00.021399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:00.025721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a7d36787-d53e-49a0-9606-b0b8b833ba99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec317dcc-2ed4-47e3-b0e7-ac3a62426e76 HTTP/1.1" status: 204 len: 168 time: 0.3976324 Feb 04 13:13:00.044271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c44a3425-a48b-4500-a178-54e470766e18 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:13:00.243085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a98b0-ab7b-4376-9212-78953c183244 req-157fda12-561c-47d2-8f22-a59b75e572b1 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:00.244672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a98b0-ab7b-4376-9212-78953c183244 req-157fda12-561c-47d2-8f22-a59b75e572b1 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 943 time: 0.2045779 Feb 04 13:13:00.337475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a79a98b0-ab7b-4376-9212-78953c183244 req-cebfc789-aa01-4747-8cbc-1e7610caa760 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820782 Feb 04 13:13:00.367280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c44a3425-a48b-4500-a178-54e470766e18,segment=NetworkSegment(6c49cf7c-5126-4a96-b167-cb8aab1089bd),segment_id=6c49cf7c-5126-4a96-b167-cb8aab1089bd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:00.399672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c44a3425-a48b-4500-a178-54e470766e18', 'network_id': '2d324559-c55d-42e8-a31f-e846170b3bc9', 'port_id': 'c44a3425-a48b-4500-a178-54e470766e18', 'mac_address': 'fa:16:3e:de:d7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f92515-bcda-4908-a98f-6056ed5c43ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:13:00.423033 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:13:00.531151 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:00.553213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44a3425-a48b-4500-a178-54e470766e18 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:13:00.574074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:00.587253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c44a3425-a48b-4500-a178-54e470766e18,segment=NetworkSegment(6c49cf7c-5126-4a96-b167-cb8aab1089bd),segment_id=6c49cf7c-5126-4a96-b167-cb8aab1089bd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:00.592839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:00.632924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493509-1595-4377-a1b2-02d9482af944 req-48ea05b8-b23d-4136-941f-d1d99f446f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:00.634463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-48ea05b8-b23d-4136-941f-d1d99f446f85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1136 time: 0.1836159 Feb 04 13:13:00.766156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:00.792542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:00.796629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf980-fc20-461c-ba81-d1a3b4b7ed8e req-0ab22385-aebe-4cc0-b10e-aa3538e84f60 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:00.802180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1baaf980-fc20-461c-ba81-d1a3b4b7ed8e req-0ab22385-aebe-4cc0-b10e-aa3538e84f60 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1721463 Feb 04 13:13:00.808250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c44a3425-a48b-4500-a178-54e470766e18'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:13:00.918981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1baaf980-fc20-461c-ba81-d1a3b4b7ed8e req-c9547a79-0701-4e0a-9b30-5b81181f00ad tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Feb 04 13:13:01.032047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:01.063838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6987aa5a-0f93-421a-a3c7-ab591ca1b736'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:13:01.171863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:01.172958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:01.204943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d1423ba-97d3-4c90-9883-5935d370cdaa req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "PUT /v2.0/ports/6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 943 time: 1.7111793 Feb 04 13:13:01.296920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6987aa5a-0f93-421a-a3c7-ab591ca1b736'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:13:01.437044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf40b4-fc94-451b-9998-7edbeae12ce3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:01.488958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d712a-0c1d-42e5-9e74-e9dc07dbc612 req-1d18bfb5-f379-4d52-aa25-01fae9a3584b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:01.497691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-716d712a-0c1d-42e5-9e74-e9dc07dbc612 req-1d18bfb5-f379-4d52-aa25-01fae9a3584b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1892602 Feb 04 13:13:01.561187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493509-1595-4377-a1b2-02d9482af944 req-c7b6aeec-aec1-4880-8a04-95484c8fe06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:01.566369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-716d712a-0c1d-42e5-9e74-e9dc07dbc612 req-c1c91f50-d0c3-45b9-a686-d7a96feeef0c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Feb 04 13:13:01.575632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-c7b6aeec-aec1-4880-8a04-95484c8fe06a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.8800864 Feb 04 13:13:01.869496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-59331de5-a43c-4ea4-b616-8eb6dcdb8471 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.2851570 Feb 04 13:13:01.883210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-c35a163a-268d-4a4f-99ff-c241d9a30c80 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6436896 Feb 04 13:13:01.969918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:02.045847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c44a3425-a48b-4500-a178-54e470766e18 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:13:02.047437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17493509-1595-4377-a1b2-02d9482af944 req-233af067-ea79-411e-b7de-9a2744a38653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:02.051909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-233af067-ea79-411e-b7de-9a2744a38653 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.1646264 Feb 04 13:13:02.060458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:02.079011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c92b4-a120-4cb7-8325-5f7e02daaa35 req-cacae8ff-647d-437d-ad49-0cce65ed5d32 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:02.080580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-581c92b4-a120-4cb7-8325-5f7e02daaa35 req-cacae8ff-647d-437d-ad49-0cce65ed5d32 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 944 time: 0.2794762 Feb 04 13:13:02.163795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Usage tracker for resource:floatingip and tenant:2e234be045a24698a2a8fdd33978ce81 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:02.178105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-e152a128-0db3-4bce-aa0a-8040a4d735f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190641 Feb 04 13:13:02.181744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:02.224057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-581c92b4-a120-4cb7-8325-5f7e02daaa35 req-e8ed065b-fb1b-4161-bce7-fe5e3dffa02a tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371412 Feb 04 13:13:02.257885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:02.284602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port c44a3425-a48b-4500-a178-54e470766e18 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:02.290948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c44a3425-a48b-4500-a178-54e470766e18 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:02.291642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:02.562101 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:02.695065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c44a3425-a48b-4500-a178-54e470766e18,segment=NetworkSegment(6c49cf7c-5126-4a96-b167-cb8aab1089bd),segment_id=6c49cf7c-5126-4a96-b167-cb8aab1089bd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:02.696604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:02.715596 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:02.854394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:02.869400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:03.075278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-5b985699-1b9c-455f-bdb9-b2809043906f service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8901370 Feb 04 13:13:03.134387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56116) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:03.139659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:03.287904 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18', 'code': 200} Feb 04 13:13:03.373191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:03.389266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:03.393419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Usage tracker for resource:security_group_rule and tenant:e911cb5a4ef74a5bb8d16b234ed1297c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:03.396544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:03.402819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:03.483717 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:13:03.662165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:03.667041 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:03.694987 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17493509-1595-4377-a1b2-02d9482af944 req-d170b29f-d1a6-47d9-8c81-6fa823ea27d5 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128259 Feb 04 13:13:03.719085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e911cb5a4ef74a5bb8d16b234ed1297c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837092 Feb 04 13:13:03.722408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56140) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:03.748762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abd906-dda5-4f4c-bf5b-94c6d9f28dcd req-54dd83eb-bdce-4fe0-9e7a-11ce01a8d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:03.754096 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43abd906-dda5-4f4c-bf5b-94c6d9f28dcd req-54dd83eb-bdce-4fe0-9e7a-11ce01a8d8e8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 1096 time: 0.3784125 Feb 04 13:13:03.835006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482dc35-1a81-4973-b277-5f367892650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00389b95-ecdf-4a12-a4bd-56bcf6a4e752,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:03.999362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.033667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.056178 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43abd906-dda5-4f4c-bf5b-94c6d9f28dcd req-67ec7a1c-13e9-44b7-8e93-f2d56fa4b9c7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934835 Feb 04 13:13:04.089227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.094358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-69830827-96a2-4359-af0d-44d2cd77144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:04.096438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-69830827-96a2-4359-af0d-44d2cd77144b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.3349962 Feb 04 13:13:04.188912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.217140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00389b95-ecdf-4a12-a4bd-56bcf6a4e752,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:04.271642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdf249-c050-4544-8737-f01937490670 req-86da6a53-167b-4346-a6c3-873682b4f53c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:04.275597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4fdf249-c050-4544-8737-f01937490670 req-86da6a53-167b-4346-a6c3-873682b4f53c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 945 time: 0.2771721 Feb 04 13:13:04.319265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.322778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d2a8c570-8fab-4499-bb32-d807e36b02a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00389b95-ecdf-4a12-a4bd-56bcf6a4e752 HTTP/1.1" status: 204 len: 168 time: 0.5965846 Feb 04 13:13:04.331377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4fdf249-c050-4544-8737-f01937490670 req-1abde7cc-9fa8-4b6f-86f5-2a27110fc60d tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Feb 04 13:13:04.434576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-7bfd2fae-7954-4f0d-b018-c886b23613b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:04.436625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-7bfd2fae-7954-4f0d-b018-c886b23613b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.2737823 Feb 04 13:13:04.437825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Allocated IP 172.25.4.237 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/195dfdac-25fe-405d-bc55-bb516e734b3c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:04.569506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-bab3cd90-3661-4bd4-b538-a2ff621c5a6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.1235592 Feb 04 13:13:04.804073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-48193159-3b6d-4845-b5ef-6dd54fc4d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:04.806589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-48193159-3b6d-4845-b5ef-6dd54fc4d5bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.2051945 Feb 04 13:13:04.829938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:04.861223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:04.919042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:04.932182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Usage tracker for resource:security_group_rule and tenant:08adbb456e434481b9c8711871807818 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:04.935027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-241db3e4-2511-4ae3-bdbc-da3ec004150e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179509 Feb 04 13:13:04.941940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:04.947914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:05.121243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.126851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.244209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2d210-943b-45c3-8e51-525a4e10cf24,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:05.280708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d417450c-3f67-4de9-9b45-5f2b09dab0ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08adbb456e434481b9c8711871807818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495897 Feb 04 13:13:05.282969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:05.329915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-6b662658-8363-4af9-8898-f67094c6b152 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813767 Feb 04 13:13:05.467877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.501337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.546649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79d7e73e-7114-4955-8541-9d0eb6e22cc9 req-2da289de-7c9c-4f36-ae69-485d865a5bd9 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860363 Feb 04 13:13:05.554375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.587982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.678352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'Port': ['ID=195dfdac-25fe-405d-bc55-bb516e734b3c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:05.688135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:05.689859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:05.692912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:05.751983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56214) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:05.766254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.803545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2d210-943b-45c3-8e51-525a4e10cf24,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:05.818910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:05.822862 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c42e445-c075-4d30-9975-fc2e51f8ea2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5e2d210-943b-45c3-8e51-525a4e10cf24 HTTP/1.1" status: 204 len: 168 time: 0.5376925 Feb 04 13:13:05.842810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0460f-2b2f-453b-93f6-d3db096e7083 req-58138378-3961-492b-9152-9af479f24f7e tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:05.858251 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fa0460f-2b2f-453b-93f6-d3db096e7083 req-58138378-3961-492b-9152-9af479f24f7e tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 945 time: 0.1729803 Feb 04 13:13:06.107055 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.138377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fa0460f-2b2f-453b-93f6-d3db096e7083 req-d6480a58-6f93-4d9e-8e28-0f1a9bdca2cb tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788181 Feb 04 13:13:06.173803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:06.184298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6bee2cafe94384b98fe6ae26662ba3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:06.187802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:06.195666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:06.261668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.418978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.442276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.452129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.558587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a6bee2cafe94384b98fe6ae26662ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979553 Feb 04 13:13:06.558587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63a9ef-56b2-4dd2-9081-4f9bd0a4a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f973606d-6557-426a-9974-a976e908dd47,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:06.559693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:06.666160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.733689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.863588 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.870041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.900158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.963292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f973606d-6557-426a-9974-a976e908dd47,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:06.988716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:06.990034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1aaf815b-d9d5-4869-b825-9b92d99448b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f973606d-6557-426a-9974-a976e908dd47 HTTP/1.1" status: 204 len: 168 time: 0.4293773 Feb 04 13:13:07.071546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event updated for resources: {'Port': ['ID=195dfdac-25fe-405d-bc55-bb516e734b3c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:07.083806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:07.111008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:07.113159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-d85e3bc9-df19-4914-ba3c-a1c7676c4467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2287180 Feb 04 13:13:07.231338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-4949deb9-90cf-48e5-97bd-1a5f3e133105 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:floatingip {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:07.257944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-4949deb9-90cf-48e5-97bd-1a5f3e133105 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:floatingip {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:07.259810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-4949deb9-90cf-48e5-97bd-1a5f3e133105 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1400216 Feb 04 13:13:07.556297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cc1c3-a3d7-435d-bca8-e7a2ea3cd2e8 req-0f04f1b7-2c5f-44cc-bfcf-a97ece129e05 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:07.564471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-562cc1c3-a3d7-435d-bca8-e7a2ea3cd2e8 req-0f04f1b7-2c5f-44cc-bfcf-a97ece129e05 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1669295 Feb 04 13:13:07.613568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-6de2de20-d818-457f-8cc4-645ad092f662 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:07.633206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-99446dc1-2419-40bf-a447-de4eb4fc654b req-6de2de20-d818-457f-8cc4-645ad092f662 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.3668132 Feb 04 13:13:07.637297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-562cc1c3-a3d7-435d-bca8-e7a2ea3cd2e8 req-dd5f04a2-8eba-470b-9733-ac24ac20d337 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722311 Feb 04 13:13:07.954511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-a065cc3a-99d5-4ebc-9d63-6ca2e3bf7ca4 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:07.955375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-a065cc3a-99d5-4ebc-9d63-6ca2e3bf7ca4 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Synchronizing usage tracker for tenant:b1357b4ef8554ce883779d2452d69631 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:07.974748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-a065cc3a-99d5-4ebc-9d63-6ca2e3bf7ca4 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Unset dirty status for tenant:b1357b4ef8554ce883779d2452d69631 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:07.981270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-a065cc3a-99d5-4ebc-9d63-6ca2e3bf7ca4 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 945 time: 0.1618302 Feb 04 13:13:08.043293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-f187cf31-bfa6-4a71-ae81-93dbc38baabd tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Synchronizing usage tracker for tenant:b1357b4ef8554ce883779d2452d69631 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:08.121216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-f187cf31-bfa6-4a71-ae81-93dbc38baabd tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Unset dirty status for tenant:b1357b4ef8554ce883779d2452d69631 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:08.133185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70b1dba4-8c02-42f0-85b7-750f7e934867 req-f187cf31-bfa6-4a71-ae81-93dbc38baabd tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509023 Feb 04 13:13:08.146064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-b1594d5e-e07b-4cb3-bf02-f828b0dda001 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.150071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-b1594d5e-e07b-4cb3-bf02-f828b0dda001 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2234585 Feb 04 13:13:08.290732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-12036916-ecbd-4809-862b-942f1056125f tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1343775 Feb 04 13:13:08.295667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'floatingip': {'port_id': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:08.521514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:08.532107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053ad7-447b-43af-bb23-c566aacc1a93 req-4889a0af-95c9-475d-ac5a-d2c3966dee48 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.532845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6e053ad7-447b-43af-bb23-c566aacc1a93 req-4889a0af-95c9-475d-ac5a-d2c3966dee48 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:08.563743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6e053ad7-447b-43af-bb23-c566aacc1a93 req-4889a0af-95c9-475d-ac5a-d2c3966dee48 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:08.568336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e053ad7-447b-43af-bb23-c566aacc1a93 req-4889a0af-95c9-475d-ac5a-d2c3966dee48 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2359414 Feb 04 13:13:08.748988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e053ad7-447b-43af-bb23-c566aacc1a93 req-aa7ff7ec-c1cc-4028-ae46-c7f329de0bcf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009731 Feb 04 13:13:08.777623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-6a19014a-ef39-4d3e-a97e-fcdd0b01b4ba tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:08.779796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-6a19014a-ef39-4d3e-a97e-fcdd0b01b4ba tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.87 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 945 time: 0.2105167 Feb 04 13:13:08.926324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Deleting port c44a3425-a48b-4500-a178-54e470766e18 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:08.926690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:09.516983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56364) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:09.657988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] For port c44a3425-a48b-4500-a178-54e470766e18, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c44a3425-a48b-4500-a178-54e470766e18,segment=NetworkSegment(6c49cf7c-5126-4a96-b167-cb8aab1089bd),segment_id=6c49cf7c-5126-4a96-b167-cb8aab1089bd)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:09.658454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:09.719276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:09.725664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:09.981561 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Floating IP 48f029c7-abcc-4efe-8bc0-8d51ef03ff15 associated. External IP: 172.25.4.237, port: 6987aa5a-0f93-421a-a3c7-ab591ca1b736. Feb 04 13:13:10.008945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Calling delete_port for c44a3425-a48b-4500-a178-54e470766e18 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:10.142331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061135b-8f71-4052-ab30-1955596cac09 req-ad2d60bd-d5a8-4110-a877-ff9b87ee36bc tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:10.143872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b061135b-8f71-4052-ab30-1955596cac09 req-ad2d60bd-d5a8-4110-a877-ff9b87ee36bc tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 945 time: 0.6992939 Feb 04 13:13:10.191778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:10.230708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:10.245941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Usage tracker for resource:security_group_rule and tenant:58bf8ae71da143f0a9e2772e57c58c11 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:10.263985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:10.296256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:10.327120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:10.394340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Pushing event deleted for resources: {'Port': ['ID=c44a3425-a48b-4500-a178-54e470766e18,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:10.412059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b061135b-8f71-4052-ab30-1955596cac09 req-b197ba16-6ffa-4a96-8036-f1ceeada1b5c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c767480-5b4d-4c7b-9afd-147cd1279bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418904 Feb 04 13:13:10.848955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] No DVR routers for this DVR port c44a3425-a48b-4500-a178-54e470766e18 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:13:10.853028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:10.856044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'name': 'network-vif-deleted', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:10.900268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c7fca13-c72b-4a20-804e-d0f746fbb9a0 req-316ea838-10d4-40ec-98e2-30e4e479ee13 tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.87 "DELETE /v2.0/ports/c44a3425-a48b-4500-a178-54e470766e18 HTTP/1.1" status: 204 len: 173 time: 2.1151123 Feb 04 13:13:11.009266 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc737356-5b6e-47bf-9620-cadb7149dcb5', 'name': 'network-vif-deleted', 'tag': 'c44a3425-a48b-4500-a178-54e470766e18', 'status': 'completed', 'code': 200} Feb 04 13:13:11.174540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:11.190397 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:11.293220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56424) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:11.318647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Router 1732ee2f-b278-431e-b822-c51d0480889a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:13:11.352687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58bf8ae71da143f0a9e2772e57c58c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8344469 Feb 04 13:13:11.353011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56432) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:11.685047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:13:11.693316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090bba3-2112-4d6f-96f4-44ac7d827f3a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:11.696496 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Sync routers for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:13:11.718707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e226de25-7dd2-4de6-bcbd-9001884e4cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27c72c40dc14484888808ebcd197e16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229600 Feb 04 13:13:11.722068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56442) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:11.725267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:11.727507 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:12:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:11.740089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.740424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.740754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.741088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.741418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.741736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.742052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.742370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.742727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.743047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.743362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.743691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055eed-f890-426f-937e-344f133fa578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:11.797308 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:11.801639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:11.819440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3410b7c6-4acc-498d-904c-7134640dbebd req-38aacac6-7ac6-497d-b81f-7de9f54b774c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Synchronizing usage tracker for tenant:b1357b4ef8554ce883779d2452d69631 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:11.865241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:11.900724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3410b7c6-4acc-498d-904c-7134640dbebd req-38aacac6-7ac6-497d-b81f-7de9f54b774c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] Unset dirty status for tenant:b1357b4ef8554ce883779d2452d69631 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:11.911832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3410b7c6-4acc-498d-904c-7134640dbebd req-38aacac6-7ac6-497d-b81f-7de9f54b774c tempest-InstanceActionsV221TestJSON-163913500 tempest-InstanceActionsV221TestJSON-163913500-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc737356-5b6e-47bf-9620-cadb7149dcb5 HTTP/1.1" status: 200 len: 210 time: 0.2059743 Feb 04 13:13:11.950699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-f404a6ee-dd96-4aa3-a9d7-e02953736f0a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "PUT /v2.0/floatingips/48f029c7-abcc-4efe-8bc0-8d51ef03ff15 HTTP/1.1" status: 200 len: 997 time: 3.6589093 Feb 04 13:13:11.952751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:11.957798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.033949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.052512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.060081 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:13:12.078945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090bba3-2112-4d6f-96f4-44ac7d827f3a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:12.105038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c44a3425-a48b-4500-a178-54e470766e18 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:13:12.150024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: c44a3425-a48b-4500-a178-54e470766e18 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:13:12.150835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c44a3425-a48b-4500-a178-54e470766e18 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:13:12.177182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-7c489799-fbea-42be-8f7d-5c36c83ca289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:12.183677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-7c489799-fbea-42be-8f7d-5c36c83ca289 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.2018096 Feb 04 13:13:12.211611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.213791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-603aa632-f6cf-4d83-96a3-1521926a255a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b090bba3-2112-4d6f-96f4-44ac7d827f3a HTTP/1.1" status: 204 len: 168 time: 0.8593895 Feb 04 13:13:12.320215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0943f2-274c-4520-861f-6f9850a3324f req-d250c1b1-6359-45e9-b697-88eed8b0f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:12.323467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-d250c1b1-6359-45e9-b697-88eed8b0f5de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.2266898 Feb 04 13:13:12.325310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.363594 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:12.428827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a944c-b300-4ecd-9b68-369e81364226,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:12.466177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:12.475901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f5f73631-9a11-4353-b6b6-d4530b0ff4ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/231a944c-b300-4ecd-9b68-369e81364226 HTTP/1.1" status: 204 len: 168 time: 0.7376502 Feb 04 13:13:12.544960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-7a0e2ddd-604b-474a-b76c-e5bc22d863a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:12.556693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-7a0e2ddd-604b-474a-b76c-e5bc22d863a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.3661304 Feb 04 13:13:12.661051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0943f2-274c-4520-861f-6f9850a3324f req-aaef7317-508b-43ef-9f54-d29cbede7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:12.666233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-aaef7317-508b-43ef-9f54-d29cbede7a82 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.3324707 Feb 04 13:13:12.670717 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:13:12.743965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-b4a1a88b-b6f9-45e9-9a2d-7914fcea9aea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 1000 time: 0.1862614 Feb 04 13:13:12.895446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-8cd41164-f910-441a-a2b8-5a1603cecdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:12.907278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-8cd41164-f910-441a-a2b8-5a1603cecdea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.1593456 Feb 04 13:13:12.990741 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '48f029c7-abcc-4efe-8bc0-8d51ef03ff15', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'port_id': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'mac_address': 'fa:16:3e:00:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:09Z', 'revision_number': 1, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:12.990741 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Checking router: 1732ee2f-b278-431e-b822-c51d0480889a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:13:13.003161 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:13.003937 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:12:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:13.016026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-b3936250-1bc3-488b-b4a6-0b114a9ef12c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074908 Feb 04 13:13:13.095827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-a99a4c6d-4a7b-4f92-85f0-4b0ba3dc897f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 1000 time: 0.4205487 Feb 04 13:13:13.182633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-2335b827-22ce-4c78-9e6d-e037f383577f service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657445 Feb 04 13:13:13.298294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4adfc0-65d8-441f-a01b-faa02d7dbe64 req-9344513e-56a6-41d1-a6b6-52892a13df6c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:13.309138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb4adfc0-65d8-441f-a01b-faa02d7dbe64 req-9344513e-56a6-41d1-a6b6-52892a13df6c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4259276 Feb 04 13:13:13.354591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0943f2-274c-4520-861f-6f9850a3324f req-049321fa-64fe-45dd-bd50-b7229110dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:13.357598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-049321fa-64fe-45dd-bd50-b7229110dd1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.2494082 Feb 04 13:13:13.416804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a86111b4-c6cf-400b-be18-4cebcc60367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:13.458547 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:13.503973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-ae683869-2dcc-4c29-80eb-43e06e82952e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260128 Feb 04 13:13:13.628413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9f385bf-3d91-443e-8fcc-1671cef32f82 req-61b53325-16a3-4a8b-b077-739bf4ae9d59 service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392519 Feb 04 13:13:13.689274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb4adfc0-65d8-441f-a01b-faa02d7dbe64 req-a73c912f-1291-4d1c-a93c-2271eb21dc5a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766847 Feb 04 13:13:14.079427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-79d5bb8f-f103-4f06-8fcd-e91c33dcf4df service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693250 Feb 04 13:13:14.098672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-d1ec2c4b-3f29-491c-9fc5-113b6c9ae3a1 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 1000 time: 0.3532648 Feb 04 13:13:14.104347 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '48f029c7-abcc-4efe-8bc0-8d51ef03ff15', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'port_id': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'mac_address': 'fa:16:3e:00:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:09Z', 'revision_number': 1, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:14.114244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d807c9-7028-47b4-9a6d-b171ecae4545 None None] The sync data for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 is: [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '48f029c7-abcc-4efe-8bc0-8d51ef03ff15', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'port_id': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'mac_address': 'fa:16:3e:00:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:13:06Z', 'updated_at': '2022-02-04T13:13:09Z', 'revision_number': 1, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:13:14.165217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef901e1-099b-407b-8fb8-1df8535c2c31 req-ebd1b0de-2c64-4852-9ad1-d02569c812e5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:14.184009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ef901e1-099b-407b-8fb8-1df8535c2c31 req-ebd1b0de-2c64-4852-9ad1-d02569c812e5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1793947 Feb 04 13:13:14.254367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ef901e1-099b-407b-8fb8-1df8535c2c31 req-cb2562ca-f7c4-428a-88ad-b202b0665b13 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Feb 04 13:13:14.515243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2a770e-8e28-4736-b167-37a2d7250cf7 None None] New status for floating IP 48f029c7-abcc-4efe-8bc0-8d51ef03ff15: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:13:14.523180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-94101c5e-25a9-472d-80f6-42f128d1092d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:14.536512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-94101c5e-25a9-472d-80f6-42f128d1092d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports/6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 943 time: 0.3980644 Feb 04 13:13:14.636835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac0943f2-274c-4520-861f-6f9850a3324f req-62228912-1cdd-4af5-8c01-65b25d8893a7 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475183 Feb 04 13:13:14.765457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:14.934059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Deleting subnet 97f92515-bcda-4908-a98f-6056ed5c43ff {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:13:14.938193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.001471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.062746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-8b712da4-8b54-44d3-a904-f72b476cfc19 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 1000 time: 0.3161514 Feb 04 13:13:15.130458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.296438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-cad54e0f-551b-4d98-9ee1-753dcdec5231 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:15.307665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-cad54e0f-551b-4d98-9ee1-753dcdec5231 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.2384291 Feb 04 13:13:15.333481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.388316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f92515-bcda-4908-a98f-6056ed5c43ff,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:15.398662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.406829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d0d83b68-be0a-4811-a9f1-689469063b00 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/97f92515-bcda-4908-a98f-6056ed5c43ff HTTP/1.1" status: 204 len: 168 time: 0.6400294 Feb 04 13:13:15.417150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbca4c-5491-4769-ae41-4fd8c77ae1c4 req-2e122251-c4c9-48fd-9e61-45058b235b50 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:15.424913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4fbca4c-5491-4769-ae41-4fd8c77ae1c4 req-2e122251-c4c9-48fd-9e61-45058b235b50 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1986299 Feb 04 13:13:15.427373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:15.530864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4fbca4c-5491-4769-ae41-4fd8c77ae1c4 req-ea4aa040-e329-4a23-becf-f603306c377a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043599 Feb 04 13:13:15.618149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-aabd04b7-dece-4bd7-864b-ddff00fa333d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 1002 time: 0.3095822 Feb 04 13:13:15.635334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:15.755293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.770252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:15.847078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d162d063-fd08-4af5-8624-39dcd6d415e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.074529 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.121889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d324559-c55d-42e8-a31f-e846170b3bc9']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:16.155481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef783f4-f4a3-4a3e-92d0-89193740f5ef req-06315650-7322-495e-bfa9-bf5b50b14c2c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:16.162824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ef783f4-f4a3-4a3e-92d0-89193740f5ef req-06315650-7322-495e-bfa9-bf5b50b14c2c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2948294 Feb 04 13:13:16.166400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c49cf7c-5126-4a96-b167-cb8aab1089bd') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:16.167509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c49cf7c-5126-4a96-b167-cb8aab1089bd') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:16.202139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.208311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.208804 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Floating IP 48f029c7-abcc-4efe-8bc0-8d51ef03ff15 disassociated. External IP: 172.25.4.237, port: 6987aa5a-0f93-421a-a3c7-ab591ca1b736. Feb 04 13:13:16.268576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.335346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ef783f4-f4a3-4a3e-92d0-89193740f5ef req-df7d7925-eb50-4070-a14f-939ae68f8696 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561794 Feb 04 13:13:16.339253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.356556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:13:16.357221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:13:16.463942 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:13:16.509302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.535869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:16.545409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d324559-c55d-42e8-a31f-e846170b3bc9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:16.564481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ad7fa3a-efe2-40ba-9a9a-20e5a85c2f0e admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d324559-c55d-42e8-a31f-e846170b3bc9 HTTP/1.1" status: 204 len: 168 time: 1.1349423 Feb 04 13:13:16.783662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:17.066650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Router 1732ee2f-b278-431e-b822-c51d0480889a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:13:17.156684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a042e7c-4ba0-472f-b948-329be88322b1 req-26e0de10-e574-40dc-85e3-3ee8d91d4e31 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:17.159937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a042e7c-4ba0-472f-b948-329be88322b1 req-26e0de10-e574-40dc-85e3-3ee8d91d4e31 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2315102 Feb 04 13:13:17.204271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56654) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:17.250639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:17.332924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a042e7c-4ba0-472f-b948-329be88322b1 req-a5e492ba-4a99-461f-b7fa-3ea4f42051f2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572154 Feb 04 13:13:17.550147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8fbb2cd-27ea-4290-89d4-87adffa41c51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1357b4ef8554ce883779d2452d69631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433943 Feb 04 13:13:17.552854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56666) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:17.572674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:13:17.581473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:17.585841 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Sync routers for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:13:17.620144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:17.622529 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:17.681843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-de3fa0a8-4be7-4ef9-8d05-bb1b1bb501cf tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "PUT /v2.0/floatingips/48f029c7-abcc-4efe-8bc0-8d51ef03ff15 HTTP/1.1" status: 200 len: 695 time: 2.0480237 Feb 04 13:13:17.693462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:17.898904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:17.987997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:18.086446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8661596-f21c-444c-a679-27c4b471ed4d req-9f33540e-620b-47bc-a7d7-f63286cc2bc9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:18.105520 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8661596-f21c-444c-a679-27c4b471ed4d req-9f33540e-620b-47bc-a7d7-f63286cc2bc9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2292595 Feb 04 13:13:18.155917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:18.174683 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:18.193599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c767480-5b4d-4c7b-9afd-147cd1279bc4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:18.200417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:18.205087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46191ca7-7fc8-4a9a-acb7-65417da238ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c767480-5b4d-4c7b-9afd-147cd1279bc4 HTTP/1.1" status: 204 len: 168 time: 0.6512692 Feb 04 13:13:18.210806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-51d80097-77e6-4b22-8106-a59f3194e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:18.212621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-51d80097-77e6-4b22-8106-a59f3194e32c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.5138648 Feb 04 13:13:18.264462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8661596-f21c-444c-a679-27c4b471ed4d req-18430335-7768-4bdb-80a5-f0864dac9643 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495805 Feb 04 13:13:18.583170 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:13:18.628950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:18.772130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268370-374b-4d4e-bc58-13796277ba0d req-cb6ff0ff-9f03-4a87-8b3f-4f0a2f5f6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:18.773987 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-cb6ff0ff-9f03-4a87-8b3f-4f0a2f5f6afe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e234be045a24698a2a8fdd33978ce81&device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 1097 time: 0.1903114 Feb 04 13:13:18.803069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-174af801-66a8-443d-b885-70f35a60f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:18.811182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-174af801-66a8-443d-b885-70f35a60f631 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.5914326 Feb 04 13:13:18.958565 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:18.959237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-7f9bdad3-fd8a-42d6-b124-7a5b12ce2635 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.1464157 Feb 04 13:13:18.968829 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Checking router: 1732ee2f-b278-431e-b822-c51d0480889a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:13:18.985143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:18.987419 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:19.089412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-36260e01-d3a9-4dca-a83f-9630154fbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:19.097525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-36260e01-d3a9-4dca-a83f-9630154fbf91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.1375799 Feb 04 13:13:19.185655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-dda803b3-28a5-420e-b684-55d550118df8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822687 Feb 04 13:13:19.192377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268370-374b-4d4e-bc58-13796277ba0d req-4bd82ef1-b377-448c-87bc-5d1bee4cdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:19.193823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-4bd82ef1-b377-448c-87bc-5d1bee4cdbd6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 200 len: 920 time: 0.4128983 Feb 04 13:13:19.331982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbe9ff-a333-46f1-abb0-7e5cd14e5da4 req-244e9636-9193-446c-b7d3-2af536d85df2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:19.339963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50dbe9ff-a333-46f1-abb0-7e5cd14e5da4 req-244e9636-9193-446c-b7d3-2af536d85df2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2287948 Feb 04 13:13:19.357703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-a73b8773-c4ce-4827-b04b-b3f162502e98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 200 len: 217 time: 0.1424143 Feb 04 13:13:19.360402 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:19.469182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-50dbe9ff-a333-46f1-abb0-7e5cd14e5da4 req-cad1766c-0fb9-4d02-904d-a0acd8acb50d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279759 Feb 04 13:13:19.651807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268370-374b-4d4e-bc58-13796277ba0d req-ea32016a-705d-449a-85ea-785a5e38e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:19.653358 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-ea32016a-705d-449a-85ea-785a5e38e60d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 200 len: 859 time: 0.2815890 Feb 04 13:13:19.791355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-e4236da2-d3a7-4cea-b0ed-8d37ff94cb21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b595da2e-ae92-4d5e-9df5-3e1aa58f999c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071935 Feb 04 13:13:19.841272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d2ba3-d98a-4d87-a5c7-398a13854d38 req-d8ae54d2-2bd6-43a8-a631-91123c330b93 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:19.843089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c3d2ba3-d98a-4d87-a5c7-398a13854d38 req-d8ae54d2-2bd6-43a8-a631-91123c330b93 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1740856 Feb 04 13:13:19.964550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-c5e70dcf-75db-4ef7-8dd5-909db7136afe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4843230 Feb 04 13:13:19.993079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c3d2ba3-d98a-4d87-a5c7-398a13854d38 req-168d452b-91fb-4f28-b95f-dddfe13b19fd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429336 Feb 04 13:13:20.043720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:20.098481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-b655e6af-348a-419e-ad06-b2c51d8156df service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036429 Feb 04 13:13:20.137912 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:20.145754 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a28b35-c1d0-44c3-981a-5e7e5fadffb8 None None] The sync data for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 is: [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a90f7419-fa3f-4d90-a096-bf47661949a2', 'name': '', 'network_id': 'b595da2e-ae92-4d5e-9df5-3e1aa58f999c', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'mac_address': 'fa:16:3e:ff:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:46Z', 'updated_at': '2022-02-04T13:12:03Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'subnets': [{'id': 'be1749b8-c89e-4751-9236-4576a53cf4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:13:20.504214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-0fa25def-86c6-4103-b249-e72274a41a26 service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034552 Feb 04 13:13:20.604665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:20.640458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44a02f-cdba-4775-9eb9-5f784c7cd4e1 None None] New status for floating IP 48f029c7-abcc-4efe-8bc0-8d51ef03ff15: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:13:20.710171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e268370-374b-4d4e-bc58-13796277ba0d req-af5fdd85-7efd-4607-801e-a4038372548c service neutron] 10.222.0.90 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821580 Feb 04 13:13:20.732886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a9d366-f870-49bd-8830-cbe3d86c9db9 req-9faaebaa-77d7-4973-b12e-e4184d705b15 service neutron] 10.222.0.53 "GET /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228068 Feb 04 13:13:20.751316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.751799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.752296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.752767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.753232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.753696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.754156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.756180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b80911ce-f291-4655-8544-a10b6a920ef6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e0535dedcb247ab80cac9941adebe87&device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 6500 time: 0.7411721 Feb 04 13:13:20.803385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8f015-4e78-4e7f-a2ab-3707559e5d7f req-9327e9dc-dc18-4a0b-8b67-92c9ad58e9f6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:20.804946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ed8f015-4e78-4e7f-a2ab-3707559e5d7f req-9327e9dc-dc18-4a0b-8b67-92c9ad58e9f6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3028779 Feb 04 13:13:20.917197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ed8f015-4e78-4e7f-a2ab-3707559e5d7f req-7a6a5db3-1c1c-426d-9470-920ba2820952 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004975 Feb 04 13:13:21.312882 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:21.363576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:21.372516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Usage tracker for resource:security_group_rule and tenant:68e425a647a943138aa4daa378755983 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:21.386776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:21.399516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:21.545752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b2576e17-735d-4816-bc06-9feed09e5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:21.552634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b2576e17-735d-4816-bc06-9feed09e5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:21.552634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b2576e17-735d-4816-bc06-9feed09e5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:21.554883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b2576e17-735d-4816-bc06-9feed09e5f93 service neutron] 10.222.0.90 "GET /v2.0/networks?id=acad5d0d-cf66-4745-8340-d8ea0c441eae&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&id=b1adc137-2a22-4046-a0a3-ee3dc945b3af HTTP/1.1" status: 200 len: 2297 time: 0.7719769 Feb 04 13:13:21.561898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:21.671131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:21.677654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:21.715893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6aed-4bde-4a6d-83f8-436715777112 req-8ab8d424-330d-4a07-b8a2-ec41eac26dbd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:21.723198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa3f6aed-4bde-4a6d-83f8-436715777112 req-8ab8d424-330d-4a07-b8a2-ec41eac26dbd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.5766387 Feb 04 13:13:21.753787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-3dc1d4cb-2173-48e7-a528-86ce825124f7 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips/48f029c7-abcc-4efe-8bc0-8d51ef03ff15 HTTP/1.1" status: 200 len: 693 time: 0.6801155 Feb 04 13:13:21.767202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68e425a647a943138aa4daa378755983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1442649 Feb 04 13:13:21.788096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:21.801702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa3f6aed-4bde-4a6d-83f8-436715777112 req-05789f59-58d2-4f05-8cec-3c2a470899e9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775704 Feb 04 13:13:21.808453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835977ba-1458-4ed6-b999-d5fbfc9ec83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed186b3-5df0-4705-9f1c-5a46e0dc4acb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:22.019113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-8fc4293e-d441-4ae1-a060-21df6f26e079 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37 HTTP/1.1" status: 200 len: 1001 time: 0.4546380 Feb 04 13:13:22.123118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-699179613-network', 'tenant_id': 'af771f48f8bf432f86a89112ea8be007'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:22.133401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-9160e49e-6f50-4fcd-966f-3472a4521356 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5791259 Feb 04 13:13:22.176675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-ac8092fa-a314-4d19-ae63-43dbfa6ede43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:22.180904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-ac8092fa-a314-4d19-ae63-43dbfa6ede43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a626766f-0f48-4b44-8166-35d8f5e3e895 HTTP/1.1" status: 200 len: 856 time: 0.1551123 Feb 04 13:13:22.186847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:22.234375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Usage tracker for resource:network and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:22.248530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:22.264951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-720e4bb2-6180-414a-b8a7-17d77ff955a4 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:22.272643 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-720e4bb2-6180-414a-b8a7-17d77ff955a4 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 784 time: 0.5177529 Feb 04 13:13:22.377743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:22.435764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:22.452318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-0f0bbcb5-c7aa-4b3f-a673-383bbd19764d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1744828 Feb 04 13:13:22.453758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:22.456328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:22.571347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a619-d781-456e-8598-120040ff9b44 req-9b6546f3-2158-4355-942a-b0de40b2c269 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:22.573880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9816a619-d781-456e-8598-120040ff9b44 req-9b6546f3-2158-4355-942a-b0de40b2c269 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1717269 Feb 04 13:13:22.594164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:22.642486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9816a619-d781-456e-8598-120040ff9b44 req-142b5a64-f796-47e7-a074-470dffa107a0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Feb 04 13:13:22.706570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f1e91874-1d9b-4831-8b29-316caebf1c78 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.2574143 Feb 04 13:13:22.718480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:22.739634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:22.927798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Usage tracker for resource:security_group_rule and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:22.933616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:22.953395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:22.996919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9db3-9397-438a-a3f1-690c3ecd95e7 req-890e119d-7fc6-4995-a0fc-598cdf60a8b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:23.014807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a3b9db3-9397-438a-a3f1-690c3ecd95e7 req-890e119d-7fc6-4995-a0fc-598cdf60a8b5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1562417 Feb 04 13:13:23.081428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a3b9db3-9397-438a-a3f1-690c3ecd95e7 req-a7faf121-f7b9-4b91-a87e-eddd777db482 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Feb 04 13:13:23.224736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b1d87667-e151-487a-a6e2-5c418bd66dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:23.226258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b1d87667-e151-487a-a6e2-5c418bd66dc5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acad5d0d-cf66-4745-8340-d8ea0c441eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0272217 Feb 04 13:13:23.244925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-43224992-f651-4014-bbca-4adf8eafad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:23.246431 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-43224992-f651-4014-bbca-4adf8eafad39 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1096 time: 0.9889359 Feb 04 13:13:23.302632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Deleting port 195dfdac-25fe-405d-bc55-bb516e734b3c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:23.302632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:23.743151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:23.854986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:23.882585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:23.922098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed186b3-5df0-4705-9f1c-5a46e0dc4acb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:23.933877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9633-dae7-40aa-854c-2fd6586261f4 req-833b73fa-e003-4873-96f5-dd312ac24b03 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:23.948019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39bc9633-dae7-40aa-854c-2fd6586261f4 req-833b73fa-e003-4873-96f5-dd312ac24b03 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 814 time: 0.4061360 Feb 04 13:13:23.982912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ff22f-0a0b-435f-af05-a931ec58c76f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:23.996081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:13:24.004401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39bc9633-dae7-40aa-854c-2fd6586261f4 req-1a9ff201-4921-444b-8876-df83cbaf86e3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/quotas/ca5765c2616f4f0c9e1d1511f222da7a HTTP/1.1" status: 200 len: 375 time: 0.0491040 Feb 04 13:13:24.025123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-e71d9ae4-5587-4a7e-baf1-b8b1820c55d1 service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860813 Feb 04 13:13:24.031367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.032716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9baf496e-95d4-4ba8-9f8b-d310ead0a158 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aed186b3-5df0-4705-9f1c-5a46e0dc4acb HTTP/1.1" status: 204 len: 168 time: 2.2348099 Feb 04 13:13:24.072008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.072659 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Added segment 7dd93016-faa7-47ca-a8ca-d368a0198716 of type vlan for network 74977b09-dea7-40f3-b7e9-67b9b6335081 Feb 04 13:13:24.082650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-c93d8645-c000-4f39-81d2-c409276b994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:24.084468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-c93d8645-c000-4f39-81d2-c409276b994c service neutron] 10.222.0.87 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 0.6925321 Feb 04 13:13:24.146146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-39bc9633-dae7-40aa-854c-2fd6586261f4 req-1cc067af-9a2c-4f5f-804d-e6e60537e1e5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405513 Feb 04 13:13:24.248534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.248864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.264033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-7a47ce56-828f-404b-aab3-0832c429e5da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.1020670 Feb 04 13:13:24.342893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.528037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c22f1-8eb1-4c81-98a4-efaf2991f099 req-281b6aa1-40e3-4bd1-bc53-67ce1293b251 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:24.536339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c4c22f1-8eb1-4c81-98a4-efaf2991f099 req-281b6aa1-40e3-4bd1-bc53-67ce1293b251 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1255579 Feb 04 13:13:24.546522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-25dc3b14-4572-40a3-aaa5-f2b65478f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:24.548046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-25dc3b14-4572-40a3-aaa5-f2b65478f97a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.2035692 Feb 04 13:13:24.574493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Calling delete_port for 195dfdac-25fe-405d-bc55-bb516e734b3c owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:24.598797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c4c22f1-8eb1-4c81-98a4-efaf2991f099 req-081f754c-d9bb-404d-b32e-fa6a273bec74 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612853 Feb 04 13:13:24.625204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:24.873327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:24.913328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-05c7ec29-cbee-4e70-bbb9-de6443f39f9c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2687097 Feb 04 13:13:24.936232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4c801-00cf-4945-b9f7-aa3d36982f92 req-71d3f777-c9c1-49fa-bcbf-43ac3ff4ad31 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:24.938013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea4c801-00cf-4945-b9f7-aa3d36982f92 req-71d3f777-c9c1-49fa-bcbf-43ac3ff4ad31 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1337500 Feb 04 13:13:25.013441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea4c801-00cf-4945-b9f7-aa3d36982f92 req-18653848-2c87-463f-be85-b7661618b1e1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693583 Feb 04 13:13:25.019876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:13:25.043164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:25.054742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-9fb2f4d6-4980-47b9-9753-7c079e90837a service neutron] 10.222.0.90 "GET /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0201075 Feb 04 13:13:25.215799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:25.220123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Usage tracker for resource:security_group_rule and tenant:4541eaf40af34682b993bde041a1d754 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:25.242252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:25.257920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:25.276646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-f32d32f0-dc6c-4c9e-abc8-fa1869d38a30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 217 time: 0.2125187 Feb 04 13:13:25.281091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:25.285522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:25.286665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:25.287400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:25.403677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef8e95d7-bc61-4a4b-884b-fb7657ea13ce req-24580552-a3e5-4cdd-9f34-cf06371f89ab tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ca5765c2616f4f0c9e1d1511f222da7a HTTP/1.1" status: 200 len: 221 time: 0.0716908 Feb 04 13:13:25.537981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event deleted for resources: {'Port': ['ID=195dfdac-25fe-405d-bc55-bb516e734b3c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:25.572526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.572951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.573357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.573890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.574311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.574583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.574928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.575245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.575999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.576226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.576524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.576848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:25.729391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1611547 Feb 04 13:13:25.735061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:25.744265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Request body: {'subnet': {'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-699179613-subnet', 'tenant_id': 'af771f48f8bf432f86a89112ea8be007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:25.755529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:25.759785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Usage tracker for resource:subnet and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:25.763732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:25.770271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:25.782234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:25.784974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:25.796154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4a0d-7f40-4d4f-bc17-9dd6784a2bff admin admin] Pushing event updated for resources: {'Network': ['ID=74977b09-dea7-40f3-b7e9-67b9b6335081,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:25.807662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:13:25.883225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-e678655b-fac0-4bcf-9b37-552f7501d68f service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8234560 Feb 04 13:13:25.884626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-bb18616d-f95b-4199-8a4f-a1302bf0a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:25.885968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-bb18616d-f95b-4199-8a4f-a1302bf0a8fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.5655127 Feb 04 13:13:25.994834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647569-1a4a-40bf-a49d-546e158a0570 req-d2cf726e-711f-4022-9aff-7c03936d793f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:25.999256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77647569-1a4a-40bf-a49d-546e158a0570 req-d2cf726e-711f-4022-9aff-7c03936d793f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3788152 Feb 04 13:13:26.105206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77647569-1a4a-40bf-a49d-546e158a0570 req-ab84de77-ae49-47b1-b865-f8888f5c50ae tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946753 Feb 04 13:13:26.109277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.365176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.437535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8d7020-0f3d-49ea-9299-ef9849a79bbc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:26.492493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.494429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1c23087-69d4-4c6e-884f-5b0512129f21 req-f77efd46-5519-4419-a177-beac30f536c3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "DELETE /v2.0/floatingips/48f029c7-abcc-4efe-8bc0-8d51ef03ff15 HTTP/1.1" status: 204 len: 173 time: 3.7789991 Feb 04 13:13:26.496963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597499fc-53e3-46bf-aeb0-99629447ccfa req-bfa4e5b0-29c0-4131-97bf-b1ad811e4988 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:26.507284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597499fc-53e3-46bf-aeb0-99629447ccfa req-bfa4e5b0-29c0-4131-97bf-b1ad811e4988 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2241921 Feb 04 13:13:26.558239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Checking segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:26.558903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Network hostable DHCP agents. Network: 74977b09-dea7-40f3-b7e9-67b9b6335081, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:13:26.589788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-597499fc-53e3-46bf-aeb0-99629447ccfa req-3e09b998-95b8-4ef2-91b8-61e227747250 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Feb 04 13:13:26.621555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:13:26.644660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 74977b09-dea7-40f3-b7e9-67b9b6335081) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:26.653434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c2c75e-d23c-4fb2-a628-bc083df329a7 None None] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:26.659619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:26.660236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.684805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-97fbbab9-104a-4b3f-9f71-b029a47b926d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9510760 Feb 04 13:13:26.690318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-00075b45-ecb5-432a-b0df-043f6530a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:26.692873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-00075b45-ecb5-432a-b0df-043f6530a289 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7858338 Feb 04 13:13:26.702372 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-6fc05643-a6eb-492e-9bb9-caa216170181 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups/423e2cc8-416c-4836-88a9-a6caeb787d27 HTTP/1.1" status: 200 len: 1809 time: 0.1616695 Feb 04 13:13:26.704572 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.796496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:26.948183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c823392e-8521-47a1-a950-73612da5fea2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:26.980272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-316a84a3-5776-4b99-affe-a33c40cc00d6 req-254ab695-ac06-4aa1-b5ae-2d8f1c7c6432 service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0719934 Feb 04 13:13:26.990751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8718a3-c5f1-4670-9c86-e276aeca43bf req-15f013a3-4725-4f03-a642-2829dd55b9ac tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:26.992702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f8718a3-c5f1-4670-9c86-e276aeca43bf req-15f013a3-4725-4f03-a642-2829dd55b9ac tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1942184 Feb 04 13:13:27.085065 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-61f8063c-ac50-467b-974c-03bf23737776 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4541eaf40af34682b993bde041a1d754&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1974423 Feb 04 13:13:27.089557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:27.091700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f8718a3-c5f1-4670-9c86-e276aeca43bf req-ca7f07c7-e4b3-4354-8fa6-2324acbaaf99 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916731 Feb 04 13:13:27.161810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.211735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.264372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.286669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ab49a-b640-4ca9-9424-913d549409ba None None] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:27.300283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-674a94cd-c892-4609-a6aa-381b0bfeab7d service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934515 Feb 04 13:13:27.316580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e2cc8-416c-4836-88a9-a6caeb787d27,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:27.582357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-8f12f3ba-0f52-40fa-9324-446bb59e5819 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596073 Feb 04 13:13:27.583366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.666536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.689973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e859ff2-013e-41e1-bea6-4cb5d668ed44 req-4c655061-68d4-4290-a532-759f68f7c467 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "DELETE /v2.0/security-groups/423e2cc8-416c-4836-88a9-a6caeb787d27 HTTP/1.1" status: 204 len: 173 time: 0.9787803 Feb 04 13:13:27.772428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-c1e014aa-6860-4b52-86bf-7e805333d608 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 217 time: 0.1786749 Feb 04 13:13:27.913860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:27.996961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-e2278059-c246-4897-85e9-be9c0e79124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:27.998508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-e2278059-c246-4897-85e9-be9c0e79124a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.2192194 Feb 04 13:13:27.999673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-defd4d72-7d66-49d6-a10a-1e9c7f19adf7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:28.003100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-defd4d72-7d66-49d6-a10a-1e9c7f19adf7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 0.3232539 Feb 04 13:13:28.022200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-a5e394d2-08dd-40ac-81d4-b41c829e7e5e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/quotas/af771f48f8bf432f86a89112ea8be007 HTTP/1.1" status: 200 len: 375 time: 0.0152624 Feb 04 13:13:28.096460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-b9a2727f-dec5-43fa-a19d-d9bf845a6c1b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681515 Feb 04 13:13:28.176254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a30d09-857c-4c6e-9c45-a28b22be1c9c req-7288f7c5-b303-4d3e-a2ca-9ddf5e2e0f9f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:28.178505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3a30d09-857c-4c6e-9c45-a28b22be1c9c req-7288f7c5-b303-4d3e-a2ca-9ddf5e2e0f9f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2819111 Feb 04 13:13:28.200098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:28.260945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c823392e-8521-47a1-a950-73612da5fea2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:28.297387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-59588f46-6858-49fc-84f0-c55b13743000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:28.298958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-59588f46-6858-49fc-84f0-c55b13743000 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2854071 Feb 04 13:13:28.304760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:28.308398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-edd56fbc-4f35-4be9-b552-36e09add55ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c823392e-8521-47a1-a950-73612da5fea2 HTTP/1.1" status: 204 len: 168 time: 1.2176633 Feb 04 13:13:28.350322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-ecf3eaff-2989-4da3-8498-e5f42c25d58b service neutron] 10.222.0.53 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533963 Feb 04 13:13:28.396950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3a30d09-857c-4c6e-9c45-a28b22be1c9c req-a1b989ec-13e0-492f-92bd-75987bcac095 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990168 Feb 04 13:13:28.538723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-1f0a2606-66be-4a5d-b389-6f88e87ac478 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198839 Feb 04 13:13:28.729871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-2033864d-28cc-49d8-a9b6-c4a0526c04d9 service neutron] 10.222.0.53 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783090 Feb 04 13:13:28.955662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-711239f4-ff7e-48d1-8dde-189adf9d82c0 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161716 Feb 04 13:13:29.155249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-75514057-c2a5-406e-9138-6802946a19e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7c786f1e-0145-48e3-8d13-fc911816bdae HTTP/1.1" status: 200 len: 217 time: 0.1932039 Feb 04 13:13:29.212670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5c591-d7c9-4e69-bc6a-d8425ac8ca3d req-8a9944cd-0cdf-41ff-a199-62cb453b8ed1 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:29.229105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69f5c591-d7c9-4e69-bc6a-d8425ac8ca3d req-8a9944cd-0cdf-41ff-a199-62cb453b8ed1 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.1473534 Feb 04 13:13:29.248484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-0d92ae47-69e4-444d-9a57-0f6df911b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:29.249609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-0d92ae47-69e4-444d-9a57-0f6df911b031 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.0795999 Feb 04 13:13:29.293839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69f5c591-d7c9-4e69-bc6a-d8425ac8ca3d req-ba684899-12a1-4335-afb7-5595f2500fe1 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Feb 04 13:13:29.454577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-8a4a19de-5f7a-414d-9473-d3dfb3e64fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:29.461459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-8a4a19de-5f7a-414d-9473-d3dfb3e64fdc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044921 Feb 04 13:13:29.519474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4725e58f-6bdc-4d2f-99b1-a3ee94d20854 req-9ea39d39-3f76-457c-85e7-b624e0e94d8c tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 210 time: 0.1004493 Feb 04 13:13:30.131595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-46989635-a2c4-42ab-8926-3610bba7e6ef service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622479 Feb 04 13:13:30.154721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a1b45-115e-49d3-86dd-9962956a9541 req-f5410a41-b9bb-4c81-befb-3444cbefa214 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:30.156733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-096a1b45-115e-49d3-86dd-9962956a9541 req-f5410a41-b9bb-4c81-befb-3444cbefa214 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.6095579 Feb 04 13:13:30.399732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-096a1b45-115e-49d3-86dd-9962956a9541 req-70623b6b-d05f-428b-b767-6e82d30fc933 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199481 Feb 04 13:13:30.500823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-a3b71120-5516-4161-a6bc-a91ad3002e3e service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601658 Feb 04 13:13:30.668891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-c9241972-0e4a-4ea4-89a4-4015f7cc9bd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219 HTTP/1.1" status: 200 len: 217 time: 0.1608820 Feb 04 13:13:30.797785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fee8-beed-4f9f-8082-98300b01f012 req-9536292a-806f-491f-b328-c9b6898420fe tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:30.815235 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f101fee8-beed-4f9f-8082-98300b01f012 req-9536292a-806f-491f-b328-c9b6898420fe tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.2802274 Feb 04 13:13:30.863610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f101fee8-beed-4f9f-8082-98300b01f012 req-5b66601d-6bb1-48bb-a7f6-a9058961494a tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Feb 04 13:13:30.929494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-6054891b-8292-4507-98da-1f7394fa8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:30.931047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-6054891b-8292-4507-98da-1f7394fa8ace service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 200 len: 797 time: 0.2148051 Feb 04 13:13:31.058261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ea7ff-62c5-4a01-8ed5-431f2c62ddbe req-ec14b6bc-162f-4579-ac45-b455cc68f1f5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:31.067806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-225ea7ff-62c5-4a01-8ed5-431f2c62ddbe req-ec14b6bc-162f-4579-ac45-b455cc68f1f5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4023645 Feb 04 13:13:31.315952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-225ea7ff-62c5-4a01-8ed5-431f2c62ddbe req-f8c9d31d-a8cb-4062-8889-02169c39db74 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466660 Feb 04 13:13:31.338300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00e180ba-22f5-4a53-a7ab-00754ece89b7 req-ae3b1627-6453-4cf5-bdc3-a893361a96a1 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 210 time: 0.2620599 Feb 04 13:13:31.389439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-be70e3d0-6114-47cb-be3b-6bae6017652d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:31.390459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-be70e3d0-6114-47cb-be3b-6bae6017652d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Synchronizing usage tracker for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:31.400414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b77fea20-ca99-41aa-977c-9f19f40e7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:31.402535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-b77fea20-ca99-41aa-977c-9f19f40e7772 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=38ebeb6f-cfff-4e31-b7de-852c2f977e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4486127 Feb 04 13:13:31.509981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-be70e3d0-6114-47cb-be3b-6bae6017652d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Unset dirty status for tenant:2e234be045a24698a2a8fdd33978ce81 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:31.511482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-be70e3d0-6114-47cb-be3b-6bae6017652d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.90 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.3492689 Feb 04 13:13:31.706205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699003aa-9190-45b9-98a5-1089eeeea19d req-cdb1beb0-0a2a-4e27-b338-814cda97877b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:31.707771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699003aa-9190-45b9-98a5-1089eeeea19d req-cdb1beb0-0a2a-4e27-b338-814cda97877b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1632061 Feb 04 13:13:31.800038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699003aa-9190-45b9-98a5-1089eeeea19d req-4b0c4bf4-7397-4f11-beb1-e7a95b25ba56 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846493 Feb 04 13:13:31.922248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Deleting port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:31.922628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:32.249109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-8104adc0-f2ea-413a-abb7-2b4b9260be20 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:32.250169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-8104adc0-f2ea-413a-abb7-2b4b9260be20 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:32.293744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-219457bb-84dd-4635-b94c-2b5b50697a75 service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811190 Feb 04 13:13:32.487856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-532e4b58-f1cc-4bee-a4bb-5943d769f016 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:32.488886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-532e4b58-f1cc-4bee-a4bb-5943d769f016 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 0.3066862 Feb 04 13:13:32.517160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Request body: {'port': {'device_id': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'admin_state_up': True, 'tenant_id': 'af771f48f8bf432f86a89112ea8be007'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:32.706505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc29bed-7fff-4a1d-9f44-5eb96a47f1fc req-5b22034a-200a-4954-ab5e-897dab15f80d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:32.713783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcc29bed-7fff-4a1d-9f44-5eb96a47f1fc req-5b22034a-200a-4954-ab5e-897dab15f80d tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.6013978 Feb 04 13:13:32.795509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:32.795878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-8104adc0-f2ea-413a-abb7-2b4b9260be20 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:32.797171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-8104adc0-f2ea-413a-abb7-2b4b9260be20 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 1.1577675 Feb 04 13:13:32.802413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Usage tracker for resource:port and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:32.807328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:32.823851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:32.853916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcc29bed-7fff-4a1d-9f44-5eb96a47f1fc req-6cb3a709-224b-4ef6-909e-66b21dc3f5f5 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387484 Feb 04 13:13:32.860115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:32.874440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Request body: {'port': {'device_id': '054dd5d1-47cc-49fb-bd29-4603247be589', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'admin_state_up': True, 'tenant_id': 'af771f48f8bf432f86a89112ea8be007'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:32.887187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:33.342470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Allocated IP 172.20.0.13 (74977b09-dea7-40f3-b7e9-67b9b6335081/ed8d7020-0f3d-49ea-9299-ef9849a79bbc/87228bf5-575e-44d0-8a78-aeb554b56fd8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:33.425472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd15c-e7a3-4f61-a84b-aa11b75dd217 req-0ed03747-47f2-4d25-a7dd-d0e66bb3737f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:33.435536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea2fd15c-e7a3-4f61-a84b-aa11b75dd217 req-0ed03747-47f2-4d25-a7dd-d0e66bb3737f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.3899283 Feb 04 13:13:33.456621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9612cdcb-278c-4595-b04b-cd1341501971 req-eddc8b5a-45f4-4329-994c-f77e67cd52d4 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 210 time: 0.3111446 Feb 04 13:13:33.749041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-759d3eaf-1fc1-422d-97ac-e0b2a9963dba service neutron] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2245829 Feb 04 13:13:33.847909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] For port 6987aa5a-0f93-421a-a3c7-ab591ca1b736, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6987aa5a-0f93-421a-a3c7-ab591ca1b736,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:33.849315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:33.857978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-f17b6f6b-fffa-4359-a41a-483de6f8b927 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d HTTP/1.1" status: 200 len: 217 time: 0.0916433 Feb 04 13:13:33.860908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea2fd15c-e7a3-4f61-a84b-aa11b75dd217 req-2995e566-3d2f-43c5-a33a-f15878f1d014 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243367 Feb 04 13:13:33.970393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:34.145999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:34.194980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:34.381356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:34.386053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:34.388771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:34.437562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Usage tracker for resource:port and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:34.466915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Calling delete_port for 6987aa5a-0f93-421a-a3c7-ab591ca1b736 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:34.473961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:34.474645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:34.504726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event updated for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:34.519313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-14fdb77b-64b4-492a-88cc-62ddcf522046 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0101242 Feb 04 13:13:34.533574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Request body: {'port': {'device_id': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:34.544820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:34.656653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:34.664697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ebb3-0046-4ad9-b529-e3921b7c1d43 req-55d71999-bfc9-4497-a32b-7c0c4c490df2 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:34.672714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b24ebb3-0046-4ad9-b529-e3921b7c1d43 req-55d71999-bfc9-4497-a32b-7c0c4c490df2 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 946 time: 0.4638433 Feb 04 13:13:34.728772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-18b99200-a475-49a4-968f-ceb95ee5f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:34.730659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-18b99200-a475-49a4-968f-ceb95ee5f3f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 200 len: 797 time: 0.8621292 Feb 04 13:13:34.749704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:34.753987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:34.825602 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3b24ebb3-0046-4ad9-b529-e3921b7c1d43 req-1e0a0c16-4123-4abc-8260-084825d5e30f tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/security-groups?id=02b68496-e3fc-4193-8399-9e7f9b607710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520135 Feb 04 13:13:34.831542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:34.941359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb452fd9-650c-4b98-848e-443b95d1cb3a req-af7fac3d-d67e-4a9e-b1e2-b2ff9b05091c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:34.942882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb452fd9-650c-4b98-848e-443b95d1cb3a req-af7fac3d-d67e-4a9e-b1e2-b2ff9b05091c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3994379 Feb 04 13:13:35.285128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb452fd9-650c-4b98-848e-443b95d1cb3a req-6fecadc2-2f3b-4bb3-aab7-08768ce3d1d0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833660 Feb 04 13:13:35.327852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:35.400818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57400) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:35.405303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Pushing event deleted for resources: {'Port': ['ID=6987aa5a-0f93-421a-a3c7-ab591ca1b736,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:35.420563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-2f95526b-ec77-4d31-84bb-df2a6e8f7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:35.424487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-2f95526b-ec77-4d31-84bb-df2a6e8f7e23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6483061 Feb 04 13:13:35.503053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239c1b-ccba-47ca-b866-5396d17b3111 req-d5a0cc45-c458-4774-88b2-e547a8cc9008 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:35.505722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cb239c1b-ccba-47ca-b866-5396d17b3111 req-d5a0cc45-c458-4774-88b2-e547a8cc9008 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:35.600158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-cb239c1b-ccba-47ca-b866-5396d17b3111 req-d5a0cc45-c458-4774-88b2-e547a8cc9008 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:35.600158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb239c1b-ccba-47ca-b866-5396d17b3111 req-d5a0cc45-c458-4774-88b2-e547a8cc9008 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 932 time: 0.3815815 Feb 04 13:13:35.670155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6987aa5a-0f93-421a-a3c7-ab591ca1b736 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:13:35.686303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb239c1b-ccba-47ca-b866-5396d17b3111 req-2f5ae302-3f96-4602-aba7-ed73723cb9b9 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865731 Feb 04 13:13:35.714186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Allocated IP 172.20.0.4 (74977b09-dea7-40f3-b7e9-67b9b6335081/ed8d7020-0f3d-49ea-9299-ef9849a79bbc/65600336-8784-444b-af33-e9913606535d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:35.758824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 6987aa5a-0f93-421a-a3c7-ab591ca1b736 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:13:35.759765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6987aa5a-0f93-421a-a3c7-ab591ca1b736 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:13:35.820356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] No DVR routers for this DVR port 6987aa5a-0f93-421a-a3c7-ab591ca1b736 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:13:35.831478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:35.865458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'name': 'network-vif-deleted', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:36.034380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:36.161435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e02ddecd-5d44-4a9b-a234-addae3e0187a req-c6202861-c2b7-4929-94a4-56d04f3391f2 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.53 "GET /v2.0/ports?device_id=b97284d1-ef08-4b2a-95ea-3bba507a5244 HTTP/1.1" status: 200 len: 210 time: 0.0992684 Feb 04 13:13:36.192344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:36.211947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Usage tracker for resource:security_group_rule and tenant:557cfc06e71e4c53ba76f80f6d4b0607 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:36.219705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:36.230437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:36.376304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:36.392202 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97284d1-ef08-4b2a-95ea-3bba507a5244', 'name': 'network-vif-deleted', 'tag': '6987aa5a-0f93-421a-a3c7-ab591ca1b736', 'status': 'completed', 'code': 200} Feb 04 13:13:36.404023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3b4e44d-df65-4857-91f5-3473d427ca18 req-708f530f-2579-4216-bbfb-ea106c5eefa3 tempest-ServerRescueTestJSONUnderV235-767177769 tempest-ServerRescueTestJSONUnderV235-767177769-project] 10.222.0.90 "DELETE /v2.0/ports/6987aa5a-0f93-421a-a3c7-ab591ca1b736 HTTP/1.1" status: 204 len: 173 time: 4.8751400 Feb 04 13:13:36.456777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-203ac465-4bb0-47b7-aaf6-2246997ae669 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081358 Feb 04 13:13:36.488640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012edc9-3461-4813-be5d-4d49807b888f req-7e3f5252-7bb9-4a84-810e-3146a95f0ee7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:36.493574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8012edc9-3461-4813-be5d-4d49807b888f req-7e3f5252-7bb9-4a84-810e-3146a95f0ee7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.7906110 Feb 04 13:13:36.670248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:36.675348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:36.795560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=557cfc06e71e4c53ba76f80f6d4b0607&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3938367 Feb 04 13:13:36.798245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57440) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:36.802818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd48f0-cb54-4f70-b110-2f58706f4546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7ef49-0c7d-4ff0-b37c-ae8ae3c0878f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:36.830225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:36.887816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8012edc9-3461-4813-be5d-4d49807b888f req-6eee63ea-65e2-423d-ba84-8b45b4968e8e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936136 Feb 04 13:13:37.040417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:37.053296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:37.061536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:37.101112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.116113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57454) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:37.122757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event updated for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:37.270236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87228bf5-575e-44d0-8a78-aeb554b56fd8 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:13:37.283091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-a1c8d0b1-1fda-4bde-8584-08665059df17 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841649 Feb 04 13:13:37.286423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.310500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.317158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Transition to ACTIVE for port object 87228bf5-575e-44d0-8a78-aeb554b56fd8 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:37.324116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.436847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:37.436847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.439782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-543da5fa-8e9a-496a-b1f5-322f0ceadbe0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20 HTTP/1.1" status: 200 len: 217 time: 0.1191423 Feb 04 13:13:37.479510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c9aee-1b7b-4de2-99ce-4c328b2405c6 req-541920f1-be13-459b-bd83-181318113a01 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:37.481005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d26c9aee-1b7b-4de2-99ce-4c328b2405c6 req-541920f1-be13-459b-bd83-181318113a01 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 932 time: 0.4162226 Feb 04 13:13:37.496471 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.545201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-fd8da57a-14d5-4874-9a60-4fb7935a5f58 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6910558 Feb 04 13:13:37.546359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:37.566573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Request body: {'port': {'device_id': '054dd5d1-47cc-49fb-bd29-4603247be589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:37.618295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Usage tracker for resource:security_group_rule and tenant:235205fb6f7a4e0f900ff935e62bf05d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:37.637274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:37.662394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-a4d69652-99ad-48aa-89ab-a02d61cf82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:37.666250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-a4d69652-99ad-48aa-89ab-a02d61cf82c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 200 len: 797 time: 0.2047164 Feb 04 13:13:37.670101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:37.676234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Pushing event updated for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:37.697975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Attempting to bind port 87228bf5-575e-44d0-8a78-aeb554b56fd8 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:13:37.697975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Attempting to bind port 87228bf5-575e-44d0-8a78-aeb554b56fd8 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:13:37.697975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Attempting to bind port 87228bf5-575e-44d0-8a78-aeb554b56fd8 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:13:37.711119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Port 87228bf5-575e-44d0-8a78-aeb554b56fd8 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:13:37.711119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Attempting to bind port 87228bf5-575e-44d0-8a78-aeb554b56fd8 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:13:37.727760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:13:37.727760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Checking segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:37.727760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Bound using segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:13:37.727760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Bound port: 87228bf5-575e-44d0-8a78-aeb554b56fd8, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:13:37.727760 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.765986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d26c9aee-1b7b-4de2-99ce-4c328b2405c6 req-200009e1-0c08-485f-aa68-0e4e1fd8d763 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328722 Feb 04 13:13:37.837687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf38b-682a-422c-92d0-09b869f29a43 req-6ef58260-2fce-4023-825e-3eb759fd6c41 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:37.837687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68aaf38b-682a-422c-92d0-09b869f29a43 req-6ef58260-2fce-4023-825e-3eb759fd6c41 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.6872895 Feb 04 13:13:37.867098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:37.933465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:37.972680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7ef49-0c7d-4ff0-b37c-ae8ae3c0878f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:38.030521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-68aaf38b-682a-422c-92d0-09b869f29a43 req-69ce8c62-0167-4912-bf68-8dc45ffebdb3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593640 Feb 04 13:13:38.034500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.050956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.066126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c8f80db-5537-4386-b0ca-008e72858798 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43c7ef49-0c7d-4ff0-b37c-ae8ae3c0878f HTTP/1.1" status: 204 len: 168 time: 1.2570486 Feb 04 13:13:38.106963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:13:38.236822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:13:38.269435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-7bb5e4ef-2b3a-4820-a40d-408046307860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:38.275725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.278981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-7bb5e4ef-2b3a-4820-a40d-408046307860 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1adc137-2a22-4046-a0a3-ee3dc945b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6039779 Feb 04 13:13:38.454002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:38.454953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.466072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] 10.222.0.87 "PUT /v2.0/ports/87228bf5-575e-44d0-8a78-aeb554b56fd8 HTTP/1.1" status: 200 len: 1092 time: 3.9368184 Feb 04 13:13:38.471968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:38.560432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:38.651268 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8', 'status': 'completed', 'code': 200} Feb 04 13:13:38.670649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.696535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.729083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:38.782139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4b60-f64a-49d2-a0fe-19a22c214edd service neutron] Pushing event updated for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:38.937598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a277ec8-dfe8-42f0-af8c-a78c0d87fdcc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:38.946548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:38.980560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Usage tracker for resource:security_group_rule and tenant:7d42b0e8a69642418afb8b2a7159bcc3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:38.989730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:38.999896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917528d-06be-455b-98b7-db9d7cb698fd req-5374ee0b-ce6e-4466-bfe4-dc8d13048fcd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:39.007671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c917528d-06be-455b-98b7-db9d7cb698fd req-5374ee0b-ce6e-4466-bfe4-dc8d13048fcd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.5791237 Feb 04 13:13:39.010956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-3d57fd2b-01a4-4b7c-8301-501b4209a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:39.011247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bfbaddb9-27c8-4101-8b20-7bbf0395861b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=235205fb6f7a4e0f900ff935e62bf05d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8900974 Feb 04 13:13:39.012556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-3d57fd2b-01a4-4b7c-8301-501b4209a5cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 1095 time: 0.4658403 Feb 04 13:13:39.016061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:39.042109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:39.127247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-70cc0b09-719e-4736-a753-5bea8688d671 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160532 Feb 04 13:13:39.308024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-873c2c0b-e5ae-4c5c-a1fa-65515099bff0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8 HTTP/1.1" status: 200 len: 217 time: 0.2416759 Feb 04 13:13:39.357338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bff6fe99-ffbf-44a4-b4fc-ce8d90232af9 req-18ed0e99-8751-444a-a580-a1bd9298a102 service neutron] 10.222.0.90 "GET /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053864 Feb 04 13:13:39.432321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c917528d-06be-455b-98b7-db9d7cb698fd req-4e6faf81-4eef-4c3a-a7e7-0fce7627312e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236248 Feb 04 13:13:39.495899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-135d3b27-689e-4c5c-a7e0-28d264defd62 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:39.496583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-135d3b27-689e-4c5c-a7e0-28d264defd62 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:39.593660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:13:39.597242 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:39.623941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-edc1f738-0b50-4970-95d9-e900ee4ffb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:39.625807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-edc1f738-0b50-4970-95d9-e900ee4ffb19 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.3025436 Feb 04 13:13:39.749501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-acb4297e-3c6c-4bab-8f48-8cb2c6b61d3d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153924 Feb 04 13:13:39.755961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:39.940280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65600336-8784-444b-af33-e9913606535d {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:13:39.966266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-135d3b27-689e-4c5c-a7e0-28d264defd62 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:39.977282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-135d3b27-689e-4c5c-a7e0-28d264defd62 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 944 time: 0.9210460 Feb 04 13:13:39.977282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.015329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.029305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.045535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-2d5177ae-332a-45b1-9854-bc90f1378972 service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690933 Feb 04 13:13:40.050705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Transition to ACTIVE for port object 65600336-8784-444b-af33-e9913606535d will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:40.060319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaa13c-195b-4e9d-9a6a-45eb1aa1987d req-ba0ceb7f-d0f3-4888-aa95-6fe3fbf02ebe tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:40.061818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ecaa13c-195b-4e9d-9a6a-45eb1aa1987d req-ba0ceb7f-d0f3-4888-aa95-6fe3fbf02ebe tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3647051 Feb 04 13:13:40.062178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-9c8ca195-285a-45a0-b3f9-8e579158b3ea tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:40.065877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.082324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.139402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ab04c-0822-4984-a4bf-aedc8c2fe960,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:40.155884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-58532d05-3c8a-4ea8-97ca-1cdfb3d37f8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d42b0e8a69642418afb8b2a7159bcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5147629 Feb 04 13:13:40.176189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a277ec8-dfe8-42f0-af8c-a78c0d87fdcc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:40.182880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57538) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:40.239403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-9c8ca195-285a-45a0-b3f9-8e579158b3ea tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:40.244538 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a46ff6bf-f738-4527-955b-d074a1fb0d1c req-9c8ca195-285a-45a0-b3f9-8e579158b3ea tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733057 Feb 04 13:13:40.272867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.274125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-481ffe96-2702-4001-998e-35aa1d1df61d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a277ec8-dfe8-42f0-af8c-a78c0d87fdcc HTTP/1.1" status: 204 len: 168 time: 1.2569664 Feb 04 13:13:40.295981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:40.305999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ecaa13c-195b-4e9d-9a6a-45eb1aa1987d req-bd61e8ee-1f56-4ecc-97f8-2b253aad6c2d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101510 Feb 04 13:13:40.391777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-f7c5ff2f-f7a8-44bd-821b-c83157ab7ec4 service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287306 Feb 04 13:13:40.397256 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.399542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Attempting to bind port 65600336-8784-444b-af33-e9913606535d on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:13:40.399958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Attempting to bind port 65600336-8784-444b-af33-e9913606535d by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:13:40.400355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Attempting to bind port 65600336-8784-444b-af33-e9913606535d on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:13:40.406895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Port 65600336-8784-444b-af33-e9913606535d on network 74977b09-dea7-40f3-b7e9-67b9b6335081 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:13:40.407345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Attempting to bind port 65600336-8784-444b-af33-e9913606535d on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:13:40.413835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:13:40.414249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Checking segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:40.414723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Bound using segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:13:40.415276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Bound port: 65600336-8784-444b-af33-e9913606535d, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:13:40.415689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.535792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.656282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.667390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:13:40.684164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=65600336-8784-444b-af33-e9913606535d,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:13:40.753458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:40.897773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-98a26b84-aaa5-45ac-bddd-f88dc3a0be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:40.899467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-98a26b84-aaa5-45ac-bddd-f88dc3a0be1d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 1095 time: 0.4395170 Feb 04 13:13:40.957087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Pushing event updated for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:40.987353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:40.992291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.016165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.017680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.019224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-73ef8227-507b-4949-b728-6bf51e6bfb39 service neutron] 10.222.0.87 "PUT /v2.0/ports/65600336-8784-444b-af33-e9913606535d HTTP/1.1" status: 200 len: 1091 time: 3.4633348 Feb 04 13:13:41.019664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'tag': '65600336-8784-444b-af33-e9913606535d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:41.045632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ab04c-0822-4984-a4bf-aedc8c2fe960,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:41.067126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.070868 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.073462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8febe1ae-86ac-4ea1-87eb-537dadd30624 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a6ab04c-0822-4984-a4bf-aedc8c2fe960 HTTP/1.1" status: 204 len: 168 time: 0.8892643 Feb 04 13:13:41.108899 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'tag': '65600336-8784-444b-af33-e9913606535d', 'status': 'completed', 'code': 200} Feb 04 13:13:41.121492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:41.200313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-94be35ee-a882-423c-90b0-859612e57b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.200785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Usage tracker for resource:security_group_rule and tenant:ec025de5fd6048278b022e5f5336b4d2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:41.202328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-94be35ee-a882-423c-90b0-859612e57b6f service neutron] 10.222.0.87 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 913 time: 0.2936769 Feb 04 13:13:41.209917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:41.240688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013481b-e77e-46af-918f-2c2afc35bd0f req-0b3c30aa-fd69-424c-ae94-effe8d5ead70 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.247566 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6013481b-e77e-46af-918f-2c2afc35bd0f req-0b3c30aa-fd69-424c-ae94-effe8d5ead70 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.7593215 Feb 04 13:13:41.253222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:41.359261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6013481b-e77e-46af-918f-2c2afc35bd0f req-6fc454af-d7b1-4068-879c-9d0c059c0c20 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107090 Feb 04 13:13:41.369273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-9bd9aa76-206b-47c3-afa7-ef9fdcd69647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.370802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-9bd9aa76-206b-47c3-afa7-ef9fdcd69647 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 1094 time: 0.2394369 Feb 04 13:13:41.525520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Deleting port a90f7419-fa3f-4d90-a096-bf47661949a2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:41.526164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.561469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-b507f19b-26c3-42a5-bfb0-dff43e10b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.562945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-b507f19b-26c3-42a5-bfb0-dff43e10b2d5 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=af771f48f8bf432f86a89112ea8be007&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1825643 Feb 04 13:13:41.640883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-c3194e02-06ee-4d6c-9f03-9c8d3a5c8baf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8 HTTP/1.1" status: 200 len: 217 time: 0.4296086 Feb 04 13:13:41.772592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-bbc341af-0d32-4e02-988f-209a242619d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:41.774580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67ed9014-3ef1-4250-bb1a-e2ab795ddb9a req-bbc341af-0d32-4e02-988f-209a242619d6 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045994 Feb 04 13:13:41.828067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:41.894341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:42.038440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd32069a-2c8c-4170-8399-2b0376e66350,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:42.104833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-402abe4e-d328-41c2-9ec6-c74b3468a5bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec025de5fd6048278b022e5f5336b4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114762 Feb 04 13:13:42.113888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:42.153104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-f9b8e4e2-bf26-40f7-bfad-8e0ee9dd4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:42.156739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-f9b8e4e2-bf26-40f7-bfad-8e0ee9dd4c21 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 1094 time: 0.3249052 Feb 04 13:13:42.166491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] For port a90f7419-fa3f-4d90-a096-bf47661949a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a90f7419-fa3f-4d90-a096-bf47661949a2,segment=NetworkSegment(6ed79e69-99b8-4483-8156-84e73a22e328),segment_id=6ed79e69-99b8-4483-8156-84e73a22e328)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:42.167418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:42.242488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-c66e854f-b0c1-4b01-8223-c919f9998e54 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65600336-8784-444b-af33-e9913606535d HTTP/1.1" status: 200 len: 217 time: 0.0731995 Feb 04 13:13:42.326825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Calling delete_port for a90f7419-fa3f-4d90-a096-bf47661949a2 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:42.328899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7f0c-8bb6-427e-82f8-b487ddb0b4ed req-d7667140-9620-4e98-b02b-5ff297588c03 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:42.336014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f63c7f0c-8bb6-427e-82f8-b487ddb0b4ed req-d7667140-9620-4e98-b02b-5ff297588c03 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4455898 Feb 04 13:13:42.385279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-c3226583-25bf-4fa4-9c7b-07fc315f2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:42.387700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-c3226583-25bf-4fa4-9c7b-07fc315f2251 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.6552203 Feb 04 13:13:42.394612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:42.460206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-48326225-032e-46cb-9485-8fb36bdb3f8c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608766 Feb 04 13:13:42.473781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:42.514110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-5e3e15f6-3876-42a8-bbc7-434480217e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:42.515648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-5e3e15f6-3876-42a8-bbc7-434480217e6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.2602348 Feb 04 13:13:42.529729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f63c7f0c-8bb6-427e-82f8-b487ddb0b4ed req-52fa582f-3d56-49f2-b765-976933e94410 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791193 Feb 04 13:13:42.591158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:42.616455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-e3c261b5-02bd-4d17-b7b4-78679348a270 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824740 Feb 04 13:13:42.669376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f413084b-b759-46ee-9e74-92d7e5c08853 tempest-AgentManagementNegativeTest-1786140387 tempest-AgentManagementNegativeTest-1786140387-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2736630 Feb 04 13:13:42.677303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-314cf0dd-11ca-4c22-b579-886ebbe1205c service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057562 Feb 04 13:13:42.730623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad750bd-96c8-43a3-a5dc-41761c2cbde3 req-d80e274a-a274-4d11-82a4-f3aedb26a7ae tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:42.732196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bad750bd-96c8-43a3-a5dc-41761c2cbde3 req-d80e274a-a274-4d11-82a4-f3aedb26a7ae tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 944 time: 1.1030078 Feb 04 13:13:43.111841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bad750bd-96c8-43a3-a5dc-41761c2cbde3 req-0ad2a336-7970-4497-b115-2d2583b6b420 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269439 Feb 04 13:13:43.130735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:43.201948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ef3d5d3-e58c-4b8d-bcdd-c3e1de23b3c2 req-58785798-44ff-4e36-9112-f59700a841f5 service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140698 Feb 04 13:13:43.210192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.221194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.243033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537133a-0a7a-47e7-b7c8-8691b18622de req-4ffab79b-e092-4768-bcd7-b5d4e70f8a29 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:43.250649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2537133a-0a7a-47e7-b7c8-8691b18622de req-4ffab79b-e092-4768-bcd7-b5d4e70f8a29 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2163677 Feb 04 13:13:43.256386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-01794c2f-5bae-4b30-bdcb-83ab5b03fa1c service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303945 Feb 04 13:13:43.260704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd32069a-2c8c-4170-8399-2b0376e66350,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:43.276313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90f7419-fa3f-4d90-a096-bf47661949a2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:43.410835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02938fe9-4306-41b4-aec5-25a56bef8405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.543918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2537133a-0a7a-47e7-b7c8-8691b18622de req-1851754f-2169-4aa0-9dbb-aa0880959f72 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867727 Feb 04 13:13:43.575139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.594222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.594222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7db11f56-ecc3-4580-a78c-babc3d6ffa4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd32069a-2c8c-4170-8399-2b0376e66350 HTTP/1.1" status: 204 len: 168 time: 1.4713714 Feb 04 13:13:43.625789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:43.625789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Usage tracker for resource:security_group_rule and tenant:58bbda769fbd44339837870d9596c7a1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:43.631014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0e6afe-bc10-40e0-a720-29ba53aa5139 req-1bc2da83-92a0-479a-b053-50b1b7eb298e service neutron] 10.222.0.87 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979541 Feb 04 13:13:43.631014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:43.638744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:43.695144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.819246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.831300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:43.963760 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58bbda769fbd44339837870d9596c7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313770 Feb 04 13:13:43.964872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baac761-9b94-4f16-a845-596bf411b11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9eea65-8a53-4fcf-8f1a-aa6e33a42f14,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:43.983672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57668) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:44.247577 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:44.294761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 87228bf5-575e-44d0-8a78-aeb554b56fd8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:13:44.296519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:44.395638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b8dc-5101-4de9-b134-71b372d26756 req-d18e7a04-7655-4987-8c3c-860070ffc1c3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:44.405180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6307b8dc-5101-4de9-b134-71b372d26756 req-d18e7a04-7655-4987-8c3c-860070ffc1c3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4097135 Feb 04 13:13:44.457315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:44.512999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ad51c-6581-499f-b354-79e03503e166 req-b51ad0d1-33bb-4951-bc59-7f59ca2c8cac tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:44.515389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a5ad51c-6581-499f-b354-79e03503e166 req-b51ad0d1-33bb-4951-bc59-7f59ca2c8cac tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 944 time: 0.2078569 Feb 04 13:13:44.527378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Router 1732ee2f-b278-431e-b822-c51d0480889a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:13:44.527871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9eea65-8a53-4fcf-8f1a-aa6e33a42f14,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:44.545219 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:44.547086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-847c8e24-4a8a-4416-bef5-95c297f16870 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e9eea65-8a53-4fcf-8f1a-aa6e33a42f14 HTTP/1.1" status: 204 len: 168 time: 0.5620048 Feb 04 13:13:44.550370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:44.554592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6307b8dc-5101-4de9-b134-71b372d26756 req-a820f0e3-c1ce-4b94-b8d7-41b3f2dc064d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485865 Feb 04 13:13:44.573046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a5ad51c-6581-499f-b354-79e03503e166 req-b49374ad-a718-49f3-a68a-50730050036e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517626 Feb 04 13:13:44.619506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '87228bf5-575e-44d0-8a78-aeb554b56fd8', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'port_id': '87228bf5-575e-44d0-8a78-aeb554b56fd8', 'mac_address': 'fa:16:3e:e2:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8d7020-0f3d-49ea-9299-ef9849a79bbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:13:44.836528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:44.863732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87228bf5-575e-44d0-8a78-aeb554b56fd8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:13:44.902002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:44.907724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:45.001613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:13:45.013702 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Sync routers for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:13:45.032752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:45.033266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:45.048455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb79567e-0117-43f4-87a8-016e38291241 admin admin] 10.222.0.53 "PUT /v2.0/routers/1732ee2f-b278-431e-b822-c51d0480889a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1120441 Feb 04 13:13:45.049804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:45.067497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588abe0-dffc-428f-a838-fd9c5f3b35ad req-75407990-1f45-439b-a80f-7be1dfd1d664 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:45.073657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8588abe0-dffc-428f-a838-fd9c5f3b35ad req-75407990-1f45-439b-a80f-7be1dfd1d664 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2376983 Feb 04 13:13:45.135181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8588abe0-dffc-428f-a838-fd9c5f3b35ad req-eeb9024b-f897-4b47-a9b9-d53432a745be tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Feb 04 13:13:45.316452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:45.326037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.327428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.327990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.328576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.330065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.330649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.331217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.331951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.332468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.333033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.333559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.335006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:13:45.385293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['87228bf5-575e-44d0-8a78-aeb554b56fd8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:13:45.540806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:45.646799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ad7b9-42dc-471c-bf12-d80a3d96b6e4 req-fd8f6734-20b0-49f1-a853-f699484271e6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:45.646799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-428ad7b9-42dc-471c-bf12-d80a3d96b6e4 req-fd8f6734-20b0-49f1-a853-f699484271e6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2038493 Feb 04 13:13:45.648502 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:45.705187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-428ad7b9-42dc-471c-bf12-d80a3d96b6e4 req-721f526f-a48a-469b-a2fb-65fbfd3acccb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245918 Feb 04 13:13:45.950931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-39cdbe68-6589-4965-86a0-083c4ab37a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.051010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a969-4d70-4579-883f-0d57dd603b85 req-be8150bc-3293-4c83-957d-5a369275fbe1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:46.053831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.056851 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4178a969-4d70-4579-883f-0d57dd603b85 req-be8150bc-3293-4c83-957d-5a369275fbe1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2058191 Feb 04 13:13:46.070149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Deleting port b18e8abb-1408-4bbb-adf7-7a700ad47179 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:46.070149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.223516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4178a969-4d70-4579-883f-0d57dd603b85 req-0e80e8e5-91ac-41ce-ad77-8ce7006a1065 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702313 Feb 04 13:13:46.294996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 65600336-8784-444b-af33-e9913606535d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:13:46.427939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b9a6-3006-4b36-9793-217d9279f658 req-a74b3960-73b2-4599-8730-4f43489cb147 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:46.427939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8f3b9a6-3006-4b36-9793-217d9279f658 req-a74b3960-73b2-4599-8730-4f43489cb147 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 945 time: 0.4777319 Feb 04 13:13:46.643621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8f3b9a6-3006-4b36-9793-217d9279f658 req-7048f2a6-1ea4-4d9c-b099-845c581f8b90 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092142 Feb 04 13:13:46.707442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:13:43Z', 'revision_number': 5, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port': {'id': 'b18e8abb-1408-4bbb-adf7-7a700ad47179', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732ee2f-b278-431e-b822-c51d0480889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:11:38Z', 'updated_at': '2022-02-04T13:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:46.724653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] For port b18e8abb-1408-4bbb-adf7-7a700ad47179, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b18e8abb-1408-4bbb-adf7-7a700ad47179,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:46.725027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.725750 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Checking router: 1732ee2f-b278-431e-b822-c51d0480889a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:13:46.762310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=65600336-8784-444b-af33-e9913606535d,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:46.776820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '65600336-8784-444b-af33-e9913606535d', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'port_id': '65600336-8784-444b-af33-e9913606535d', 'mac_address': 'fa:16:3e:4e:64:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8d7020-0f3d-49ea-9299-ef9849a79bbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:13:46.805435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Routers {'1732ee2f-b278-431e-b822-c51d0480889a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:13:46.805435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1732ee2f-b278-431e-b822-c51d0480889a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:46.867851 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.889274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:46.920380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:46.941864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65600336-8784-444b-af33-e9913606535d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:13:46.965655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=65600336-8784-444b-af33-e9913606535d,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:46.975390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:47.293673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['65600336-8784-444b-af33-e9913606535d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:13:47.300103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Calling delete_port for b18e8abb-1408-4bbb-adf7-7a700ad47179 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:47.406138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a804e7-34c4-41a2-8274-61995dc87911 req-3daadc09-de51-4db4-9df6-d775ed89043a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:47.415993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7a804e7-34c4-41a2-8274-61995dc87911 req-3daadc09-de51-4db4-9df6-d775ed89043a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4159601 Feb 04 13:13:47.470421 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] Set router 1732ee2f-b278-431e-b822-c51d0480889a gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:13:47.476002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7a804e7-34c4-41a2-8274-61995dc87911 req-d517f586-552e-477c-b28f-8a412c0386cd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563254 Feb 04 13:13:47.629084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:47.648981 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-366eaea1-b916-466d-8bcb-584745287590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:13:46Z', 'revision_number': 6, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:47.659506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:47.660967 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366eaea1-b916-466d-8bcb-584745287590 None None] The sync data for ids ['1732ee2f-b278-431e-b822-c51d0480889a'] in n-d-820555-2 is: [{'id': '1732ee2f-b278-431e-b822-c51d0480889a', 'name': 'tempest-ServerRescueTestJSONUnderV235-146540502-router', 'tenant_id': '2e234be045a24698a2a8fdd33978ce81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:11:36Z', 'updated_at': '2022-02-04T13:13:46Z', 'revision_number': 6, 'project_id': '2e234be045a24698a2a8fdd33978ce81', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:13:47.753867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:47.847499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1916975653'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:47.863224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:47.872753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:network and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:47.885168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:47.901676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:47.917295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18e8abb-1408-4bbb-adf7-7a700ad47179,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:47.925219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:47.928807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:47.945181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:47.965645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:47.973332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:security_group_rule and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:47.973332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:47.984028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:48.081724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.118590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.127428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.193356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:13:48.224706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f983811-cb11-402f-95db-4173f9364168,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:48.239249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.239594 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Added segment dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0 of type vlan for network 6f28252b-2abf-41b1-8228-d8254dcc9f7d Feb 04 13:13:48.270827 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.296441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 87228bf5-575e-44d0-8a78-aeb554b56fd8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:13:48.332283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.338113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.380219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.386835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:48.386835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.397077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b0a4-669b-4c07-b1f6-5803a4857d6b req-2a79a09e-327b-43cb-9b76-649e50bf40d7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:48.397077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a09b0a4-669b-4c07-b1f6-5803a4857d6b req-2a79a09e-327b-43cb-9b76-649e50bf40d7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 945 time: 0.4920118 Feb 04 13:13:48.448444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.448444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1732ee2f-b278-431e-b822-c51d0480889a {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:13:48.476379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 87228bf5-575e-44d0-8a78-aeb554b56fd8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:48.476379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 87228bf5-575e-44d0-8a78-aeb554b56fd8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:48.476379 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.511189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a09b0a4-669b-4c07-b1f6-5803a4857d6b req-66ad8619-c9ba-4c83-bd35-9e734a4ba440 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990500 Feb 04 13:13:48.540627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.540627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e2957f5-8ea5-48a9-8ac8-9d9000f0a6c7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1732ee2f-b278-431e-b822-c51d0480889a HTTP/1.1" status: 204 len: 168 time: 3.4772236 Feb 04 13:13:48.548990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:48.654809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Deleting subnet be1749b8-c89e-4751-9236-4576a53cf4ec {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:13:48.665110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.683214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.688070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Network': ['ID=6f28252b-2abf-41b1-8228-d8254dcc9f7d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:48.695871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98f7075c-ae0d-45b4-97b7-fdafab0c2e55 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7743514 Feb 04 13:13:48.698760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:48.706590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'subnet': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:48.785753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:13:48.802930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:48.871743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b18e8abb-1408-4bbb-adf7-7a700ad47179 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:13:49.023847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.049299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:49.054414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:subnet and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:49.058701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:49.065852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:49.101906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc9cb6-c8b6-487d-89a1-544362f48014 req-9a976147-403c-4727-b373-eb8cfe6c7607 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:49.112474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dedc9cb6-c8b6-487d-89a1-544362f48014 req-9a976147-403c-4727-b373-eb8cfe6c7607 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3598762 Feb 04 13:13:49.170800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b18e8abb-1408-4bbb-adf7-7a700ad47179 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:13:49.171232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b18e8abb-1408-4bbb-adf7-7a700ad47179 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:13:49.171968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a90f7419-fa3f-4d90-a096-bf47661949a2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:13:49.180375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.264657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.275774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1749b8-c89e-4751-9236-4576a53cf4ec,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:49.275774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-20b10f5f-a394-409d-9cae-8947fee25c45 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be1749b8-c89e-4751-9236-4576a53cf4ec HTTP/1.1" status: 204 len: 168 time: 0.7252641 Feb 04 13:13:49.275774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:49.326228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a90f7419-fa3f-4d90-a096-bf47661949a2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:13:49.326228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a90f7419-fa3f-4d90-a096-bf47661949a2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:13:49.376480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.448696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:49.478078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:49.480966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.484133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.485521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:49.495840 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.603423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:13:49.613676 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8', 'code': 200} Feb 04 13:13:49.678964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:49.699584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dedc9cb6-c8b6-487d-89a1-544362f48014 req-78d64208-b26a-44d8-8c52-3c6300356c27 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797875 Feb 04 13:13:49.721119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:49.919594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.947145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b595da2e-ae92-4d5e-9df5-3e1aa58f999c']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:49.960867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed79e69-99b8-4483-8156-84e73a22e328') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:49.961363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed79e69-99b8-4483-8156-84e73a22e328') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:13:49.975133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.987384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:49.994583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.001694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:13:50.002368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.005893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.011247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:50.097461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.122415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Usage tracker for resource:security_group_rule and tenant:37923294f48845ef94f635d64f0ae062 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:50.122415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:50.135983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:13:50.169744 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:13:50.198772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Subnet': ['ID=6cfc107c-2127-446e-b1bb-94a5c2777f88,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:50.211782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Checking segment: {'id': 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:50.211782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network hostable DHCP agents. Network: 6f28252b-2abf-41b1-8228-d8254dcc9f7d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:13:50.222522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.248096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.251091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:13:50.288924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 6f28252b-2abf-41b1-8228-d8254dcc9f7d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:50.294007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf340c31-b918-4818-9beb-67c039def682 None None] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:50.298796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:50.298796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.340117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.354439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b595da2e-ae92-4d5e-9df5-3e1aa58f999c HTTP/1.1" status: 204 len: 168 time: 1.0786700 Feb 04 13:13:50.358895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.384842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e0acd-bdb6-43d0-b844-6fcf35a4e196 admin admin] Pushing event deleted for resources: {'Network': ['ID=b595da2e-ae92-4d5e-9df5-3e1aa58f999c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:50.473057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73323b13-9b48-4c3c-b6a0-6f7ff533bbf4 req-deb715f8-6c27-4d4b-8fbd-de8829afb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:50.479755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-73323b13-9b48-4c3c-b6a0-6f7ff533bbf4 req-deb715f8-6c27-4d4b-8fbd-de8829afb1cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 1097 time: 0.8497007 Feb 04 13:13:50.502173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b09b1-c9ec-4c36-8d81-639befde7d6e req-7fee832b-f699-4dcb-8875-4718d64a23f8 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:50.512601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a46b09b1-c9ec-4c36-8d81-639befde7d6e req-7fee832b-f699-4dcb-8875-4718d64a23f8 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 946 time: 0.3864250 Feb 04 13:13:50.566064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 65600336-8784-444b-af33-e9913606535d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:13:50.609793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37923294f48845ef94f635d64f0ae062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9248621 Feb 04 13:13:50.649030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c698f20a-fe3a-4a1b-9fd3-037b4094b7fb tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9444947 Feb 04 13:13:50.649030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:50.655145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:50.737441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57906) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:50.775510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1435889407'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:50.836979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 65600336-8784-444b-af33-e9913606535d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:50.845778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 65600336-8784-444b-af33-e9913606535d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:50.846374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:50.934732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-73323b13-9b48-4c3c-b6a0-6f7ff533bbf4 req-ce3d2a28-b222-4491-b36d-0a94c746ff63 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368529 Feb 04 13:13:50.940158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a46b09b1-c9ec-4c36-8d81-639befde7d6e req-37f58b73-fd6c-4dca-91cf-09313298165a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604810 Feb 04 13:13:51.003057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:51.036718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:port and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:51.050143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'tenant_id': '68249af7484042a79b8d78bc3168b29b', 'fixed_ips': [{'subnet_id': '6cfc107c-2127-446e-b1bb-94a5c2777f88'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:13:51.050143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.050405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64ec77-d717-440a-995b-4c1e8aaf64fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df2d02a-b2f7-4c81-bfe1-46fb9b9056d1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:51.054695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:51.087366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:51.099972 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.154698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48582dea-23f5-4a52-9f1c-c976b5dbd2c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e234be045a24698a2a8fdd33978ce81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914020 Feb 04 13:13:51.157329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57922) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:51.164709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221825ae-4184-45b3-ae60-465ebed8151a req-e2b183ec-9f70-46b8-ab81-9fa1493705f8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:51.166630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-221825ae-4184-45b3-ae60-465ebed8151a req-e2b183ec-9f70-46b8-ab81-9fa1493705f8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.8168750 Feb 04 13:13:51.167540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.206507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:51.221015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.244453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=65600336-8784-444b-af33-e9913606535d,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:51.265059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.309371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:13:51.318060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.380924 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.415045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:51.425340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.447075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-221825ae-4184-45b3-ae60-465ebed8151a req-aaa0e062-31c1-4a3a-b91b-87abf55400c6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670372 Feb 04 13:13:51.486131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.513909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.513909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02b68496-e3fc-4193-8399-9e7f9b607710 HTTP/1.1" status: 204 len: 168 time: 0.3542776 Feb 04 13:13:51.517406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4509fe3-3646-4bd8-b064-3d2685ae2cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b68496-e3fc-4193-8399-9e7f9b607710,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:51.527340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::5f (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/80b318d5-e11a-46b2-96d7-2b1818b9c4dc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:51.617832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65600336-8784-444b-af33-e9913606535d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:51.714720 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65600336-8784-444b-af33-e9913606535d', 'code': 200} Feb 04 13:13:51.735461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.762106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df2d02a-b2f7-4c81-bfe1-46fb9b9056d1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:51.806713 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.810594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf7e83b3-6f35-4ddb-b9d1-57a0eaeeeb92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1df2d02a-b2f7-4c81-bfe1-46fb9b9056d1 HTTP/1.1" status: 204 len: 168 time: 1.0857627 Feb 04 13:13:51.863152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:51.897720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object 80b318d5-e11a-46b2-96d7-2b1818b9c4dc will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:51.994662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:52.016461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424a2b-24f8-4e52-bf46-5c9a2c1d9610 req-a438ae10-2947-400a-9751-4336c0aff413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:52.018080 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe424a2b-24f8-4e52-bf46-5c9a2c1d9610 req-a438ae10-2947-400a-9751-4336c0aff413 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 1096 time: 0.1782305 Feb 04 13:13:52.129152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe424a2b-24f8-4e52-bf46-5c9a2c1d9610 req-55e4deb8-b1b5-4557-9b31-aebfc0618da0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986946 Feb 04 13:13:52.210568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Allocated IP 2001:db8::2 (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/5317fa00-2b6c-48f4-bf18-03a32cdc65ea) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:52.623513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:52.623513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=80b318d5-e11a-46b2-96d7-2b1818b9c4dc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:52.662224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:52.667006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:52.687900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:52.701531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Transition to ACTIVE for port object 5317fa00-2b6c-48f4-bf18-03a32cdc65ea will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:52.711576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:52.711576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:52.783614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Transition to ACTIVE for port object 5317fa00-2b6c-48f4-bf18-03a32cdc65ea will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:52.791007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc3ac0b6-9129-41a0-a70b-8f160c1bb3ee tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0656610 Feb 04 13:13:52.797827 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:52.798660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:52.831898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189711943', 'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:7b:a2:ce'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:52.863009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:52.869949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f0892-011b-4a27-a027-659a75736095 req-88f2cecd-2be9-47b4-b180-761d28c20ff4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:52.870060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:52.871571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-580f0892-011b-4a27-a027-659a75736095 req-88f2cecd-2be9-47b4-b180-761d28c20ff4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2577264 Feb 04 13:13:52.874989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:52.988893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-580f0892-011b-4a27-a027-659a75736095 req-6a57bcd6-8da5-4072-9017-55da71cb447a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076396 Feb 04 13:13:53.013681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26561169-f31d-4c81-b7f4-6ead83b2da35 req-9540138d-5ad6-42a4-b164-111cfbc9f155 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:53.032859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26561169-f31d-4c81-b7f4-6ead83b2da35 req-9540138d-5ad6-42a4-b164-111cfbc9f155 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 946 time: 0.5365276 Feb 04 13:13:53.086222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57986) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:53.210662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Pushing event updated for resources: {'Port': ['ID=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:53.222703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26561169-f31d-4c81-b7f4-6ead83b2da35 req-de5333d9-e3df-46d9-a940-610421014bb4 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739075 Feb 04 13:13:53.233476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:53.242590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:port and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:53.260943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:53.272770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:53.293375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:53.302422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Attempting to bind port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:13:53.307348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Attempting to bind port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:13:53.307668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Attempting to bind port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea on network 6f28252b-2abf-41b1-8228-d8254dcc9f7d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:13:53.330202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:13:53.336456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Checking segment: {'id': 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:53.337319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.337864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Bound using segment: {'id': 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:13:53.338786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Bound port: 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:13:53.339555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.341873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.380714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:53.392264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Usage tracker for resource:security_group_rule and tenant:291104ee1bc2464bada5229cef98c6e6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:53.396496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:53.405549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:53.458150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9615-ef0f-4b06-af97-388d9efeb55b req-f2c9bef4-10ba-4cbb-8137-fc85e841554a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:53.460299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78fc9615-ef0f-4b06-af97-388d9efeb55b req-f2c9bef4-10ba-4cbb-8137-fc85e841554a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2306406 Feb 04 13:13:53.514997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58000) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:53.567352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] For port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:13:53.567352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] For port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,segment=NetworkSegment(dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0),segment_id=dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:13:53.578736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.637377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78fc9615-ef0f-4b06-af97-388d9efeb55b req-c06531ef-4aa0-47c9-8cc8-96270437b64e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635597 Feb 04 13:13:53.679530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60da736-547a-42f5-a5b1-c61d1a1f68f3 None None] Pushing event updated for resources: {'Port': ['ID=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:53.809151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.824971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:53.865128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-network', 'tenant_id': '151c3da701414b28b9e6837336f2a69d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:53.876897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:53.881626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Usage tracker for resource:network and tenant:151c3da701414b28b9e6837336f2a69d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:53.931224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:54.077428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:54.099349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=291104ee1bc2464bada5229cef98c6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0070262 Feb 04 13:13:54.121602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:54.187659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc393cd1-53f8-4a48-b00b-082a8a87af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9413d11-f482-47c0-854f-48ce1f5b1be2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:54.225834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Made reservation on behalf of 151c3da701414b28b9e6837336f2a69d for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:54.228192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.242159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.256737 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.268683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:54.273077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Usage tracker for resource:security_group_rule and tenant:151c3da701414b28b9e6837336f2a69d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:54.276449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:54.282873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:54.300827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port e502ec55-3dc1-414c-939f-8a7743f9019d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:13:54.361933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.406166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.409492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.425386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.452833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812ba7-3005-4f07-b8b1-227241db9f08 req-befdfcb1-281b-4e72-8f6d-beeacf45cd14 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:54.459731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdfd2e-c906-407f-ab9d-11401e136917 req-0dd15f46-7b5a-4833-81e0-d35430f997b2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:54.459731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72bdfd2e-c906-407f-ab9d-11401e136917 req-0dd15f46-7b5a-4833-81e0-d35430f997b2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4062929 Feb 04 13:13:54.462769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c812ba7-3005-4f07-b8b1-227241db9f08 req-befdfcb1-281b-4e72-8f6d-beeacf45cd14 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 945 time: 0.8678217 Feb 04 13:13:54.494767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:13:54.494767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69351c76-1293-4110-9444-cb3bc32ca775,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:54.552490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.565919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72bdfd2e-c906-407f-ab9d-11401e136917 req-70582fcc-1b66-4c91-bfe4-7eea71b5ce0c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608182 Feb 04 13:13:54.587996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.591234 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Added segment 856bec65-c225-4a2c-a75d-23b36ddbfb28 of type vlan for network d5e2ace4-8b47-4897-a0ae-cbb466672a1f Feb 04 13:13:54.640576 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1c812ba7-3005-4f07-b8b1-227241db9f08 req-7c388efd-89e2-4f4d-99d8-38a4ba85246a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814287 Feb 04 13:13:54.642194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.662140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::68 (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/e502ec55-3dc1-414c-939f-8a7743f9019d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:13:54.726921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.759297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9413d11-f482-47c0-854f-48ce1f5b1be2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:54.871504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.871504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:54.871504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.875272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:54.875272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4affddc1-0e36-4ea1-803d-f4326ea445ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9413d11-f482-47c0-854f-48ce1f5b1be2 HTTP/1.1" status: 204 len: 168 time: 0.7402546 Feb 04 13:13:54.885925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5317fa00-2b6c-48f4-bf18-03a32cdc65ea up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:13:54.976524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:55.175074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:55.237700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e2ace4-8b47-4897-a0ae-cbb466672a1f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:55.237700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46274892-1e1b-4dcb-ba7d-e9b84cd02b95 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7213099 Feb 04 13:13:55.242350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object e502ec55-3dc1-414c-939f-8a7743f9019d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:13:55.247901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:55.247901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Request body: {'subnet': {'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-subnet', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:55.257651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:55.260571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:13:55.270132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Usage tracker for resource:subnet and tenant:151c3da701414b28b9e6837336f2a69d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:55.280212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15387c-a332-413a-be46-d2934fb1d0ca req-1857d673-ddd0-44d1-a6c0-2ced8455d8dc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:55.287587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb15387c-a332-413a-be46-d2934fb1d0ca req-1857d673-ddd0-44d1-a6c0-2ced8455d8dc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.5579665 Feb 04 13:13:55.287587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:55.299253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:55.368504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fb15387c-a332-413a-be46-d2934fb1d0ca req-419fec4a-9173-436f-8266-910ee32fd03e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787718 Feb 04 13:13:55.381061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:55.427078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Made reservation on behalf of 151c3da701414b28b9e6837336f2a69d for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:13:55.436776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:55.456822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:13:55.460176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:55.466366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:13:55.486174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:55.486948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:55.533674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7338662 Feb 04 13:13:55.567261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:55.574847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055622f3-0cf1-4674-936a-0eac1ac33790 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=e502ec55-3dc1-414c-939f-8a7743f9019d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:55.780479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55831b06-5530-499f-a200-6d6ae6c53f55 None None] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:55.896856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bee8d-27a3-4596-974a-880c294660d0 req-a9c15f66-8328-4615-9bda-68e1b073e47c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:55.903783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da4bee8d-27a3-4596-974a-880c294660d0 req-a9c15f66-8328-4615-9bda-68e1b073e47c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2533562 Feb 04 13:13:56.003715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Provisioning for port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:56.033570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Provisioning complete for port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:56.034124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.065470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da4bee8d-27a3-4596-974a-880c294660d0 req-211befcc-457c-4b5a-9654-ae5dcae49350 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502285 Feb 04 13:13:56.097719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.133357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.140758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.140758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Synchronizing usage tracker for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:56.187414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b9d35-dc00-47d3-84b0-05ba102e16e9 req-ce25f646-16d2-4f74-9b65-71c3d04297b0 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.187414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-704b9d35-dc00-47d3-84b0-05ba102e16e9 req-ce25f646-16d2-4f74-9b65-71c3d04297b0 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 945 time: 0.3215513 Feb 04 13:13:56.230639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.253833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Unset dirty status for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:56.253833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0748095a-2676-46ba-b7f4-b3e13f792485 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.6775122 Feb 04 13:13:56.253833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:56.360308 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-704b9d35-dc00-47d3-84b0-05ba102e16e9 req-ac71d2de-10f6-40c3-8f24-dfefe888dbbd tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620421 Feb 04 13:13:56.397738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port e502ec55-3dc1-414c-939f-8a7743f9019d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:56.398098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.413310 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.470490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e5c51-32c6-4740-9dea-7eea8ce16459 req-e52a5c37-1b45-4868-967a-32a817d4cc90 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.487596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a10e5c51-32c6-4740-9dea-7eea8ce16459 req-e52a5c37-1b45-4868-967a-32a817d4cc90 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1717260 Feb 04 13:13:56.491792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:56.505783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] For port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,segment=NetworkSegment(dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0),segment_id=dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:13:56.513356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.540955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Checking segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:13:56.540955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Network hostable DHCP agents. Network: d5e2ace4-8b47-4897-a0ae-cbb466672a1f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:13:56.596270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a10e5c51-32c6-4740-9dea-7eea8ce16459 req-68d27939-8b85-47aa-b3b9-3d02a723c936 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040120 Feb 04 13:13:56.596270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:13:56.643944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d5e2ace4-8b47-4897-a0ae-cbb466672a1f) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:13:56.667807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99454cbe-5578-4fce-82e4-2efd249c2dbd None None] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:56.669764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:56.669764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.750754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0e4cba91-ca0c-48bb-8d81-6d3e1f7f9fb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5117407 Feb 04 13:13:56.751436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:56.765226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:56.783261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:13:56.796334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Usage tracker for resource:router and tenant:151c3da701414b28b9e6837336f2a69d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:13:56.810436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:13:56.832266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:13:56.867241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.868234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.928051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:56.971332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5bfd1-9cff-4f8f-abfe-5efc16a62ffa None None] Pushing event updated for resources: {'Port': ['ID=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:57.298398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:57.362516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeea77e-37b9-4056-a2b6-3232933bc024 None None] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:13:57.649849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for e502ec55-3dc1-414c-939f-8a7743f9019d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:13:57.848892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Provisioning for port e502ec55-3dc1-414c-939f-8a7743f9019d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:57.886490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f049-88c5-4719-aa8c-1874e1d58e6a req-2453a9c3-f08e-408c-a3c7-4fccacbf7f2a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:57.906087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11f7f049-88c5-4719-aa8c-1874e1d58e6a req-2453a9c3-f08e-408c-a3c7-4fccacbf7f2a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.9597642 Feb 04 13:13:57.930141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Provisioning complete for port e502ec55-3dc1-414c-939f-8a7743f9019d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:57.931718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.048397 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.109991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Port e502ec55-3dc1-414c-939f-8a7743f9019d was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 13:13:58.134998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Provisioning for port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:13:58.153052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Provisioning complete for port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:58.153052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.197520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=e502ec55-3dc1-414c-939f-8a7743f9019d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:13:58.243066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:13:58.268514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Provisioning complete for port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:58.269295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e828-f3b3-4e52-b06b-00853c02fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.479305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.502410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11f7f049-88c5-4719-aa8c-1874e1d58e6a req-dc2f5b3b-8920-498b-826a-6da4fc268906 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838909 Feb 04 13:13:58.676938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12e42148-7861-4d17-9d37-3ef402913d83 None None] Provisioning complete for port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:58.676938 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e42148-7861-4d17-9d37-3ef402913d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:58.838970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5317fa00-2b6c-48f4-bf18-03a32cdc65ea up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:13:58.842023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-631d6d10-e7df-40f0-bbed-450e365c5d47 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:58.843688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-631d6d10-e7df-40f0-bbed-450e365c5d47 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "GET /v2.0/ports?device_id=054dd5d1-47cc-49fb-bd29-4603247be589 HTTP/1.1" status: 200 len: 945 time: 0.3459065 Feb 04 13:13:58.930169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-ce0347f1-d18d-473b-8deb-3c3d4055a1ec tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:58.930169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-ce0347f1-d18d-473b-8deb-3c3d4055a1ec tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 0.8207545 Feb 04 13:13:59.035510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:59.104024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-0e1de068-b276-4f4f-af59-37935c416c3f tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/quotas/af771f48f8bf432f86a89112ea8be007 HTTP/1.1" status: 200 len: 375 time: 0.1639063 Feb 04 13:13:59.136317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-12e42148-7861-4d17-9d37-3ef402913d83 None None] Port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:13:59.138728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:13:59.139100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:59.201155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Deleting port 65600336-8784-444b-af33-e9913606535d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:13:59.201744 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:13:59.261828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f4854496-6f4b-4068-9c57-a244f95eede3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/e502ec55-3dc1-414c-939f-8a7743f9019d HTTP/1.1" status: 204 len: 168 time: 3.0092444 Feb 04 13:13:59.268035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58174) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:59.275321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f8acc433-958f-45d0-80b9-1b9e061c7ad4 None None] Could not find standard attr ID for object e502ec55-3dc1-414c-939f-8a7743f9019d. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:13:59.484148 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa808f9a-2d97-4da8-80c0-6bf248bc95a0 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] GET failed (client error): The resource could not be found. Feb 04 13:13:59.484148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa808f9a-2d97-4da8-80c0-6bf248bc95a0 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Synchronizing usage tracker for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:13:59.484148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58182) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:59.573898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-acf250ea-0997-48a5-8994-40c736cebfeb tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4783306 Feb 04 13:13:59.599849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa808f9a-2d97-4da8-80c0-6bf248bc95a0 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Unset dirty status for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:13:59.601027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa808f9a-2d97-4da8-80c0-6bf248bc95a0 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports/e502ec55-3dc1-414c-939f-8a7743f9019d HTTP/1.1" status: 404 len: 333 time: 0.2867675 Feb 04 13:13:59.612959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:59.634671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-d70025e3-cb16-4162-b748-d46503af889a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:59.634671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-d70025e3-cb16-4162-b748-d46503af889a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "GET /v2.0/ports?device_id=f95cc8bb-76b1-407a-86dd-cea79381e63b HTTP/1.1" status: 200 len: 946 time: 0.3790731 Feb 04 13:13:59.645496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2088208219'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:59.811731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde314c-d8f1-404d-a243-1330f4d9f43d req-d9b47966-a5cb-4c05-b55c-56a8d3846c57 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:13:59.813802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fde314c-d8f1-404d-a243-1330f4d9f43d req-d9b47966-a5cb-4c05-b55c-56a8d3846c57 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.8317795 Feb 04 13:13:59.883639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fde314c-d8f1-404d-a243-1330f4d9f43d req-0385f492-c1ee-45ef-8852-012c83482b5c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Feb 04 13:13:59.894467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.014428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-2cf5807c-6e2b-465d-8d3b-e5062a982ad0 service neutron] 10.222.0.53 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332604 Feb 04 13:14:00.014428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.051350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.121375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] For port 65600336-8784-444b-af33-e9913606535d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=65600336-8784-444b-af33-e9913606535d,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:00.121746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.139395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:00.159968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Usage tracker for resource:security_group_rule and tenant:93c33b7612a44bda89b968d76afbeeba is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:00.168475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:00.190705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:00.206364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Deleting port 87228bf5-575e-44d0-8a78-aeb554b56fd8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:00.206759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.321784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Calling delete_port for 65600336-8784-444b-af33-e9913606535d owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:00.381666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-411c162e-3ac8-464b-962b-64a1d1a6ec2e service neutron] 10.222.0.53 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692825 Feb 04 13:14:00.381666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:00.510474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:00.595391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:00.595391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.621085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Allocated IP 172.25.4.120 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d297ae4f-94e4-4cf8-ad43-bc3b28f13c94) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:00.698373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9d273-7fe9-4623-b54b-4742c35d8127 req-cd0c3c2b-1185-4d2c-a535-20e49b67c0e4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:00.698373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22a9d273-7fe9-4623-b54b-4742c35d8127 req-cd0c3c2b-1185-4d2c-a535-20e49b67c0e4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.5636361 Feb 04 13:14:00.719326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port b24ff34f-1e03-4f8e-9d7b-16b170436a5d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:00.951173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:00.971225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.089341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93c33b7612a44bda89b968d76afbeeba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5935090 Feb 04 13:14:01.099073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:01.141884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22a9d273-7fe9-4623-b54b-4742c35d8127 req-d951ec26-a84d-45c5-a045-6ea5ab4c0efc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319641 Feb 04 13:14:01.208102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.319323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27716f-df7f-445b-9234-d5fdf793185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713260f-cc05-4ead-aa6f-d09ecee6f483,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:01.366348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cec4c06b-79de-4ddf-894a-7e6da01ce12b req-b835d2c8-6ce5-40a2-a201-9dd545a3e243 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.2817218 Feb 04 13:14:01.412396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event deleted for resources: {'Port': ['ID=65600336-8784-444b-af33-e9913606535d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:01.555749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.635918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] For port 87228bf5-575e-44d0-8a78-aeb554b56fd8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=87228bf5-575e-44d0-8a78-aeb554b56fd8,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:01.635918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.697776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.811149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] No DVR routers for this DVR port 65600336-8784-444b-af33-e9913606535d on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:01.816117 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:01.838899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'name': 'network-vif-deleted', 'tag': '65600336-8784-444b-af33-e9913606535d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:01.844579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:02.003379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::2b4 (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/b24ff34f-1e03-4f8e-9d7b-16b170436a5d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:02.040399 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054dd5d1-47cc-49fb-bd29-4603247be589', 'name': 'network-vif-deleted', 'tag': '65600336-8784-444b-af33-e9913606535d', 'status': 'completed', 'code': 200} Feb 04 13:14:02.044280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:02.073404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Calling delete_port for 87228bf5-575e-44d0-8a78-aeb554b56fd8 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:02.077501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:02.087431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:02.093235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:02.175585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21a0de67-d3c6-4a8a-8971-536d465986e3 req-11889da3-8906-4a27-b273-12e8b4b9ef7b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "DELETE /v2.0/ports/65600336-8784-444b-af33-e9913606535d HTTP/1.1" status: 204 len: 173 time: 3.3216605 Feb 04 13:14:02.211012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Pushing event updated for resources: {'Port': ['ID=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:02.295904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a5f9c-2583-4568-b090-07627a767a64 req-0147ca19-9cee-4bd0-96c1-36852578a641 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:02.295904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-260a5f9c-2583-4568-b090-07627a767a64 req-0147ca19-9cee-4bd0-96c1-36852578a641 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.8817797 Feb 04 13:14:02.343753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 87228bf5-575e-44d0-8a78-aeb554b56fd8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:02.505110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:02.595732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No active binding found for port 87228bf5-575e-44d0-8a78-aeb554b56fd8 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:14:02.595732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 87228bf5-575e-44d0-8a78-aeb554b56fd8 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:14:02.595732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 65600336-8784-444b-af33-e9913606535d no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:02.775371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 65600336-8784-444b-af33-e9913606535d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:14:02.775714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 65600336-8784-444b-af33-e9913606535d not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:14:02.932761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-260a5f9c-2583-4568-b090-07627a767a64 req-9a366872-7054-4c7b-8f34-4985329ed828 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229062 Feb 04 13:14:03.079777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event deleted for resources: {'Port': ['ID=87228bf5-575e-44d0-8a78-aeb554b56fd8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:03.105796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e26b3b8-d04a-420c-881c-1231338de677 req-9ec9c43c-e275-45cb-b256-d4e7acf55d9e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.1587620 Feb 04 13:14:03.178699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.288360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] No DVR routers for this DVR port 87228bf5-575e-44d0-8a78-aeb554b56fd8 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:03.296782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713260f-cc05-4ead-aa6f-d09ecee6f483,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:03.316684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.322871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'name': 'network-vif-deleted', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:03.424180 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95cc8bb-76b1-407a-86dd-cea79381e63b', 'name': 'network-vif-deleted', 'tag': '87228bf5-575e-44d0-8a78-aeb554b56fd8', 'status': 'completed', 'code': 200} Feb 04 13:14:03.456538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0cb8175-3e0c-4a37-8acb-774e190fc256 req-53ea78c1-6ef1-423c-b167-53d07d78ef12 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.87 "DELETE /v2.0/ports/87228bf5-575e-44d0-8a78-aeb554b56fd8 HTTP/1.1" status: 204 len: 173 time: 3.7556601 Feb 04 13:14:03.499249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.521228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object b24ff34f-1e03-4f8e-9d7b-16b170436a5d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:03.548008 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.555247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8846a778-0284-4111-a61f-ed0ef9d53af6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2713260f-cc05-4ead-aa6f-d09ecee6f483 HTTP/1.1" status: 204 len: 168 time: 2.4508955 Feb 04 13:14:03.555247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.686326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:03.719726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:03.735723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:03.741453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:03.742085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:03.836219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-40ac6f7e-cae5-4cec-bb43-e428fdfed3a4 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:03.836430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=b24ff34f-1e03-4f8e-9d7b-16b170436a5d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:03.846467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-40ac6f7e-cae5-4cec-bb43-e428fdfed3a4 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 0.4431467 Feb 04 13:14:03.879462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58296) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:03.882303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f62c8973-e6c8-4870-95b2-7d030a005db1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2643242 Feb 04 13:14:03.894081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Request body: {'port': {'device_id': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'admin_state_up': True, 'tenant_id': 'af771f48f8bf432f86a89112ea8be007'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:03.920205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:7b:a2:ce'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:04.365036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-82574223-ef01-47c0-ab41-e4169c68b3da None None] Provisioning for port b24ff34f-1e03-4f8e-9d7b-16b170436a5d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:04.402701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-82574223-ef01-47c0-ab41-e4169c68b3da None None] Provisioning complete for port b24ff34f-1e03-4f8e-9d7b-16b170436a5d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:04.402701 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-82574223-ef01-47c0-ab41-e4169c68b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:04.501424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b52a1132-847c-46e2-b25c-be85531d7228 req-1bb90211-f1be-43a0-a54d-5b3248acc53c tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:04.531951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b52a1132-847c-46e2-b25c-be85531d7228 req-1bb90211-f1be-43a0-a54d-5b3248acc53c tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:04.544582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b52a1132-847c-46e2-b25c-be85531d7228 req-1bb90211-f1be-43a0-a54d-5b3248acc53c tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.1622899 Feb 04 13:14:04.568153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-82574223-ef01-47c0-ab41-e4169c68b3da None None] Port b24ff34f-1e03-4f8e-9d7b-16b170436a5d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:04.716626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:05.063667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638f8a-4764-4a89-8581-2421115465ae req-e69a65b2-e94c-42c5-b1a6-17aff5e41a62 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:05.065433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79638f8a-4764-4a89-8581-2421115465ae req-e69a65b2-e94c-42c5-b1a6-17aff5e41a62 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.7241507 Feb 04 13:14:05.229920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:05.250804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-7102a495-e543-4277-9c82-4a985ec6f9be tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:05.252639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-7102a495-e543-4277-9c82-4a985ec6f9be tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 812 time: 0.8687923 Feb 04 13:14:05.257370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:05.271676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Request body: {'port': {'device_id': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'admin_state_up': True, 'tenant_id': 'af771f48f8bf432f86a89112ea8be007'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:05.541687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:05.541687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:05.569644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79638f8a-4764-4a89-8581-2421115465ae req-f830f3b7-15d8-4084-b7e5-f9cf904f4f1b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981743 Feb 04 13:14:05.755407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:05.956851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:05.995283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1eea080-c14d-4df4-ad84-432e0579225c req-273dbd1e-ccbd-42bb-8e10-7807d53925a3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.0836833 Feb 04 13:14:06.023136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Usage tracker for resource:port and tenant:af771f48f8bf432f86a89112ea8be007 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:06.038229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:06.089445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:06.098808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:06.298667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Made reservation on behalf of af771f48f8bf432f86a89112ea8be007 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:06.302322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:06.657376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Allocated IP 172.20.0.4 (74977b09-dea7-40f3-b7e9-67b9b6335081/ed8d7020-0f3d-49ea-9299-ef9849a79bbc/b3b9ea88-da15-404a-b23a-8587ff19b652) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:07.055581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a48d2-8046-4b91-80f5-7a8a6a8da211 req-4510d4ff-9a84-4d96-95e7-d49786f87272 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:07.066879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-002a48d2-8046-4b91-80f5-7a8a6a8da211 req-4510d4ff-9a84-4d96-95e7-d49786f87272 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.0265641 Feb 04 13:14:07.166128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bdb1792c-b8a5-4e56-813d-978e72e22c97 req-017f2624-54d5-4556-8d91-21204aad33d3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.0604455 Feb 04 13:14:07.335862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-002a48d2-8046-4b91-80f5-7a8a6a8da211 req-6b518954-45a5-4780-86d0-a46e163aef5e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615232 Feb 04 13:14:07.335862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:14:07.341983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:14:07.353781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:07.424543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:07.593730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=b24ff34f-1e03-4f8e-9d7b-16b170436a5d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:07.623864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] In _notify_port_updated(), no bound segment for port b24ff34f-1e03-4f8e-9d7b-16b170436a5d on network 6f28252b-2abf-41b1-8228-d8254dcc9f7d {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:14:07.629619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:07.629619 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:07.629619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6c5f773-769f-4faf-8bf2-ae17625c6bf6 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "PUT /v2.0/ports/b24ff34f-1e03-4f8e-9d7b-16b170436a5d HTTP/1.1" status: 200 len: 1002 time: 3.7478833 Feb 04 13:14:07.635569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58460) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:07.789962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port b24ff34f-1e03-4f8e-9d7b-16b170436a5d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:07.790321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:07.962517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:08.023960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:14:08.069289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:08.069289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-073ff488-a866-40b7-8c65-c1bb1383bfaa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.3000176 Feb 04 13:14:08.080767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997866ed-92b8-4c8d-9e42-4d2739e149f2 req-095d8ff1-194f-4011-a7fd-cf936f9dca0e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:08.085007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Sync routers for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:14:08.089639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-997866ed-92b8-4c8d-9e42-4d2739e149f2 req-095d8ff1-194f-4011-a7fd-cf936f9dca0e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3999701 Feb 04 13:14:08.094561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-647ebc05-725e-47e0-b82d-efc58de24281 None None] Provisioning complete for port b24ff34f-1e03-4f8e-9d7b-16b170436a5d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:08.098821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:08.102293 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-647ebc05-725e-47e0-b82d-efc58de24281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:08.243892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:14:08.246861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:08.315481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:08.402237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:08.551870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for b24ff34f-1e03-4f8e-9d7b-16b170436a5d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:08.581174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-997866ed-92b8-4c8d-9e42-4d2739e149f2 req-48c5fd80-cb57-4726-a881-b9db6cc4cce0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875491 Feb 04 13:14:08.598015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c084e356-4539-45c6-aa60-f475a152777b req-419f1feb-d1f5-4fb7-a909-2a3a32f7ce65 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.1539478 Feb 04 13:14:08.720511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:14:08.902516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:08.906983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:09.025641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:09.055025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Allocated IP 172.20.0.14 (74977b09-dea7-40f3-b7e9-67b9b6335081/ed8d7020-0f3d-49ea-9299-ef9849a79bbc/70b2445c-9e8b-4fe2-a473-ba97fb530b26) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:09.055025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:09.151614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event updated for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:09.241914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=b24ff34f-1e03-4f8e-9d7b-16b170436a5d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:09.471077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:09.476631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-647ebc05-725e-47e0-b82d-efc58de24281 None None] Port b24ff34f-1e03-4f8e-9d7b-16b170436a5d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:09.485422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:09.485422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:09.494172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-545c9c46-f8a7-4269-af7a-dd4f9af462a1 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/b24ff34f-1e03-4f8e-9d7b-16b170436a5d HTTP/1.1" status: 204 len: 168 time: 1.8566465 Feb 04 13:14:09.498061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:09.527734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:02Z', 'revision_number': 3, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:09.531982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Checking router: 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:14:09.531982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Updating router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:14:09.647435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:09.921422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d590583-0359-4cc4-b266-8124db7651ec req-8ba4af7e-ba2c-45b9-8bd4-f7ebdd45f140 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.1479697 Feb 04 13:14:10.072483 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2a93ce-d38b-441d-8bf8-5f2209741c04 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] GET failed (client error): The resource could not be found. Feb 04 13:14:10.074438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f2a93ce-d38b-441d-8bf8-5f2209741c04 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports/b24ff34f-1e03-4f8e-9d7b-16b170436a5d HTTP/1.1" status: 404 len: 333 time: 0.5657098 Feb 04 13:14:10.079269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58570) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:10.083831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-82ec18a8-e4de-404b-8774-e19070a66741 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2055442 Feb 04 13:14:10.086558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-141519287'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:10.279113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Request body: {'port': {'device_id': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:10.349691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.364922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Transition to ACTIVE for port object d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:10.383577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.408545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:10.412199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb1e79-419a-4b7b-8671-3d730f27809b req-df9d35f2-76ca-4fe0-aeaa-ccc8c8531ba3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:10.412199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79fb1e79-419a-4b7b-8671-3d730f27809b req-df9d35f2-76ca-4fe0-aeaa-ccc8c8531ba3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.4563410 Feb 04 13:14:10.422964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:port and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:10.422964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:10.467945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:10.483898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:10.498567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.527402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd90b8-e40a-4772-8510-bbadd55cc17d None None] Pushing event updated for resources: {'Port': ['ID=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:10.547459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:10.556220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Attempting to bind port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:10.556587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Attempting to bind port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:10.556947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Attempting to bind port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Bound port: d297ae4f-94e4-4cf8-ad43-bc3b28f13c94, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:10.578441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.821915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] For port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:10.821915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] For port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:10.821915 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.862890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::d5 (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/8c1175b4-a4a7-4030-b804-42c4bbf91f7d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:10.914651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:10.987704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd90b8-e40a-4772-8510-bbadd55cc17d None None] Pushing event updated for resources: {'Port': ['ID=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:10.991510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.006256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:14:11.007085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:13:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:11.187203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79fb1e79-419a-4b7b-8671-3d730f27809b req-ae5c3f89-556c-49f2-8232-5d6402354d61 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961327 Feb 04 13:14:11.255359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:11.290176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-08872f98-f8aa-486c-b141-401a343b78b1 req-f8c6953f-f155-4d73-8968-c2a2bf1da2b4 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.0672643 Feb 04 13:14:11.342121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.466330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:14:11.533578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.578366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object 8c1175b4-a4a7-4030-b804-42c4bbf91f7d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:11.621699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.704781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.762766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:11.774348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.784525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:11.811413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:11.811413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:11.811413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:11.843636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=8c1175b4-a4a7-4030-b804-42c4bbf91f7d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:11.871831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.871831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.872086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.872425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.872771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.875461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.875817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.876159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.876491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.876819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.877731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.879939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:11.890645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Network 74977b09-dea7-40f3-b7e9-67b9b6335081 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:11.898839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c1766ff-22ce-47fd-8b75-5e9820c2050f tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8181806 Feb 04 13:14:11.900114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:11.913258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:a2:ce'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:12.015056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:12.021871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Usage tracker for resource:security_group_rule and tenant:cd4b7456c9e948f08c3997d5c58e8ab6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:12.021871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:12.056630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:12.061795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:02Z', 'revision_number': 3, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:12.061795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ec9e0-50f9-4fe4-8eaa-f24f216c5720 None None] The sync data for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 is: [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:02Z', 'revision_number': 3, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:14:12.188942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:12.203525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:12.214442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:12.305648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0137760c-6e29-4401-8e06-da50e1b2759a None None] Provisioning for port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:12.327485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0137760c-6e29-4401-8e06-da50e1b2759a None None] Provisioning complete for port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:12.327971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0137760c-6e29-4401-8e06-da50e1b2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:12.331936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:12.492401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:12.521187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0137760c-6e29-4401-8e06-da50e1b2759a None None] Port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:12.605343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Allocated IP 172.20.0.1 (d5e2ace4-8b47-4897-a0ae-cbb466672a1f/c42a7183-dab5-4bc8-ab07-1b876bbd1d4b/7e4d95d4-2a55-4d90-b8b9-40d2102466bf) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:12.850835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:13.005632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8666faf-a3a6-4e36-84eb-46ab08ac3792 req-07749dc6-cc06-47e2-aff0-f5b9a1a7e9b3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:13.009493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8666faf-a3a6-4e36-84eb-46ab08ac3792 req-07749dc6-cc06-47e2-aff0-f5b9a1a7e9b3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 932 time: 0.4390936 Feb 04 13:14:13.013625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:13.019900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:13.020280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.067453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd4b7456c9e948f08c3997d5c58e8ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7390666 Feb 04 13:14:13.086756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dba85-1421-4308-b813-f67acde3e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa4b58-ac10-40c1-b665-fe8379fdb45a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:13.106799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58642) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:13.184997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8666faf-a3a6-4e36-84eb-46ab08ac3792 req-7c1d7e81-0a91-4104-834b-b6fcbb341ac0 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437659 Feb 04 13:14:13.253716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.269991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.273948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df6f96-62bc-4ed8-a14b-efcf49b80732 req-d8b9318e-e23a-441b-95f8-246358bdd870 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:13.273948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64df6f96-62bc-4ed8-a14b-efcf49b80732 req-d8b9318e-e23a-441b-95f8-246358bdd870 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.7903531 Feb 04 13:14:13.291952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:13.349445 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.368335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:13.368335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.395616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:13.395616 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.407468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] In _notify_port_updated(), no bound segment for port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d on network 6f28252b-2abf-41b1-8228-d8254dcc9f7d {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:14:13.440881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:13.440881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.440881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "PUT /v2.0/ports/8c1175b4-a4a7-4030-b804-42c4bbf91f7d HTTP/1.1" status: 200 len: 1001 time: 1.5393255 Feb 04 13:14:13.467430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58646) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:13.496547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305f5f0-3b37-4dbf-858a-2133b07b5ebf tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=8c1175b4-a4a7-4030-b804-42c4bbf91f7d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:13.577994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.619628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c126eef-5db5-4e5e-81aa-c0d6d65fd3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.677485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:13.849231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:13.849231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.888053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-13c6ebcd-1823-4857-888a-7fbe282a48d1 None None] Provisioning complete for port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:13.888882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-13c6ebcd-1823-4857-888a-7fbe282a48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.893564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-23303e86-a1e1-4128-a685-729c46f6547e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6263721 Feb 04 13:14:13.934648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64df6f96-62bc-4ed8-a14b-efcf49b80732 req-43ea882f-6ed7-4ace-92d1-afb7146ac08a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598248 Feb 04 13:14:13.935708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:13.947797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Request body: {'port': {'device_id': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:14.024358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-13c6ebcd-1823-4857-888a-7fbe282a48d1 None None] Port 8c1175b4-a4a7-4030-b804-42c4bbf91f7d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:14.195274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:14.210627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:14.232344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:14.233080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fe100-4c31-42a5-b189-aa55a9769ded req-5e050e0e-f64a-4373-8688-dfd331a1e6ba tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:14.234778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e72fe100-4c31-42a5-b189-aa55a9769ded req-5e050e0e-f64a-4373-8688-dfd331a1e6ba tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1176662 Feb 04 13:14:14.242257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:14.284427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:14:14.295051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:14.340452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e72fe100-4c31-42a5-b189-aa55a9769ded req-ca44737b-dcdd-4964-a3ba-9f1855df40ad tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897722 Feb 04 13:14:14.366675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:14.562670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:14.599010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:14.618033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b9ea88-da15-404a-b23a-8587ff19b652 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:14.700383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:14.889033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:14.901310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66ea6-070d-4449-adc6-f8bac6eee209 req-3846b8ee-68e0-4dbf-b38e-1aec1f3095c7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:14.912204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33f66ea6-070d-4449-adc6-f8bac6eee209 req-3846b8ee-68e0-4dbf-b38e-1aec1f3095c7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3275070 Feb 04 13:14:15.007084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33f66ea6-070d-4449-adc6-f8bac6eee209 req-1e1f8413-74f1-4c0a-9f00-bac77f477bd7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782940 Feb 04 13:14:15.085679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:15.085679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.194343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Transition to ACTIVE for port object b3b9ea88-da15-404a-b23a-8587ff19b652 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:15.208967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.315532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa4b58-ac10-40c1-b665-fe8379fdb45a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:15.327802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.327802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a070a3f2-fb47-4f6f-91d5-8f2a23804584 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecaa4b58-ac10-40c1-b665-fe8379fdb45a HTTP/1.1" status: 204 len: 168 time: 2.2091534 Feb 04 13:14:15.327802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.360493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234b119-d1ad-4703-a0d3-61aecf89e516 req-11967b59-9f56-4115-9ee1-73fe8c325561 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:15.362685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c234b119-d1ad-4703-a0d3-61aecf89e516 req-11967b59-9f56-4115-9ee1-73fe8c325561 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2009699 Feb 04 13:14:15.444998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:15.476993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c234b119-d1ad-4703-a0d3-61aecf89e516 req-58edec53-af63-4bb1-993a-140365fc407a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972002 Feb 04 13:14:15.618049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db1495-4467-4a7c-8a78-f6f391e4a62d req-e481007b-014d-4aed-895a-17cb7ae11c8b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:15.633075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d9db1495-4467-4a7c-8a78-f6f391e4a62d req-e481007b-014d-4aed-895a-17cb7ae11c8b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:15.768402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.854632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d9db1495-4467-4a7c-8a78-f6f391e4a62d req-e481007b-014d-4aed-895a-17cb7ae11c8b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:15.858055 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9db1495-4467-4a7c-8a78-f6f391e4a62d req-e481007b-014d-4aed-895a-17cb7ae11c8b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 932 time: 1.4764757 Feb 04 13:14:15.862171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:15.867622 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-25409331-92b7-406e-a32c-ab92d921c214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.100195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:16.169153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.190342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:16.201055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Usage tracker for resource:security_group_rule and tenant:eeade7691ec645d2bd1333f4645e969d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:16.201055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:16.214236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:16.233287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1f05-02f9-4b31-9edb-232e5fea3a98 req-dbfb57bf-715c-4268-9627-484412e8a41e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:16.240211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac4a1f05-02f9-4b31-9edb-232e5fea3a98 req-dbfb57bf-715c-4268-9627-484412e8a41e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2008634 Feb 04 13:14:16.335412 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac4a1f05-02f9-4b31-9edb-232e5fea3a98 req-8747fa0e-0ec3-440e-a75a-531f2a8ad752 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953367 Feb 04 13:14:16.399221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for 8c1175b4-a4a7-4030-b804-42c4bbf91f7d owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:16.430353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.447682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.570047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeade7691ec645d2bd1333f4645e969d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511340 Feb 04 13:14:16.586538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58722) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:16.626558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9080730-1550-46d6-a8ac-d021e001e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2439b1-cf49-4e98-89f5-017e022f9e76,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:16.658510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9db1495-4467-4a7c-8a78-f6f391e4a62d req-5acab4b5-fb2c-43b6-b073-741305b5ba0e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783566 Feb 04 13:14:16.678919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ffb0-5a45-42e3-a8c5-c24b32887019 req-54d74136-fd32-47b2-bd9a-beba23772e5c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:16.678919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da1ffb0-5a45-42e3-a8c5-c24b32887019 req-54d74136-fd32-47b2-bd9a-beba23772e5c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1817126 Feb 04 13:14:16.709039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Attempting to bind port b3b9ea88-da15-404a-b23a-8587ff19b652 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:16.709039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Attempting to bind port b3b9ea88-da15-404a-b23a-8587ff19b652 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:16.709039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Attempting to bind port b3b9ea88-da15-404a-b23a-8587ff19b652 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:16.709039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:14:16.741831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Port b3b9ea88-da15-404a-b23a-8587ff19b652 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:14:16.741831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Attempting to bind port b3b9ea88-da15-404a-b23a-8587ff19b652 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:16.788909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da1ffb0-5a45-42e3-a8c5-c24b32887019 req-3aa11ad9-3f4b-438f-9ad8-9a88f0def772 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Feb 04 13:14:16.799098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.896472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:16.923106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:16.923451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Checking segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:16.923852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Bound using segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:16.924308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Bound port: b3b9ea88-da15-404a-b23a-8587ff19b652, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:16.924659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.045192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=8c1175b4-a4a7-4030-b804-42c4bbf91f7d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:17.108251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b2445c-9e8b-4fe2-a473-ba97fb530b26 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:17.151192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.166851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cd05b-ac5d-4bae-8d45-0ad4261bf900 req-c358bc7e-a0d5-4e61-a934-d2a345711f3a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:17.184663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db5cd05b-ac5d-4bae-8d45-0ad4261bf900 req-c358bc7e-a0d5-4e61-a934-d2a345711f3a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1823695 Feb 04 13:14:17.245091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db5cd05b-ac5d-4bae-8d45-0ad4261bf900 req-28c548a8-350b-4ec7-9b3e-a5fb75613e56 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656838 Feb 04 13:14:17.257158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.320158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:17.324216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b3b9ea88-da15-404a-b23a-8587ff19b652,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:17.342953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.354178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.395845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.412774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Transition to ACTIVE for port object 70b2445c-9e8b-4fe2-a473-ba97fb530b26 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:17.412774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.495294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.525720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.552238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1760ed85-e55a-4161-88ff-d420d134b318 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/8c1175b4-a4a7-4030-b804-42c4bbf91f7d HTTP/1.1" status: 204 len: 168 time: 4.0792542 Feb 04 13:14:17.564141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58744) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:17.571781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:17.571781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.571781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] 10.222.0.90 "PUT /v2.0/ports/b3b9ea88-da15-404a-b23a-8587ff19b652 HTTP/1.1" status: 200 len: 1091 time: 7.3397665 Feb 04 13:14:17.580243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.588280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:17.636602 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab930209-ccbb-4bc1-ae68-7ea1b3a92a85 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] GET failed (client error): The resource could not be found. Feb 04 13:14:17.638012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ab930209-ccbb-4bc1-ae68-7ea1b3a92a85 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Synchronizing usage tracker for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:17.658958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ab930209-ccbb-4bc1-ae68-7ea1b3a92a85 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Unset dirty status for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:17.661015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ab930209-ccbb-4bc1-ae68-7ea1b3a92a85 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports/8c1175b4-a4a7-4030-b804-42c4bbf91f7d HTTP/1.1" status: 404 len: 333 time: 0.1028686 Feb 04 13:14:17.664541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:17.673473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883133475'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:17.743952 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652', 'status': 'completed', 'code': 200} Feb 04 13:14:17.821295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:17.832806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a310d6-976a-4720-9cd8-a9dc293bad2d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:18.028424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:18.052911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:18.107838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:18.107838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.142719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e75b1-8347-4709-8508-5d9306f1f58a req-5badd0a9-4cdf-4f9e-a47b-b940b33755f7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:18.150918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b4e75b1-8347-4709-8508-5d9306f1f58a req-5badd0a9-4cdf-4f9e-a47b-b940b33755f7 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 944 time: 0.2267845 Feb 04 13:14:18.170867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port db1a7cf7-d447-4f23-854a-fd79dae0cb15 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:18.258315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b4e75b1-8347-4709-8508-5d9306f1f58a req-c50217de-a694-470c-876d-9837002879de tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079550 Feb 04 13:14:18.334494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Attempting to bind port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:18.335135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Attempting to bind port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:18.335470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Attempting to bind port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:18.388837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:14:18.388837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Attempting to bind port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 on network 74977b09-dea7-40f3-b7e9-67b9b6335081 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Checking segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Bound using segment: {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Bound port: 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd93016-faa7-47ca-a8ca-d368a0198716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:18.406723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.443292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:18.450798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2480855-50c1-43be-870b-cdc930377055 req-18e1f500-b749-4c99-bfb3-6e03958192a4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:18.460124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2480855-50c1-43be-870b-cdc930377055 req-18e1f500-b749-4c99-bfb3-6e03958192a4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.0666027 Feb 04 13:14:18.467621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2439b1-cf49-4e98-89f5-017e022f9e76,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:18.467621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:18.467621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:18.540198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::d0 (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/db1a7cf7-d447-4f23-854a-fd79dae0cb15) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:18.599477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.599477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea7a7ce1-1cd2-4798-bcbf-006b0a296daf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b2439b1-cf49-4e98-89f5-017e022f9e76 HTTP/1.1" status: 204 len: 168 time: 1.9638329 Feb 04 13:14:18.652726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.678368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-dc333388-de45-4b4c-aaa5-6517899aaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:18.679995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-dc333388-de45-4b4c-aaa5-6517899aaeff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 1094 time: 1.0178618 Feb 04 13:14:18.790867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:18.794115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-a6b90de9-9224-409d-bc23-cedcdc1ff2b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b9ea88-da15-404a-b23a-8587ff19b652 HTTP/1.1" status: 200 len: 217 time: 0.0921507 Feb 04 13:14:18.963500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:18.984234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object db1a7cf7-d447-4f23-854a-fd79dae0cb15 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:18.995994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2480855-50c1-43be-870b-cdc930377055 req-72a0b5d8-0467-4aaa-90d5-9656f8f0d7f5 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344894 Feb 04 13:14:19.037415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:19.122386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:19.142048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:19.144481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:19.156187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:19.156858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:19.165968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-a62bd63c-3515-439c-ab60-f5dff4487d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:19.173779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-a62bd63c-3515-439c-ab60-f5dff4487d5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.1714213 Feb 04 13:14:19.240205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=db1a7cf7-d447-4f23-854a-fd79dae0cb15,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:19.281077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-25015c05-08d3-4f69-bbae-b0a999d50a91 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6108356 Feb 04 13:14:19.281077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:19.319069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'network_id': '6f28252b-2abf-41b1-8228-d8254dcc9f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1279988168'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:19.352460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:14:19.568273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-4119da98-f3db-494e-9997-dfc317c68332 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3833342 Feb 04 13:14:19.571480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:19.577828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eee9180-524b-4700-abba-76b946a68b12 req-a55b91f8-fc41-41ca-81b4-6c5321768800 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2235541 Feb 04 13:14:19.591700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:19.615305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Usage tracker for resource:port and tenant:68249af7484042a79b8d78bc3168b29b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:19.623913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:19.637391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:19.671137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Made reservation on behalf of 68249af7484042a79b8d78bc3168b29b for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:19.675396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:19.751920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] device_id is not set on port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:19.754276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-942f2daa-048e-437d-aa7b-dc5ed5e88b19 None None] Provisioning for port db1a7cf7-d447-4f23-854a-fd79dae0cb15 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:19.754276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-942f2daa-048e-437d-aa7b-dc5ed5e88b19 None None] Provisioning complete for port db1a7cf7-d447-4f23-854a-fd79dae0cb15 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:19.754276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-942f2daa-048e-437d-aa7b-dc5ed5e88b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:19.992295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Allocated IP 2001:db8::39a (6f28252b-2abf-41b1-8228-d8254dcc9f7d/6cfc107c-2127-446e-b1bb-94a5c2777f88/9d0901ee-0369-4800-b4f4-c17dc2f578e1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:20.075275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-942f2daa-048e-437d-aa7b-dc5ed5e88b19 None None] Port db1a7cf7-d447-4f23-854a-fd79dae0cb15 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:20.087337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:20.231493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:20.538191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:14:20.555123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Sync routers for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:14:20.588550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:20.592772 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:14:20.592772 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:20.679236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3e1a1289-a6e5-415c-a5dd-a3bb4bbc4f43 admin admin] 10.222.0.53 "PUT /v2.0/routers/10b2b3af-14ae-44f0-8dbe-04b89c2642f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5760431 Feb 04 13:14:20.718991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:20.734943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Transition to ACTIVE for port object 9d0901ee-0369-4800-b4f4-c17dc2f578e1 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:20.775617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:20.842225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-e272a372-495c-4597-a705-beccc36ed083 service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2622139 Feb 04 13:14:20.844930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eee9180-524b-4700-abba-76b946a68b12 req-ab504570-0e51-4c69-bbfa-22b4d18c5cc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 1.1254227 Feb 04 13:14:20.851249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:21.026175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:21.067014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:21.070766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eee9180-524b-4700-abba-76b946a68b12 req-cd78edf7-f759-4295-b623-3ab3d7d3e2df service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1846793 Feb 04 13:14:21.084435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:21.084435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:21.084435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-956e6f4a-34ae-4c7e-8ac1-c452b55f07bb service neutron] 10.222.0.90 "PUT /v2.0/ports/70b2445c-9e8b-4fe2-a473-ba97fb530b26 HTTP/1.1" status: 200 len: 1092 time: 7.1729789 Feb 04 13:14:21.088001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:21.091692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:21.117234 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:14:21.120916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:21.120916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:21.129035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=9d0901ee-0369-4800-b4f4-c17dc2f578e1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:21.209464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c319cde-be0d-4b95-ad72-ffbcd6591455 req-a1ca2146-49a9-45ab-b0a7-8e7043d7bbe8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:21.266676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c319cde-be0d-4b95-ad72-ffbcd6591455 req-a1ca2146-49a9-45ab-b0a7-8e7043d7bbe8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.9145508 Feb 04 13:14:21.362216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7d77001-5d88-4a82-861b-8e258b2acb72 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0723908 Feb 04 13:14:21.367237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58866) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:21.378878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:21.396880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:7b:a2:ce'}, {'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:1f:1b:c6'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:21.554815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c319cde-be0d-4b95-ad72-ffbcd6591455 req-3fcfec39-3fba-42a3-bac6-029928ca108c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874749 Feb 04 13:14:21.605884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-963ba1fd-8c88-466a-a2fe-5ae8cdd57fe7 None None] Provisioning for port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:21.617902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-963ba1fd-8c88-466a-a2fe-5ae8cdd57fe7 None None] Provisioning complete for port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:21.617902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-963ba1fd-8c88-466a-a2fe-5ae8cdd57fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:21.833880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-963ba1fd-8c88-466a-a2fe-5ae8cdd57fe7 None None] Port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:21.834557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:21.871707 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'status': 'completed', 'code': 200} Feb 04 13:14:21.919261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6c4db-af5c-47ae-b95e-0bf077b09782 req-970eb8f9-681e-4162-828a-7efc1e8a84d3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:21.929662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22b6c4db-af5c-47ae-b95e-0bf077b09782 req-970eb8f9-681e-4162-828a-7efc1e8a84d3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 944 time: 2.3191993 Feb 04 13:14:21.945365 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:15Z', 'revision_number': 4, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7e4d95d4-2a55-4d90-b8b9-40d2102466bf', 'name': '', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'mac_address': 'fa:16:3e:b4:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:11Z', 'updated_at': '2022-02-04T13:14:16Z', 'revision_number': 2, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'subnets': [{'id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:21.951449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:21.959225 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Checking router: 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:14:21.959225 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Updating router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:14:21.975983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Usage tracker for resource:security_group_rule and tenant:255abbe50e6946bb8f73db20206ff940 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:21.982203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:22.024242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:22.036317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-1c4daf6d-3357-4458-a147-c37fe5f423a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:22.036317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-1c4daf6d-3357-4458-a147-c37fe5f423a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 1095 time: 0.8259749 Feb 04 13:14:22.114909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-b5be00d4-8cd6-4c6f-940a-a5a674e4910f service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2281320 Feb 04 13:14:22.117986 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.378312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.409237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-06c5df47-3447-4fa6-9f7f-d5dc59dc7cc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26 HTTP/1.1" status: 200 len: 217 time: 0.3477352 Feb 04 13:14:22.432542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.480158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22b6c4db-af5c-47ae-b95e-0bf077b09782 req-17d2a343-23d8-46b9-a3ec-cf5a103dfbfc tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411284 Feb 04 13:14:22.483276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.531852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee9180-524b-4700-abba-76b946a68b12 req-c5ceae00-28dc-4d51-9850-993bd16302fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:22.533334 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8eee9180-524b-4700-abba-76b946a68b12 req-c5ceae00-28dc-4d51-9850-993bd16302fe service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4247644 Feb 04 13:14:22.576307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-e6115539-9cbe-482d-862a-6a77df1bf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:22.579411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-e6115539-9cbe-482d-862a-6a77df1bf4c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.1463859 Feb 04 13:14:22.586000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-e0d87082-f2b0-4104-8fc6-df0a79f1b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:22.587809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-e0d87082-f2b0-4104-8fc6-df0a79f1b260 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 1094 time: 0.3526084 Feb 04 13:14:22.615869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12547383-c5f1-4754-9c16-af0b13cd54af,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:22.620843 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-af426b7a-dc1d-4172-b63e-38921e1646d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=255abbe50e6946bb8f73db20206ff940&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2399116 Feb 04 13:14:22.623183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:22.880477 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.904642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Transition to ACTIVE for port object 7e4d95d4-2a55-4d90-b8b9-40d2102466bf will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:22.912187 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:22.922446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-98393fda-97c0-4711-83bd-6f76acb77c4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3334477 Feb 04 13:14:23.056012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-eb938b3e-2ea0-41ae-90d3-358473a393f5 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.056012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-eb938b3e-2ea0-41ae-90d3-358473a393f5 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 819 time: 0.9451687 Feb 04 13:14:23.102869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.102869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-ed5b1deb-9f5d-4fd0-b765-7b581bccf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.111160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-ed5b1deb-9f5d-4fd0-b765-7b581bccf205 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1096 time: 0.7309172 Feb 04 13:14:23.129311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-6f08e0dd-6fc5-473b-8d72-6011e952ce44 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/quotas/151c3da701414b28b9e6837336f2a69d HTTP/1.1" status: 200 len: 375 time: 0.0294902 Feb 04 13:14:23.235069 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Pushing event updated for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:23.281682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-7f79a83d-1297-49ea-81cc-b8f5f77f717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.283187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-7f79a83d-1297-49ea-81cc-b8f5f77f717e service neutron] 10.222.0.90 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 913 time: 0.6044574 Feb 04 13:14:23.306850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.307614 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.308218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.308736 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.309966 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.310723 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.311269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.312468 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.313013 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.313547 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.314080 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.314617 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:23.331463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Attempting to bind port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:23.331906 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Attempting to bind port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:23.332561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Attempting to bind port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:23.339701 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:23.341112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Checking segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:23.341806 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.342467 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Bound using segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:23.343385 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Bound port: 7e4d95d4-2a55-4d90-b8b9-40d2102466bf, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:23.344711 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.345963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.448970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-72c104bc-f90c-4a43-9b34-b8339e816be1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b9ea88-da15-404a-b23a-8587ff19b652 HTTP/1.1" status: 200 len: 217 time: 0.1360638 Feb 04 13:14:23.487166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-aa4999d4-7d02-4b88-b211-9592700a25bf tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3424165 Feb 04 13:14:23.544881 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] For port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:23.552481 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] For port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:23.563698 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.574671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-f1efe387-4874-4013-aecd-9d09f05b75aa service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210070 Feb 04 13:14:23.588489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd1f1b-d71f-46bb-a824-18f8b9ca9043 req-2735e8f4-00ef-40c4-868e-bf8f31a3f45d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.588489 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67fd1f1b-d71f-46bb-a824-18f8b9ca9043 req-2735e8f4-00ef-40c4-868e-bf8f31a3f45d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.7570310 Feb 04 13:14:23.607925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:14:23.637212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-f503a0ed-8f7d-4cc4-a656-2722a8873598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.637212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-f503a0ed-8f7d-4cc4-a656-2722a8873598 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 0.4820769 Feb 04 13:14:23.649224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.704633 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:14:23.705484 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:23.731563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-af89905e-9f85-4ba8-8bb3-f727f6ca151c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.0914590 Feb 04 13:14:23.733043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.745315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-bcc14650-1e5d-4269-af5f-d391ca36a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.747739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-bcc14650-1e5d-4269-af5f-d391ca36a16c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.2845507 Feb 04 13:14:23.793202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.800615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] In _notify_port_updated(), no bound segment for port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 on network 6f28252b-2abf-41b1-8228-d8254dcc9f7d {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:14:23.810776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:23.812235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:23.813976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "PUT /v2.0/ports/9d0901ee-0369-4800-b4f4-c17dc2f578e1 HTTP/1.1" status: 200 len: 1066 time: 2.4440560 Feb 04 13:14:23.897195 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0676-d6b2-432e-b72c-11d8ca0f26e8 None None] Pushing event updated for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:23.935248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b3b9ea88-da15-404a-b23a-8587ff19b652 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:14:23.958253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-fe5fb176-67bf-4f8f-a038-db3b094be8ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728201 Feb 04 13:14:23.988225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:24.120586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12547383-c5f1-4754-9c16-af0b13cd54af,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:24.205582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74f0f4-f02c-48b9-a932-66d5a15ecad8 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event updated for resources: {'Port': ['ID=9d0901ee-0369-4800-b4f4-c17dc2f578e1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:24.215189 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:14:24.226697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-908a0996-6adc-43f5-a064-7945b6b52865 service neutron] 10.222.0.53 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409914 Feb 04 13:14:24.278864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.278864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e764deee-e67b-4394-be31-1298ea32e891 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12547383-c5f1-4754-9c16-af0b13cd54af HTTP/1.1" status: 204 len: 168 time: 1.6409955 Feb 04 13:14:24.278864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-fb4236d9-c929-47be-8c19-505cd4079891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:24.285574 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-fb4236d9-c929-47be-8c19-505cd4079891 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.5283852 Feb 04 13:14:24.376284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67fd1f1b-d71f-46bb-a824-18f8b9ca9043 req-1f584ca1-50b5-4265-adf0-23186e1baebd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467487 Feb 04 13:14:24.451865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-023a16f2-4462-4723-9f95-751e7414f38c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964022 Feb 04 13:14:24.489395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.489395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b3b9ea88-da15-404a-b23a-8587ff19b652,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:24.493629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:24.493629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.521524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76efad2b-8e8d-4fbd-8ab6-73a3595efa77 None None] Provisioning complete for port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:24.521808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-76efad2b-8e8d-4fbd-8ab6-73a3595efa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.568896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'b3b9ea88-da15-404a-b23a-8587ff19b652', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'port_id': 'b3b9ea88-da15-404a-b23a-8587ff19b652', 'mac_address': 'fa:16:3e:30:87:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8d7020-0f3d-49ea-9299-ef9849a79bbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:14:24.642198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-935ee974-9cd9-42b4-bd61-d22a40615091 req-07a68468-ec25-4bc7-a4c5-d060096460b9 service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0567443 Feb 04 13:14:24.725446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.798035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b9ea88-da15-404a-b23a-8587ff19b652 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:24.838394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b3b9ea88-da15-404a-b23a-8587ff19b652,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:24.855043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:24.971028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-76efad2b-8e8d-4fbd-8ab6-73a3595efa77 None None] Port 9d0901ee-0369-4800-b4f4-c17dc2f578e1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:25.047001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:25.060241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-8ee5db33-3f38-40d0-a3fe-edf95b239818 service neutron] 10.222.0.53 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325925 Feb 04 13:14:25.135131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-c4b87c72-92b1-4aca-8e11-d4e6ebecbdd9 service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675115 Feb 04 13:14:25.193409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b3b9ea88-da15-404a-b23a-8587ff19b652'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:14:25.224384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:15Z', 'revision_number': 4, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7e4d95d4-2a55-4d90-b8b9-40d2102466bf', 'name': '', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'mac_address': 'fa:16:3e:b4:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:11Z', 'updated_at': '2022-02-04T13:14:23Z', 'revision_number': 4, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'subnets': [{'id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:25.243273 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f54897-7917-4e89-a40f-6804d81c6149 None None] The sync data for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 is: [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:14:15Z', 'revision_number': 4, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7e4d95d4-2a55-4d90-b8b9-40d2102466bf', 'name': '', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'mac_address': 'fa:16:3e:b4:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:11Z', 'updated_at': '2022-02-04T13:14:23Z', 'revision_number': 4, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'subnets': [{'id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:14:25.464867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-43c26666-fcc3-4516-9580-5dff4c2cccf8 service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4734216 Feb 04 13:14:25.504273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d9fa303-6bc7-4b7a-af1e-00706e2e61f2 req-466f08d6-d6f0-4d0e-a2fa-801e02086811 service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671491 Feb 04 13:14:25.750806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a668581d-7b2c-42fd-8a48-67ddc3e990b3 req-45d1612f-ad8e-43be-822b-09e67dc10ef0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 210 time: 0.1484790 Feb 04 13:14:26.010964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8298a70-8e00-4593-9d92-9e8a78e6f896 req-46d33c37-11e6-467e-9c0e-dd9d9eeb4f4a service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738434 Feb 04 13:14:26.261866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dc5aa-537f-45b8-acbb-214cc0db3449 req-71e67714-4e31-4198-bb5f-eb43b46ef81b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:26.269884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f9dc5aa-537f-45b8-acbb-214cc0db3449 req-71e67714-4e31-4198-bb5f-eb43b46ef81b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3339293 Feb 04 13:14:26.286928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:26.305814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9865b-3630-4cab-b367-5e8ac274be65 req-5b11b760-0ac3-43d9-9f64-8279106b78d5 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:26.307597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e9865b-3630-4cab-b367-5e8ac274be65 req-5b11b760-0ac3-43d9-9f64-8279106b78d5 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 944 time: 1.6308305 Feb 04 13:14:26.396835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f9dc5aa-537f-45b8-acbb-214cc0db3449 req-9613a0c0-60b8-4148-a73e-ec9817aaee6f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244321 Feb 04 13:14:26.520271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for 9d0901ee-0369-4800-b4f4-c17dc2f578e1 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:26.618508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-8cb79c75-cad5-4153-b056-2b1f8f5c8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:26.618508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-8cb79c75-cad5-4153-b056-2b1f8f5c8ed8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af771f48f8bf432f86a89112ea8be007&device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 1095 time: 1.1624911 Feb 04 13:14:26.667895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e9865b-3630-4cab-b367-5e8ac274be65 req-ae240725-9d1e-4463-95ba-ea8c419490c3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890232 Feb 04 13:14:26.672928 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:14:26.975300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e4d95d4-2a55-4d90-b8b9-40d2102466bf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:27.106905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:27.112764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:27.113131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:27.121863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-f4198f58-ee1d-4d26-83d6-8dbcc314e6dc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:27.134655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-f4198f58-ee1d-4d26-83d6-8dbcc314e6dc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 819 time: 0.5362875 Feb 04 13:14:27.164633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3ca62cee-7022-4467-ad40-8626cea96813 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/quotas/151c3da701414b28b9e6837336f2a69d HTTP/1.1" status: 200 len: 375 time: 0.0248420 Feb 04 13:14:27.262909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-68d3e3d9-664a-4ff6-8d9d-3176995c57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:27.265019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-68d3e3d9-664a-4ff6-8d9d-3176995c57c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 200 len: 913 time: 0.6316440 Feb 04 13:14:27.359674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-c281d897-bb3c-4628-b71c-dde2dc0f89d5 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976969 Feb 04 13:14:27.446669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:27.513338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-1faa6f71-e502-4c1f-aa65-28d545feb7ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26 HTTP/1.1" status: 200 len: 217 time: 0.2315550 Feb 04 13:14:27.552566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:27.559135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:27.638256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:27.724970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-a73b209c-a45a-4e18-a2a4-b6c4909b9c37 service neutron] 10.222.0.53 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643520 Feb 04 13:14:27.802316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:27.945905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 70b2445c-9e8b-4fe2-a473-ba97fb530b26 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:14:27.948436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b3b9ea88-da15-404a-b23a-8587ff19b652 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:27.976635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=9d0901ee-0369-4800-b4f4-c17dc2f578e1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:28.072284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.072971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.073458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.073938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.074435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.074938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.075410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.082401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.083000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.083499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.083995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.084560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:28.157824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-35edd337-9aa1-4d1b-a90d-7cc487673d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:28.159683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-35edd337-9aa1-4d1b-a90d-7cc487673d9c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 200 len: 852 time: 0.6434007 Feb 04 13:14:28.237444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port b3b9ea88-da15-404a-b23a-8587ff19b652 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:28.253123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port b3b9ea88-da15-404a-b23a-8587ff19b652 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:28.253675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:28.297713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:28.316776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-f9000977-f319-4d5c-b31e-944ed5f30cee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=74977b09-dea7-40f3-b7e9-67b9b6335081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472938 Feb 04 13:14:28.439802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-1b1c64fc-cb0e-47ff-ad4b-9b96335d0734 service neutron] 10.222.0.53 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136102 Feb 04 13:14:28.507632 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:28.542895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e680d4-388f-4605-806b-913f86019e6c req-015ea3dc-0098-4ce8-b8c4-8f99644ca030 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:28.557222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37e680d4-388f-4605-806b-913f86019e6c req-015ea3dc-0098-4ce8-b8c4-8f99644ca030 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.6695049 Feb 04 13:14:28.584501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b3b9ea88-da15-404a-b23a-8587ff19b652,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:28.595380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:28.618237 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:28.666268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:28.681877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-69b45a07-05e3-4c5f-b04d-ca043e44f07c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:28.685327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-69b45a07-05e3-4c5f-b04d-ca043e44f07c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 819 time: 0.7532332 Feb 04 13:14:28.699206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Request body: {'port': {'device_id': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'admin_state_up': True, 'tenant_id': '151c3da701414b28b9e6837336f2a69d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:28.699447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'network_id': '74977b09-dea7-40f3-b7e9-67b9b6335081', 'port_id': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'mac_address': 'fa:16:3e:67:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8d7020-0f3d-49ea-9299-ef9849a79bbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:14:28.742661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:28.784955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:28.854373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e4d95d4-2a55-4d90-b8b9-40d2102466bf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:28.895749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Usage tracker for resource:floatingip and tenant:253939b691f84478bf7fbf4c2967bf1c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:29.003577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:29.013502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:29.024041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Usage tracker for resource:port and tenant:151c3da701414b28b9e6837336f2a69d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:29.039023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:29.048964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:29.065070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:29.074576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Made reservation on behalf of 151c3da701414b28b9e6837336f2a69d for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:29.084680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:29.088376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-729cb310-7416-4968-b67e-734108e5dbda service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490573 Feb 04 13:14:29.123242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:29.136759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:29.160072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b2445c-9e8b-4fe2-a473-ba97fb530b26 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:29.204856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:29.204856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:29.204856 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:29.275677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:29.365790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:29.383616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-37e680d4-388f-4605-806b-913f86019e6c req-8604baa0-db0c-4825-aaee-d5b2a17504d3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046547 Feb 04 13:14:29.524752 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652', 'code': 200} Feb 04 13:14:29.562527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a4ce1-391a-4ce0-bb18-0baf1412c713 req-f6613742-daff-4cf0-9b62-6f567bcf488d tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:29.571858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-913a4ce1-391a-4ce0-bb18-0baf1412c713 req-f6613742-daff-4cf0-9b62-6f567bcf488d tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 944 time: 0.6154542 Feb 04 13:14:29.644148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['70b2445c-9e8b-4fe2-a473-ba97fb530b26'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:14:29.697466 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:29.739802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-913a4ce1-391a-4ce0-bb18-0baf1412c713 req-46e613ec-cc36-4079-b5dc-c2794e29df06 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644809 Feb 04 13:14:29.935839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Allocated IP 172.20.0.3 (d5e2ace4-8b47-4897-a0ae-cbb466672a1f/c42a7183-dab5-4bc8-ab07-1b876bbd1d4b/d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:29.981705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72f50aa8-9a1a-43cf-a28c-20accc9c745b req-335adf8f-cfdd-4e90-a6b2-c3c4ccbba738 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:30.095605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.111637 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-709a7d2e-d7a5-498a-99b4-8bde9603e3ef tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/9d0901ee-0369-4800-b4f4-c17dc2f578e1 HTTP/1.1" status: 204 len: 168 time: 6.1287119 Feb 04 13:14:30.129596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59088) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:30.234306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72f50aa8-9a1a-43cf-a28c-20accc9c745b req-335adf8f-cfdd-4e90-a6b2-c3c4ccbba738 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:30.243719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72f50aa8-9a1a-43cf-a28c-20accc9c745b req-335adf8f-cfdd-4e90-a6b2-c3c4ccbba738 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.7335548 Feb 04 13:14:30.250163 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe04f6bd-798d-4163-b968-b1e5edc380a9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] GET failed (client error): The resource could not be found. Feb 04 13:14:30.250879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fe04f6bd-798d-4163-b968-b1e5edc380a9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Synchronizing usage tracker for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:30.268325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c4b5bec-5e2e-43ab-b5a2-83b0e36f0aa0 req-596c6307-e547-4e9d-b013-05265c7e24cd service neutron] 10.222.0.90 "GET /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1346166 Feb 04 13:14:30.275236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.305130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13241e63-0a9b-4278-a0a9-eb3fdb052e90 req-fada2285-9f0f-497a-8c00-e66b3c3a9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:30.307527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13241e63-0a9b-4278-a0a9-eb3fdb052e90 req-fada2285-9f0f-497a-8c00-e66b3c3a9887 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 1096 time: 0.5819781 Feb 04 13:14:30.309577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.310788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fe04f6bd-798d-4163-b968-b1e5edc380a9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Unset dirty status for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:30.313654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe04f6bd-798d-4163-b968-b1e5edc380a9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports/9d0901ee-0369-4800-b4f4-c17dc2f578e1 HTTP/1.1" status: 404 len: 333 time: 0.1782825 Feb 04 13:14:30.339963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59092) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:30.410702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:30.414384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:30.416906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Pushing event updated for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:30.419203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:30.431958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13241e63-0a9b-4278-a0a9-eb3fdb052e90 req-d3754174-7b94-475a-85a6-7715174d45e7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163616 Feb 04 13:14:30.463985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port db1a7cf7-d447-4f23-854a-fd79dae0cb15 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:30.464560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.490155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:30.490955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.504109 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.537498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-1823e132-9fbb-464b-817a-ebe82345d265 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8443694 Feb 04 13:14:30.551385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Request body: {'port': {'device_id': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:30.748845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:30.777589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385f3de-ce45-4d22-84cc-d6214fe654ba req-a35e9700-47fc-4cc5-92fb-afa2ab7c703f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:30.779103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7385f3de-ce45-4d22-84cc-d6214fe654ba req-a35e9700-47fc-4cc5-92fb-afa2ab7c703f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1717973 Feb 04 13:14:30.914064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7385f3de-ce45-4d22-84cc-d6214fe654ba req-d2e63d47-eca4-4d2c-b96e-610579779b15 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930727 Feb 04 13:14:30.931566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-86d495d3-a1c0-4722-8250-76b6a4b1fa7f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:30.932670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-86d495d3-a1c0-4722-8250-76b6a4b1fa7f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:31.168330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-86d495d3-a1c0-4722-8250-76b6a4b1fa7f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:31.169473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-86d495d3-a1c0-4722-8250-76b6a4b1fa7f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 819 time: 0.6622713 Feb 04 13:14:31.189900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Request body: {'port': {'device_id': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'admin_state_up': True, 'tenant_id': '151c3da701414b28b9e6837336f2a69d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:31.220770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:31.231292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:31.248328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Transition to ACTIVE for port object d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:31.253548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:31.335228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Allocated IP 172.25.4.6 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:31.412908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:31.603165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c7bd078-4b0d-4009-8b83-5687eec0579d req-a154c76d-e359-478b-ad28-af6f4b172b62 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:31.661180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for db1a7cf7-d447-4f23-854a-fd79dae0cb15 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:31.779307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:31.859303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3c7bd078-4b0d-4009-8b83-5687eec0579d req-a154c76d-e359-478b-ad28-af6f4b172b62 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:31.872456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c7bd078-4b0d-4009-8b83-5687eec0579d req-a154c76d-e359-478b-ad28-af6f4b172b62 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.3661141 Feb 04 13:14:31.918032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Attempting to bind port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:31.918976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Attempting to bind port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:31.919478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Attempting to bind port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:31.925207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:14:31.925707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Attempting to bind port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:31.933250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:31.933798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Checking segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:31.934338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Bound using segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:31.943676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Bound port: d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:31.944342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:31.954946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 70b2445c-9e8b-4fe2-a473-ba97fb530b26 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:32.106069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:32.118770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:32.119491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.187338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.196586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:32.236899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d385d60-ab45-49a2-b725-076af7ef67e2 req-22120938-5b97-403b-9648-251b810cfc5a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:32.240832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e4cb2-1c6c-4601-9f80-ebea4056c47e req-b70f1521-bfff-45be-977b-dea464f7519f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:32.244974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d385d60-ab45-49a2-b725-076af7ef67e2 req-22120938-5b97-403b-9648-251b810cfc5a tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 945 time: 1.3090560 Feb 04 13:14:32.252120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e1e4cb2-1c6c-4601-9f80-ebea4056c47e req-b70f1521-bfff-45be-977b-dea464f7519f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1397567 Feb 04 13:14:32.298089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:32.320494 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.367204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d385d60-ab45-49a2-b725-076af7ef67e2 req-9a60550b-d357-4e56-8dc8-3ae763643cda tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098375 Feb 04 13:14:32.369402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e1e4cb2-1c6c-4601-9f80-ebea4056c47e req-da02c68c-d51f-43d9-97fb-079675063c85 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148472 Feb 04 13:14:32.379454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.426502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:32.427710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:32.431360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:32.434878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:32.442286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:32.447746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.449873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:32.502106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Pushing event updated for resources: {'Port': ['ID=4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:32.505097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Made reservation on behalf of 151c3da701414b28b9e6837336f2a69d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:32.508845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.513547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:32.519078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.525736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.568877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:32.574043 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'code': 200} Feb 04 13:14:32.576577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:14:32.628098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=db1a7cf7-d447-4f23-854a-fd79dae0cb15,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:32.675835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:32.676398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.678131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] 10.222.0.87 "PUT /v2.0/ports/d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 1091 time: 2.1338217 Feb 04 13:14:32.688123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:32.734549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82950bf-b297-4e11-9fa7-29257156fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:32.776399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.810343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:32.917226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:32.953274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '5af1eb09-5614-4373-809c-7972f95a182a', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'port_id': '5af1eb09-5614-4373-809c-7972f95a182a', 'mac_address': 'fa:16:3e:86:3b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496ead97-7549-441e-8c51-2ceca74758d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:14:33.057275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8f5ce963-4e24-4dc7-a57f-2d1f32d04be9 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/db1a7cf7-d447-4f23-854a-fd79dae0cb15 HTTP/1.1" status: 204 len: 168 time: 2.7160079 Feb 04 13:14:33.073909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59172) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:33.129641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:33.184811 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'status': 'completed', 'code': 200} Feb 04 13:14:33.200263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:33.230539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:33.235008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-4baaafca-7fbc-4e48-bcdf-7b14d2c0f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:33.235877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:33.236733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-4baaafca-7fbc-4e48-bcdf-7b14d2c0f03b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1094 time: 0.4954114 Feb 04 13:14:33.398333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['5af1eb09-5614-4373-809c-7972f95a182a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:14:33.419158 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c055b-fd84-42f1-98ab-0d462fa6b9ab tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] GET failed (client error): The resource could not be found. Feb 04 13:14:33.419805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f5c055b-fd84-42f1-98ab-0d462fa6b9ab tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Synchronizing usage tracker for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:33.469458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8606fb8-b286-46cc-904c-ece840a2c082 req-fc28baa3-f9a4-404b-ad0f-980bea077d57 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.2289193 Feb 04 13:14:33.488659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:33.497612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-528b4031-7d87-4e6b-b7d2-f11a1ca631d4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1915252 Feb 04 13:14:33.641819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:33.661032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-08fe8aca-8c28-42f7-9881-559fd6b018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:33.663080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-08fe8aca-8c28-42f7-9881-559fd6b018d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.1567376 Feb 04 13:14:33.807311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae8406-b538-417a-bd9a-67b6c8bb4ead req-494cefc3-ff1d-49d7-a146-d523441091b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:33.809372 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-61ae8406-b538-417a-bd9a-67b6c8bb4ead req-494cefc3-ff1d-49d7-a146-d523441091b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 1097 time: 1.1679866 Feb 04 13:14:33.810438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f5c055b-fd84-42f1-98ab-0d462fa6b9ab tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Unset dirty status for tenant:68249af7484042a79b8d78bc3168b29b on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:33.812404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5f5c055b-fd84-42f1-98ab-0d462fa6b9ab tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "GET /v2.0/ports/db1a7cf7-d447-4f23-854a-fd79dae0cb15 HTTP/1.1" status: 404 len: 333 time: 0.5987411 Feb 04 13:14:33.824841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59268) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:33.826210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Allocated IP 172.20.0.8 (d5e2ace4-8b47-4897-a0ae-cbb466672a1f/c42a7183-dab5-4bc8-ab07-1b876bbd1d4b/ee63643b-3809-47d4-a193-e98884006cf7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:33.911388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-ae5f4e08-d8d6-4161-835b-32c589953eeb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2403374 Feb 04 13:14:34.018751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-61ae8406-b538-417a-bd9a-67b6c8bb4ead req-f524cb1a-0bb4-4e5f-9eeb-1315eeea5568 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886244 Feb 04 13:14:34.037467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port 80b318d5-e11a-46b2-96d7-2b1818b9c4dc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:34.037823 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:34.192397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e687d5f-f914-4f93-a026-ab423c1663bc req-efccb94d-223a-43d8-871b-5780cf952658 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:34.201463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e687d5f-f914-4f93-a026-ab423c1663bc req-efccb94d-223a-43d8-871b-5780cf952658 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 946 time: 0.4450302 Feb 04 13:14:34.217772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-b8058fae-0923-4829-aeb6-4b6a1cce15ce service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924099 Feb 04 13:14:34.435592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e687d5f-f914-4f93-a026-ab423c1663bc req-c6234b37-8f44-4703-82fd-c8d7755aa1c0 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208743 Feb 04 13:14:34.517424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:34.557117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:34.588736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8299c93-ed21-4379-acfe-27f05f30e9f9 req-dd15e712-d7d3-4162-a996-26ffc26bb5ae service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114107 Feb 04 13:14:34.745840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 5af1eb09-5614-4373-809c-7972f95a182a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:34.745840 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:34.797475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for 80b318d5-e11a-46b2-96d7-2b1818b9c4dc owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:34.894352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1944e497-7116-444f-942c-c68b0f60a35d req-f560bf0e-bc58-4b4a-870f-e71c86f6a684 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.1356053 Feb 04 13:14:34.949435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bc185-c800-419f-ad01-7371139d0bc7 req-ddc7319f-7394-4fd7-a55e-1b59ad1aec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:34.951303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-ddc7319f-7394-4fd7-a55e-1b59ad1aec08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1094 time: 0.3086267 Feb 04 13:14:35.009091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:35.062921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:35.086411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:35.095422 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:35.291323 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'code': 200} Feb 04 13:14:35.291962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:35.320556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bc185-c800-419f-ad01-7371139d0bc7 req-4d095afb-5fd2-46c9-80e8-83b9e36cb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:35.327316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-4d095afb-5fd2-46c9-80e8-83b9e36cb1c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.3684371 Feb 04 13:14:35.439966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-862fef6a-eba8-41eb-a832-bfcdcc2a56f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1050577 Feb 04 13:14:35.507369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82b16-f835-4b5c-864c-0c0d78742745 req-3df0a87b-6de5-4766-b96f-26453a0555be tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:35.514702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ea82b16-f835-4b5c-864c-0c0d78742745 req-3df0a87b-6de5-4766-b96f-26453a0555be tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 1.8389471 Feb 04 13:14:35.679213 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ea82b16-f835-4b5c-864c-0c0d78742745 req-d9d1301b-915d-46da-83db-9fd765bf6296 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635656 Feb 04 13:14:35.719166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bc185-c800-419f-ad01-7371139d0bc7 req-6d6cd3bd-da74-4a4c-9df4-b47d06c79ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:35.722089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-6d6cd3bd-da74-4a4c-9df4-b47d06c79ac0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.2721150 Feb 04 13:14:35.851934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-7c96319a-dfbc-45b2-992a-608ac73b5872 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220045 Feb 04 13:14:36.006909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.014222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa38df-995e-49bf-a31a-0650414582f1 req-14f5a260-8270-464f-b6d6-bb2698287faa tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:36.026747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7fa38df-995e-49bf-a31a-0650414582f1 req-14f5a260-8270-464f-b6d6-bb2698287faa tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 946 time: 0.4099724 Feb 04 13:14:36.080943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.105046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7fa38df-995e-49bf-a31a-0650414582f1 req-341046d7-86ed-4006-91aa-764128b35a9c tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772090 Feb 04 13:14:36.222819 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-51143191-9908-4c01-a2c7-e2069db2d32c service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519700 Feb 04 13:14:36.438683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.446511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Pushing event updated for resources: {'Port': ['ID=4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:36.603343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.648183 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-699bc185-c800-419f-ad01-7371139d0bc7 req-e5ffafa8-ae3a-45dd-8557-4abd751a49c2 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174347 Feb 04 13:14:36.675346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b884-75d8-4e0a-aa87-639d219c9e73 req-aae75e4e-092a-4ea5-9492-dedc2aa19fb3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:36.677316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9b1b884-75d8-4e0a-aa87-639d219c9e73 req-aae75e4e-092a-4ea5-9492-dedc2aa19fb3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 945 time: 0.3164294 Feb 04 13:14:36.708755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.710550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b9ff0ed2-30c3-402e-8868-6d86e239bd1b tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.4056447 Feb 04 13:14:36.716965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe5a0a96-14fc-4a00-afab-2ea5df74c8b7 req-b08fce1a-9210-48c1-84d5-3ccf05ea0944 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:36.764191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:36.772437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1813512051', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'fixed_ips': [{'ip_address': '172.25.4.6'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:36.777682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:36.782553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Usage tracker for resource:port and tenant:253939b691f84478bf7fbf4c2967bf1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:36.792984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:36.797841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Port': ['ID=80b318d5-e11a-46b2-96d7-2b1818b9c4dc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:36.810764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.813174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:36.831949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.834525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8297999a-a9cc-4e13-acfa-225a0bb392c3 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/ports/80b318d5-e11a-46b2-96d7-2b1818b9c4dc HTTP/1.1" status: 204 len: 168 time: 3.0030673 Feb 04 13:14:36.838071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fe5a0a96-14fc-4a00-afab-2ea5df74c8b7 req-b08fce1a-9210-48c1-84d5-3ccf05ea0944 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:36.839681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fe5a0a96-14fc-4a00-afab-2ea5df74c8b7 req-b08fce1a-9210-48c1-84d5-3ccf05ea0944 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.7652903 Feb 04 13:14:36.842906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:36.850525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Made reservation on behalf of 253939b691f84478bf7fbf4c2967bf1c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:36.853026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.897613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:36.948655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9b1b884-75d8-4e0a-aa87-639d219c9e73 req-2e55b064-1152-4755-ba9d-debd53bc69be tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575202 Feb 04 13:14:36.963535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:37.007453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Usage tracker for resource:security_group_rule and tenant:253939b691f84478bf7fbf4c2967bf1c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:37.012695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting subnet 6cfc107c-2127-446e-b1bb-94a5c2777f88 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:14:37.027084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:37.030315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:37.052352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:37.236779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:37.242707 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:37.256631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:37.261229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] device_id is not set on port f7a32ae7-3352-4b73-98cd-c7ad573053f0 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:37.415225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:37.416316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3446ad-0f8e-4b34-a4f1-ad162922bfbb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:37.640958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Pushing event updated for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:37.737978 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:14:37.738528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:37.784372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Network d5e2ace4-8b47-4897-a0ae-cbb466672a1f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:37.800884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7aab679-846b-4e1f-ba00-72e49d0437cd tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.0328968 Feb 04 13:14:37.803301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59564) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:37.829918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:37.835585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:37.967651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.021472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:38.022114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.098381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-3d468375-83be-42d0-bde8-cafc60e45ef4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9137146 Feb 04 13:14:38.129227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d2a8f-8179-4591-a70e-27254a73b7fd req-cb26e6d6-f619-47b9-8ef0-b74935fe3a4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:38.131389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-964d2a8f-8179-4591-a70e-27254a73b7fd req-cb26e6d6-f619-47b9-8ef0-b74935fe3a4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.9754078 Feb 04 13:14:38.136108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Request body: {'port': {'device_id': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:38.166100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Deleting port 4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:38.166533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.274384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-964d2a8f-8179-4591-a70e-27254a73b7fd req-3af63633-6332-4d6d-a48c-e58b91366849 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 Feb 04 13:14:38.328532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.452323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfc107c-2127-446e-b1bb-94a5c2777f88,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:38.468595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.473523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27715cd4-aee0-444b-bbc1-58bc94e420b4 None None] Network 6f28252b-2abf-41b1-8228-d8254dcc9f7d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:14:38.477541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.568698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1e24725-8181-4d55-9c2c-e3cd4f87eabd tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/subnets/6cfc107c-2127-446e-b1bb-94a5c2777f88 HTTP/1.1" status: 204 len: 168 time: 1.7239604 Feb 04 13:14:38.583918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.584418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:38.766474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:14:38.810986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:39.051466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Calling delete_port for 4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:39.072775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:39.147539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'port_id': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'mac_address': 'fa:16:3e:69:e2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:14:39.444817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee63643b-3809-47d4-a193-e98884006cf7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:39.509751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.525867 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.553736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:39.593131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:39.598824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.617327 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.630121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225c7f-4588-4ae3-8ece-63aa4fd7e369 req-b10f146d-de05-4d81-a6b6-937a6ca45f1d tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:39.662257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00225c7f-4588-4ae3-8ece-63aa4fd7e369 req-b10f146d-de05-4d81-a6b6-937a6ca45f1d tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 945 time: 1.6997788 Feb 04 13:14:39.801988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00225c7f-4588-4ae3-8ece-63aa4fd7e369 req-564684ea-096e-4cbc-92ae-3aca33c35ccf tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355174 Feb 04 13:14:39.807857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:39.808210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.851488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:39.863679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] DHCP port deletion for 6f28252b-2abf-41b1-8228-d8254dcc9f7d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:14:39.877272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da874a2-0886-4c51-bf5c-d455190f11f0 req-2a759eb6-534f-4208-87e3-ca0973bd2c38 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:39.881395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Deleting port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:39.883113 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:39.883253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3da874a2-0886-4c51-bf5c-d455190f11f0 req-2a759eb6-534f-4208-87e3-ca0973bd2c38 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 931 time: 1.3923988 Feb 04 13:14:39.970594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:14:39.984950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451cf35-0922-4a0d-a757-ea022b71012f req-b7ce6c8c-fb46-45a3-a5d7-63dfa2c6f16b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:39.986835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d451cf35-0922-4a0d-a757-ea022b71012f req-b7ce6c8c-fb46-45a3-a5d7-63dfa2c6f16b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "GET /v2.0/ports?device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 945 time: 0.9167855 Feb 04 13:14:40.131823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3da874a2-0886-4c51-bf5c-d455190f11f0 req-f5c89402-5657-49e0-ae99-f962e941ed72 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:40.153224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Deleting port b3b9ea88-da15-404a-b23a-8587ff19b652 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:40.155447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.169844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.285469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Transition to ACTIVE for port object ee63643b-3809-47d4-a193-e98884006cf7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:40.328663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a5e2cc2-7bf7-4f8a-a3e7-84b14d878981,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:40.350869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] For port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,segment=NetworkSegment(dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0),segment_id=dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:40.351275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.623591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.649591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] For port b3b9ea88-da15-404a-b23a-8587ff19b652, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b3b9ea88-da15-404a-b23a-8587ff19b652,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:40.650184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.670311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.675948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ea42195-14d5-40c4-be1c-07c5b04cb1fe tempest-ExternalNetworksAdminNegativeTestJSON-803642470 tempest-ExternalNetworksAdminNegativeTestJSON-803642470-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/e0e7990d-01ea-4f46-9ca7-9badf079e365 HTTP/1.1" status: 204 len: 168 time: 2.8672903 Feb 04 13:14:40.705718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] For port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,segment=NetworkSegment(dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0),segment_id=dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:40.706190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:40.729849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Calling delete_port for 5317fa00-2b6c-48f4-bf18-03a32cdc65ea owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:40.831164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-3fc6749b-ee16-47d7-bc4e-7a8efe60b63b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:40.838862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-3fc6749b-ee16-47d7-bc4e-7a8efe60b63b tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 946 time: 1.3758707 Feb 04 13:14:40.845961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3da874a2-0886-4c51-bf5c-d455190f11f0 req-f5c89402-5657-49e0-ae99-f962e941ed72 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:40.855848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3da874a2-0886-4c51-bf5c-d455190f11f0 req-f5c89402-5657-49e0-ae99-f962e941ed72 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9542191 Feb 04 13:14:40.974001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5317fa00-2b6c-48f4-bf18-03a32cdc65ea no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:41.045595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:41.065952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Calling delete_port for b3b9ea88-da15-404a-b23a-8587ff19b652 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:41.118283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5317fa00-2b6c-48f4-bf18-03a32cdc65ea {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:14:41.118659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5317fa00-2b6c-48f4-bf18-03a32cdc65ea not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:14:41.131908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Calling delete_port for 5317fa00-2b6c-48f4-bf18-03a32cdc65ea owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:41.137535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:41.308079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] Pushing event deleted for resources: {'Port': ['ID=5317fa00-2b6c-48f4-bf18-03a32cdc65ea,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:41.310392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:14:41.311527 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:14:41.318507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Deleting port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:41.318981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:41.329487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde2ba5-2948-40ef-811f-e3a1ca72c308 None None] No DVR routers for this DVR port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:41.334551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:41.448886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc012ece-f964-4010-a951-e7603f9584dc req-9d5d2abf-7bcf-4dbc-b689-08c0cf43ee7c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:41.461876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc012ece-f964-4010-a951-e7603f9584dc req-9d5d2abf-7bcf-4dbc-b689-08c0cf43ee7c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.7422411 Feb 04 13:14:41.600131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc012ece-f964-4010-a951-e7603f9584dc req-bb4f6fea-486b-470b-878b-0abeebc3f316 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347573 Feb 04 13:14:41.700613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:41.741242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:41.750459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d2abc9aa57124112a5814b991b48da52 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:41.761128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:41.782707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:41.884548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Deleting port 5317fa00-2b6c-48f4-bf18-03a32cdc65ea {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:41.889565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:41.990288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 70b2445c-9e8b-4fe2-a473-ba97fb530b26 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:42.056032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:42.147430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] The port '5317fa00-2b6c-48f4-bf18-03a32cdc65ea' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:14:42.211777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.273441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.335034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:42.336386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:42.342907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.343856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b3b9ea88-da15-404a-b23a-8587ff19b652 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:42.397080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.449034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: b3b9ea88-da15-404a-b23a-8587ff19b652 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:14:42.455050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b3b9ea88-da15-404a-b23a-8587ff19b652 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:14:42.517964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:42.571432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event deleted for resources: {'Port': ['ID=b3b9ea88-da15-404a-b23a-8587ff19b652,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:42.571741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.594413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:42.696976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.711163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.728775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.745076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.751184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.757058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.765584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:42.776442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-68920eef-01b3-4df5-a387-b6f798d2534b tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 1.2491629 Feb 04 13:14:42.779183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] No DVR routers for this DVR port b3b9ea88-da15-404a-b23a-8587ff19b652 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:42.784451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.810239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:42.815567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:42.815918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.914518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:42.921545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5921855-94c7-444e-ad4e-c83506c2723a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:42.954678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1df8a982-37dd-4513-98b8-539bdc6d64c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2abc9aa57124112a5814b991b48da52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6178722 Feb 04 13:14:42.957207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59874) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:42.962290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f28252b-2abf-41b1-8228-d8254dcc9f7d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:42.968728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'name': 'network-vif-deleted', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:43.025732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cf62d49-46e4-4e11-b9de-b352c56eeeb9 req-270f0f50-5dac-4bdb-93fe-ac0674991705 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2418981 Feb 04 13:14:43.025732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d451cf35-0922-4a0d-a757-ea022b71012f req-24271cd8-985e-4aad-9749-ff3d2306fda6 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "DELETE /v2.0/ports/b3b9ea88-da15-404a-b23a-8587ff19b652 HTTP/1.1" status: 204 len: 173 time: 3.0266843 Feb 04 13:14:43.046779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:43.046779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7d2ba3-e0a5-4613-b43d-45d2023dc4d0') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:43.080273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Attempting to bind port ee63643b-3809-47d4-a193-e98884006cf7 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:43.080795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Attempting to bind port ee63643b-3809-47d4-a193-e98884006cf7 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:43.080932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Attempting to bind port ee63643b-3809-47d4-a193-e98884006cf7 on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:43.098648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.167206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e044850-7db2-499d-aac9-2aec6d833c3d req-8f98063f-7c3b-4296-b269-9c7050f08033 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:43.183875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e044850-7db2-499d-aac9-2aec6d833c3d req-8f98063f-7c3b-4296-b269-9c7050f08033 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f333dcf-0fcf-49a7-870c-9d92991aa1a7 HTTP/1.1" status: 200 len: 867 time: 1.2052417 Feb 04 13:14:43.189951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.314191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:43.318356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.343122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.384320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:14:43.384320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:14:43.422471 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:14:43.544726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0780027-0696-4b41-b088-c84b0e88f036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.554678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Port ee63643b-3809-47d4-a193-e98884006cf7 on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:14:43.556906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Attempting to bind port ee63643b-3809-47d4-a193-e98884006cf7 on network d5e2ace4-8b47-4897-a0ae-cbb466672a1f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:43.572808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:43.573728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.616708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.638136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:43.638740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Checking segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:43.639175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Bound using segment: {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:43.639924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Bound port: ee63643b-3809-47d4-a193-e98884006cf7, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856bec65-c225-4a2c-a75d-23b36ddbfb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:43.640342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.705164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e044850-7db2-499d-aac9-2aec6d833c3d req-0b7e764d-232c-425d-a80e-2133201fa00e tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e9ff22f-0a0b-435f-af05-a931ec58c76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264869 Feb 04 13:14:43.754680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.776173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:43.781703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ee63643b-3809-47d4-a193-e98884006cf7,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:43.857439 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'code': 200} Feb 04 13:14:43.894105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5921855-94c7-444e-ad4e-c83506c2723a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:43.896635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.912653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.918993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.937243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] For port 70b2445c-9e8b-4fe2-a473-ba97fb530b26, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=70b2445c-9e8b-4fe2-a473-ba97fb530b26,segment=NetworkSegment(7dd93016-faa7-47ca-a8ca-d368a0198716),segment_id=7dd93016-faa7-47ca-a8ca-d368a0198716)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:43.938436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.960751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] 10.222.0.53 "DELETE /v2.0/networks/6f28252b-2abf-41b1-8228-d8254dcc9f7d HTTP/1.1" status: 204 len: 168 time: 5.1494102 Feb 04 13:14:43.964640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:43.966186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1965099f-dbb8-4a7a-825f-61b14e1d6ef6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5921855-94c7-444e-ad4e-c83506c2723a HTTP/1.1" status: 204 len: 168 time: 1.0063641 Feb 04 13:14:43.968374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92753edd-bfd9-4970-b5de-454551037167 tempest-AllowedAddressPairIpV6TestJSON-450283629 tempest-AllowedAddressPairIpV6TestJSON-450283629-project] Pushing event deleted for resources: {'Network': ['ID=6f28252b-2abf-41b1-8228-d8254dcc9f7d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:44.153788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:44.184976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.186357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:44.188449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-993cd061-8b18-45fc-bc1f-e7341917ffd5 service neutron] 10.222.0.87 "PUT /v2.0/ports/ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 200 len: 1091 time: 6.0811169 Feb 04 13:14:44.223496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24630bb5-8470-4b5b-afe0-0870561d4e78 req-9d7f82cc-81a2-4119-a4c5-bdbb32a7a8bb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.232045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24630bb5-8470-4b5b-afe0-0870561d4e78 req-9d7f82cc-81a2-4119-a4c5-bdbb32a7a8bb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1976163 Feb 04 13:14:44.326440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24630bb5-8470-4b5b-afe0-0870561d4e78 req-b2d2c9be-be34-4a61-872a-304f1928cfed tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835485 Feb 04 13:14:44.357190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Calling delete_port for 70b2445c-9e8b-4fe2-a473-ba97fb530b26 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:44.434239 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f333dcf-0fcf-49a7-870c-9d92991aa1a7', 'name': 'network-vif-deleted', 'tag': 'b3b9ea88-da15-404a-b23a-8587ff19b652', 'status': 'completed', 'code': 200} Feb 04 13:14:44.442860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:44.486953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a243-4a06-4b4a-ab5a-2e2664dd133b req-9f5aa5bf-1bfd-4be8-947f-765562d9b1f6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.495585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7072a243-4a06-4b4a-ab5a-2e2664dd133b req-9f5aa5bf-1bfd-4be8-947f-765562d9b1f6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 943 time: 0.9536829 Feb 04 13:14:44.591262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.606091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.617879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.629971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.644399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.652328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.659767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.664100 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f5082581-2edb-4f23-8662-71bb24f8147e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.8802896 Feb 04 13:14:44.843298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.874916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.890369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.925406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.964832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:44.980925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:45.000382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:45.011041 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-281165f5-f533-4847-8edb-a1b505c20521 req-69278e4b-48d3-499a-a1ea-bd512d7cf01e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5443 time: 0.4166632 Feb 04 13:14:45.013365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:45.040361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7072a243-4a06-4b4a-ab5a-2e2664dd133b req-361f641f-6b84-43e9-90fe-170dc6b062ca tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324392 Feb 04 13:14:45.119343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-ddcd8332-09d8-4060-9172-d4b8b79ed72c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:45.121720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-ddcd8332-09d8-4060-9172-d4b8b79ed72c tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3948803 Feb 04 13:14:45.298290 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-025ab6ff-72c2-468c-8bb0-ec14c863dbeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68249af7484042a79b8d78bc3168b29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517892 Feb 04 13:14:45.306284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:45.334257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.340474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-281165f5-f533-4847-8edb-a1b505c20521 req-074d5307-eb75-4ce2-86b5-dc0d1dd5818e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3277500 Feb 04 13:14:45.409818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-576bb670-e196-41d9-897a-e10ed6866c79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=253939b691f84478bf7fbf4c2967bf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855588 Feb 04 13:14:45.410436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:45.452743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-eabeda7a-1951-4b2d-be5f-9b46d7b2c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:45.454345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-eabeda7a-1951-4b2d-be5f-9b46d7b2c6fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1094 time: 1.1105247 Feb 04 13:14:45.480999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Pushing event deleted for resources: {'Port': ['ID=70b2445c-9e8b-4fe2-a473-ba97fb530b26,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:45.530843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.640651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.688026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-875046f7-6f2f-475b-b0c2-695db0174619 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5564899 Feb 04 13:14:45.696497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-42e061b1-05d7-4ccc-beaa-fab144b2ff08 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 200 len: 217 time: 0.2176294 Feb 04 13:14:45.759274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b23e5-dcbf-4401-847a-2ebd0a9551f9 req-bd7e2a91-1306-4e94-8ce8-928ad2b86d63 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:45.763316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f48b23e5-dcbf-4401-847a-2ebd0a9551f9 req-bd7e2a91-1306-4e94-8ce8-928ad2b86d63 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.1920373 Feb 04 13:14:45.798045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:45.803344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.848819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-056e7028-fc11-45e3-ba81-9b308ba3afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.859732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:45.860634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3446ad-0f8e-4b34-a4f1-ad162922bfbb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:45.877983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f48b23e5-dcbf-4401-847a-2ebd0a9551f9 req-ee8bbd13-4d42-498e-8416-b02980ed0334 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037841 Feb 04 13:14:45.896076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:45.903221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eea72686-c68a-4b8d-be4f-06f7ed0b9017 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec3446ad-0f8e-4b34-a4f1-ad162922bfbb HTTP/1.1" status: 204 len: 168 time: 0.4915981 Feb 04 13:14:45.929988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4fc84dc7-3f46-4aa5-8c7e-e26397d14f17 req-13aa2d13-4e65-4f1a-8d93-bbcc18576cd3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Synchronizing usage tracker for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:45.993499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] No DVR routers for this DVR port 70b2445c-9e8b-4fe2-a473-ba97fb530b26 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:45.996116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:46.007233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6089d90e-2150-4b86-8eb1-43faa6ab2f6e no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:46.077017 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'code': 200} Feb 04 13:14:46.106262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4fc84dc7-3f46-4aa5-8c7e-e26397d14f17 req-13aa2d13-4e65-4f1a-8d93-bbcc18576cd3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] Unset dirty status for tenant:af771f48f8bf432f86a89112ea8be007 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:46.119239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fc84dc7-3f46-4aa5-8c7e-e26397d14f17 req-13aa2d13-4e65-4f1a-8d93-bbcc18576cd3 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e HTTP/1.1" status: 200 len: 210 time: 0.6414828 Feb 04 13:14:46.262878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca53ad0-5cb9-4076-a79b-650f2eb3503a req-95a34ceb-779e-4ee8-a820-ba98b25e0732 tempest-MultipleCreateTestJSON-912473585 tempest-MultipleCreateTestJSON-912473585-project] 10.222.0.90 "DELETE /v2.0/ports/70b2445c-9e8b-4fe2-a473-ba97fb530b26 HTTP/1.1" status: 204 len: 173 time: 5.4058282 Feb 04 13:14:46.272011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:46.301977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-bd1ef25d-a40f-4bfd-9a46-8ffb0d5c1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:46.308664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-bd1ef25d-a40f-4bfd-9a46-8ffb0d5c1fae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.5814195 Feb 04 13:14:46.314532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:46.411565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:46.514824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:46.522153 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:46.525538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 45c5f866-cb50-4ca9-a7d0-58d55722cb37 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:46.538897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7'}, {'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-deleted', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:46.608965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5648ef-dc3a-4d84-a2e3-8fb03f51ca21 req-c24328e5-a48c-40d5-8f71-fad734077cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:46.612882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f5648ef-dc3a-4d84-a2e3-8fb03f51ca21 req-c24328e5-a48c-40d5-8f71-fad734077cc9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.4889331 Feb 04 13:14:46.718991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df02ab-e85a-4f45-b8c7-27d7f1426b43 req-88c7c625-a901-4d89-b63c-c31f98f79c61 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:46.727049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33df02ab-e85a-4f45-b8c7-27d7f1426b43 req-88c7c625-a901-4d89-b63c-c31f98f79c61 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 943 time: 0.3423982 Feb 04 13:14:46.849128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f5648ef-dc3a-4d84-a2e3-8fb03f51ca21 req-9b533be1-042e-4ecd-8515-c3a62e84508c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249060 Feb 04 13:14:46.930520 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33df02ab-e85a-4f45-b8c7-27d7f1426b43 req-c9f5e6d3-392c-4c86-b550-2c00e97826c4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009172 Feb 04 13:14:47.054793 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.136552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-9fa61dc2-5a9b-4955-9617-a11c78aea5fe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7875423 Feb 04 13:14:47.211426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:47.263522 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7', 'status': 'completed', 'code': 200} Feb 04 13:14:47.264057 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5c3c39-5dc2-4ec3-a63f-efaacfdad91e', 'name': 'network-vif-deleted', 'tag': '70b2445c-9e8b-4fe2-a473-ba97fb530b26', 'status': 'completed', 'code': 200} Feb 04 13:14:47.273208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.273549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.273856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.274189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.274518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.274872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.275198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.275522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.275843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.276158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.276482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.276804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:14:47.377192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.385356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.450190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.494328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:47.504679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.505394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7b770bc8-bb36-406c-a565-2fcb41d37d3d no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:47.603794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b5ebf-cfaa-4f41-80d5-031f0b2cf09e req-c2ee5055-60f5-4bfc-a5c4-70d563ece919 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.622008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-145b5ebf-cfaa-4f41-80d5-031f0b2cf09e req-c2ee5055-60f5-4bfc-a5c4-70d563ece919 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2576830 Feb 04 13:14:47.660618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-dcf85c5a-bc78-4b21-91e2-fce5b039ff65 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993497 Feb 04 13:14:47.681200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.688503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.695301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.716522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.740823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.743905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-145b5ebf-cfaa-4f41-80d5-031f0b2cf09e req-242c3cf5-324e-4cf5-a094-d7135cbaba0a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189175 Feb 04 13:14:47.762899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.774250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:47.776740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-5253ea1d-9340-4918-8876-c7c53b51b6dc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 5441 time: 0.6828976 Feb 04 13:14:47.898546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:47.919649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:47.959899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60244) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:47.969625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f983811-cb11-402f-95db-4173f9364168,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:47.984221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.003718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cc64e52-0bba-4a08-8f1f-59d56ada4f59 req-324907e1-6367-4354-8944-7026ad9aa588 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929984 Feb 04 13:14:48.008204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8b674323-bbcb-4f06-87d4-06f85daa4e00,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:48.019901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.021735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ab2b0513-9b25-431e-9bde-9e893e0cbc3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f983811-cb11-402f-95db-4173f9364168 HTTP/1.1" status: 204 len: 168 time: 2.7079630 Feb 04 13:14:48.115687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:48.126417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] For port 8b674323-bbcb-4f06-87d4-06f85daa4e00, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:48.202390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] device_id is not set on port 8b674323-bbcb-4f06-87d4-06f85daa4e00 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:48.213307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.220893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60252) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:48.221704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Deleting subnet ed8d7020-0f3d-49ea-9299-ef9849a79bbc {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:14:48.234899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec2e3fff-873c-4e09-8df1-6b4cc8c4d7ee req-4d609d2e-e9e8-471e-838b-5e6885ab60aa service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559686 Feb 04 13:14:48.235952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.248284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:48.249137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.273148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.284026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5b766a5c-7021-48a7-8fd3-71e5858cdb20 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:48.474589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.476127 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6089d90e-2150-4b86-8eb1-43faa6ab2f6e', 'code': 200} Feb 04 13:14:48.481244 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'code': 200} Feb 04 13:14:48.745036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1188f47b-0ff2-4052-8a5a-55b07fe4cbfc tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] Request body: {'port': {'network_id': '1efac3c2-6baa-463c-bea6-4ee0de38c390', 'name': 'tempest-NetworksNegativeTestJSON-1136798831'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:48.760145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.858157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:48.936197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcf24e-a872-4e27-b146-a4c94fc1b6c5 req-95581dee-0872-4243-83d8-22ab54bc190a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:48.937264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:48.940107 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bbdcf24e-a872-4e27-b146-a4c94fc1b6c5 req-95581dee-0872-4243-83d8-22ab54bc190a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 943 time: 0.3837638 Feb 04 13:14:48.952175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] No DVR routers for this DVR port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:49.033034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Pushing event updated for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:49.052520 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1188f47b-0ff2-4052-8a5a-55b07fe4cbfc tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] POST failed (client error): The resource could not be found. Feb 04 13:14:49.053712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1188f47b-0ff2-4052-8a5a-55b07fe4cbfc tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:49.056468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1188f47b-0ff2-4052-8a5a-55b07fe4cbfc tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8337722 Feb 04 13:14:49.109396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:49.139106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bbdcf24e-a872-4e27-b146-a4c94fc1b6c5 req-c1fe35ed-e915-4c79-b4ce-9c0de07ff462 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820288 Feb 04 13:14:49.189233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] In _notify_port_updated(), no bound segment for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:14:49.190440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:49.192591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.197017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-34160b1c-5800-4a59-8cec-5f7b095b403e service neutron] 10.222.0.90 "PUT /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 200 len: 1032 time: 3.4240637 Feb 04 13:14:49.213298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-02ee5701-5344-4ed6-8508-78357d1deed5 None None] Provisioning complete for port 8b674323-bbcb-4f06-87d4-06f85daa4e00 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:49.214227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-02ee5701-5344-4ed6-8508-78357d1deed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.297192 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-3331c00e-63db-4370-9fa1-2889d2beb520 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] DELETE failed (client error): The resource could not be found. Feb 04 13:14:49.297682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3331c00e-63db-4370-9fa1-2889d2beb520 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:49.316274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7245-2367-445f-b760-601d363ebb35 req-1630dd2d-7dcf-4d7a-975d-bc93d981ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:49.324283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-1630dd2d-7dcf-4d7a-975d-bc93d981ff59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1094 time: 0.7623694 Feb 04 13:14:49.335617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3331c00e-63db-4370-9fa1-2889d2beb520 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "DELETE /v2.0/networks/b7e475a8-4060-4985-b77b-4a27adc158b8 HTTP/1.1" status: 404 len: 339 time: 0.1926060 Feb 04 13:14:49.338678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:49.541846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.554285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-02ee5701-5344-4ed6-8508-78357d1deed5 None None] Port 8b674323-bbcb-4f06-87d4-06f85daa4e00 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:49.567561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.601433 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c018911-1a88-48e2-8b26-6ce71c47baea tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] DELETE failed (client error): The resource could not be found. Feb 04 13:14:49.605225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c018911-1a88-48e2-8b26-6ce71c47baea tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:49.614409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c018911-1a88-48e2-8b26-6ce71c47baea tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "DELETE /v2.0/ports/1a0222a6-5c96-4888-a240-5a138470e074 HTTP/1.1" status: 404 len: 333 time: 0.2730989 Feb 04 13:14:49.615632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60364) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:49.652638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:49.663112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7245-2367-445f-b760-601d363ebb35 req-e68019d2-591e-4d1e-9541-2bca9125d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:49.664915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-e68019d2-591e-4d1e-9541-2bca9125d120 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.3091798 Feb 04 13:14:49.666895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.668032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8b674323-bbcb-4f06-87d4-06f85daa4e00 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:49.669532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8d7020-0f3d-49ea-9299-ef9849a79bbc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:49.759905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a957a6-ec45-4659-8c9f-c4046d61241d req-b3ec3949-ffaf-4b81-9a38-9522fcf9def7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:49.765253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4a957a6-ec45-4659-8c9f-c4046d61241d req-b3ec3949-ffaf-4b81-9a38-9522fcf9def7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.7383392 Feb 04 13:14:49.766996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-4bd4ce95-136d-4394-8394-d572199a5564 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 200 len: 217 time: 0.0916035 Feb 04 13:14:49.776590 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9e147e-950b-41a8-a65b-e9e688d1a95b tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] DELETE failed (client error): The resource could not be found. Feb 04 13:14:49.777168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9e147e-950b-41a8-a65b-e9e688d1a95b tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:49.783039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb9e147e-950b-41a8-a65b-e9e688d1a95b tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "DELETE /v2.0/subnets/99fb19fe-bd22-4d79-9c0b-6cf32a3b637e HTTP/1.1" status: 404 len: 337 time: 0.1524379 Feb 04 13:14:49.797646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:49.801688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-73d1e967-0263-4698-b99a-fd344a5528c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed8d7020-0f3d-49ea-9299-ef9849a79bbc HTTP/1.1" status: 204 len: 168 time: 1.8382630 Feb 04 13:14:49.801688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60372) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:49.809372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60376) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:49.902240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-2892500f-9241-40bc-8f0f-8bf8a781d8b5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:49.902240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-2892500f-9241-40bc-8f0f-8bf8a781d8b5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "GET /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6744421 Feb 04 13:14:50.007047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:50.007047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8b674323-bbcb-4f06-87d4-06f85daa4e00 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:14:50.013128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 75c29c9a-6b3b-4a77-8318-54d9d9a96219 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:50.079197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4a957a6-ec45-4659-8c9f-c4046d61241d req-6f09fa26-54ec-4274-b3ab-c956495e93c0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977374 Feb 04 13:14:50.127698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7245-2367-445f-b760-601d363ebb35 req-d4540664-875e-46d3-9d76-c39a3e8ee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.132570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-d4540664-875e-46d3-9d76-c39a3e8ee447 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.3444231 Feb 04 13:14:50.134334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:50.135294 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c693bf68-3787-4354-8355-92fd924f65f2 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] GET failed (client error): The resource could not be found. Feb 04 13:14:50.136869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c693bf68-3787-4354-8355-92fd924f65f2 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "GET /v2.0/networks/55840f60-4c44-43ce-8eca-97bf3c748b27 HTTP/1.1" status: 404 len: 339 time: 0.3308513 Feb 04 13:14:50.165384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:50.307935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:50.365573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.371941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.380202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.390823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:50.405934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:50.406582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 7c786f1e-0145-48e3-8d13-fc911816bdae no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:14:50.412665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.425110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.445484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:50.457118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-799c7302-d8e5-4047-b597-5460c34da219 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 4658 time: 0.9956608 Feb 04 13:14:50.502158 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ded9737-0f46-493b-9180-d05be8e97be2 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] GET failed (client error): The resource could not be found. Feb 04 13:14:50.509559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-839ccdf8-244f-458b-ad9c-0965f34d4b64 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3656273 Feb 04 13:14:50.510469 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ded9737-0f46-493b-9180-d05be8e97be2 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "GET /v2.0/ports/e1beca14-7cf2-4ab8-9358-e66b1529f697 HTTP/1.1" status: 404 len: 333 time: 0.3398063 Feb 04 13:14:50.520614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60404) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:50.524906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:50.605026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20'}, {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:50.623844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:50.672664 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c781f022-1f5e-42be-9133-4d66cb7a9f83 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] GET failed (client error): The resource could not be found. Feb 04 13:14:50.681291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c781f022-1f5e-42be-9133-4d66cb7a9f83 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "GET /v2.0/subnets/c62070c1-a252-4597-8098-aa1327f1ca70 HTTP/1.1" status: 404 len: 337 time: 0.1591892 Feb 04 13:14:50.684498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:50.707403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b8efceb2-a359-4278-8b2c-9c4a5133e145 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:50.730140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:50.741701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:50.769473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ee63643b-3809-47d4-a193-e98884006cf7 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:14:50.775539 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8efceb2-a359-4278-8b2c-9c4a5133e145 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] PUT failed (client error): The resource could not be found. Feb 04 13:14:50.777555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8efceb2-a359-4278-8b2c-9c4a5133e145 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:50.783490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8efceb2-a359-4278-8b2c-9c4a5133e145 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "PUT /v2.0/networks/6e32e815-63e1-4155-9360-3635d79f6baa HTTP/1.1" status: 404 len: 339 time: 0.0892465 Feb 04 13:14:50.800763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1aecb8fa-6d70-4620-9c19-a4a6525dc016 req-897e5146-bdc7-4ab0-8373-78ce4f36a25f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3402889 Feb 04 13:14:50.801576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:50.897572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:50.900252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e6cc7660-4c10-43a4-8e01-8f29fe2a513a tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:50.960314 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'code': 200} Feb 04 13:14:50.960835 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'code': 200} Feb 04 13:14:50.961242 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'code': 200} Feb 04 13:14:50.983230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:50.991148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:14:51.052623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.055361 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cc7660-4c10-43a4-8e01-8f29fe2a513a tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] PUT failed (client error): The resource could not be found. Feb 04 13:14:51.056179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cc7660-4c10-43a4-8e01-8f29fe2a513a tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:51.061978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e6cc7660-4c10-43a4-8e01-8f29fe2a513a tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "PUT /v2.0/ports/badeaa13-cb9b-4555-a821-ff55a177169b HTTP/1.1" status: 404 len: 333 time: 0.2566071 Feb 04 13:14:51.063212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60426) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:51.075148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2301478e-8b3a-43d6-aae1-9477083943a4 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:51.132146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1698889754'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:51.153812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:51.162299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Usage tracker for resource:network and tenant:7ebe9f8ff04941579261ce9faeaca6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:51.167939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.169329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:51.181783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:51.208553 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2301478e-8b3a-43d6-aae1-9477083943a4 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] PUT failed (client error): The resource could not be found. Feb 04 13:14:51.209554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2301478e-8b3a-43d6-aae1-9477083943a4 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:14:51.217238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2301478e-8b3a-43d6-aae1-9477083943a4 tempest-NetworksNegativeTestJSON-1225340278 tempest-NetworksNegativeTestJSON-1225340278-project] 10.222.0.53 "PUT /v2.0/subnets/94f38164-c246-40d0-8573-153b9dd066ee HTTP/1.1" status: 404 len: 337 time: 0.1490984 Feb 04 13:14:51.243544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:51.251722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.294296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.319609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.329476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8c2d2-6fee-4108-bb9b-f0088e6f82c9 req-734d82c7-98ba-4cf3-bab3-d2986e463289 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:51.331377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5dd8c2d2-6fee-4108-bb9b-f0088e6f82c9 req-734d82c7-98ba-4cf3-bab3-d2986e463289 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 943 time: 0.7385976 Feb 04 13:14:51.428850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:51.445158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74977b09-dea7-40f3-b7e9-67b9b6335081']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:51.462885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Usage tracker for resource:security_group_rule and tenant:7ebe9f8ff04941579261ce9faeaca6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:51.473949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:51.478726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd93016-faa7-47ca-a8ca-d368a0198716') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:51.479218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd93016-faa7-47ca-a8ca-d368a0198716') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:14:51.493308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:51.498707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:51.512203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.540073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-c38ad2ed-eb96-45b3-b9e1-c555a1f640d5 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9454165 Feb 04 13:14:51.564624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbb8fb-5c60-48e3-9d71-b80f9af5513d req-472ad0f6-0f10-4de8-b651-1406b59d0bd3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:51.578455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5fbb8fb-5c60-48e3-9d71-b80f9af5513d req-472ad0f6-0f10-4de8-b651-1406b59d0bd3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.2256312 Feb 04 13:14:51.606869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5dd8c2d2-6fee-4108-bb9b-f0088e6f82c9 req-5ad2cc90-21ae-4872-842e-ccffdc771130 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544420 Feb 04 13:14:51.614056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ee63643b-3809-47d4-a193-e98884006cf7,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:51.654912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.668950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'ee63643b-3809-47d4-a193-e98884006cf7', 'network_id': 'd5e2ace4-8b47-4897-a0ae-cbb466672a1f', 'port_id': 'ee63643b-3809-47d4-a193-e98884006cf7', 'mac_address': 'fa:16:3e:d5:16:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42a7183-dab5-4bc8-ab07-1b876bbd1d4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:14:51.693570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5fbb8fb-5c60-48e3-9d71-b80f9af5513d req-f2435d66-19ef-470b-8548-7f11da5ec9c6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141176 Feb 04 13:14:51.716337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:14:51.717288 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:14:51.748537 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:14:51.955927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:52.038693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d42c7245-2367-445f-b760-601d363ebb35 req-11260e37-c70a-4d7f-861f-6d97b1702189 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897263 Feb 04 13:14:52.062149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:52.089812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.164427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee63643b-3809-47d4-a193-e98884006cf7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:14:52.205272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ee63643b-3809-47d4-a193-e98884006cf7,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:52.211478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.287606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] For port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:52.335499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.379610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.408116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.411873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:52.419447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] 10.222.0.53 "DELETE /v2.0/networks/74977b09-dea7-40f3-b7e9-67b9b6335081 HTTP/1.1" status: 204 len: 168 time: 2.6069362 Feb 04 13:14:52.432751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] device_id is not set on port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:52.433873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb389e-7910-4bd5-becc-109afaf64033 admin admin] Pushing event deleted for resources: {'Network': ['ID=74977b09-dea7-40f3-b7e9-67b9b6335081,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:52.448373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.455679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:52.463549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.468837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Usage tracker for resource:security_group_rule and tenant:1b821203e2454a0f912bcb93d63960f7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:52.485744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['ee63643b-3809-47d4-a193-e98884006cf7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:14:52.502402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.510777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.632094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:52.676748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:14:52.697871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea834bc8-92d1-4fa6-8001-6aefc1c037b6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:52.715114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:52.727676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.728034 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Added segment 096c11b7-5619-478a-b206-671fab638a10 of type vlan for network 53cae981-ad32-493c-b50a-9841f94f3cde Feb 04 13:14:52.762466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:52.926128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:52.963101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:53.001132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.006729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.007317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.062315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.081606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.096707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.109203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.125022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.137444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.143481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-fd0286d7-4785-454b-876a-8397d5105f03 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 4574 time: 0.9920666 Feb 04 13:14:53.165213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Pushing event updated for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:53.183020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] No DVR routers for this DVR port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:53.289407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] In _notify_port_updated(), no bound segment for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e on network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:14:53.290692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.291523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.295434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-d1e4adae-4cfe-4081-9b51-9f35a77bca2e service neutron] 10.222.0.90 "PUT /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 200 len: 1033 time: 3.3767593 Feb 04 13:14:53.340890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Network': ['ID=53cae981-ad32-493c-b50a-9841f94f3cde,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:53.347444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e21b9a5-57c1-4032-8625-35ab0522ae02 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5935791 Feb 04 13:14:53.347625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-733ffc76-385c-482a-8fa9-aedec84214f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af771f48f8bf432f86a89112ea8be007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834844 Feb 04 13:14:53.348259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60478) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:53.355093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 53cae981-ad32-493c-b50a-9841f94f3cde details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:14:53.365428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:53.382765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'subnet': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:53.573749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:53.574337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.598246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-753a24df-9614-4921-827e-f75e1153d61c None None] Provisioning complete for port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:53.598638 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-753a24df-9614-4921-827e-f75e1153d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.700256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762157-79af-4b9e-b97d-bb9519fb8b2f req-2e96748d-0cf0-4aa7-a4ae-2e3070b5dbce tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:53.702336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fc74599-9cb2-48c1-823b-ca7c606cafc8 req-b6327491-46cd-4089-b44a-16ff22ea80e9 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&id=f0730419-d1ed-4e01-a008-4ea49a72d092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5241547 Feb 04 13:14:53.715159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94762157-79af-4b9e-b97d-bb9519fb8b2f req-2e96748d-0cf0-4aa7-a4ae-2e3070b5dbce tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 944 time: 0.7186711 Feb 04 13:14:53.732116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-753a24df-9614-4921-827e-f75e1153d61c None None] Port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:14:53.754634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:53.794584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94762157-79af-4b9e-b97d-bb9519fb8b2f req-beb2aaf8-701d-40ec-b2d6-48383a7657ac tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787952 Feb 04 13:14:53.827324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Usage tracker for resource:subnet and tenant:7ebe9f8ff04941579261ce9faeaca6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:53.827923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:53.842326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:53.868948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:53.873096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.889106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:53.932757 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'code': 200} Feb 04 13:14:54.193818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port 75c29c9a-6b3b-4a77-8318-54d9d9a96219, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=75c29c9a-6b3b-4a77-8318-54d9d9a96219,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:54.194380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.335439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.361431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.491773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.586034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Checking segment: {'id': '096c11b7-5619-478a-b206-671fab638a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:54.587212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network hostable DHCP agents. Network: 53cae981-ad32-493c-b50a-9841f94f3cde, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:14:54.597245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.601065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Subnet': ['ID=77960d79-5281-4a2d-b85a-e2cc9fc0fb67,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:54.677724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:14:54.680942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ee63643b-3809-47d4-a193-e98884006cf7 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:14:54.697271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b821203e2454a0f912bcb93d63960f7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7367420 Feb 04 13:14:54.706550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60502) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:54.874325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 53cae981-ad32-493c-b50a-9841f94f3cde) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:54.876059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:54.878180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port ee63643b-3809-47d4-a193-e98884006cf7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:14:54.884943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c411c1c-1300-4b1d-8002-aad480eba675 None None] Network 53cae981-ad32-493c-b50a-9841f94f3cde requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:14:55.007881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.029829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 75c29c9a-6b3b-4a77-8318-54d9d9a96219 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:55.135146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port ee63643b-3809-47d4-a193-e98884006cf7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:14:55.135975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.150062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.190653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.191459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.214556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.302513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dbebb9-f6fd-4d0d-9c65-5f273e87cc13,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:55.370290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.371451 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-651696f4-2ea1-471e-8cb2-f6d6ad16e062 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8dbebb9-f6fd-4d0d-9c65-5f273e87cc13 HTTP/1.1" status: 204 len: 168 time: 0.6617904 Feb 04 13:14:55.375007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-06ad452b-340f-4b5b-ad44-242752aa7c8f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0056551 Feb 04 13:14:55.377637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60520) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:55.383451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-1524833812'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:55.484471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-53cae981-ad32-493c-b50a-9841f94f3cde', 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'tenant_id': '7ebe9f8ff04941579261ce9faeaca6de', 'fixed_ips': [{'subnet_id': '77960d79-5281-4a2d-b85a-e2cc9fc0fb67'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:14:55.487085 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.579431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:55.622086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:55.659856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.679461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.717514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.743239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.743706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a49178-9c19-44e7-8c86-c5e206793555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dbebb9-f6fd-4d0d-9c65-5f273e87cc13,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:55.759643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:55.774001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb1ac53b-9363-4161-b088-31f36706c137 req-fa882304-bc65-4540-989c-e4a91068f6b3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 3874 time: 0.6652293 Feb 04 13:14:55.835151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=75c29c9a-6b3b-4a77-8318-54d9d9a96219,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:55.900279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.002181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fb1ac53b-9363-4161-b088-31f36706c137 req-60f56cf3-9a57-47eb-a204-dadad59588e4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241137 Feb 04 13:14:56.020851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:56.075390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:56.095771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Usage tracker for resource:port and tenant:7ebe9f8ff04941579261ce9faeaca6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:56.108345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:56.115712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:56.132151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ee63643b-3809-47d4-a193-e98884006cf7,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:56.144622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:56.151582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.153246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.211991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port d6673444-f198-4088-b38a-cd3bb499981f yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:14:56.229341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] No DVR routers for this DVR port 75c29c9a-6b3b-4a77-8318-54d9d9a96219 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:56.234956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.253154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:56.306997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9b65b-44eb-4254-a4a6-07dad546d1d3 req-20b968c0-1cd5-43b7-b22e-de5057e25e8f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:56.308989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aad9b65b-44eb-4254-a4a6-07dad546d1d3 req-20b968c0-1cd5-43b7-b22e-de5057e25e8f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 1.9026139 Feb 04 13:14:56.510038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aad9b65b-44eb-4254-a4a6-07dad546d1d3 req-9f78b50d-259d-4753-8dc6-9f38643be9f7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937323 Feb 04 13:14:56.516652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.525563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:56.558215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:56.575421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:678e464dde8b4d548ba02fd813913ffc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:56.603962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-7a12471c-80df-4eac-aab9-05ff01380a33 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "DELETE /v2.0/ports/75c29c9a-6b3b-4a77-8318-54d9d9a96219 HTTP/1.1" status: 204 len: 173 time: 3.2362325 Feb 04 13:14:56.606152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:56.610191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.646432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:56.647757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e9ff22f-0a0b-435f-af05-a931ec58c76f HTTP/1.1" status: 204 len: 168 time: 3.2787089 Feb 04 13:14:56.667068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Allocated IP 172.20.0.2 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/58f055b5-aab6-480a-ac67-091e217c7daa) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:56.696924 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7', 'code': 200} Feb 04 13:14:56.765620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87181d0-9ecc-4fa4-b476-87132f56938b req-af522fc7-3ffd-4700-9fc1-7437a425d6bc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:56.779906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f87181d0-9ecc-4fa4-b476-87132f56938b req-af522fc7-3ffd-4700-9fc1-7437a425d6bc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.4560900 Feb 04 13:14:56.885894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:56.896527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f87181d0-9ecc-4fa4-b476-87132f56938b req-aeed8ea7-3e06-4f0f-8613-ea1035e2df0b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156380 Feb 04 13:14:56.969047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:56.973390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:57.084917 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '75c29c9a-6b3b-4a77-8318-54d9d9a96219', 'status': 'completed', 'code': 200} Feb 04 13:14:57.177448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75846d-2e63-4b62-9d42-737c7e7e4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ff22f-0a0b-435f-af05-a931ec58c76f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:57.357783 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:57.371878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Transition to ACTIVE for port object 58f055b5-aab6-480a-ac67-091e217c7daa will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:57.401454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Transition to ACTIVE for port object 58f055b5-aab6-480a-ac67-091e217c7daa will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:57.431111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:57.573460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Pushing event updated for resources: {'Port': ['ID=58f055b5-aab6-480a-ac67-091e217c7daa,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:57.613118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:57.614518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:57.617411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:57.744678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.6 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/d6673444-f198-4088-b38a-cd3bb499981f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:14:57.777426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port 5b766a5c-7021-48a7-8fd3-71e5858cdb20, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5b766a5c-7021-48a7-8fd3-71e5858cdb20,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:14:57.779579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:57.781243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Attempting to bind port 58f055b5-aab6-480a-ac67-091e217c7daa on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:14:57.786779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Attempting to bind port 58f055b5-aab6-480a-ac67-091e217c7daa by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '096c11b7-5619-478a-b206-671fab638a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:14:57.789152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Attempting to bind port 58f055b5-aab6-480a-ac67-091e217c7daa on network 53cae981-ad32-493c-b50a-9841f94f3cde {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:14:57.827933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:57.828518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Checking segment: {'id': '096c11b7-5619-478a-b206-671fab638a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:14:57.833676 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:57.834097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Bound using segment: {'id': '096c11b7-5619-478a-b206-671fab638a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:57.834632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Bound port: 58f055b5-aab6-480a-ac67-091e217c7daa, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096c11b7-5619-478a-b206-671fab638a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:14:57.835037 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.020825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] For port 58f055b5-aab6-480a-ac67-091e217c7daa, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:14:58.025593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] For port 58f055b5-aab6-480a-ac67-091e217c7daa, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58f055b5-aab6-480a-ac67-091e217c7daa,segment=NetworkSegment(096c11b7-5619-478a-b206-671fab638a10),segment_id=096c11b7-5619-478a-b206-671fab638a10)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:14:58.031304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.155045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 5b766a5c-7021-48a7-8fd3-71e5858cdb20 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:14:58.175806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60588) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:58.460952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f9862-d54f-40cc-9d21-70807a784ae9 None None] Pushing event updated for resources: {'Port': ['ID=58f055b5-aab6-480a-ac67-091e217c7daa,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:58.502392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.533384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5fc1-ea94-4e96-ac11-c06b8948eaf8 req-27f45c4b-fedd-45a4-967a-6bb79e821a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.535618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aaae5fc1-ea94-4e96-ac11-c06b8948eaf8 req-27f45c4b-fedd-45a4-967a-6bb79e821a63 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1096 time: 1.4423356 Feb 04 13:14:58.563882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object d6673444-f198-4088-b38a-cd3bb499981f will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:14:58.590941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4b69d-c715-4a61-882b-b1cadfb45cec req-2eb31a83-641d-44fd-b26c-2b8575cf8b45 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.594852 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89d4b69d-c715-4a61-882b-b1cadfb45cec req-2eb31a83-641d-44fd-b26c-2b8575cf8b45 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4076104 Feb 04 13:14:58.624065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.635690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.644255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.647155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60612) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:58.652471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:58.653227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:14:58.690006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.713193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:14:58.725540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a01303-2b68-4342-b9fd-ab913e010844 req-f81b0adc-31fd-4d03-9d32-cb8004d4fe1e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 3142 time: 1.3853495 Feb 04 13:14:58.782637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89d4b69d-c715-4a61-882b-b1cadfb45cec req-08cb582d-5991-4399-a7ba-7d3854f73529 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736164 Feb 04 13:14:58.859965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.957370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=5b766a5c-7021-48a7-8fd3-71e5858cdb20,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:58.960451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aaae5fc1-ea94-4e96-ac11-c06b8948eaf8 req-e8dcacd1-6191-41d7-9b0c-0de4f0840e09 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168971 Feb 04 13:14:58.965903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:58.976191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.053049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-645048833'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:59.069128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-57444843-network', 'tenant_id': 'ff2ca022cfcb429d8d5d654064098f3d'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:59.076037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:59.080451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Usage tracker for resource:network and tenant:ff2ca022cfcb429d8d5d654064098f3d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:59.085068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:59.097146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:59.121811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Made reservation on behalf of ff2ca022cfcb429d8d5d654064098f3d for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:59.126722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.209293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:14:59.210325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:59.223082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:14:59.233483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:14:59.242226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=678e464dde8b4d548ba02fd813913ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6398146 Feb 04 13:14:59.268952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:59.307649 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15a01303-2b68-4342-b9fd-ab913e010844 req-fa7f045c-524f-47a9-b993-a1b18434093e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5803697 Feb 04 13:14:59.324154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:59.324780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.345705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.348842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76094-f101-40e9-bbd1-2f7f65878bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23423162-c804-4580-b41a-7abf0ccd5ece,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:59.360572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:59.367150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:59.376066 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9972408 Feb 04 13:14:59.392915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60642) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:59.404684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:59.414377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:59.423121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-781029257', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6d:92:11'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:59.448517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5050681-1568-4789-8ef4-d2f38d49aad4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=d6673444-f198-4088-b38a-cd3bb499981f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:14:59.457441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] No DVR routers for this DVR port 5b766a5c-7021-48a7-8fd3-71e5858cdb20 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:14:59.467125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.470178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:59.524503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ca022cfcb429d8d5d654064098f3d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:59.536197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:59.539025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-e99891c6-b20e-49e9-a317-ad64c20f7093 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "DELETE /v2.0/ports/5b766a5c-7021-48a7-8fd3-71e5858cdb20 HTTP/1.1" status: 204 len: 173 time: 2.8874390 Feb 04 13:14:59.552445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:59.566554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:14:59.570052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.604619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.632113 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '5b766a5c-7021-48a7-8fd3-71e5858cdb20', 'status': 'completed', 'code': 200} Feb 04 13:14:59.646808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.654098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:59.671278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:security_group_rule and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:59.688680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 7c786f1e-0145-48e3-8d13-fc911816bdae {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:14:59.689023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.693276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:59.704991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:59.740290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26c89e-92a1-49d6-b79d-2c84570e6d0b req-11cc5bd4-b75c-4c32-bc0d-ad63388fa2ef tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:14:59.750910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b26c89e-92a1-49d6-b79d-2c84570e6d0b req-11cc5bd4-b75c-4c32-bc0d-ad63388fa2ef tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.6007807 Feb 04 13:14:59.751029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:14:59.819026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:14:59.864579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Usage tracker for resource:port and tenant:7ebe9f8ff04941579261ce9faeaca6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:14:59.890476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:14:59.915394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:14:59.928282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b26c89e-92a1-49d6-b79d-2c84570e6d0b req-0595990a-8163-4e8c-94b0-4a25d7c27af2 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790006 Feb 04 13:14:59.989353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:00.060346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.083248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.099505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.112925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:15:00.123608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.124795 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Added segment 1a3829ea-7a09-482d-a801-b5bfc8c8e0b2 of type vlan for network d32abdfa-861b-4e68-815a-d01075c33ebe Feb 04 13:15:00.220037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23423162-c804-4580-b41a-7abf0ccd5ece,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:00.226063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.239871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.247751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.313426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb15cba-6e55-4976-8621-3ae96e434184 None None] Network 53cae981-ad32-493c-b50a-9841f94f3cde requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:00.323194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837f5ee8-df3d-4293-b71e-031f8c1c05d3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:00.340057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:15:00.361805 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.366806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e56556eb-c6e5-4183-979a-22d320dbe11c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23423162-c804-4580-b41a-7abf0ccd5ece HTTP/1.1" status: 204 len: 168 time: 1.0580771 Feb 04 13:15:00.455495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port 7c786f1e-0145-48e3-8d13-fc911816bdae, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7c786f1e-0145-48e3-8d13-fc911816bdae,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:00.455884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.501332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.502354 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment a68d475e-226a-4e3d-b0e9-961ca8c2ff62 of type vlan for network 44c67ee1-408e-4546-9f6d-086c083a7128 Feb 04 13:15:00.552514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66c11ebb-2cf5-42bd-ae66-2a9b089a0c21 None None] Provisioning for port 58f055b5-aab6-480a-ac67-091e217c7daa completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:00.554275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.554275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:00.554275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.577386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.686704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 7c786f1e-0145-48e3-8d13-fc911816bdae owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:00.726415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56d45c-8213-4bb9-a5bc-1e3783b8bdf1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:00.780013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port 38517f52-b5f8-4c74-9ac7-e333542f14bf yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:15:00.796654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-19d08f1c-defb-4506-a222-26cde91aba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:00.798333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-19d08f1c-defb-4506-a222-26cde91aba46 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1096 time: 0.6614740 Feb 04 13:15:00.858827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13da4c-fe19-445e-927e-b76231814a0e req-f8fcd4f4-6520-4dee-8d98-5ebe61163417 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:00.867485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:00.868203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c13da4c-fe19-445e-927e-b76231814a0e req-f8fcd4f4-6520-4dee-8d98-5ebe61163417 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.8161690 Feb 04 13:15:00.947531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] Pushing event updated for resources: {'Network': ['ID=d32abdfa-861b-4e68-815a-d01075c33ebe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:00.963178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d32abdfa-861b-4e68-815a-d01075c33ebe details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:15:01.002312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1033af4e-a57d-4281-b588-4fe82c92583d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3543761 Feb 04 13:15:01.007936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58f055b5-aab6-480a-ac67-091e217c7daa up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:01.024679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:01.042242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Request body: {'subnet': {'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-57444843-subnet', 'tenant_id': 'ff2ca022cfcb429d8d5d654064098f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:01.060574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:01.078744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Usage tracker for resource:subnet and tenant:ff2ca022cfcb429d8d5d654064098f3d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:01.089648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:01.195836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b77d-8c0a-45e9-9d2e-eb64342d61a1 req-5c438529-61c8-4958-ac41-6b411f6e7fb4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:01.215052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b77d-8c0a-45e9-9d2e-eb64342d61a1 req-5c438529-61c8-4958-ac41-6b411f6e7fb4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:01.224267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b77d-8c0a-45e9-9d2e-eb64342d61a1 req-5c438529-61c8-4958-ac41-6b411f6e7fb4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:01.226780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d59b77d-8c0a-45e9-9d2e-eb64342d61a1 req-5c438529-61c8-4958-ac41-6b411f6e7fb4 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 2409 time: 0.6686065 Feb 04 13:15:01.228201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.239502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 58f055b5-aab6-480a-ac67-091e217c7daa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:01.241439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:01.242342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.255882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 58f055b5-aab6-480a-ac67-091e217c7daa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:01.256176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.288955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:01.330874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.460967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Provisioning complete for port 58f055b5-aab6-480a-ac67-091e217c7daa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:01.461524 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.540383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Made reservation on behalf of ff2ca022cfcb429d8d5d654064098f3d for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:01.544332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.674706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.4964936 Feb 04 13:15:01.687668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:01.696321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d59b77d-8c0a-45e9-9d2e-eb64342d61a1 req-16cb5b9a-9375-4b23-bccd-dc1aafef3932 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464116 Feb 04 13:15:01.712783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1555797244'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:01.716876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9023-150a-4699-bded-9d0595f33900 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=44c67ee1-408e-4546-9f6d-086c083a7128,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:01.727187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.10 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/38517f52-b5f8-4c74-9ac7-e333542f14bf) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:01.740234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c13da4c-fe19-445e-927e-b76231814a0e req-23c37ce9-8333-476b-ae05-280d0c81090e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8657086 Feb 04 13:15:01.749666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:01.752637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] No DVR routers for this DVR port 7c786f1e-0145-48e3-8d13-fc911816bdae on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:01.757085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:01.759960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:01.775254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:01.807236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:01.848642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 44c67ee1-408e-4546-9f6d-086c083a7128 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:15:02.002193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.027832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:02.039111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=7c786f1e-0145-48e3-8d13-fc911816bdae,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:02.045255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-d07b0c79-eb51-41fb-a7a8-13209b362cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:02.049049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-d07b0c79-eb51-41fb-a7a8-13209b362cd3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 1.1473861 Feb 04 13:15:02.073284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-a03d48b6-1e7b-48a4-afbf-d84593f173a3 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "DELETE /v2.0/ports/7c786f1e-0145-48e3-8d13-fc911816bdae HTTP/1.1" status: 204 len: 173 time: 2.5182610 Feb 04 13:15:02.108749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.144681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 58f055b5-aab6-480a-ac67-091e217c7daa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58f055b5-aab6-480a-ac67-091e217c7daa,segment=NetworkSegment(096c11b7-5619-478a-b206-671fab638a10),segment_id=096c11b7-5619-478a-b206-671fab638a10)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:02.155317 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.277677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:02.277942 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:02.285971 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '7c786f1e-0145-48e3-8d13-fc911816bdae', 'status': 'completed', 'code': 200} Feb 04 13:15:02.327147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=58f055b5-aab6-480a-ac67-091e217c7daa,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:02.349669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-00b96271-9d90-40bb-b98b-83b5bbe2532b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.2838466 Feb 04 13:15:02.352655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:02.356164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.434799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 7b770bc8-bb36-406c-a565-2fcb41d37d3d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:02.435352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.616376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.674648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-adebc953-e822-4264-b65c-7565c21c0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:02.676357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-adebc953-e822-4264-b65c-7565c21c0c6d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.3178229 Feb 04 13:15:02.728938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:02.760617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:15:02.823043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:02.823587 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 4d68e1ad-cb67-404f-8fb7-15156e5512bf of type vlan for network 57f34f0a-f966-4865-a6ab-b6cc68577d46 Feb 04 13:15:02.837729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13080e67-a9e3-421d-8230-aa38121f30dc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:02.859531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-2270aae5-ae0d-4be7-bee3-32efa498d806 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720223 Feb 04 13:15:02.863463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Checking segment: {'id': '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:02.864910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Network hostable DHCP agents. Network: d32abdfa-861b-4e68-815a-d01075c33ebe, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:15:03.020040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58f055b5-aab6-480a-ac67-091e217c7daa up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:03.047471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42975-680c-4e11-8071-cef431d3cde9 req-c1499b87-8817-4e26-9aeb-1aa29f764894 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:03.049463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16d42975-680c-4e11-8071-cef431d3cde9 req-c1499b87-8817-4e26-9aeb-1aa29f764894 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.8103709 Feb 04 13:15:03.051398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.104598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.145700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object 38517f52-b5f8-4c74-9ac7-e333542f14bf will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:03.178055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Provisioning for port d6673444-f198-4088-b38a-cd3bb499981f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:03.222863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-40c46b4c-85d9-40f2-9978-11cad1fe03cd service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923524 Feb 04 13:15:03.225069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Network d32abdfa-861b-4e68-815a-d01075c33ebe is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:15:03.232652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.239604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.245934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:03.246743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.276106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Provisioning complete for port d6673444-f198-4088-b38a-cd3bb499981f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:03.276719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.312960 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16d42975-680c-4e11-8071-cef431d3cde9 req-22d7ba49-c1d8-46e6-ac1d-c8fb9bb28282 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423570 Feb 04 13:15:03.414836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d32abdfa-861b-4e68-815a-d01075c33ebe) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:03.436983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b0d50c6f-d829-4f13-a1aa-d6e23b1b2bf1 None None] Port d6673444-f198-4088-b38a-cd3bb499981f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:03.444966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port 7b770bc8-bb36-406c-a565-2fcb41d37d3d, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=7b770bc8-bb36-406c-a565-2fcb41d37d3d,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:03.445479 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.463777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:03.468987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:03.469590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.469940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3c574-9f21-4b55-89a8-1857460e55c4 None None] Network d32abdfa-861b-4e68-815a-d01075c33ebe requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:03.481452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:03.499093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7986591 Feb 04 13:15:03.500124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:03.579974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:03.581122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:03.603934 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:15:03.626095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:03.626804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc0ee8-4daa-410f-bfbe-3678d5f48b43 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=57f34f0a-f966-4865-a6ab-b6cc68577d46,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:03.650698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 7b770bc8-bb36-406c-a565-2fcb41d37d3d owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:03.661270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=38517f52-b5f8-4c74-9ac7-e333542f14bf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:03.684480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:03.730640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd2066a2-5f7f-4906-af8d-0e21c236801b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6864955 Feb 04 13:15:03.877226 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b0508e0e-54be-4555-add8-295135480e75 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.4816022 Feb 04 13:15:03.886892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:03.918512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:15:04.033414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:04.043894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb30f6-38e4-43e3-ab0f-4f9e855cbda8 req-47b4dba9-b5d2-4689-a05c-a13cc6f029bb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.045521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62fb30f6-38e4-43e3-ab0f-4f9e855cbda8 req-47b4dba9-b5d2-4689-a05c-a13cc6f029bb tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.4560571 Feb 04 13:15:04.049391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:04.068849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:04.085351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:04.122555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62fb30f6-38e4-43e3-ab0f-4f9e855cbda8 req-d3e50118-d080-4d52-b388-a6661155abbd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Feb 04 13:15:04.157250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.160634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.168504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.169959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:04.174513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:04.178198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.235759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86a89-770f-4412-8631-99a889ff4fef req-6a0dba30-59cd-4293-8ec1-cabc96a96b58 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.241961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86a89-770f-4412-8631-99a889ff4fef req-6a0dba30-59cd-4293-8ec1-cabc96a96b58 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:04.242998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-26d86a89-770f-4412-8631-99a889ff4fef req-6a0dba30-59cd-4293-8ec1-cabc96a96b58 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:04.249502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.261291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-12b4f528-33c7-49a0-ba4c-2a8d13f2774a req-52fbe88a-acf8-40b8-af1c-d24d864d98ab service neutron] 10.222.0.87 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087891 Feb 04 13:15:04.295437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b550a-68b7-4c17-9754-64ec4ab510f4 None None] Network d32abdfa-861b-4e68-815a-d01075c33ebe requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:04.312759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=7b770bc8-bb36-406c-a565-2fcb41d37d3d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:04.365526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:04.368477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4bce6a10-4c6b-4ce1-89a3-fa2a2a36c3cb tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4786332 Feb 04 13:15:04.377923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60770) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:04.405066 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.420457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-26d86a89-770f-4412-8631-99a889ff4fef req-6a0dba30-59cd-4293-8ec1-cabc96a96b58 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:04.421368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb3c94b2-71b7-49c8-8f0f-dce6f52e462f None None] Provisioning complete for port d6673444-f198-4088-b38a-cd3bb499981f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:04.421754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb3c94b2-71b7-49c8-8f0f-dce6f52e462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.428514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26d86a89-770f-4412-8631-99a889ff4fef req-6a0dba30-59cd-4293-8ec1-cabc96a96b58 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 1677 time: 1.4513047 Feb 04 13:15:04.480037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 58f055b5-aab6-480a-ac67-091e217c7daa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:04.480668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.517687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] No DVR routers for this DVR port 7b770bc8-bb36-406c-a565-2fcb41d37d3d on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:04.525725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.525725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-f100dec0-0c32-4e3b-a03d-83e6a363b0aa tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "DELETE /v2.0/ports/7b770bc8-bb36-406c-a565-2fcb41d37d3d HTTP/1.1" status: 204 len: 173 time: 2.2256720 Feb 04 13:15:04.532177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:04.538940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port 38517f52-b5f8-4c74-9ac7-e333542f14bf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:04.539461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.655232 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26d86a89-770f-4412-8631-99a889ff4fef req-760321e1-3ad6-44d9-af9f-4933e3949e9e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9e22593-19f3-4e09-aead-9c5d3c85c021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254415 Feb 04 13:15:04.710876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c94b2-71b7-49c8-8f0f-dce6f52e462f None None] Port d6673444-f198-4088-b38a-cd3bb499981f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:04.746984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:04.760626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:04.760978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:04.818017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:04.901345 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:05.045680 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '7b770bc8-bb36-406c-a565-2fcb41d37d3d', 'status': 'completed', 'code': 200} Feb 04 13:15:05.076181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d085dd5-7e22-4d00-8ff3-52302a80ccd0 None None] Provisioning for port 38517f52-b5f8-4c74-9ac7-e333542f14bf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:05.260239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:05.277807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d085dd5-7e22-4d00-8ff3-52302a80ccd0 None None] Provisioning complete for port 38517f52-b5f8-4c74-9ac7-e333542f14bf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:05.278550 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d085dd5-7e22-4d00-8ff3-52302a80ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:05.384229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d085dd5-7e22-4d00-8ff3-52302a80ccd0 None None] Port 38517f52-b5f8-4c74-9ac7-e333542f14bf cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:05.530171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-1cfa588b-cf41-4d85-8bcc-fa4713b0a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:05.535477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-1cfa588b-cf41-4d85-8bcc-fa4713b0a1fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1096 time: 0.5579727 Feb 04 13:15:05.542587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:05.561496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e6c5-d15f-4ba4-ab1e-1abe9e1a6741 req-afde50b7-9fa3-4589-bbb2-43c73d88aa09 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:05.563036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0a0e6c5-d15f-4ba4-ab1e-1abe9e1a6741 req-afde50b7-9fa3-4589-bbb2-43c73d88aa09 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.4439974 Feb 04 13:15:05.586806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:05.676639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port 45c5f866-cb50-4ca9-a7d0-58d55722cb37, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=45c5f866-cb50-4ca9-a7d0-58d55722cb37,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:05.677010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:05.767046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for 38517f52-b5f8-4c74-9ac7-e333542f14bf owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:05.795829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0a0e6c5-d15f-4ba4-ab1e-1abe9e1a6741 req-97138ad9-ed36-426c-b20b-f3fbbf78938e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082934 Feb 04 13:15:05.897852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-44641ec3-44cd-4701-bd3b-9231641d0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:05.900441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-44641ec3-44cd-4701-bd3b-9231641d0020 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.3335884 Feb 04 13:15:05.949170 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'code': 200} Feb 04 13:15:05.958996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:06.020753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-b77e339b-27b3-45f5-b3a3-91c09f016aa8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 200 len: 217 time: 0.1101396 Feb 04 13:15:06.120960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=38517f52-b5f8-4c74-9ac7-e333542f14bf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:06.131190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-1f8840b0-b2cd-4640-8634-cd8b397008a1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:06.131915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-1f8840b0-b2cd-4640-8634-cd8b397008a1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Synchronizing usage tracker for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:06.146963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=b5aa2314-858a-4f27-9605-c83c12ae6784,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:06.225505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-1f8840b0-b2cd-4640-8634-cd8b397008a1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Unset dirty status for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:06.235024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-1f8840b0-b2cd-4640-8634-cd8b397008a1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/networks?id=d32abdfa-861b-4e68-815a-d01075c33ebe HTTP/1.1" status: 200 len: 812 time: 1.0915797 Feb 04 13:15:06.248508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:06.248832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: 44c67ee1-408e-4546-9f6d-086c083a7128, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:15:06.293473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-b91c123e-9640-437d-b8c1-382ca7ca45dc tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/quotas/ff2ca022cfcb429d8d5d654064098f3d HTTP/1.1" status: 200 len: 375 time: 0.0574598 Feb 04 13:15:06.395490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-6798b0f9-7246-4dd6-89f1-f6418d960e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:06.398848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-6798b0f9-7246-4dd6-89f1-f6418d960e58 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.3705359 Feb 04 13:15:06.492795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-7400ffd6-c17f-4422-8e21-0ce43e69f0ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787663 Feb 04 13:15:06.514301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-f8128641-f359-4307-ac05-79d08c99fc56 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff2ca022cfcb429d8d5d654064098f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2188284 Feb 04 13:15:06.649356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 44c67ee1-408e-4546-9f6d-086c083a7128 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:15:06.682967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 44c67ee1-408e-4546-9f6d-086c083a7128) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:06.692896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820cb79-f548-484d-8c5c-510e80d16f33 None None] Network 44c67ee1-408e-4546-9f6d-086c083a7128 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:06.699965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:06.701230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:06.733168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8a1f1eb-63ac-448a-823f-b082f309410d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0979390 Feb 04 13:15:06.733395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:06.735393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-92bd50c9-1f6f-4fb5-8d7f-edc4315a0a9c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/38517f52-b5f8-4c74-9ac7-e333542f14bf HTTP/1.1" status: 204 len: 168 time: 2.3531446 Feb 04 13:15:06.736123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:06.740593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60836) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:06.754489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:06.755598 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:06.755598 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Floating IP daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4 disassociated. External IP: 172.25.4.114, port: 45c5f866-cb50-4ca9-a7d0-58d55722cb37. Feb 04 13:15:06.755598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 45c5f866-cb50-4ca9-a7d0-58d55722cb37 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:06.782819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:06.889390 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5108009-5711-4ed7-b907-08f5258af4b4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] GET failed (client error): The resource could not be found. Feb 04 13:15:06.889937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5108009-5711-4ed7-b907-08f5258af4b4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:06.921865 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-fa7534bc-a5e3-4705-841b-2743c00d4ee8 service neutron] 10.222.0.53 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646796 Feb 04 13:15:07.043592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-f3868927-0248-43b0-8a62-32df002472f0 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613435 Feb 04 13:15:07.098349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-f3dbc89a-7e1a-48e1-8dd0-b94ef3a086f5 service neutron] 10.222.0.53 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534970 Feb 04 13:15:07.102003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5108009-5711-4ed7-b907-08f5258af4b4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:07.103088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5108009-5711-4ed7-b907-08f5258af4b4 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports/38517f52-b5f8-4c74-9ac7-e333542f14bf HTTP/1.1" status: 404 len: 333 time: 0.3590550 Feb 04 13:15:07.111351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:07.118776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-4591783'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:07.144168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:07.152365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:07.155320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:07.161118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:07.174471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:07.178455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:07.230577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-44c67ee1-408e-4546-9f6d-086c083a7128', 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': 'b5aa2314-858a-4f27-9605-c83c12ae6784'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:15:07.232229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:07.237131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e23703-eaed-48b2-825b-0a12e2e13ad5 req-fa55817d-2f98-43a7-8c3b-52048930cf2e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:07.238693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22e23703-eaed-48b2-825b-0a12e2e13ad5 req-fa55817d-2f98-43a7-8c3b-52048930cf2e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 1.0933361 Feb 04 13:15:07.549802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-abf6ad31-4f33-422f-9dee-e40bdc883f7a req-1fe07fb5-40b6-4728-8a17-21ae3be34ae4 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907620 Feb 04 13:15:07.636492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22e23703-eaed-48b2-825b-0a12e2e13ad5 req-58dd97c6-3b81-449a-8a2a-86539aef2ac7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796849 Feb 04 13:15:07.665408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Allocated IP 172.20.0.2 (44c67ee1-408e-4546-9f6d-086c083a7128/b5aa2314-858a-4f27-9605-c83c12ae6784/66430cc1-9523-46b7-abde-05c3d231e51e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:07.929751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.025378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c52d17c6-90c9-48bf-9f0b-204c2b3cbc72 req-2a21c0e3-9d1e-48db-9766-40e473d2bb11 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.1761191 Feb 04 13:15:08.084079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.113050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=45c5f866-cb50-4ca9-a7d0-58d55722cb37,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:08.251274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.266644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Transition to ACTIVE for port object 66430cc1-9523-46b7-abde-05c3d231e51e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:08.287745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:08.294759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0984f117-d191-48fa-b40b-20af79a59edc req-e4162446-881e-48f7-bcbd-74dab7f07c74 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 210 time: 0.1326270 Feb 04 13:15:08.297020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Transition to ACTIVE for port object 66430cc1-9523-46b7-abde-05c3d231e51e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:08.304707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.368325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a972d-63bf-4dbc-8e86-7c7a55565eab req-0309e0be-2440-449b-819d-59efd8e8f054 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:08.370047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-042a972d-63bf-4dbc-8e86-7c7a55565eab req-0309e0be-2440-449b-819d-59efd8e8f054 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.3352497 Feb 04 13:15:08.385696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:08.409192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '4d68e1ad-cb67-404f-8fb7-15156e5512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:08.409448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: 57f34f0a-f966-4865-a6ab-b6cc68577d46, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:15:08.414022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=b0f3f144-e5af-4851-bc68-eba04224ae01,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:08.425530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:08.427199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Network 44c67ee1-408e-4546-9f6d-086c083a7128 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:08.428176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Pushing event updated for resources: {'Port': ['ID=66430cc1-9523-46b7-abde-05c3d231e51e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:08.429781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.432502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:08.440604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:08.457385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:15:08.501194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:15:08.554984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 57f34f0a-f966-4865-a6ab-b6cc68577d46) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:08.573001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:08.581569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:08.584136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4a584-182b-4746-90b1-b01254bccf6d None None] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:08.791793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Router a37116f6-4762-4a1c-80af-ce56a914cbaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:15:08.829713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-042a972d-63bf-4dbc-8e86-7c7a55565eab req-91877d9e-9e58-4f87-a297-3b1ec8c51780 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712141 Feb 04 13:15:08.904277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Attempting to bind port 66430cc1-9523-46b7-abde-05c3d231e51e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:15:08.905137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cda287e4-9123-4d8d-9528-5aaa8c180a71 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1529512 Feb 04 13:15:08.907445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Attempting to bind port 66430cc1-9523-46b7-abde-05c3d231e51e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:15:08.907850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Attempting to bind port 66430cc1-9523-46b7-abde-05c3d231e51e on network 44c67ee1-408e-4546-9f6d-086c083a7128 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:08.912862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:08.920102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:09.014510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1495556804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:09.026558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:09.039296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:09.060248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:09.078457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:09.104150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.13 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/e07a4b07-1cb8-4dcc-9721-940f9416e1b4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:09.130759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:15:09.131341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Checking segment: {'id': 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:09.131866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.132368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Bound using segment: {'id': 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:15:09.133891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:09.134948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Bound port: 66430cc1-9523-46b7-abde-05c3d231e51e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '44c67ee1-408e-4546-9f6d-086c083a7128'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:15:09.135434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.365676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] No DVR routers for this DVR port 45c5f866-cb50-4ca9-a7d0-58d55722cb37 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:09.393361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.423316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] For port 66430cc1-9523-46b7-abde-05c3d231e51e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:09.426541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] For port 66430cc1-9523-46b7-abde-05c3d231e51e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=66430cc1-9523-46b7-abde-05c3d231e51e,segment=NetworkSegment(a68d475e-226a-4e3d-b0e9-961ca8c2ff62),segment_id=a68d475e-226a-4e3d-b0e9-961ca8c2ff62)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:15:09.432910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Sync routers for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:09.433410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.442161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:09.454506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.457767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.482498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object e07a4b07-1cb8-4dcc-9721-940f9416e1b4 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:09.490177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.521070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611156d8-73e4-44ba-b67f-75e0cbb66aea req-1e9fc641-d0ab-4392-87ee-3f0fbcb56f4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:09.532635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-611156d8-73e4-44ba-b67f-75e0cbb66aea req-1e9fc641-d0ab-4392-87ee-3f0fbcb56f4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.6110437 Feb 04 13:15:09.537246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:09.537962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:09.599200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.719114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-57f34f0a-f966-4865-a6ab-b6cc68577d46', 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': 'b0f3f144-e5af-4851-bc68-eba04224ae01'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:15:09.719946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.741621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b455d10-12e2-4aa9-9fe3-b553d5788e72 req-525f6ed2-2f47-4cf4-997d-41ae361fb308 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.3772695 Feb 04 13:15:09.751156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-611156d8-73e4-44ba-b67f-75e0cbb66aea req-dd8d5ca2-180f-42fb-8099-2f621f7791a4 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100279 Feb 04 13:15:09.777589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-295aa8bf-5142-4c1e-8aa0-b0deb2371248 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:09.782403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-295aa8bf-5142-4c1e-8aa0-b0deb2371248 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.90 "GET /v2.0/networks?id=d32abdfa-861b-4e68-815a-d01075c33ebe HTTP/1.1" status: 200 len: 812 time: 0.3165669 Feb 04 13:15:09.798629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.808074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Request body: {'port': {'device_id': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe', 'admin_state_up': True, 'tenant_id': 'ff2ca022cfcb429d8d5d654064098f3d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:09.849536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:09.928437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:09.939720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:09.959464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:10.041618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce74b5af-3160-4b7d-abef-443be64c33cd req-53962506-0537-411c-8f01-0190f889ef41 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.90 "DELETE /v2.0/ports/45c5f866-cb50-4ca9-a7d0-58d55722cb37 HTTP/1.1" status: 204 len: 173 time: 5.5079565 Feb 04 13:15:10.052696 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad1e17-5221-40dc-8756-d557a122edba', 'name': 'network-vif-deleted', 'tag': '45c5f866-cb50-4ca9-a7d0-58d55722cb37', 'status': 'completed', 'code': 200} Feb 04 13:15:10.115193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:10.119083 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-375672fd-23f1-4deb-952b-0709ebf9ea2b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1254599 Feb 04 13:15:10.124259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:10.368902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1045f65c-bae2-4e69-a328-69caa043aedc req-2e27902d-9642-42c8-8402-8cbd73875ab1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 210 time: 0.2721426 Feb 04 13:15:10.433318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:10.435626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:10.475762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3597791 Feb 04 13:15:10.475762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137f65b-97bb-4327-85ef-279360c3c4b7 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=e07a4b07-1cb8-4dcc-9721-940f9416e1b4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:10.479243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60938) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:10.491863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6d:92:11'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:10.720550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:15:10.979359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989a53-6ca7-4a60-b79d-921f0a7c19dd req-e4d58aea-40b7-42b6-bef8-a96e70830838 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:10.981775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed989a53-6ca7-4a60-b79d-921f0a7c19dd req-e4d58aea-40b7-42b6-bef8-a96e70830838 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.2756429 Feb 04 13:15:11.108916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b46f9e-14e2-4079-b00a-5011e99b44a6 None None] Pushing event updated for resources: {'Port': ['ID=66430cc1-9523-46b7-abde-05c3d231e51e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:11.137747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca99ff5a-f080-4d2e-aedc-a90213fdb5b7 None None] Provisioning for port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:11.192898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:11.204721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Usage tracker for resource:port and tenant:ff2ca022cfcb429d8d5d654064098f3d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:11.209810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:11.230470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:11.246413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:11.293515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Made reservation on behalf of ff2ca022cfcb429d8d5d654064098f3d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:11.300737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:11.332760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed989a53-6ca7-4a60-b79d-921f0a7c19dd req-89abb6fc-30f1-413b-b039-63a34c7e7a89 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116937 Feb 04 13:15:11.559305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca99ff5a-f080-4d2e-aedc-a90213fdb5b7 None None] Provisioning complete for port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:11.560080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca99ff5a-f080-4d2e-aedc-a90213fdb5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:11.717866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Allocated IP 172.21.0.2 (57f34f0a-f966-4865-a6ab-b6cc68577d46/b0f3f144-e5af-4851-bc68-eba04224ae01/a2d64e5a-440d-4489-99ea-fba59fb9d09f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:11.875544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 66430cc1-9523-46b7-abde-05c3d231e51e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:11.876680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5bae999-64b1-4051-8987-30ce69706568 req-2556d43c-4823-4628-b58f-a1ea0e481c99 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.0756593 Feb 04 13:15:12.067737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ca99ff5a-f080-4d2e-aedc-a90213fdb5b7 None None] Port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:12.099093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697794f4-c861-4be9-ab09-411970896f4b None None] Network 44c67ee1-408e-4546-9f6d-086c083a7128 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:12.202147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e12d5d2-4e4e-4d28-ac65-476978ee6286 req-be248d53-2d8d-48f2-8d96-2d020beecea0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 210 time: 0.0867233 Feb 04 13:15:12.210967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.248643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.315653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:12.366526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Provisioning for port 66430cc1-9523-46b7-abde-05c3d231e51e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:12.380848 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.413127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Checking router: a37116f6-4762-4a1c-80af-ce56a914cbaf for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:15:12.417337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 66430cc1-9523-46b7-abde-05c3d231e51e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:12.553008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Provisioning complete for port 66430cc1-9523-46b7-abde-05c3d231e51e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:12.553008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.633457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ca758-958f-4e55-ab7e-0d04cd950027 req-e2ba3ae5-abed-4046-8677-a1a9c2c1431d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:12.641195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f87ca758-958f-4e55-ab7e-0d04cd950027 req-e2ba3ae5-abed-4046-8677-a1a9c2c1431d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 2.2968738 Feb 04 13:15:12.816300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=e07a4b07-1cb8-4dcc-9721-940f9416e1b4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:12.888594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.889058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.889509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.889952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.890798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.890907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.891271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.898244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.898952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.899654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.900248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.900847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:12.911647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 66430cc1-9523-46b7-abde-05c3d231e51e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:12.912366 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.935015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] In _notify_port_updated(), no bound segment for port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 on network 53cae981-ad32-493c-b50a-9841f94f3cde {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:15:12.940921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:12.941593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:12.945587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-55f07025-ee47-45ce-ba49-0de22ef084d3 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "PUT /v2.0/ports/e07a4b07-1cb8-4dcc-9721-940f9416e1b4 HTTP/1.1" status: 200 len: 991 time: 2.4624774 Feb 04 13:15:12.946733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60980) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:12.977192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Allocated IP 172.20.0.3 (d32abdfa-861b-4e68-815a-d01075c33ebe/13080e67-a9e3-421d-8230-aa38121f30dc/286d3654-33f8-4487-b2f3-162778471568) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:13.115975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:13.127907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f87ca758-958f-4e55-ab7e-0d04cd950027 req-c6e42c29-cf84-48ba-854c-1543408b959f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649355 Feb 04 13:15:13.136906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Transition to ACTIVE for port object a2d64e5a-440d-4489-99ea-fba59fb9d09f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:13.198475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port e07a4b07-1cb8-4dcc-9721-940f9416e1b4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:13.201787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:13.225653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:13.228822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:13.412397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Transition to ACTIVE for port object a2d64e5a-440d-4489-99ea-fba59fb9d09f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:13.503883 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:13.580750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-304db056-05ec-48b8-8bf9-f68501e81b9a req-9e6d0f4d-f1bf-4567-9daa-bb0f559287c5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Synchronizing usage tracker for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:13.795546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-304db056-05ec-48b8-8bf9-f68501e81b9a req-9e6d0f4d-f1bf-4567-9daa-bb0f559287c5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Unset dirty status for tenant:7e0535dedcb247ab80cac9941adebe87 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:13.807679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Pushing event updated for resources: {'Port': ['ID=a2d64e5a-440d-4489-99ea-fba59fb9d09f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:13.808333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-304db056-05ec-48b8-8bf9-f68501e81b9a req-9e6d0f4d-f1bf-4567-9daa-bb0f559287c5 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cad1e17-5221-40dc-8756-d557a122edba HTTP/1.1" status: 200 len: 210 time: 0.2945828 Feb 04 13:15:13.810106 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:13.920302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:13.982312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-427b8690-a75f-4818-a514-d32fe9c06abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.006057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.032612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.053402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.20.0.1 (44c67ee1-408e-4546-9f6d-086c083a7128/b5aa2314-858a-4f27-9605-c83c12ae6784/f7055371-e8a4-4324-a5be-5c92da6052cd) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:14.056708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:14.076803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:14.108480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:14.158575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for e07a4b07-1cb8-4dcc-9721-940f9416e1b4 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:14.225708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b922f5-cee1-417f-acb7-0271cdd1c3b9 req-ad292bbd-6f70-4d8a-ace3-f7757f41f26e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:14.240083 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73b922f5-cee1-417f-acb7-0271cdd1c3b9 req-ad292bbd-6f70-4d8a-ace3-f7757f41f26e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 1.5849569 Feb 04 13:15:14.299270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f949077a-41a4-4ab1-9b2d-84cc3c314456 req-508e41e0-171e-4657-b1ca-b85172647b66 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 210 time: 0.0658326 Feb 04 13:15:14.397329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:15:14.456475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73b922f5-cee1-417f-acb7-0271cdd1c3b9 req-f8f1ad80-716d-4aa2-a523-ef3d3fcae7d6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083895 Feb 04 13:15:14.510093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.517920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.533450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 66430cc1-9523-46b7-abde-05c3d231e51e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=66430cc1-9523-46b7-abde-05c3d231e51e,segment=NetworkSegment(a68d475e-226a-4e3d-b0e9-961ca8c2ff62),segment_id=a68d475e-226a-4e3d-b0e9-961ca8c2ff62)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:14.542727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.624100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:14.748968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object f7055371-e8a4-4324-a5be-5c92da6052cd will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:14.755411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=e07a4b07-1cb8-4dcc-9721-940f9416e1b4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:14.824016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Network d32abdfa-861b-4e68-815a-d01075c33ebe is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:14.847757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=66430cc1-9523-46b7-abde-05c3d231e51e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:14.852817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:14.867946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:14.981189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.055660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 44c67ee1-408e-4546-9f6d-086c083a7128 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:15.070886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:15.073794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:15.164849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Pushing event updated for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:15.200637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:15.205636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Attempting to bind port a2d64e5a-440d-4489-99ea-fba59fb9d09f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:15:15.206171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Attempting to bind port a2d64e5a-440d-4489-99ea-fba59fb9d09f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '4d68e1ad-cb67-404f-8fb7-15156e5512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:15:15.207887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Attempting to bind port a2d64e5a-440d-4489-99ea-fba59fb9d09f on network 57f34f0a-f966-4865-a6ab-b6cc68577d46 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:15.275888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:15.276243 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-15877478-60a9-46ff-b83f-ad298c5e1592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:15.276914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:15:15.277279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Checking segment: {'id': '4d68e1ad-cb67-404f-8fb7-15156e5512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:15.277675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.278095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Bound using segment: {'id': '4d68e1ad-cb67-404f-8fb7-15156e5512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:15:15.278569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Bound port: a2d64e5a-440d-4489-99ea-fba59fb9d09f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d68e1ad-cb67-404f-8fb7-15156e5512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '57f34f0a-f966-4865-a6ab-b6cc68577d46'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:15:15.278961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.373481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=f7055371-e8a4-4324-a5be-5c92da6052cd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:15.448379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:15.452701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.459816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.464370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.501352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.560156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6e860b6b-c85f-4365-a943-7b955e5c1fd6 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/e07a4b07-1cb8-4dcc-9721-940f9416e1b4 HTTP/1.1" status: 204 len: 168 time: 2.6093357 Feb 04 13:15:15.579659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.602852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32830) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:15.679164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:15.682358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:15:15.697239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-ad3beb66-62dd-48b4-9a78-ae38b5c58c04 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8983214 Feb 04 13:15:15.699201 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.725901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Request body: {'port': {'device_id': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:15.835609 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-98945b0c-eeb0-4572-ae14-bbd7869a9b1f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] GET failed (client error): The resource could not be found. Feb 04 13:15:15.837845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98945b0c-eeb0-4572-ae14-bbd7869a9b1f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:15.912574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98945b0c-eeb0-4572-ae14-bbd7869a9b1f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:15.916491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98945b0c-eeb0-4572-ae14-bbd7869a9b1f tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports/e07a4b07-1cb8-4dcc-9721-940f9416e1b4 HTTP/1.1" status: 404 len: 333 time: 0.3126616 Feb 04 13:15:15.921298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32848) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:15.928310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:15.939751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-1554329875'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:16.051962 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2473853b-d150-4a2d-ac29-19e58a09e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.077035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.133583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e22593-19f3-4e09-aead-9c5d3c85c021,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:16.164349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca85e1-d2fd-43d5-8385-67a6ba01b3cf req-d20523cd-0ab0-48dd-83dd-9f7dd65d3663 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:16.172880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4ca85e1-d2fd-43d5-8385-67a6ba01b3cf req-d20523cd-0ab0-48dd-83dd-9f7dd65d3663 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 931 time: 0.5544152 Feb 04 13:15:16.194214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bbedb-ce49-4811-8246-c40ffef0e834 None None] Pushing event updated for resources: {'Port': ['ID=a2d64e5a-440d-4489-99ea-fba59fb9d09f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:16.280963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:16.292748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee22fdd-12cb-4c43-99ca-f27fa271908e None None] The sync data for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 is: [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '2561f457-5431-4333-ae97-5082218e6a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:07:59Z', 'revision_number': 4, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port': {'id': '2561f457-5431-4333-ae97-5082218e6a8d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:45Z', 'updated_at': '2022-02-04T13:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8bc98561-7c1e-485b-8f23-a470c66ff29e', 'name': '', 'network_id': 'acad5d0d-cf66-4745-8340-d8ea0c441eae', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'mac_address': 'fa:16:3e:6a:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:07:56Z', 'updated_at': '2022-02-04T13:08:18Z', 'revision_number': 5, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'subnets': [{'id': 'a626766f-0f48-4b44-8166-35d8f5e3e895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:16.302848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da877234-845e-4382-a894-f4210c68a310 None None] Provisioning for port f7055371-e8a4-4324-a5be-5c92da6052cd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:16.310925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da877234-845e-4382-a894-f4210c68a310 None None] Provisioning complete for port f7055371-e8a4-4324-a5be-5c92da6052cd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:16.311835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da877234-845e-4382-a894-f4210c68a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.329832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.333673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1c425aa0-0452-411b-bf8f-8e93c4a8804d tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/security-groups/d9e22593-19f3-4e09-aead-9c5d3c85c021 HTTP/1.1" status: 204 len: 168 time: 1.1322911 Feb 04 13:15:16.344624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:16.474660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c4ca85e1-d2fd-43d5-8385-67a6ba01b3cf req-34c20e83-73f0-46ca-b365-3b850d2a8b12 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Synchronizing usage tracker for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:16.479356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1d991-317f-4032-9c70-1574d1e6973d req-ee0e9019-7453-47b1-938c-b0d18bb270c8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:16.479492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-da877234-845e-4382-a894-f4210c68a310 None None] Port f7055371-e8a4-4324-a5be-5c92da6052cd cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:16.482701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da877234-845e-4382-a894-f4210c68a310 None None] Could not find standard attr ID for object e07a4b07-1cb8-4dcc-9721-940f9416e1b4. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:15:16.493141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9e1d991-317f-4032-9c70-1574d1e6973d req-ee0e9019-7453-47b1-938c-b0d18bb270c8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.9618511 Feb 04 13:15:16.493758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da877234-845e-4382-a894-f4210c68a310 None None] Provisioning complete for port 66430cc1-9523-46b7-abde-05c3d231e51e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:16.494136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da877234-845e-4382-a894-f4210c68a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.500343 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f1fc80bf-c6e1-42c4-a193-879d42060e4e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] show failed (client error): The resource could not be found. Feb 04 13:15:16.511120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f1fc80bf-c6e1-42c4-a193-879d42060e4e tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "GET /v2.0/security-groups/d9e22593-19f3-4e09-aead-9c5d3c85c021 HTTP/1.1" status: 404 len: 347 time: 0.1543002 Feb 04 13:15:16.513603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:16.522334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:16.632046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9e1d991-317f-4032-9c70-1574d1e6973d req-3e1aa9c7-caf2-4be7-816c-788be0ace5db tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374185 Feb 04 13:15:16.797608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.845708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:16.914675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c112e55-dadc-4798-9b3d-84dbcb32d225 None None] New status for floating IP daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:15:17.014122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 66430cc1-9523-46b7-abde-05c3d231e51e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:17.074545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:17.171041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-2bdf4eca-33b0-47d2-8481-3c992233845d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4048741 Feb 04 13:15:17.196930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 66430cc1-9523-46b7-abde-05c3d231e51e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:17.200213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:17.263559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 9e1ec7b0-b037-4e09-960b-4f1f12bc13a1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:17.263559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:17.352134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:17.552103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2d64e5a-440d-4489-99ea-fba59fb9d09f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:17.594386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c4ca85e1-d2fd-43d5-8385-67a6ba01b3cf req-34c20e83-73f0-46ca-b365-3b850d2a8b12 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Unset dirty status for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:17.608175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4ca85e1-d2fd-43d5-8385-67a6ba01b3cf req-34c20e83-73f0-46ca-b365-3b850d2a8b12 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4370468 Feb 04 13:15:17.617689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:17.621530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:17.700661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:15:17.771681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a2d64e5a-440d-4489-99ea-fba59fb9d09f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:17.958311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:17.958668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.095998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3fd36-8151-4315-a94f-ddd5334db745 None None] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:18.257366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Provisioning for port a2d64e5a-440d-4489-99ea-fba59fb9d09f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:18.316056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 9e1ec7b0-b037-4e09-960b-4f1f12bc13a1 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:18.331498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Provisioning complete for port a2d64e5a-440d-4489-99ea-fba59fb9d09f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:18.331867 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.417877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da911599-8ca2-4a99-b244-f663cc7eae46 req-0a93c212-3b82-4d81-ae97-92384236b630 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:18.425502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da911599-8ca2-4a99-b244-f663cc7eae46 req-0a93c212-3b82-4d81-ae97-92384236b630 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 1.4367719 Feb 04 13:15:18.465460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.491885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.520856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:18.521371 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:18.634577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.4 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/0bd430cc-370d-4d90-bb3c-eec661ef5c08) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:18.640622 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.660098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.725712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:18.744656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:18.772728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=f7055371-e8a4-4324-a5be-5c92da6052cd,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:18.846118 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da911599-8ca2-4a99-b244-f663cc7eae46 req-57e2bec5-2b94-4d31-9ed5-a8390427e989 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191029 Feb 04 13:15:18.855465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563c363-7d72-4aa8-9fbf-9ef9e7af4b18 None None] Pushing event updated for resources: {'Port': ['ID=a2d64e5a-440d-4489-99ea-fba59fb9d09f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:19.028732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.037841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.050129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286d3654-33f8-4487-b2f3-162778471568 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:15:19.057584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object 0bd430cc-370d-4d90-bb3c-eec661ef5c08 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:19.080477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.087257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 9e1ec7b0-b037-4e09-960b-4f1f12bc13a1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:19.087606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.232326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Transition to ACTIVE for port object 286d3654-33f8-4487-b2f3-162778471568 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:19.241836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b55bf-ddae-44d3-b243-427b4a454d60 req-527fd45f-ec40-4cdc-b4e3-6e51c3917425 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:19.243603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8a2b55bf-ddae-44d3-b243-427b4a454d60 req-527fd45f-ec40-4cdc-b4e3-6e51c3917425 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 1.2679121 Feb 04 13:15:19.283253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.295805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.304130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2df733e0-60f8-4ed7-9339-895c8779850c None None] Provisioning complete for port a2d64e5a-440d-4489-99ea-fba59fb9d09f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:19.304806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2df733e0-60f8-4ed7-9339-895c8779850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.494959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8a2b55bf-ddae-44d3-b243-427b4a454d60 req-f25a028f-458c-4790-bd35-bbd4b317419d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922135 Feb 04 13:15:19.497404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.497735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.505693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-3331c26f-d185-41dc-b7e0-aa590da83cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:19.507584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-3331c26f-d185-41dc-b7e0-aa590da83cdf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0&tenant_id=ca5765c2616f4f0c9e1d1511f222da7a HTTP/1.1" status: 200 len: 1094 time: 0.6952486 Feb 04 13:15:19.517606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:19.526218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:19.529127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=0bd430cc-370d-4d90-bb3c-eec661ef5c08,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:19.533103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:19.699974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:19.747778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845b1d2-4acf-445f-aabb-2f9c844b9ed2 req-6f9008cf-3153-4079-bfc2-907ae35c4eb1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:19.748528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a845b1d2-4acf-445f-aabb-2f9c844b9ed2 req-6f9008cf-3153-4079-bfc2-907ae35c4eb1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Synchronizing usage tracker for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:19.773058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 9e1ec7b0-b037-4e09-960b-4f1f12bc13a1 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:19.811625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Pushing event updated for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:19.885789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 44c67ee1-408e-4546-9f6d-086c083a7128 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:19.890256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:19.916275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2811dd5b-735b-42b6-9005-64ca927ac53c None None] Provisioning for port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:19.935137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2811dd5b-735b-42b6-9005-64ca927ac53c None None] Provisioning complete for port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:19.936813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2811dd5b-735b-42b6-9005-64ca927ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:19.984619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a845b1d2-4acf-445f-aabb-2f9c844b9ed2 req-6f9008cf-3153-4079-bfc2-907ae35c4eb1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Unset dirty status for tenant:ff2ca022cfcb429d8d5d654064098f3d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:19.988860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a845b1d2-4acf-445f-aabb-2f9c844b9ed2 req-6f9008cf-3153-4079-bfc2-907ae35c4eb1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 931 time: 0.9035769 Feb 04 13:15:20.085008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2811dd5b-735b-42b6-9005-64ca927ac53c None None] Port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:20.106255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.318854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ef94c214-b1ab-43b6-87d2-48715db0e64d None None] Provisioning complete for port f7055371-e8a4-4324-a5be-5c92da6052cd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:20.319650 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ef94c214-b1ab-43b6-87d2-48715db0e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.321377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:20.322127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.368642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Attempting to bind port 286d3654-33f8-4487-b2f3-162778471568 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:15:20.368985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Attempting to bind port 286d3654-33f8-4487-b2f3-162778471568 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:15:20.369315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Attempting to bind port 286d3654-33f8-4487-b2f3-162778471568 on network d32abdfa-861b-4e68-815a-d01075c33ebe {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:20.392783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a845b1d2-4acf-445f-aabb-2f9c844b9ed2 req-8ad713cb-a0a8-4b93-baaf-be2393fc080b tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536521 Feb 04 13:15:20.393431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.426526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Port 286d3654-33f8-4487-b2f3-162778471568 on network d32abdfa-861b-4e68-815a-d01075c33ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:15:20.426872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Attempting to bind port 286d3654-33f8-4487-b2f3-162778471568 on network d32abdfa-861b-4e68-815a-d01075c33ebe {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:20.431668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4f9c9148-a9e6-4036-82eb-a41bf943efd2 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5069845 Feb 04 13:15:20.436440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:20.437307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:15:20.437849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Checking segment: {'id': '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:20.438405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Bound using segment: {'id': '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:15:20.441751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Bound port: 286d3654-33f8-4487-b2f3-162778471568, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:15:20.443439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.463923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:92:11'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:20.472294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ef94c214-b1ab-43b6-87d2-48715db0e64d None None] Port f7055371-e8a4-4324-a5be-5c92da6052cd cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:20.504958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.578576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=9e1ec7b0-b037-4e09-960b-4f1f12bc13a1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:20.706165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2d64e5a-440d-4489-99ea-fba59fb9d09f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:20.733492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90054510-cf8c-43a4-ace6-3cfe6d53e53b req-1e2420b1-32c8-4908-91d7-03748efd105d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:20.749826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90054510-cf8c-43a4-ace6-3cfe6d53e53b req-1e2420b1-32c8-4908-91d7-03748efd105d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.6476433 Feb 04 13:15:20.837700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a2d64e5a-440d-4489-99ea-fba59fb9d09f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:20.838464 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.856363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:20.884312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=286d3654-33f8-4487-b2f3-162778471568,segment=NetworkSegment(1a3829ea-7a09-482d-a801-b5bfc8c8e0b2),segment_id=1a3829ea-7a09-482d-a801-b5bfc8c8e0b2)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:15:20.894492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 08f3d23f-56a5-410d-9829-18d03ed3b91a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:15:20.908973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:20.956126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90054510-cf8c-43a4-ace6-3cfe6d53e53b req-a59228f1-e911-4356-aee2-861af756dae1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053661 Feb 04 13:15:21.086021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.088270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.089374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f2301d7-e6af-497f-9927-7b03aa69ff62 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/floatingips/daaeabc8-7d58-4edc-b7e5-18bd1c81a0b4 HTTP/1.1" status: 204 len: 168 time: 4.5573430 Feb 04 13:15:21.092810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:21.147822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:21.148310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.150174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] 10.222.0.90 "PUT /v2.0/ports/286d3654-33f8-4487-b2f3-162778471568 HTTP/1.1" status: 200 len: 1091 time: 5.4421918 Feb 04 13:15:21.246237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 6089d90e-2150-4b86-8eb1-43faa6ab2f6e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:21.247166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.303138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'tag': '286d3654-33f8-4487-b2f3-162778471568'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:21.312856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:21.328897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.329140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] Sync routers for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:21.336823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d7fe799-ead2-4232-864c-7c209759eff8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2100616 Feb 04 13:15:21.358692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:21.359088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:21.360588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:21.443381 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'tag': '286d3654-33f8-4487-b2f3-162778471568', 'status': 'completed', 'code': 200} Feb 04 13:15:21.461434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:21.520252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:21.526387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:21.574887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513fb68-0002-4f23-938e-b5c724adf0ba service neutron] Pushing event updated for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:21.604591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:21.605233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d136cc7b-8645-46e3-869a-7d740637f913 None None] The sync data for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:21.608837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3524b89-b6c8-4153-9b4b-19d651a70319 req-d382c40f-4cec-4816-87c7-263159262969 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:21.610448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3524b89-b6c8-4153-9b4b-19d651a70319 req-d382c40f-4cec-4816-87c7-263159262969 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.8608887 Feb 04 13:15:21.651451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:21.684312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.689560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3524b89-b6c8-4153-9b4b-19d651a70319 req-ee6998af-135e-4af9-95aa-3b77f5478601 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637503 Feb 04 13:15:21.710166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-7f8f7b57-0efb-4e78-8201-8fa72d3a20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:21.712002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-7f8f7b57-0efb-4e78-8201-8fa72d3a20da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff2ca022cfcb429d8d5d654064098f3d&device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 1094 time: 0.3607407 Feb 04 13:15:21.719011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:21.839911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-9ecf2072-fac0-4ba1-a925-220e8885a84d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286d3654-33f8-4487-b2f3-162778471568 HTTP/1.1" status: 200 len: 217 time: 0.0853672 Feb 04 13:15:21.852636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:15:21.863660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.880276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Transition to ACTIVE for port object 5af1eb09-5614-4373-809c-7972f95a182a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:21.924518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:21.939833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 6089d90e-2150-4b86-8eb1-43faa6ab2f6e owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:22.117616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b951d-38d1-4972-b00d-354bbb53f704 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:22.119089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-139b951d-38d1-4972-b00d-354bbb53f704 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports/f7055371-e8a4-4324-a5be-5c92da6052cd HTTP/1.1" status: 200 len: 910 time: 0.7096996 Feb 04 13:15:22.144828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 32994) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:22.448625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abc123-f41f-48d2-88f6-6e7420893f3c req-06782ec6-b42a-453d-b3ea-645f9b88d0b1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:22.450990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69abc123-f41f-48d2-88f6-6e7420893f3c req-06782ec6-b42a-453d-b3ea-645f9b88d0b1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 943 time: 0.5512080 Feb 04 13:15:22.494897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:22.530165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-df3e12eb-a5d7-4717-bb36-6e6342ff2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:22.532439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-df3e12eb-a5d7-4717-bb36-6e6342ff2735 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=13080e67-a9e3-421d-8230-aa38121f30dc HTTP/1.1" status: 200 len: 852 time: 0.6498199 Feb 04 13:15:22.662971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=6089d90e-2150-4b86-8eb1-43faa6ab2f6e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:22.795054 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-69abc123-f41f-48d2-88f6-6e7420893f3c req-74d3e610-6021-41a0-a5e1-f00ea08a6199 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261082 Feb 04 13:15:22.874159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:15:22.893296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:22.902038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:22.961085 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-b3f21ffd-be9e-4c92-a6db-f50fa66b3371 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d32abdfa-861b-4e68-815a-d01075c33ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2796459 Feb 04 13:15:23.078214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:23.156900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8393b5de-5720-4e0e-afe5-351daf2c595f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/ports/6089d90e-2150-4b86-8eb1-43faa6ab2f6e HTTP/1.1" status: 204 len: 168 time: 2.0627627 Feb 04 13:15:23.169195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=0bd430cc-370d-4d90-bb3c-eec661ef5c08,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:23.177491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] No DVR routers for this DVR port 5af1eb09-5614-4373-809c-7972f95a182a on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:23.180541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:23.182224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] In _notify_port_updated(), no bound segment for port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 on network 53cae981-ad32-493c-b50a-9841f94f3cde {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:15:23.190286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:23.191518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:23.196978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=9']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:23.198900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-47a8a0b8-bc36-4ad7-8d94-93650ff42d67 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "PUT /v2.0/ports/0bd430cc-370d-4d90-bb3c-eec661ef5c08 HTTP/1.1" status: 200 len: 996 time: 2.7563601 Feb 04 13:15:23.219255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33024) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:23.357643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port 8b674323-bbcb-4f06-87d4-06f85daa4e00 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:23.357643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:23.395011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5933ab-02c9-4a48-97d4-3c83ed02119a req-882e4977-2665-4186-95a5-414c8b7d3c53 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:23.396525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de5933ab-02c9-4a48-97d4-3c83ed02119a req-882e4977-2665-4186-95a5-414c8b7d3c53 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 0.4425178 Feb 04 13:15:23.521652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b22284cd-ec94-44eb-8f62-70adc6164c5b None None] Provisioning complete for port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:23.522109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b22284cd-ec94-44eb-8f62-70adc6164c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:23.532124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de5933ab-02c9-4a48-97d4-3c83ed02119a req-86fabee5-d985-4598-a27f-42225ab581ed tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297936 Feb 04 13:15:23.564043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:15:23.564377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:15:23.564890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:23.622823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:23.623409 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:23.630804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b22284cd-ec94-44eb-8f62-70adc6164c5b None None] Port 0bd430cc-370d-4d90-bb3c-eec661ef5c08 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:23.669179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:15:23.669755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Attempting to bind port 5af1eb09-5614-4373-809c-7972f95a182a on network 2157fec4-d48e-46a4-9227-438e8abf3636 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:23.689918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52645f-fd5b-4e82-9552-ca367ba3463b req-2e1ef06e-a945-4696-af5e-471b22e6589c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:23.691680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f52645f-fd5b-4e82-9552-ca367ba3463b req-2e1ef06e-a945-4696-af5e-471b22e6589c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 1.5409038 Feb 04 13:15:23.961461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.063391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-3ff91542-0e1a-46c6-9745-002c37c26fc4 service neutron] 10.222.0.90 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0393381 Feb 04 13:15:24.103099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:15:24.103335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Checking segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:24.103730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Bound using segment: {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:15:24.104307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Bound port: 5af1eb09-5614-4373-809c-7972f95a182a, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cafef13-ef2a-405a-9c33-0655396cd819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:15:24.104703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.183070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-119ee399-afee-4b83-88a2-36b86207f4dd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5723262 Feb 04 13:15:24.192982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for 8b674323-bbcb-4f06-87d4-06f85daa4e00 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:24.357740 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.412075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2368919-4cd7-4e2e-b443-353412e621d6 req-66431097-853e-4c85-8a13-1e4986c7888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:24.413754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2368919-4cd7-4e2e-b443-353412e621d6 req-66431097-853e-4c85-8a13-1e4986c7888d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1096 time: 0.5547671 Feb 04 13:15:24.425896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f52645f-fd5b-4e82-9552-ca367ba3463b req-190700e3-720a-4664-b8d7-1d383c4a894a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649991 Feb 04 13:15:24.441698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ee2f-3755-4c12-9f78-edc84cb3ed17 req-b3683ec4-af46-4d77-a5c2-4c4fe22076f1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:24.441698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f52ee2f-3755-4c12-9f78-edc84cb3ed17 req-b3683ec4-af46-4d77-a5c2-4c4fe22076f1 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 943 time: 0.4695570 Feb 04 13:15:24.503676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.587813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.633369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Port': ['ID=8b674323-bbcb-4f06-87d4-06f85daa4e00,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:24.677744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f52ee2f-3755-4c12-9f78-edc84cb3ed17 req-e0cbf88b-1b77-4cea-a267-2c50a234f735 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961448 Feb 04 13:15:24.682903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a616f583-bbf7-47cd-9b76-eabc9bf73745 req-3df03493-e63e-40ad-933f-b908458f5db7 service neutron] 10.222.0.90 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880606 Feb 04 13:15:24.784770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.789622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2368919-4cd7-4e2e-b443-353412e621d6 req-859af62b-42db-431b-9c0c-7105dd4a9f3e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470931 Feb 04 13:15:24.797609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6b1b439a-9222-4e7d-952d-0312d8b06672 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/ports/8b674323-bbcb-4f06-87d4-06f85daa4e00 HTTP/1.1" status: 204 len: 168 time: 1.5969989 Feb 04 13:15:24.803464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:24.895586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for 0bd430cc-370d-4d90-bb3c-eec661ef5c08 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:24.913891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting subnet 5a67b96c-0fa4-4262-a687-babcf89941c6 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:24.917620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:24.993518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.036156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:25.080147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:15:25.086430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.111401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.338320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.363008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-3f984364-4a6c-4396-82c4-fc6992b7830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:25.364505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-3f984364-4a6c-4396-82c4-fc6992b7830e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 1.0176349 Feb 04 13:15:25.373671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:25.374513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.376092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] 10.222.0.90 "PUT /v2.0/ports/5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 1091 time: 5.8350592 Feb 04 13:15:25.377869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:25.525698 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'status': 'completed', 'code': 200} Feb 04 13:15:25.527260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.611186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Subnet': ['ID=5a67b96c-0fa4-4262-a687-babcf89941c6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:25.613127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:25.621894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823f95b-f27f-4243-9df8-07495bf5ca9d None None] Network b1adc137-2a22-4046-a0a3-ee3dc945b3af requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:25.629341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a713acc5-2eb7-4f31-a099-55da3fd9036f tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/subnets/5a67b96c-0fa4-4262-a687-babcf89941c6 HTTP/1.1" status: 204 len: 168 time: 0.8245816 Feb 04 13:15:25.631826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:25.939915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting subnet 75a6f131-f44d-48b7-8804-b375b5a91f77 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:25.951643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.034398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.165536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-aa3deac5-2f87-4305-9f77-30f48dac648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:26.169620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-aa3deac5-2f87-4305-9f77-30f48dac648b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff2ca022cfcb429d8d5d654064098f3d&device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 1094 time: 1.2834017 Feb 04 13:15:26.178431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136768b1-fc0c-451e-98c1-48537f14b78d req-60b45d40-38b5-4e6e-8844-4d83f637d873 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:26.180358 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-136768b1-fc0c-451e-98c1-48537f14b78d req-60b45d40-38b5-4e6e-8844-4d83f637d873 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 943 time: 1.4184413 Feb 04 13:15:26.222534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 286d3654-33f8-4487-b2f3-162778471568 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:15:26.236207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] DHCP port deletion for b1adc137-2a22-4046-a0a3-ee3dc945b3af request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:15:26.246564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Deleting port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:26.251654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.256641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.310392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbece-f1ed-442a-a4f6-8be6db803123 req-ebf697fe-dd60-44d3-b4ac-591e2e1cb481 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:26.317494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fbbbece-f1ed-442a-a4f6-8be6db803123 req-ebf697fe-dd60-44d3-b4ac-591e2e1cb481 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.6080384 Feb 04 13:15:26.386152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fbbbece-f1ed-442a-a4f6-8be6db803123 req-68b3bf1b-8dc0-4bda-8f3d-8214115fc49e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676100 Feb 04 13:15:26.444441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f043-3567-42e0-8edf-7154ea0e94da service neutron] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:26.446380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.505238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.603181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Subnet': ['ID=75a6f131-f44d-48b7-8804-b375b5a91f77,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:26.648746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=286d3654-33f8-4487-b2f3-162778471568,segment=NetworkSegment(1a3829ea-7a09-482d-a801-b5bfc8c8e0b2),segment_id=1a3829ea-7a09-482d-a801-b5bfc8c8e0b2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:26.664651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '286d3654-33f8-4487-b2f3-162778471568', 'network_id': 'd32abdfa-861b-4e68-815a-d01075c33ebe', 'port_id': '286d3654-33f8-4487-b2f3-162778471568', 'mac_address': 'fa:16:3e:a5:6c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13080e67-a9e3-421d-8230-aa38121f30dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:15:26.686176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a567ef58-b5fa-44b2-93d8-08ecbc263ad3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:26.688014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=0bd430cc-370d-4d90-bb3c-eec661ef5c08,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:26.697121 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-136768b1-fc0c-451e-98c1-48537f14b78d req-0eb680d1-bb51-4f4a-9d90-23dc1740fa1d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143857 Feb 04 13:15:26.741874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:26.778565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-5b821009-78f9-437f-b5fb-5a9ef3a3a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:26.781414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-5b821009-78f9-437f-b5fb-5a9ef3a3a34a service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 1.3858199 Feb 04 13:15:26.790642 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51aceb99-b9ee-4250-b6f5-5f9943beee79 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/subnets/75a6f131-f44d-48b7-8804-b375b5a91f77 HTTP/1.1" status: 204 len: 168 time: 1.1524715 Feb 04 13:15:26.795178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:26.876672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17862417-ba5e-4791-8400-f011a0b15730 None None] Network 38ebeb6f-cfff-4e31-b7de-852c2f977e81 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:26.996164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.087688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-17c56cba-cf6c-4345-a01b-3f7084def699 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.2816098 Feb 04 13:15:27.088765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-6c0f47fb-99f7-4400-b719-f891314e9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:27.090696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-6c0f47fb-99f7-4400-b719-f891314e9ee0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d32abdfa-861b-4e68-815a-d01075c33ebe HTTP/1.1" status: 200 len: 913 time: 0.9019165 Feb 04 13:15:27.103931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286d3654-33f8-4487-b2f3-162778471568 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:15:27.111227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.123198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=286d3654-33f8-4487-b2f3-162778471568,segment=NetworkSegment(1a3829ea-7a09-482d-a801-b5bfc8c8e0b2),segment_id=1a3829ea-7a09-482d-a801-b5bfc8c8e0b2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:27.137228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:27.137578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.199735 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.285265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-947f87ed-dd3a-4c87-b51b-b4118d567714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:27.305153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-947f87ed-dd3a-4c87-b51b-b4118d567714 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1095 time: 1.8083766 Feb 04 13:15:27.311055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc3bed-b738-4d90-818c-0c61e6f807fe req-bb9a8e41-5ae2-4957-bc72-3e8916d929f7 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:27.312555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4dc3bed-b738-4d90-818c-0c61e6f807fe req-bb9a8e41-5ae2-4957-bc72-3e8916d929f7 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 943 time: 0.7007291 Feb 04 13:15:27.337918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-a085d492-cd07-45a5-b1a2-0698c3d632c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=286d3654-33f8-4487-b2f3-162778471568 HTTP/1.1" status: 200 len: 217 time: 0.2249391 Feb 04 13:15:27.367279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] For port a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:27.367673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.521773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4dc3bed-b738-4d90-818c-0c61e6f807fe req-3315310c-bbf8-46be-ac83-a3d3a9bd0141 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647789 Feb 04 13:15:27.536618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] For port a567ef58-b5fa-44b2-93d8-08ecbc263ad3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,segment=NetworkSegment(73683a24-98f1-46a8-b25b-e768fd5f0451),segment_id=73683a24-98f1-46a8-b25b-e768fd5f0451)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:27.536944 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.579079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Calling delete_port for a567ef58-b5fa-44b2-93d8-08ecbc263ad3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:27.588023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-bcb34302-7050-489f-bd4d-f9dc468dc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:27.589792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-bcb34302-7050-489f-bd4d-f9dc468dc914 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 0.2836311 Feb 04 13:15:27.748524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Calling delete_port for a567ef58-b5fa-44b2-93d8-08ecbc263ad3 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:27.755686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:27.787955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:15:27.788371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a567ef58-b5fa-44b2-93d8-08ecbc263ad3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:15:27.802390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] No DVR routers for this DVR port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:27.821119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['286d3654-33f8-4487-b2f3-162778471568'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:15:27.925444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:27.925949 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:28.034368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:28.035173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-661c1c58-6d16-47ee-90c7-52d9e5a05f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:28.037742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-661c1c58-6d16-47ee-90c7-52d9e5a05f0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.8561530 Feb 04 13:15:28.100586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4459-a920-4e18-82fd-206f9309a76c req-aa9f49a1-5593-4bdc-be20-141599f4b1b1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:28.103378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8aa4459-a920-4e18-82fd-206f9309a76c req-aa9f49a1-5593-4bdc-be20-141599f4b1b1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.1164939 Feb 04 13:15:28.158503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26f72-7d6e-4e13-909c-bc626c0158d0 None None] Pushing event deleted for resources: {'Port': ['ID=a567ef58-b5fa-44b2-93d8-08ecbc263ad3,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:28.178362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-8629b78e-6f07-42f5-b973-3b7246826a99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.3819828 Feb 04 13:15:28.185942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:28.215869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8aa4459-a920-4e18-82fd-206f9309a76c req-25bda4be-971a-4ebe-8dba-03344786c992 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024899 Feb 04 13:15:28.243653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-068cbc05-58af-4fd6-97a9-2f31c76ba03f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575823 Feb 04 13:15:28.291270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] DHCP port deletion for 38ebeb6f-cfff-4e31-b7de-852c2f977e81 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:15:28.298965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Deleting port 2a00a925-8b40-4ed7-a191-be72932f7ae9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:28.299324 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:28.422131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.21.0.1 (57f34f0a-f966-4865-a6ab-b6cc68577d46/b0f3f144-e5af-4851-bc68-eba04224ae01/d9ac11e2-fbf9-45ad-8755-c271ee2553ef) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:28.427407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Deleting port a567ef58-b5fa-44b2-93d8-08ecbc263ad3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:28.427781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:28.487984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-d9430092-c911-4709-b430-55276667875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:28.495661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-d9430092-c911-4709-b430-55276667875d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=13080e67-a9e3-421d-8230-aa38121f30dc HTTP/1.1" status: 200 len: 852 time: 0.8991809 Feb 04 13:15:28.511577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:28.514082 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c3674b2-620d-43ae-a789-3f9f99b56aaf tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/0bd430cc-370d-4d90-bb3c-eec661ef5c08 HTTP/1.1" status: 204 len: 168 time: 5.2832108 Feb 04 13:15:28.626356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] The port 'a567ef58-b5fa-44b2-93d8-08ecbc263ad3' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:15:28.628738 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f64b536-03b6-4d3c-8d27-ccba79743747 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] GET failed (client error): The resource could not be found. Feb 04 13:15:28.629747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9f64b536-03b6-4d3c-8d27-ccba79743747 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:28.716001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2a00a925-8b40-4ed7-a191-be72932f7ae9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:28.857823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] For port 2a00a925-8b40-4ed7-a191-be72932f7ae9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2a00a925-8b40-4ed7-a191-be72932f7ae9,segment=NetworkSegment(286b8e38-74d9-4c08-87ce-2ea34d573a99),segment_id=286b8e38-74d9-4c08-87ce-2ea34d573a99)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:28.859217 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.043817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9f64b536-03b6-4d3c-8d27-ccba79743747 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:29.043817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9f64b536-03b6-4d3c-8d27-ccba79743747 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports/0bd430cc-370d-4d90-bb3c-eec661ef5c08 HTTP/1.1" status: 404 len: 333 time: 0.5243790 Feb 04 13:15:29.052366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:29.070170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Calling delete_port for 2a00a925-8b40-4ed7-a191-be72932f7ae9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:29.086152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.106805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-976260856'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:29.157825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-9a754356-087a-480b-9594-daef14fcaf6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d32abdfa-861b-4e68-815a-d01075c33ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6117144 Feb 04 13:15:29.172052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.176849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.206074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-8f1ba376-67b4-46da-b691-b02dc6e967a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:29.207978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-8f1ba376-67b4-46da-b691-b02dc6e967a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.9981189 Feb 04 13:15:29.249182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] Pushing event deleted for resources: {'Port': ['ID=2a00a925-8b40-4ed7-a191-be72932f7ae9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:29.251519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4049d93-99fa-44fe-898b-454d2aed518c None None] No DVR routers for this DVR port 2a00a925-8b40-4ed7-a191-be72932f7ae9 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:29.271240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.282151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1adc137-2a22-4046-a0a3-ee3dc945b3af']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:29.305828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object d9ac11e2-fbf9-45ad-8755-c271ee2553ef will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:29.340934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-06e2d14e-274b-4bc3-98a5-970c133a8779 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0744395 Feb 04 13:15:29.385411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73683a24-98f1-46a8-b25b-e768fd5f0451') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:29.385710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73683a24-98f1-46a8-b25b-e768fd5f0451') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:29.427030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4201-5208-4e55-a06b-eb7a6e18b8ed req-df678460-2f26-4518-ba76-ae0e0a63293f tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:29.428497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f38d4201-5208-4e55-a06b-eb7a6e18b8ed req-df678460-2f26-4518-ba76-ae0e0a63293f tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 944 time: 0.5102677 Feb 04 13:15:29.432810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.456845 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-12abdb00-c7a4-4032-82a7-a0ad4c00fcc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236112 Feb 04 13:15:29.518227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.543761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f38d4201-5208-4e55-a06b-eb7a6e18b8ed req-a6ffbcad-5810-4ee3-9d6d-ee7d9ff4f2c0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 Feb 04 13:15:29.548517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:15:29.549183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.576468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:15:29.659600 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:15:29.668287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:29.687260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:29.696271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.721456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.742445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:29.748039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:29.765068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/networks/b1adc137-2a22-4046-a0a3-ee3dc945b3af HTTP/1.1" status: 204 len: 168 time: 2.9680214 Feb 04 13:15:29.770822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a4a91-082a-4972-b09d-a4f978affffc tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Network': ['ID=b1adc137-2a22-4046-a0a3-ee3dc945b3af,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:29.779038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:29.782874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71147e0-489e-44bb-b5d1-34e0265b09ab req-1c35cecb-8a7e-4b90-9d77-c0847fb4c345 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:29.792524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c71147e0-489e-44bb-b5d1-34e0265b09ab req-1c35cecb-8a7e-4b90-9d77-c0847fb4c345 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 2.1297088 Feb 04 13:15:29.820807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:29.949941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:29.972699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port 8361be9d-0f40-4e3c-944c-30ccd0e5daad yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:15:29.998328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:30.030095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:30.099892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.102132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d9ac11e2-fbf9-45ad-8755-c271ee2553ef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:30.106554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.186512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.187177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.187918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.188575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.189227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.189989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.190485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.191006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.192719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.192946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.193289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.193623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:30.204991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dbb5e0a2-c7d5-4095-b3db-ac556e46d79c req-2b11cd63-faa5-4edf-adc6-516d94565cbc service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7473474 Feb 04 13:15:30.213670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c71147e0-489e-44bb-b5d1-34e0265b09ab req-73f76caa-2e47-4b26-849f-3f32f0f6291f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192884 Feb 04 13:15:30.226883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-8fbc7d6a-be50-4b74-bb9b-e1e3e06afd85 service neutron] 10.222.0.90 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0446348 Feb 04 13:15:30.255973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 286d3654-33f8-4487-b2f3-162778471568 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:30.305325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-1a193913-490a-4f51-9ea5-0c3bd848f030 service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186418 Feb 04 13:15:30.394711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.415124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 286d3654-33f8-4487-b2f3-162778471568 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:30.422165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 286d3654-33f8-4487-b2f3-162778471568 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:30.422563 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.496724 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.547029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3dc75f21-1b96-4d00-909a-455826bdfd88 None None] Provisioning for port d9ac11e2-fbf9-45ad-8755-c271ee2553ef completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:30.550925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ebeb6f-cfff-4e31-b7de-852c2f977e81']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:30.558180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:30.572668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3dc75f21-1b96-4d00-909a-455826bdfd88 None None] Provisioning complete for port d9ac11e2-fbf9-45ad-8755-c271ee2553ef triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:30.576469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3dc75f21-1b96-4d00-909a-455826bdfd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.577450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.13 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/8361be9d-0f40-4e3c-944c-30ccd0e5daad) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:30.580587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Usage tracker for resource:security_group_rule and tenant:166940055c8945919da442d4c449da78 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:30.607272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:30.620380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2286-dc92-44fc-8f83-1b8f8135fc26 req-c212d058-4850-4abe-9fa8-cf5e55d91dbc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:30.624363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1cb2286-dc92-44fc-8f83-1b8f8135fc26 req-c212d058-4850-4abe-9fa8-cf5e55d91dbc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.8046594 Feb 04 13:15:30.626542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286b8e38-74d9-4c08-87ce-2ea34d573a99') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:30.627109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286b8e38-74d9-4c08-87ce-2ea34d573a99') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:30.638289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:30.647095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-880335e2-ea3f-4eaf-b139-6bf6b74616ca req-e6eda4c6-7458-4057-b13a-f8fc317f6fc1 service neutron] 10.222.0.90 "GET /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005315 Feb 04 13:15:30.647674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3dc75f21-1b96-4d00-909a-455826bdfd88 None None] Port d9ac11e2-fbf9-45ad-8755-c271ee2553ef cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:30.658407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.691963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d3654-33f8-4487-b2f3-162778471568'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:30.696887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.719644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=286d3654-33f8-4487-b2f3-162778471568,segment=NetworkSegment(1a3829ea-7a09-482d-a801-b5bfc8c8e0b2),segment_id=1a3829ea-7a09-482d-a801-b5bfc8c8e0b2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:30.724863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-2b0fc0c2-2b08-4bb5-ad38-cad6c3aaef7a service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562882 Feb 04 13:15:30.729952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.768967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ded3-3a95-41db-a882-3439e9e6b039 req-811b0805-1ad8-424b-9113-e119ccf1ea8b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:30.772869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3976ded3-3a95-41db-a882-3439e9e6b039 req-811b0805-1ad8-424b-9113-e119ccf1ea8b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.3243639 Feb 04 13:15:30.818848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1cb2286-dc92-44fc-8f83-1b8f8135fc26 req-175ccc16-e9da-4b8f-9152-1086c9e56714 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717696 Feb 04 13:15:30.822034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.858202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:15:30.859766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:30.898148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:15:30.906757 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:15:31.048493 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3976ded3-3a95-41db-a882-3439e9e6b039 req-d207412c-3628-47b0-b861-94cb00bd6e3f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167335 Feb 04 13:15:31.049222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.145105 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286d3654-33f8-4487-b2f3-162778471568', 'code': 200} Feb 04 13:15:31.341712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.344084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-ba20fdb2-ed88-4deb-b518-c878bdd749fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:31.345928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-ba20fdb2-ed88-4deb-b518-c878bdd749fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1095 time: 0.4824028 Feb 04 13:15:31.347086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.352603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.388873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] Pushing event deleted for resources: {'Network': ['ID=38ebeb6f-cfff-4e31-b7de-852c2f977e81,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:31.446239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object 8361be9d-0f40-4e3c-944c-30ccd0e5daad will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:31.571320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.591171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2821f108-ef47-4102-8c61-bf446f126cc7 tempest-TaggedBootDevicesTest_v242-1805632608 tempest-TaggedBootDevicesTest_v242-1805632608-project] 10.222.0.53 "DELETE /v2.0/networks/38ebeb6f-cfff-4e31-b7de-852c2f977e81 HTTP/1.1" status: 204 len: 168 time: 1.7977388 Feb 04 13:15:31.591171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:31.677896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8102c-acef-4ee9-9135-7ba295938c2f req-b9ff2932-ca7d-4b8c-9733-502139460cb9 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:31.679570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1c8102c-acef-4ee9-9135-7ba295938c2f req-b9ff2932-ca7d-4b8c-9733-502139460cb9 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 0.6538563 Feb 04 13:15:31.739228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=166940055c8945919da442d4c449da78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9171803 Feb 04 13:15:31.750552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870f8b-bd14-4914-9848-1a5efa84b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc746c-0451-44fd-b57c-e8dfac1e438e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:31.753488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33222) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:32.098120 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.117970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1c8102c-acef-4ee9-9135-7ba295938c2f req-373b2f4b-9c56-4371-b7f2-d0a42a793d6d tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283717 Feb 04 13:15:32.199495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.230775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.300486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:32.304869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:32.306841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.313344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:32.428937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc746c-0451-44fd-b57c-e8dfac1e438e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:32.471924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=8361be9d-0f40-4e3c-944c-30ccd0e5daad,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:32.504756 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.508493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-703b74ad-42aa-43d7-9b57-679a3e261ac8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57dc746c-0451-44fd-b57c-e8dfac1e438e HTTP/1.1" status: 204 len: 168 time: 0.7478962 Feb 04 13:15:32.656570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcedba-340b-4db2-a0df-f2a4794d3d4d req-e5d08ed9-b81e-4d44-acad-653472dcd576 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:32.659141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:32.660052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.663849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6dcedba-340b-4db2-a0df-f2a4794d3d4d req-e5d08ed9-b81e-4d44-acad-653472dcd576 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.8478992 Feb 04 13:15:32.692413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad6b2d-6907-48e6-b5e9-e3dce8580db7 req-28d70e58-de83-4d67-bd06-95ae49d06d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:32.694330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71ad6b2d-6907-48e6-b5e9-e3dce8580db7 req-28d70e58-de83-4d67-bd06-95ae49d06d6f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 1096 time: 1.4078496 Feb 04 13:15:32.707102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-fc7d15e0-a0c6-4d34-b775-f4588832f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:32.709174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-fc7d15e0-a0c6-4d34-b775-f4588832f95e service neutron] 10.222.0.90 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 1.3548169 Feb 04 13:15:32.717033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d2e9bda-ae74-4a22-afe2-f7866ebe829b tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6328859 Feb 04 13:15:32.719311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:32.753135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'network_id': '53cae981-ad32-493c-b50a-9841f94f3cde', 'name': 'tempest-AllowedAddressPairTestJSON-719833499'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:32.792557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fb8da6aa-8419-4a83-952a-a62b06358478 None None] Provisioning for port 8361be9d-0f40-4e3c-944c-30ccd0e5daad completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:32.803149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fb8da6aa-8419-4a83-952a-a62b06358478 None None] Provisioning complete for port 8361be9d-0f40-4e3c-944c-30ccd0e5daad triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:32.803891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fb8da6aa-8419-4a83-952a-a62b06358478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:32.877436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-1530882d-bd2f-4408-a8f0-7a691feb86f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.1391990 Feb 04 13:15:32.901785 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6dcedba-340b-4db2-a0df-f2a4794d3d4d req-be71fcad-c3c3-49c6-b5e3-4cfdbd02b901 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367430 Feb 04 13:15:32.995996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fb8da6aa-8419-4a83-952a-a62b06358478 None None] Port 8361be9d-0f40-4e3c-944c-30ccd0e5daad cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:33.073344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:33.110450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-c4cebb87-5cd1-4af7-93f8-ee74149d5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:33.112359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-c4cebb87-5cd1-4af7-93f8-ee74149d5c34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.1845338 Feb 04 13:15:33.144687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a5d2-1608-4f79-b4ed-b60302d48c47 req-0f48db31-2538-472e-82ae-3a07fb2e87e9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:33.167123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3577a5d2-1608-4f79-b4ed-b60302d48c47 req-0f48db31-2538-472e-82ae-3a07fb2e87e9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.5748045 Feb 04 13:15:33.170330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:33.291605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Made reservation on behalf of 7ebe9f8ff04941579261ce9faeaca6de for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:33.304997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:33.336821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-f8103dd7-1537-4b3c-b3c0-476de179158c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953239 Feb 04 13:15:33.399057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3577a5d2-1608-4f79-b4ed-b60302d48c47 req-51a5d4d5-d2ea-4c5c-876a-0169163e69c7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306948 Feb 04 13:15:33.414934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] device_id is not set on port ec37bdce-8137-47e2-9d58-50a244e9f736 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:15:33.422373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-71ad6b2d-6907-48e6-b5e9-e3dce8580db7 req-03cbaf40-8083-40ad-857a-06b331cd9e13 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094808 Feb 04 13:15:33.759944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:15:33.813381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:33.880372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:33.951678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Allocated IP 172.20.0.10 (53cae981-ad32-493c-b50a-9841f94f3cde/77960d79-5281-4a2d-b85a-e2cc9fc0fb67/ec37bdce-8137-47e2-9d58-50a244e9f736) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:34.197588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-9f704a2b-2f71-4e9c-8b34-57f083035234 service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463628 Feb 04 13:15:34.268084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2991d33-3d6e-4dbb-ac09-4537013cc404 req-e7b1a3ce-e11a-46e1-b97c-3456f2509ba5 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:34.275807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2991d33-3d6e-4dbb-ac09-4537013cc404 req-e7b1a3ce-e11a-46e1-b97c-3456f2509ba5 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 0.8587763 Feb 04 13:15:34.343105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d9ac11e2-fbf9-45ad-8755-c271ee2553ef,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:34.353918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:34.666325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2991d33-3d6e-4dbb-ac09-4537013cc404 req-bc5d87ca-ce03-46ab-8ddd-86967d11a1d7 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895073 Feb 04 13:15:34.893952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde518-57e1-44b4-95c5-12476e63906f req-fb26ca10-5ab2-47df-9f43-762c1a9db2af tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:34.910852 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4cde518-57e1-44b4-95c5-12476e63906f req-fb26ca10-5ab2-47df-9f43-762c1a9db2af tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5609853 Feb 04 13:15:34.921218 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:35.043738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Transition to ACTIVE for port object ec37bdce-8137-47e2-9d58-50a244e9f736 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:35.099805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4cde518-57e1-44b4-95c5-12476e63906f req-39a43eb1-9b01-44d1-8eb4-61d89b84ad1f tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879237 Feb 04 13:15:35.204965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:35.217117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a767396-924c-4824-bbab-ed8491ce6b18 req-b3aa8039-ee24-46c9-b4c9-1b046ad1315a service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658057 Feb 04 13:15:35.220104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:35.222905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:35.468502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=ec37bdce-8137-47e2-9d58-50a244e9f736,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:35.485553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Network 53cae981-ad32-493c-b50a-9841f94f3cde is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:35.487052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:35.515460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:35.756968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:35.764978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:35.798399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d6ec039-fc18-4378-8855-1e03a19b4940 None None] Provisioning complete for port d9ac11e2-fbf9-45ad-8755-c271ee2553ef triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:35.801779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d6ec039-fc18-4378-8855-1e03a19b4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:35.867344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a88bdf40-7b3a-4a16-add2-aca46138210a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1396334 Feb 04 13:15:35.871091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:35.884849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6d:92:11'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:59:b2:20'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:36.043122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ec039-fc18-4378-8855-1e03a19b4940 None None] Port d9ac11e2-fbf9-45ad-8755-c271ee2553ef cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:36.168400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d0d77357-e0f9-47a2-8612-7574c1ef9ec9 None None] Provisioning for port ec37bdce-8137-47e2-9d58-50a244e9f736 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:36.189829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d0d77357-e0f9-47a2-8612-7574c1ef9ec9 None None] Provisioning complete for port ec37bdce-8137-47e2-9d58-50a244e9f736 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:36.190200 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0d77357-e0f9-47a2-8612-7574c1ef9ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:36.377009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 08f3d23f-56a5-410d-9829-18d03ed3b91a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:15:36.406138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a310b-f3df-43fe-b674-f6d2e8d96aa5 req-23ed6da5-73c9-4772-8922-10c0fac0d681 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:36.413849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-634a310b-f3df-43fe-b674-f6d2e8d96aa5 req-23ed6da5-73c9-4772-8922-10c0fac0d681 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 1.4274256 Feb 04 13:15:36.421467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d0d77357-e0f9-47a2-8612-7574c1ef9ec9 None None] Port ec37bdce-8137-47e2-9d58-50a244e9f736 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:36.689784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-634a310b-f3df-43fe-b674-f6d2e8d96aa5 req-358fbf67-113e-45fe-9a00-e5ffa653c16e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747114 Feb 04 13:15:36.720239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:36.737387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0576440f-c805-44fd-8558-fae280b3fdf8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5470579 Feb 04 13:15:36.738628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33334) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:36.738974 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] Sync routers for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:36.762393 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:36.762393 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:36.913148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805412f5-9445-4da8-9780-c450d08c3a1a req-3a8e1c3d-6545-48d6-ba12-f3e85758c634 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:36.914627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-805412f5-9445-4da8-9780-c450d08c3a1a req-3a8e1c3d-6545-48d6-ba12-f3e85758c634 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 0.5347455 Feb 04 13:15:37.041730 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:37.072169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:37.073061 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:37.085936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-805412f5-9445-4da8-9780-c450d08c3a1a req-205fbcac-7520-4a97-abcd-926f6209bfc8 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323338 Feb 04 13:15:37.112550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:37.220827 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:37.221014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87abc77-7106-43c6-8ce8-9c27e8a13a3c None None] The sync data for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:37.301141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c38ab-ddeb-4c63-ae7c-5730a45941c8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:37.318590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-641c38ab-ddeb-4c63-ae7c-5730a45941c8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:37.404949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085d40-bae0-4363-a39e-95293c6f7ae2 req-46055e53-5de8-4555-981f-0f31bc98df64 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:37.435673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a085d40-bae0-4363-a39e-95293c6f7ae2 req-46055e53-5de8-4555-981f-0f31bc98df64 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5532794 Feb 04 13:15:37.438296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-641c38ab-ddeb-4c63-ae7c-5730a45941c8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:37.441164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-641c38ab-ddeb-4c63-ae7c-5730a45941c8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports/d9ac11e2-fbf9-45ad-8755-c271ee2553ef HTTP/1.1" status: 200 len: 910 time: 0.6999023 Feb 04 13:15:37.473232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:37.553655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a085d40-bae0-4363-a39e-95293c6f7ae2 req-212ea4f0-f9ef-4d4a-a85f-c2c0f98a217a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169322 Feb 04 13:15:38.005213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:15:38.061354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:38.081475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:38.282895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event updated for resources: {'Port': ['ID=ec37bdce-8137-47e2-9d58-50a244e9f736,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:38.625174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431ac4-b9c3-4ee4-a007-24c5c688938b req-0d624064-3f46-44d9-bada-1b48c13e0ab6 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:38.628939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32431ac4-b9c3-4ee4-a007-24c5c688938b req-0d624064-3f46-44d9-bada-1b48c13e0ab6 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 0.2606297 Feb 04 13:15:38.772066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5aa5f42f-7522-4f80-99f6-fcf725c528a9 None None] Provisioning complete for port ec37bdce-8137-47e2-9d58-50a244e9f736 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:38.773143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f42f-7522-4f80-99f6-fcf725c528a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:38.784265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32431ac4-b9c3-4ee4-a007-24c5c688938b req-2b561c40-51e5-4fad-9bcc-8ff943626c0b tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491473 Feb 04 13:15:38.865254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f267df-77eb-49aa-845a-20a378d65648 req-406a8c52-5c7a-463d-a453-b574faafb902 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:38.879854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35f267df-77eb-49aa-845a-20a378d65648 req-406a8c52-5c7a-463d-a453-b574faafb902 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.9816468 Feb 04 13:15:39.062851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] In _notify_port_updated(), no bound segment for port ec37bdce-8137-47e2-9d58-50a244e9f736 on network 53cae981-ad32-493c-b50a-9841f94f3cde {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:15:39.072973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5f42f-7522-4f80-99f6-fcf725c528a9 None None] Port ec37bdce-8137-47e2-9d58-50a244e9f736 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:39.078518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:39.079360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:39.083079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-37487906-4f39-407a-a71f-e22d8ae1d722 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "PUT /v2.0/ports/ec37bdce-8137-47e2-9d58-50a244e9f736 HTTP/1.1" status: 200 len: 1056 time: 3.2107449 Feb 04 13:15:39.085904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:39.239693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-2beb355f-55e7-42dc-86bc-e7d00ad33749 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706320 Feb 04 13:15:39.244534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35f267df-77eb-49aa-845a-20a378d65648 req-fdb6cb8f-5972-4b75-a07e-416477bd840c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609164 Feb 04 13:15:39.625715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-4c7834d1-6700-4764-8bda-0704f0def42d tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:39.629454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:39.634089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-4c7834d1-6700-4764-8bda-0704f0def42d tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934956 Feb 04 13:15:39.660871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-31ab91ec-9e59-4728-b333-f992987e349a tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/quotas/a07c2ca1003c41da87be4a4cc731e89e HTTP/1.1" status: 200 len: 375 time: 0.0251250 Feb 04 13:15:39.711991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port ec37bdce-8137-47e2-9d58-50a244e9f736 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:39.713413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:39.977376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-d2af4d5b-48d1-48dd-ac67-05d901d63255 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3154483 Feb 04 13:15:40.615534 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:15:40.771831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c6de-dafa-4268-9b8a-70721505c84d req-53a20379-7071-44a4-b255-cd7c2568b4f4 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:40.774821 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f276c6de-dafa-4268-9b8a-70721505c84d req-53a20379-7071-44a4-b255-cd7c2568b4f4 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 0.4730616 Feb 04 13:15:40.930715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-221cd09f-7cfc-4d2f-b977-a3209b5c1050 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:40.935338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-221cd09f-7cfc-4d2f-b977-a3209b5c1050 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.90 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 945 time: 1.1379254 Feb 04 13:15:41.062254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:41.081319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43c43f-d489-40ba-be96-7be4e4361838 req-69a0213e-2591-41f0-b0f9-52bb591bec1b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:41.091267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f43c43f-d489-40ba-be96-7be4e4361838 req-69a0213e-2591-41f0-b0f9-52bb591bec1b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.3504601 Feb 04 13:15:41.116747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f276c6de-dafa-4268-9b8a-70721505c84d req-93b35de3-3d59-4bb2-8203-5bbce27387b8 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311107 Feb 04 13:15:41.136043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port d9ac11e2-fbf9-45ad-8755-c271ee2553ef {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:41.137516 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:41.273541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for ec37bdce-8137-47e2-9d58-50a244e9f736 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:41.309969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Deleting port 286d3654-33f8-4487-b2f3-162778471568 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:41.316052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:41.741659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-548c81e1-874d-4143-898c-7059d81d3a84 req-599990eb-11f8-45d1-97ac-ba26567cd6ae tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 210 time: 0.1684756 Feb 04 13:15:42.108847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:42.340452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] For port 286d3654-33f8-4487-b2f3-162778471568, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=286d3654-33f8-4487-b2f3-162778471568,segment=NetworkSegment(1a3829ea-7a09-482d-a801-b5bfc8c8e0b2),segment_id=1a3829ea-7a09-482d-a801-b5bfc8c8e0b2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:42.341511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:42.413890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for d9ac11e2-fbf9-45ad-8755-c271ee2553ef owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:42.503922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f43c43f-d489-40ba-be96-7be4e4361838 req-be79200f-f6e9-4fac-85e9-ecf123de590e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4112570 Feb 04 13:15:42.846242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Calling delete_port for 286d3654-33f8-4487-b2f3-162778471568 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:43.208228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:43.377073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-84e47bb7-7a87-4ce0-be99-c3ee08d554ae tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4033346 Feb 04 13:15:43.440721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:43.446555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d304b625-a2d5-4843-b0a3-47ed5c69adeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:43.450793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=d9ac11e2-fbf9-45ad-8755-c271ee2553ef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:43.691208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5674-ecd8-43a8-b0dc-9dca27bb2280 req-f8e488cb-a0de-45d4-af63-84f5dbc5fbf9 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:43.693254 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-666a5674-ecd8-43a8-b0dc-9dca27bb2280 req-f8e488cb-a0de-45d4-af63-84f5dbc5fbf9 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 867 time: 0.7338457 Feb 04 13:15:43.889055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-e27908c4-1f65-44b0-9cd2-d4e81f17e272 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:43.896137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-e27908c4-1f65-44b0-9cd2-d4e81f17e272 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534657 Feb 04 13:15:44.009442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Pushing event deleted for resources: {'Port': ['ID=286d3654-33f8-4487-b2f3-162778471568,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:44.026546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Request body: {'port': {'device_id': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': 'a07c2ca1003c41da87be4a4cc731e89e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:44.117570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-666a5674-ecd8-43a8-b0dc-9dca27bb2280 req-b9b4c464-ddd1-4b04-a66c-d5430dbe970b tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/security-groups?id=837f5ee8-df3d-4293-b71e-031f8c1c05d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163328 Feb 04 13:15:44.146342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:44.287599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970118ea-dab0-46ae-b06c-4226ef382358 req-b15d29dc-15f8-4b80-a31d-12b0ccf2dde8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:44.289324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-970118ea-dab0-46ae-b06c-4226ef382358 req-b15d29dc-15f8-4b80-a31d-12b0ccf2dde8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.4963615 Feb 04 13:15:44.306386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] No DVR routers for this DVR port 286d3654-33f8-4487-b2f3-162778471568 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:44.309918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-813275cf-39ce-4fed-b64b-ced9e46b03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:44.311586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-813275cf-39ce-4fed-b64b-ced9e46b03c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 1.6268740 Feb 04 13:15:44.312732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:44.387127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 286d3654-33f8-4487-b2f3-162778471568 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:44.409135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'name': 'network-vif-deleted', 'tag': '286d3654-33f8-4487-b2f3-162778471568'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:44.522169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 286d3654-33f8-4487-b2f3-162778471568 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:15:44.522793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 286d3654-33f8-4487-b2f3-162778471568 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:15:44.752826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-970118ea-dab0-46ae-b06c-4226ef382358 req-55f5440b-803b-4390-b622-2fd5de63abc8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301527 Feb 04 13:15:44.799465 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9d25121-bc3d-46e0-b6f2-8a52ffc08398 req-9396853f-4092-4640-9609-c3d3971b92f5 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 210 time: 0.2649479 Feb 04 13:15:44.821271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-492b2cab-c467-4dd7-82c3-7cf3e5845313 req-858a7bf9-cb77-40fa-bf5b-8ba0655254f0 tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.90 "DELETE /v2.0/ports/286d3654-33f8-4487-b2f3-162778471568 HTTP/1.1" status: 204 len: 173 time: 3.8725865 Feb 04 13:15:44.873831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:44.984636 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b0edb-8f01-42da-ac0f-dd725321b6ba', 'name': 'network-vif-deleted', 'tag': '286d3654-33f8-4487-b2f3-162778471568', 'status': 'completed', 'code': 200} Feb 04 13:15:45.223977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=ec37bdce-8137-47e2-9d58-50a244e9f736,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:45.451844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 08f3d23f-56a5-410d-9829-18d03ed3b91a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:15:45.721506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:45.734306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Usage tracker for resource:port and tenant:a07c2ca1003c41da87be4a4cc731e89e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:45.743461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:45.760233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2a7af047-4c93-47f5-8f76-18b079d9c934 req-ce1c1a3a-3ec2-4629-9739-aaf8050f937e tempest-ServerAddressesTestJSON-755550641 tempest-ServerAddressesTestJSON-755550641-project] 10.222.0.53 "GET /v2.0/ports?device_id=818b0edb-8f01-42da-ac0f-dd725321b6ba HTTP/1.1" status: 200 len: 210 time: 0.1118658 Feb 04 13:15:45.773319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:45.857701 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-41816856-8996-4449-be76-909770eb4507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:45.858314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Made reservation on behalf of a07c2ca1003c41da87be4a4cc731e89e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:15:45.861291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:45.923314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:45.970574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:15:45.977188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Usage tracker for resource:security_group_rule and tenant:a07c2ca1003c41da87be4a4cc731e89e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:15:45.987616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:15:46.003569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:15:46.167763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:46.169861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-a7cd8581-9d71-4aac-894c-3b2ed53fa823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:46.171861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-a7cd8581-9d71-4aac-894c-3b2ed53fa823 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 1.7437897 Feb 04 13:15:46.350591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-9468c4a7-28ce-4b17-8090-4fcdb6acaa37 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1141157 Feb 04 13:15:46.512049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:46.515048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:46.531299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] Sync routers for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:46.559325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:46.562576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:46.599316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d10adc1a-e3ae-4dfc-8d4c-14ce4c54b360 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1211200 Feb 04 13:15:46.605717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:46.609973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62922-0215-4368-8298-c2df6481b702 req-aa57fa22-f565-4439-913b-9276f0ba6964 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:46.631396 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be62922-0215-4368-8298-c2df6481b702 req-aa57fa22-f565-4439-913b-9276f0ba6964 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 1.4600198 Feb 04 13:15:46.711800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:46.724914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:46.726118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:46.852963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:46.855766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2401b4a-e114-42df-ad62-6b567083743f None None] The sync data for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:46.885656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:47.048614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7be62922-0215-4368-8298-c2df6481b702 req-8f25a485-cb4e-4acc-ade6-b322e343c3e0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158390 Feb 04 13:15:47.062762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:47.076954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0817b3eb-da70-4419-bbd5-770f98dfba1c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:47.092961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-b038d5a0-b8e4-4ba8-b741-71e8feaa1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:47.097791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-b038d5a0-b8e4-4ba8-b741-71e8feaa1516 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.6955104 Feb 04 13:15:47.265452 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:47.337611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c3b022c-cc34-4097-89b6-acd666f64b98 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/ec37bdce-8137-47e2-9d58-50a244e9f736 HTTP/1.1" status: 204 len: 168 time: 8.2503242 Feb 04 13:15:47.349438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33534) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:47.354822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-84d7c9b5-0902-40a8-b368-da0fad38852c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2428720 Feb 04 13:15:47.413916 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5db898-d92e-43d9-9f0a-219df751dc4a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] GET failed (client error): The resource could not be found. Feb 04 13:15:47.415289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b5db898-d92e-43d9-9f0a-219df751dc4a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:47.420075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b296-da9c-495f-a049-c01b29b095d0 req-1b2f0e54-a9ed-4aa2-b63f-0d2fa9408bdf tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:47.421732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0b5b296-da9c-495f-a049-c01b29b095d0 req-1b2f0e54-a9ed-4aa2-b63f-0d2fa9408bdf tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.1181250 Feb 04 13:15:47.491788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d0b5b296-da9c-495f-a049-c01b29b095d0 req-c847477a-d7e5-4d17-830a-f189ce0a699b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Feb 04 13:15:47.542145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0a32252e-a249-438a-ae72-e7dfada777aa req-92e6f8a7-1b28-40bf-9e4c-e182d5d9f777 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Synchronizing usage tracker for tenant:a07c2ca1003c41da87be4a4cc731e89e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:47.585572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:47.616245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b5db898-d92e-43d9-9f0a-219df751dc4a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:47.620778 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b5db898-d92e-43d9-9f0a-219df751dc4a tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports/ec37bdce-8137-47e2-9d58-50a244e9f736 HTTP/1.1" status: 404 len: 333 time: 0.2694485 Feb 04 13:15:47.627342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:47.687192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:47.784269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Allocated IP 192.168.233.170 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/d6581487-af1f-4ed8-bebf-c317ba7bebf7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:15:47.803932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0a32252e-a249-438a-ae72-e7dfada777aa req-92e6f8a7-1b28-40bf-9e4c-e182d5d9f777 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Unset dirty status for tenant:a07c2ca1003c41da87be4a4cc731e89e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:47.805376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a32252e-a249-438a-ae72-e7dfada777aa req-92e6f8a7-1b28-40bf-9e4c-e182d5d9f777 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 210 time: 0.3837626 Feb 04 13:15:47.857068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port 8361be9d-0f40-4e3c-944c-30ccd0e5daad {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:47.857393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:47.954509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Deleting subnet 13080e67-a9e3-421d-8230-aa38121f30dc {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:47.977442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-d7869217-32f6-4fb1-a5a0-102a3dce89ad service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570824 Feb 04 13:15:47.983545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.027149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port f7055371-e8a4-4324-a5be-5c92da6052cd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:48.027738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.266319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.313064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.328158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b4bc9-d75b-40d2-b396-1eeb99698b35 req-18496880-0781-4980-a453-6ed3c4dffbc2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:48.329917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce8b4bc9-d75b-40d2-b396-1eeb99698b35 req-18496880-0781-4980-a453-6ed3c4dffbc2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.1433809 Feb 04 13:15:48.402901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:48.591747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for f7055371-e8a4-4324-a5be-5c92da6052cd owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:48.647472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.694268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:48.723228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce8b4bc9-d75b-40d2-b396-1eeb99698b35 req-7dac6aa5-3d11-4daa-b53c-56c657909e5a tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850856 Feb 04 13:15:48.803416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da1fee36-4419-484d-8b50-6e955eae4f92 req-50f9d680-e101-4f73-9dbc-260269b723d7 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910926 Feb 04 13:15:49.012235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.027507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.076549 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cadba518-ac83-43cd-a2b6-6b53e986b037 req-aedac580-9263-4a22-8b66-7317888b0dcd tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 210 time: 0.0428135 Feb 04 13:15:49.186912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.214802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for 8361be9d-0f40-4e3c-944c-30ccd0e5daad owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:49.258159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=f7055371-e8a4-4324-a5be-5c92da6052cd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:49.270407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Transition to ACTIVE for port object d6581487-af1f-4ed8-bebf-c317ba7bebf7 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:49.278974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.334948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13080e67-a9e3-421d-8230-aa38121f30dc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:49.349584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09894c3d-1454-4430-90ec-1be44b3b8680 req-4126fdaf-efe7-47d0-b10e-f17a7e6b7cb8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:49.358159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09894c3d-1454-4430-90ec-1be44b3b8680 req-4126fdaf-efe7-47d0-b10e-f17a7e6b7cb8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.6946845 Feb 04 13:15:49.362198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.424429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-41db58b2-b4cd-45b4-8289-3563a8dadc4a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13080e67-a9e3-421d-8230-aa38121f30dc HTTP/1.1" status: 204 len: 168 time: 1.7333453 Feb 04 13:15:49.426259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33588) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:49.571405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09894c3d-1454-4430-90ec-1be44b3b8680 req-5810047d-9ec0-45f3-a936-2a5cc9e32559 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930294 Feb 04 13:15:49.606551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.673467 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.717921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:15:49.721745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:15:49.725477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.727417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:49.732464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:15:49.941642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Pushing event updated for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:50.069040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=8361be9d-0f40-4e3c-944c-30ccd0e5daad,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:50.079429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.135424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:50.136622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.193167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5ec368b9-b767-4b2e-8c39-9ff8a8f0570b None None] Provisioning for port d6581487-af1f-4ed8-bebf-c317ba7bebf7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:50.219367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5ec368b9-b767-4b2e-8c39-9ff8a8f0570b None None] Provisioning complete for port d6581487-af1f-4ed8-bebf-c317ba7bebf7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:50.223600 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ec368b9-b767-4b2e-8c39-9ff8a8f0570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.317786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ec368b9-b767-4b2e-8c39-9ff8a8f0570b None None] Port d6581487-af1f-4ed8-bebf-c317ba7bebf7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:15:50.418843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:15:50.437405 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.442074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dd21c638-9713-43d4-bba7-ebec85b347d8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/8361be9d-0f40-4e3c-944c-30ccd0e5daad HTTP/1.1" status: 204 len: 168 time: 2.8137932 Feb 04 13:15:50.448260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:50.483241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 08f3d23f-56a5-410d-9829-18d03ed3b91a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:15:50.488028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-db9966b9-f0f0-4ca6-8ff9-58371fd3f471 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4677107 Feb 04 13:15:50.522686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Request body: {'port': {'device_id': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:15:50.601981 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18ce5cf-c6b0-4863-b8ee-5e91d4bfb5b8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] GET failed (client error): The resource could not be found. Feb 04 13:15:50.602783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c18ce5cf-c6b0-4863-b8ee-5e91d4bfb5b8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Synchronizing usage tracker for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:50.612959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.656979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:50.664766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:50.677333 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] Sync routers for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:50.678788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '5af1eb09-5614-4373-809c-7972f95a182a', 'network_id': '2157fec4-d48e-46a4-9227-438e8abf3636', 'port_id': '5af1eb09-5614-4373-809c-7972f95a182a', 'mac_address': 'fa:16:3e:86:3b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496ead97-7549-441e-8c51-2ceca74758d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:15:50.679397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323bea-e1bc-4e6b-a569-a14f89f472a3 req-ef62a460-939e-470a-83d5-df293ff08839 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:50.681343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a323bea-e1bc-4e6b-a569-a14f89f472a3 req-ef62a460-939e-470a-83d5-df293ff08839 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.7938511 Feb 04 13:15:50.699364 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:50.700029 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:50.710547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f8445835-2280-4b8c-9534-c6cc54be7222 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1024902 Feb 04 13:15:50.714754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:50.749074 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.771993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:15:50.773151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e321806b-70e5-4de9-bab1-0bdbb436d768 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:50.791204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:50.795343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.825301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32abdfa-861b-4e68-815a-d01075c33ebe']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:50.841451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:50.869405 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:50.878294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:50.887981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.888389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.888738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.889083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.889721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.890178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.890266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] Routers {'08f3d23f-56a5-410d-9829-18d03ed3b91a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:50.890375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.890778 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['08f3d23f-56a5-410d-9829-18d03ed3b91a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:50.891286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.892053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.892528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.893013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.893486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:15:50.900659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a323bea-e1bc-4e6b-a569-a14f89f472a3 req-a53fac54-292e-412f-a233-0f0e4631d0c6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079375 Feb 04 13:15:50.911695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e321806b-70e5-4de9-bab1-0bdbb436d768 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:50.915578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e321806b-70e5-4de9-bab1-0bdbb436d768 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f3d23f-56a5-410d-9829-18d03ed3b91a HTTP/1.1" status: 200 len: 205 time: 0.1968369 Feb 04 13:15:50.916055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:50.981021 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:50.981419 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9edbe-66b2-4b9d-858d-71cf6511197f None None] The sync data for ids ['08f3d23f-56a5-410d-9829-18d03ed3b91a'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:50.998220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5af1eb09-5614-4373-809c-7972f95a182a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:15:51.104162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c18ce5cf-c6b0-4863-b8ee-5e91d4bfb5b8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Unset dirty status for tenant:7ebe9f8ff04941579261ce9faeaca6de on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:51.113458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c18ce5cf-c6b0-4863-b8ee-5e91d4bfb5b8 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "GET /v2.0/ports/8361be9d-0f40-4e3c-944c-30ccd0e5daad HTTP/1.1" status: 404 len: 333 time: 0.6639242 Feb 04 13:15:51.115269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33804) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:51.136805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473193-750d-4ae6-b1ff-1eb472696eb1 req-ed190616-2e94-4a4d-a059-2acf60437afe tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:51.140792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.149576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25473193-750d-4ae6-b1ff-1eb472696eb1 req-ed190616-2e94-4a4d-a059-2acf60437afe tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 936 time: 0.8611238 Feb 04 13:15:51.155595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:51.155959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3829ea-7a09-482d-a801-b5bfc8c8e0b2') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:51.230977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.265992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.285822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.303157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:15:51.303626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:15:51.326755 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:15:51.398139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-25473193-750d-4ae6-b1ff-1eb472696eb1 req-e48ff1a8-648f-4079-968a-e50d14c3e3bc tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Synchronizing usage tracker for tenant:a07c2ca1003c41da87be4a4cc731e89e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:15:51.503354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.508693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.591934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-25473193-750d-4ae6-b1ff-1eb472696eb1 req-e48ff1a8-648f-4079-968a-e50d14c3e3bc tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Unset dirty status for tenant:a07c2ca1003c41da87be4a4cc731e89e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:15:51.593116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25473193-750d-4ae6-b1ff-1eb472696eb1 req-e48ff1a8-648f-4079-968a-e50d14c3e3bc tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426825 Feb 04 13:15:51.614199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d32abdfa-861b-4e68-815a-d01075c33ebe,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:51.622979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-57a98291-0efc-4a9d-a637-d9cc81262b14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d32abdfa-861b-4e68-815a-d01075c33ebe HTTP/1.1" status: 204 len: 168 time: 2.1947269 Feb 04 13:15:51.654025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port d6673444-f198-4088-b38a-cd3bb499981f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:51.654248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.814894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:51.843080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6581487-af1f-4ed8-bebf-c317ba7bebf7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:15:51.853992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.890792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Transition to ACTIVE for port object d6581487-af1f-4ed8-bebf-c317ba7bebf7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:15:51.897291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-386588fb-1a63-4bb7-a843-0b46230af1c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff2ca022cfcb429d8d5d654064098f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811572 Feb 04 13:15:51.900305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33920) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:51.904243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:51.991898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.058686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.078760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f80ad-7087-4cfc-a208-1102c82835cc req-2a007b08-14b6-4236-930f-1bf03da13214 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:52.086368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c4f80ad-7087-4cfc-a208-1102c82835cc req-2a007b08-14b6-4236-930f-1bf03da13214 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.9675896 Feb 04 13:15:52.212116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Pushing event updated for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:52.250136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.251454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 08f3d23f-56a5-410d-9829-18d03ed3b91a {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:15:52.261491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c4f80ad-7087-4cfc-a208-1102c82835cc req-ee70d230-3878-4299-8334-18233d7e5851 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741881 Feb 04 13:15:52.321500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.339602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Attempting to bind port d6581487-af1f-4ed8-bebf-c317ba7bebf7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:15:52.339991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Attempting to bind port d6581487-af1f-4ed8-bebf-c317ba7bebf7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:15:52.340266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Attempting to bind port d6581487-af1f-4ed8-bebf-c317ba7bebf7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:52.359767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Port d6581487-af1f-4ed8-bebf-c317ba7bebf7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:15:52.360330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Attempting to bind port d6581487-af1f-4ed8-bebf-c317ba7bebf7 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:15:52.374002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.381264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:15:52.381609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:15:52.381990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:15:52.382430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Bound port: d6581487-af1f-4ed8-bebf-c317ba7bebf7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:15:52.382800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.394546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.395634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e134eb21-fffe-4311-ba9b-425b15ba853d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a HTTP/1.1" status: 204 len: 168 time: 1.4785819 Feb 04 13:15:52.402511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:52.424337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:15:52.526710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6a526-1228-4451-8322-9ddcf7fa8072 req-a6c9279e-d3a0-4c44-ab89-9673eeb4ba8f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:52.528896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91a6a526-1228-4451-8322-9ddcf7fa8072 req-a6c9279e-d3a0-4c44-ab89-9673eeb4ba8f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 945 time: 0.3920205 Feb 04 13:15:52.543077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.546459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 5af1eb09-5614-4373-809c-7972f95a182a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:15:52.551718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Deleting port 8bc98561-7c1e-485b-8f23-a470c66ff29e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:52.552060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.553879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 5af1eb09-5614-4373-809c-7972f95a182a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:15:52.554755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.623835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet b0f3f144-e5af-4851-bc68-eba04224ae01 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:52.644070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.683013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:15:52.704437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91a6a526-1228-4451-8322-9ddcf7fa8072 req-7a37c947-4ae0-4fd0-a8e0-00022c70d8b0 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604934 Feb 04 13:15:52.714908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.734585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:15:52.747822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for d6673444-f198-4088-b38a-cd3bb499981f owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:52.751688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.755680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837f5ee8-df3d-4293-b71e-031f8c1c05d3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:52.812121 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.839660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.860188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:52.887091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:52.914625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.939553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:52.940541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.943788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] 10.222.0.90 "PUT /v2.0/ports/d6581487-af1f-4ed8-bebf-c317ba7bebf7 HTTP/1.1" status: 200 len: 1096 time: 2.4264576 Feb 04 13:15:52.950200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:15:52.956029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:52.957959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1ee87416-4623-46cd-99d5-774cf241d281 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/837f5ee8-df3d-4293-b71e-031f8c1c05d3 HTTP/1.1" status: 204 len: 168 time: 1.0567451 Feb 04 13:15:53.136071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:53.258367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bef070-f6d8-417f-8053-4e1099294064 service neutron] Pushing event updated for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:53.381864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:53.424441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-aada8439-e2b2-4b8f-82c0-dc7ccde7d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:53.426357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-aada8439-e2b2-4b8f-82c0-dc7ccde7d235 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 1099 time: 0.4325516 Feb 04 13:15:53.483709 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'code': 200} Feb 04 13:15:53.507966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:53.591933 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7', 'status': 'completed', 'code': 200} Feb 04 13:15:53.593367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-4d7f3617-fef6-47d7-87de-4b0c5a66be6c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7 HTTP/1.1" status: 200 len: 217 time: 0.1593075 Feb 04 13:15:53.601305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] For port 8bc98561-7c1e-485b-8f23-a470c66ff29e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8bc98561-7c1e-485b-8f23-a470c66ff29e,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:53.601757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:53.860964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Calling delete_port for 8bc98561-7c1e-485b-8f23-a470c66ff29e owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:53.957992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-607f0416-7705-4da9-819e-9a1418463d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:53.962228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-607f0416-7705-4da9-819e-9a1418463d59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.3534849 Feb 04 13:15:53.965760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.043210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Port': ['ID=d6673444-f198-4088-b38a-cd3bb499981f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:54.064803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f3f144-e5af-4851-bc68-eba04224ae01,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:54.077067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.084892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb16fac-2580-4e0d-a847-2d837ee8c431 None None] Network 57f34f0a-f966-4865-a6ab-b6cc68577d46 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:54.102167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-08a9b9a7-a969-44bc-8f2e-c8e10284e461 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/b0f3f144-e5af-4851-bc68-eba04224ae01 HTTP/1.1" status: 204 len: 168 time: 1.6956203 Feb 04 13:15:54.107401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34092) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:54.170426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0698-d780-4207-964a-ea8bf5ab7f48 req-0a133cd1-b30c-4862-a413-f263a4528d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:54.184691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b76d0698-d780-4207-964a-ea8bf5ab7f48 req-0a133cd1-b30c-4862-a413-f263a4528d14 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1097 time: 0.3358958 Feb 04 13:15:54.198892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe4f1-fb0a-4334-8fa0-d857ebdbab64 req-91df038e-3987-49f0-8790-bc983548dbe9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:54.205714 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ebbe4f1-fb0a-4334-8fa0-d857ebdbab64 req-91df038e-3987-49f0-8790-bc983548dbe9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5268984 Feb 04 13:15:54.298654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet b5aa2314-858a-4f27-9605-c83c12ae6784 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:54.321122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.327727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.358427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-935e0381-ca6e-45b0-8fd7-22865d7d58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:54.359930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-935e0381-ca6e-45b0-8fd7-22865d7d58db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3890204 Feb 04 13:15:54.372835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b76d0698-d780-4207-964a-ea8bf5ab7f48 req-a70ac463-0b89-4941-8716-8f42c6e27f87 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646419 Feb 04 13:15:54.397123 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.410910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ebbe4f1-fb0a-4334-8fa0-d857ebdbab64 req-2eb04e31-1187-40e5-b28e-1e4908255da4 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999278 Feb 04 13:15:54.520798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] DHCP port deletion for 57f34f0a-f966-4865-a6ab-b6cc68577d46 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:15:54.525643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Deleting port a2d64e5a-440d-4489-99ea-fba59fb9d09f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:54.527170 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.606961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.608385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.619617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc98561-7c1e-485b-8f23-a470c66ff29e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:54.633307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249ce5f-fbb2-4ee3-a4f4-b1ea1dd853d8 req-73981276-6b42-4fc3-90de-ab61d2d30a9a tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:54.634839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e249ce5f-fbb2-4ee3-a4f4-b1ea1dd853d8 req-73981276-6b42-4fc3-90de-ab61d2d30a9a tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 948 time: 1.5594041 Feb 04 13:15:54.639541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-da48cb2f-d1c9-4f03-863f-78d12e9d4a6c tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/ports/d6673444-f198-4088-b38a-cd3bb499981f HTTP/1.1" status: 204 len: 168 time: 3.5166759 Feb 04 13:15:54.641500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:54.721960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a2d64e5a-440d-4489-99ea-fba59fb9d09f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:54.797955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting subnet 77960d79-5281-4a2d-b85a-e2cc9fc0fb67 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:54.801733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.839994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e249ce5f-fbb2-4ee3-a4f4-b1ea1dd853d8 req-966e8169-26a6-4bef-acbf-655c24a6eb4e tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625781 Feb 04 13:15:54.910480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:54.961788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:54.962179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.036374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.160734 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.181306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.207837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.251687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.268537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/subnets/77960d79-5281-4a2d-b85a-e2cc9fc0fb67 HTTP/1.1" status: 204 len: 168 time: 0.6238501 Feb 04 13:15:55.269356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:55.291033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46918b8f-aa3d-4a20-a176-a97a41b281e5 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Subnet': ['ID=77960d79-5281-4a2d-b85a-e2cc9fc0fb67,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:55.293706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885423fb-e782-4ca5-995c-013aaecfbc93 None None] Network 53cae981-ad32-493c-b50a-9841f94f3cde requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:55.343416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Calling delete_port for a2d64e5a-440d-4489-99ea-fba59fb9d09f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:55.449618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.484837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-6f726083-b7f7-4429-ac1b-b8a8689f0786 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1141241 Feb 04 13:15:55.508159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port 58f055b5-aab6-480a-ac67-091e217c7daa {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:55.511277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.546874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:55.567296 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.731168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:55.731487 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:55.808772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74ff1478-873c-45f8-a485-666d01c8ae08 req-b1112e77-b1d9-4296-bb0a-7ea9c5f14711 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017778 Feb 04 13:15:55.809884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a2d64e5a-440d-4489-99ea-fba59fb9d09f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:55.851409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b8011-895f-4ae6-b2a6-9bbf8d648af4 req-0924bb5e-f63b-4881-a1a2-cbca5cf2bb2c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:55.853193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-797b8011-895f-4ae6-b2a6-9bbf8d648af4 req-0924bb5e-f63b-4881-a1a2-cbca5cf2bb2c tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 1.3119988 Feb 04 13:15:55.902353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:55.936165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605694fc-da47-4d27-83ea-e44305675abb None None] DHCP port deletion for 53cae981-ad32-493c-b50a-9841f94f3cde request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:15:55.940766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Deleting port 58f055b5-aab6-480a-ac67-091e217c7daa {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:55.941141 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:56.013812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Router a37116f6-4762-4a1c-80af-ce56a914cbaf has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:15:56.298365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Deleting port a2d64e5a-440d-4489-99ea-fba59fb9d09f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:56.298558 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:56.507740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:15:56.514151 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-45bd5189-a7c6-4f64-8925-0b8281bf836e admin admin] 10.222.0.53 "PUT /v2.0/routers/a37116f6-4762-4a1c-80af-ce56a914cbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9307723 Feb 04 13:15:56.525156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7480de-69e0-4c28-b487-61e1a9472edd req-d4d2d2fa-0ced-479c-9fac-64e4e37f6919 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:56.527567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b7480de-69e0-4c28-b487-61e1a9472edd req-d4d2d2fa-0ced-479c-9fac-64e4e37f6919 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.2657936 Feb 04 13:15:56.528250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:56.627847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-605694fc-da47-4d27-83ea-e44305675abb None None] For port 58f055b5-aab6-480a-ac67-091e217c7daa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58f055b5-aab6-480a-ac67-091e217c7daa,segment=NetworkSegment(096c11b7-5619-478a-b206-671fab638a10),segment_id=096c11b7-5619-478a-b206-671fab638a10)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:56.629264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:56.647758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Sync routers for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:15:56.756573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b7480de-69e0-4c28-b487-61e1a9472edd req-98e66360-c92b-4586-9e96-83d0fd5e266b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276917 Feb 04 13:15:56.855328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:56.868243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-797b8011-895f-4ae6-b2a6-9bbf8d648af4 req-65b347d3-85b1-4a60-8505-bdfd8c75e05f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811473 Feb 04 13:15:56.962471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=b5aa2314-858a-4f27-9605-c83c12ae6784,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:56.969889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:56.981954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Calling delete_port for 58f055b5-aab6-480a-ac67-091e217c7daa owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:57.006397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d7205a7b-becd-4fff-9d43-761fac229d63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/b5aa2314-858a-4f27-9605-c83c12ae6784 HTTP/1.1" status: 204 len: 168 time: 2.8944275 Feb 04 13:15:57.006890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.016384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:57.040264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58f055b5-aab6-480a-ac67-091e217c7daa no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:15:57.097934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-2b623aff-f075-40e4-be58-b8d3a95b3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:57.100765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-2b623aff-f075-40e4-be58-b8d3a95b3e17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 1099 time: 1.2112539 Feb 04 13:15:57.116413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] For port 58f055b5-aab6-480a-ac67-091e217c7daa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58f055b5-aab6-480a-ac67-091e217c7daa,segment=NetworkSegment(096c11b7-5619-478a-b206-671fab638a10),segment_id=096c11b7-5619-478a-b206-671fab638a10)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:57.117023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.195739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e42b9-0507-460f-9052-fbf9dfa8601a None None] Network 44c67ee1-408e-4546-9f6d-086c083a7128 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:15:57.557317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:57.558145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:57.575092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.588114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Calling delete_port for 58f055b5-aab6-480a-ac67-091e217c7daa owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:57.607384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d97a7-01bf-4691-8384-ca7fb7c6e5c1 req-266086a4-9362-43cc-a47f-1ed91267b97f tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:57.617664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-186d97a7-01bf-4691-8384-ca7fb7c6e5c1 req-266086a4-9362-43cc-a47f-1ed91267b97f tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 948 time: 0.4700377 Feb 04 13:15:57.680882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Deleting port 2561f457-5431-4333-ae97-5082218e6a8d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:57.681522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.754744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-e780707a-6161-47a5-a652-b8ac340fe001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:57.761958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-e780707a-6161-47a5-a652-b8ac340fe001 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.6475780 Feb 04 13:15:57.860356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-186d97a7-01bf-4691-8384-ca7fb7c6e5c1 req-78669092-0cb1-4972-b938-57c7dc32e1e6 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415667 Feb 04 13:15:57.950958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:57.951551 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.960006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:57.977561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-6f61fe97-65c5-4422-9062-6ba4d0db49a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7 HTTP/1.1" status: 200 len: 217 time: 0.2074518 Feb 04 13:15:58.174659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] For port 2561f457-5431-4333-ae97-5082218e6a8d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2561f457-5431-4333-ae97-5082218e6a8d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:58.175277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.237725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-8c0ad2db-3c48-425f-b69d-c1460d4aaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:58.239246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-8c0ad2db-3c48-425f-b69d-c1460d4aaef6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.1549108 Feb 04 13:15:58.245668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Calling delete_port for a2d64e5a-440d-4489-99ea-fba59fb9d09f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:58.283286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:15:58.328778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Calling delete_port for 2561f457-5431-4333-ae97-5082218e6a8d owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:58.338874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port a2d64e5a-440d-4489-99ea-fba59fb9d09f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:58.339599 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.339789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.387592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72f4b-4feb-422b-bfe6-2f420ec00b7a req-21b5ef08-b7fa-4f95-8fe4-5439df9600bf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:58.389185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45a72f4b-4feb-422b-bfe6-2f420ec00b7a req-21b5ef08-b7fa-4f95-8fe4-5439df9600bf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3105602 Feb 04 13:15:58.444794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d6581487-af1f-4ed8-bebf-c317ba7bebf7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:15:58.463325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:15:57Z', 'revision_number': 6, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:58.485349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Checking router: a37116f6-4762-4a1c-80af-ce56a914cbaf for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:15:58.489880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0023994-52a5-4ae0-af0c-f589ec4b9f4d req-09868937-24f1-44e2-814e-f4238a44e439 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:58.490448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.491526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0023994-52a5-4ae0-af0c-f589ec4b9f4d req-09868937-24f1-44e2-814e-f4238a44e439 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5189912 Feb 04 13:15:58.600201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605694fc-da47-4d27-83ea-e44305675abb None None] Pushing event deleted for resources: {'Port': ['ID=58f055b5-aab6-480a-ac67-091e217c7daa,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:58.601438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:58.602336 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:58.620851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Routers {'a37116f6-4762-4a1c-80af-ce56a914cbaf'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:15:58.621501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a37116f6-4762-4a1c-80af-ce56a914cbaf'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:58.625829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-81b53685-aefe-4477-b15f-7fe475895399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:58.627368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-81b53685-aefe-4477-b15f-7fe475895399 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3756669 Feb 04 13:15:58.637573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.686189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b0023994-52a5-4ae0-af0c-f589ec4b9f4d req-8adf76a7-9153-4d74-ae30-abedbc901fba tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811094 Feb 04 13:15:58.715907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45a72f4b-4feb-422b-bfe6-2f420ec00b7a req-40e41615-9a71-44cc-8ce6-9606a9d669f2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192353 Feb 04 13:15:58.776935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2561f457-5431-4333-ae97-5082218e6a8d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:58.829034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] Set router a37116f6-4762-4a1c-80af-ce56a914cbaf gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:15:58.921797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:58.940441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port a2d64e5a-440d-4489-99ea-fba59fb9d09f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a2d64e5a-440d-4489-99ea-fba59fb9d09f,segment=NetworkSegment(4d68e1ad-cb67-404f-8fb7-15156e5512bf),segment_id=4d68e1ad-cb67-404f-8fb7-15156e5512bf)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:58.940661 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.000799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605694fc-da47-4d27-83ea-e44305675abb None None] No DVR routers for this DVR port 58f055b5-aab6-480a-ac67-091e217c7daa on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:59.075553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:15:58Z', 'revision_number': 7, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:59.086767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for a2d64e5a-440d-4489-99ea-fba59fb9d09f owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:59.113615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.121185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Deleting port 58f055b5-aab6-480a-ac67-091e217c7daa {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:59.121532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.183199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892ba54-a894-4ff9-954c-aca90c4a158f None None] The sync data for ids ['a37116f6-4762-4a1c-80af-ce56a914cbaf'] in n-d-820555-2 is: [{'id': 'a37116f6-4762-4a1c-80af-ce56a914cbaf', 'name': 'tempest-TaggedBootDevicesTest_v242-2056940999-router', 'tenant_id': '7e0535dedcb247ab80cac9941adebe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:07:41Z', 'updated_at': '2022-02-04T13:15:58Z', 'revision_number': 7, 'project_id': '7e0535dedcb247ab80cac9941adebe87', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:15:59.219736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] DHCP port deletion for 44c67ee1-408e-4546-9f6d-086c083a7128 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:15:59.236836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] No DVR routers for this DVR port a2d64e5a-440d-4489-99ea-fba59fb9d09f on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:15:59.243058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa2db0-e998-426f-8b8e-5a71d2dc5baf None None] Pushing event deleted for resources: {'Port': ['ID=a2d64e5a-440d-4489-99ea-fba59fb9d09f,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:59.288591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Deleting port 66430cc1-9523-46b7-abde-05c3d231e51e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:15:59.289083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.351692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:59.361676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.366522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.401612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7', 'mac_address': 'fa:16:3e:9c:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:15:59.413035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.413638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a37116f6-4762-4a1c-80af-ce56a914cbaf {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:15:59.431710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] The port '58f055b5-aab6-480a-ac67-091e217c7daa' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:15:59.437231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b62df1-ec54-454a-b453-380923520078 req-c030f1e0-f646-4022-9693-c42c08225469 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:59.438909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6b62df1-ec54-454a-b453-380923520078 req-c030f1e0-f646-4022-9693-c42c08225469 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3862491 Feb 04 13:15:59.442667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.446085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b58130e2-d5ae-4775-b21a-8bb025d99b83 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a37116f6-4762-4a1c-80af-ce56a914cbaf HTTP/1.1" status: 204 len: 168 time: 2.9137435 Feb 04 13:15:59.455256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:59.532568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-18aff666-79c0-4832-a4dc-22198bc03b35 service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8863440 Feb 04 13:15:59.579010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f6b62df1-ec54-454a-b453-380923520078 req-cc76a231-c9d2-43d6-87ce-a8d24429ec02 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339023 Feb 04 13:15:59.602205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Deleting subnet a626766f-0f48-4b44-8166-35d8f5e3e895 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:15:59.606207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.654289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] For port 66430cc1-9523-46b7-abde-05c3d231e51e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=66430cc1-9523-46b7-abde-05c3d231e51e,segment=NetworkSegment(a68d475e-226a-4e3d-b0e9-961ca8c2ff62),segment_id=a68d475e-226a-4e3d-b0e9-961ca8c2ff62)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:15:59.658781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.662549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.725324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:59.725528 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:15:59.767715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.793259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.834232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Calling delete_port for 66430cc1-9523-46b7-abde-05c3d231e51e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:15:59.866406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864b544-2f23-40f1-95b4-ec3360fdb5d7 req-a5f31037-a67f-4800-bf19-37e957741a2b tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:15:59.879427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c864b544-2f23-40f1-95b4-ec3360fdb5d7 req-a5f31037-a67f-4800-bf19-37e957741a2b tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 948 time: 0.5848935 Feb 04 13:15:59.887140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.918887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cae981-ad32-493c-b50a-9841f94f3cde']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:59.966574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a626766f-0f48-4b44-8166-35d8f5e3e895,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:15:59.975282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:15:59.983058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096c11b7-5619-478a-b206-671fab638a10') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:59.983368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096c11b7-5619-478a-b206-671fab638a10') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:15:59.986666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c4480f57-4fb0-4553-9d2b-38b7cb68ccf5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a626766f-0f48-4b44-8166-35d8f5e3e895 HTTP/1.1" status: 204 len: 168 time: 0.5076249 Feb 04 13:15:59.986980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:00.042947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7c35c0-47c6-457d-be92-848c3acc61ec req-67a907d9-e396-4323-b48f-831a822c48fd service neutron] 10.222.0.90 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557040 Feb 04 13:16:00.044614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.094932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c864b544-2f23-40f1-95b4-ec3360fdb5d7 req-f018c6ce-5055-4fc0-a3f3-5e3916277f63 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143121 Feb 04 13:16:00.116584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.133455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:00.133878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.143423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.166416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:00.175333 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:00.178650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190663af-d3a4-498f-a772-e1320a4b689c None None] Network acad5d0d-cf66-4745-8340-d8ea0c441eae requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:00.305851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port a2d64e5a-440d-4489-99ea-fba59fb9d09f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:00.306067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.306152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.318008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Deleting port 4108b98c-25cb-406a-8a25-d4a3846db9b0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:00.318348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.515671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] No DVR routers for this DVR port 66430cc1-9523-46b7-abde-05c3d231e51e on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:00.546462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aeaf74-bec4-456e-8b41-cc2f32e89dc6 None None] Pushing event deleted for resources: {'Port': ['ID=66430cc1-9523-46b7-abde-05c3d231e51e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:00.547800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] The port 'a2d64e5a-440d-4489-99ea-fba59fb9d09f' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:16:00.565149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6581487-af1f-4ed8-bebf-c317ba7bebf7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:16:00.673636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.699310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:00.710214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.722847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.732621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] For port 4108b98c-25cb-406a-8a25-d4a3846db9b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4108b98c-25cb-406a-8a25-d4a3846db9b0,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:00.733166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.786700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] Pushing event deleted for resources: {'Network': ['ID=53cae981-ad32-493c-b50a-9841f94f3cde,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:00.816796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:00.847330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:00.865636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-74271359-ac8b-4b85-89bd-03e59107c942 tempest-AllowedAddressPairTestJSON-824398418 tempest-AllowedAddressPairTestJSON-824398418-project] 10.222.0.53 "DELETE /v2.0/networks/53cae981-ad32-493c-b50a-9841f94f3cde HTTP/1.1" status: 204 len: 168 time: 5.5618219 Feb 04 13:16:00.886481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f34f0a-f966-4865-a6ab-b6cc68577d46']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:00.911147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23bf5e-2656-4ae5-9aeb-52c3eca259c7 req-df8dcf90-5330-4b56-8382-4bbef8eb3174 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:00.912972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec23bf5e-2656-4ae5-9aeb-52c3eca259c7 req-df8dcf90-5330-4b56-8382-4bbef8eb3174 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.5603940 Feb 04 13:16:00.929187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d68e1ad-cb67-404f-8fb7-15156e5512bf') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:00.929573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d68e1ad-cb67-404f-8fb7-15156e5512bf') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:00.940259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d6581487-af1f-4ed8-bebf-c317ba7bebf7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:16:00.986303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.007390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] DHCP port deletion for acad5d0d-cf66-4745-8340-d8ea0c441eae request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:16:01.023512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Deleting port 4108b98c-25cb-406a-8a25-d4a3846db9b0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:01.024075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.033898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Calling delete_port for 4108b98c-25cb-406a-8a25-d4a3846db9b0 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:01.049984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.070588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:01.072468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:01.091567 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:01.163141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec23bf5e-2656-4ae5-9aeb-52c3eca259c7 req-72b22b84-2203-4a3b-801b-bc6210e73464 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205086 Feb 04 13:16:01.233500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.293263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.309003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894022ca-d04c-4fe7-90e0-2b9db799af09 req-4ac83ef9-a580-44f6-a520-6f02f9546e31 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:01.312712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=57f34f0a-f966-4865-a6ab-b6cc68577d46,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:01.318130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-894022ca-d04c-4fe7-90e0-2b9db799af09 req-4ac83ef9-a580-44f6-a520-6f02f9546e31 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.7096229 Feb 04 13:16:01.321203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:01.327321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c490df6f-aed6-47de-80da-af6bc4942eb2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/57f34f0a-f966-4865-a6ab-b6cc68577d46 HTTP/1.1" status: 204 len: 168 time: 4.3081558 Feb 04 13:16:01.354265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 66430cc1-9523-46b7-abde-05c3d231e51e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:01.497638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 66430cc1-9523-46b7-abde-05c3d231e51e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:01.497979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 66430cc1-9523-46b7-abde-05c3d231e51e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:01.510422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2561f457-5431-4333-ae97-5082218e6a8d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:01.554142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:01.695593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.704344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:01.718033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e98e9-64f0-4d9c-aa45-269f592bf80c req-f668ba04-0814-4158-8a40-c94e5014544e tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:01.753792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-744e98e9-64f0-4d9c-aa45-269f592bf80c req-f668ba04-0814-4158-8a40-c94e5014544e tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 949 time: 0.1461792 Feb 04 13:16:01.809048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Pushing event deleted for resources: {'Port': ['ID=4108b98c-25cb-406a-8a25-d4a3846db9b0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:01.824099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-894022ca-d04c-4fe7-90e0-2b9db799af09 req-f73bad66-3ab1-48b5-9c5c-5d79e6e3e191 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931440 Feb 04 13:16:01.831220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] No DVR routers for this DVR port 4108b98c-25cb-406a-8a25-d4a3846db9b0 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:01.952120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2561f457-5431-4333-ae97-5082218e6a8d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:01.954063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2561f457-5431-4333-ae97-5082218e6a8d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:01.957176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4108b98c-25cb-406a-8a25-d4a3846db9b0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:01.997489 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-744e98e9-64f0-4d9c-aa45-269f592bf80c req-1703c70c-6a85-4753-846c-405b2dd94041 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410355 Feb 04 13:16:02.061790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4108b98c-25cb-406a-8a25-d4a3846db9b0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:02.061790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4108b98c-25cb-406a-8a25-d4a3846db9b0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:02.061790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8bc98561-7c1e-485b-8f23-a470c66ff29e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:02.089935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:02.144287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8bc98561-7c1e-485b-8f23-a470c66ff29e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:02.145548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8bc98561-7c1e-485b-8f23-a470c66ff29e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:02.217826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] For port 4108b98c-25cb-406a-8a25-d4a3846db9b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4108b98c-25cb-406a-8a25-d4a3846db9b0,segment=NetworkSegment(43284c93-f7dd-462c-b266-55501984e460),segment_id=43284c93-f7dd-462c-b266-55501984e460)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:02.220776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.358807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.378995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.389288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Calling delete_port for 4108b98c-25cb-406a-8a25-d4a3846db9b0 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:02.397016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.409806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c67ee1-408e-4546-9f6d-086c083a7128']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.426036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:02.433851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ed8baa9-2cdd-412b-b890-6121ef994474 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ebe9f8ff04941579261ce9faeaca6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8786511 Feb 04 13:16:02.436088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.436436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68d475e-226a-4e3d-b0e9-961ca8c2ff62') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.437981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Usage tracker for resource:security_group_rule and tenant:8e09dc71647147bbba6e4759654dbdd6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:02.441363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:02.444795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:02.464217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acad5d0d-cf66-4745-8340-d8ea0c441eae']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.477520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.488862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43284c93-f7dd-462c-b266-55501984e460') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.489408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43284c93-f7dd-462c-b266-55501984e460') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:02.494048 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:02.494499 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:02.504393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:02.505684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.514659 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.531531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:02.531982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:02.546350 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:02.559863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.568761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143330ff-72e7-45ea-816d-0d4c947d3fe1 req-259ec6e6-f620-45f2-b199-eef37d5a821f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:02.570408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-143330ff-72e7-45ea-816d-0d4c947d3fe1 req-259ec6e6-f620-45f2-b199-eef37d5a821f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.2830610 Feb 04 13:16:02.597682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.612771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:02.613179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.621828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:02.627382 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:02.692668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-143330ff-72e7-45ea-816d-0d4c947d3fe1 req-ec69580e-81a3-4b11-927e-487756c6aec3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111772 Feb 04 13:16:02.724751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.749124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.760793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=44c67ee1-408e-4546-9f6d-086c083a7128,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:02.772573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3dabe140-74a8-45c3-a486-67468112383f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/44c67ee1-408e-4546-9f6d-086c083a7128 HTTP/1.1" status: 204 len: 168 time: 1.4437771 Feb 04 13:16:02.772573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.772848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34264) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:02.777633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.779538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.791905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.816641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:02.822586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516663024'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:02.846757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] Pushing event deleted for resources: {'Network': ['ID=acad5d0d-cf66-4745-8340-d8ea0c441eae,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:02.849599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88927d62-6d7c-4db0-b54c-d617ce4b2011 admin admin] 10.222.0.53 "DELETE /v2.0/networks/acad5d0d-cf66-4745-8340-d8ea0c441eae HTTP/1.1" status: 204 len: 168 time: 2.8615053 Feb 04 13:16:02.851463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:02.854246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34268) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:02.859023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:02.946836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea834bc8-92d1-4fa6-8001-6aefc1c037b6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:02.995777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Deleting port 4108b98c-25cb-406a-8a25-d4a3846db9b0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:02.996255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.023255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:03.023878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.025048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b3b40e90-cdcd-418f-8209-02ac1dc91935 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea834bc8-92d1-4fa6-8001-6aefc1c037b6 HTTP/1.1" status: 204 len: 168 time: 0.5825522 Feb 04 13:16:03.035192 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e09dc71647147bbba6e4759654dbdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9439371 Feb 04 13:16:03.041311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34278) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:03.053025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9a290-ee03-42c5-9391-77741e09c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3ad7f-5bed-4c70-a95f-3ddc57bdf464,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:03.084146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5969ea8d-188d-4dee-852c-faac7e87494b None None] The port '4108b98c-25cb-406a-8a25-d4a3846db9b0' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:16:03.094046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:03.136797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:03.140449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.146686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7933-f8f5-4dff-ac54-ffcf4b419aae req-fe7df455-aa7b-4fe1-bab3-5a889b4f1fa1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:03.147928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461a7933-f8f5-4dff-ac54-ffcf4b419aae req-fe7df455-aa7b-4fe1-bab3-5a889b4f1fa1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.1707659 Feb 04 13:16:03.156076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.209120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.235012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-461a7933-f8f5-4dff-ac54-ffcf4b419aae req-b6d52ae8-9a50-4620-bee1-18c5a383df74 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Feb 04 13:16:03.255949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:03.286143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.303150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3ad7f-5bed-4c70-a95f-3ddc57bdf464,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:03.309655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.310710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d2fb9875-447d-4b9e-a1ff-ba58feebe94c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daf3ad7f-5bed-4c70-a95f-3ddc57bdf464 HTTP/1.1" status: 204 len: 168 time: 0.2646806 Feb 04 13:16:03.333371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fbf7-0b04-4572-803c-88cddd0c22d3 req-cdfcdde4-0393-42cc-aefe-361e462e0101 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:03.334994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c229fbf7-0b04-4572-803c-88cddd0c22d3 req-cdfcdde4-0393-42cc-aefe-361e462e0101 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3030562 Feb 04 13:16:03.351654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.352004 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment e8fcc840-b2d9-46d3-b4fd-54690fa7b998 of type vlan for network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 Feb 04 13:16:03.432522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.442777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c229fbf7-0b04-4572-803c-88cddd0c22d3 req-55980c83-fe8a-4273-953d-4089f6f6f159 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968473 Feb 04 13:16:03.534690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e476d97-f822-4679-82f6-ac8950e850ec req-7a639015-237f-4008-bd25-5fcf395177c4 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:03.542403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e476d97-f822-4679-82f6-ac8950e850ec req-7a639015-237f-4008-bd25-5fcf395177c4 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 949 time: 0.1130028 Feb 04 13:16:03.600550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.607521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:03.608140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:03.625679 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e476d97-f822-4679-82f6-ac8950e850ec req-83ea11db-a5ec-4640-8032-8c4d532bb206 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823150 Feb 04 13:16:03.898007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2125f-e8ab-4d0e-9752-9693376463dd req-c795aecb-aad4-43bf-b438-29a356c7744b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:03.900083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edc2125f-e8ab-4d0e-9752-9693376463dd req-c795aecb-aad4-43bf-b438-29a356c7744b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.1701341 Feb 04 13:16:03.922755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1487164 Feb 04 13:16:03.927037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34314) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:03.927669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e2420-e484-4694-852d-9fff37248b0f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:03.937126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:03.943634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:04.048044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-edc2125f-e8ab-4d0e-9752-9693376463dd req-6d5c05e1-7a64-4716-9988-4451d126156d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412950 Feb 04 13:16:04.078528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:04.097004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:04.101582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:04.109743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:04.112076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34324) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:04.148269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.166297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:04.170219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.188837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:04.201301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb107b9e3ed482ca53759c30afda6a2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:04.204989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:04.213551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:04.368580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.373011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.388966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.447190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:04.486249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91161f-59f7-4ef7-887e-f8b5f85fd097,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:04.492401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5b5df3c4-fdec-4b67-af20-353a48c21a26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcb107b9e3ed482ca53759c30afda6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788600 Feb 04 13:16:04.498386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:04.533101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d09f9-6e13-4956-a081-4629b645c770 req-25aaaab6-d66f-44cd-a477-192dde44d38d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:04.534182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-285d09f9-6e13-4956-a081-4629b645c770 req-25aaaab6-d66f-44cd-a477-192dde44d38d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.2729077 Feb 04 13:16:04.593655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255765-8de8-4f0d-9a6e-8479faff38ef req-eeb9fb5f-7960-45d0-979a-28ab86c197e5 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:04.594590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-73255765-8de8-4f0d-9a6e-8479faff38ef req-eeb9fb5f-7960-45d0-979a-28ab86c197e5 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.1888459 Feb 04 13:16:04.598148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.649767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.660295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2095041792'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:04.678327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:04.695331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-73255765-8de8-4f0d-9a6e-8479faff38ef req-92b4496b-4f0f-49c5-b092-7d311a241f6a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862527 Feb 04 13:16:04.698802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:network and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:04.713921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-285d09f9-6e13-4956-a081-4629b645c770 req-be52ec04-a8e0-43f8-8604-4877fd2804d1 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704876 Feb 04 13:16:04.747674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:04.762053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:04.764838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d6581487-af1f-4ed8-bebf-c317ba7bebf7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:04.788160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Made reservation on behalf of 21e38f408bb54839b0bc6c04b3f94a10 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:04.792061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.829594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.866041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.886397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:04.893003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91161f-59f7-4ef7-887e-f8b5f85fd097,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:04.895185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:security_group_rule and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:04.908393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:04.916160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:04.919762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:04.920928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a7ddc1f-3956-4931-bf00-3f7879d0ba8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a91161f-59f7-4ef7-887e-f8b5f85fd097 HTTP/1.1" status: 204 len: 168 time: 0.4216554 Feb 04 13:16:05.062233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port d6581487-af1f-4ed8-bebf-c317ba7bebf7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:05.069530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port d6581487-af1f-4ed8-bebf-c317ba7bebf7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:05.070455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.230366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6276-a15c-4b88-8888-7bacbb287a3c req-35e9bbe0-e84a-400a-a9b4-3d8acdc3462a tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:05.240599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-256a6276-a15c-4b88-8888-7bacbb287a3c req-35e9bbe0-e84a-400a-a9b4-3d8acdc3462a tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 949 time: 0.2385304 Feb 04 13:16:05.248439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.269635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.311076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.352020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.400944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:05.402206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:05.408935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c005fb8-9286-4946-ab88-a591e139d71d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:05.410932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.435678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:05.457695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-256a6276-a15c-4b88-8888-7bacbb287a3c req-5cc3fc1b-baa2-4ede-9d7f-dd875f41574f tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155507 Feb 04 13:16:05.459245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:05.459609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:16:05.461432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.462064 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Added segment afa7317d-980c-4361-9c23-85f133cb7303 of type vlan for network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 Feb 04 13:16:05.478519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:05.502503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.545587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.553317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:05.554208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.569807 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7', 'code': 200} Feb 04 13:16:05.581420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:05.634443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Deleting port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:05.636996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.688074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:16:05.717092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:05.722683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2720096 Feb 04 13:16:05.726316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34364) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:05.729251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5a0bb-754e-4605-af2c-b905d34acabc tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Network': ['ID=4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:05.730164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe9669-89c8-4092-b72d-900a5a12a4e6 None None] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:05.736484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'subnet': {'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:05.748170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:05.748770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:05.880880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:05.885340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69177843-ae39-4dbf-b868-ef698a652e15 req-3eebda02-c1a5-41db-9456-63413440517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:05.886966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69177843-ae39-4dbf-b868-ef698a652e15 req-3eebda02-c1a5-41db-9456-63413440517a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 1101 time: 0.2157004 Feb 04 13:16:05.891202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:05.923001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976947e-bc43-46f5-b3ef-5c44a1290d14 req-bebff0f9-bf70-45fd-95e6-3377d8db0325 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:05.929846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f976947e-bc43-46f5-b3ef-5c44a1290d14 req-bebff0f9-bf70-45fd-95e6-3377d8db0325 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.5780718 Feb 04 13:16:05.948149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:subnet and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:05.959192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:05.976209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4dd1a614-e31f-4eca-81a3-917ecc15c320 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0455413 Feb 04 13:16:05.980530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34376) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:05.998894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1502698330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:06.014031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69177843-ae39-4dbf-b868-ef698a652e15 req-542fcb64-1e3f-4811-90b7-eede7a37d46a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672314 Feb 04 13:16:06.015819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:06.024744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:06.046756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Made reservation on behalf of 21e38f408bb54839b0bc6c04b3f94a10 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:06.051020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.051435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f976947e-bc43-46f5-b3ef-5c44a1290d14 req-e3107c21-a65e-4baa-8f72-0727b34d36dd tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205688 Feb 04 13:16:06.061464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:06.072033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:06.078810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:06.082039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] For port 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:06.082500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.188019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfd90e-8631-40f7-9992-f218acf72972 req-1cb62bfa-5cef-4364-be76-49133c705d6a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:06.189438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79', 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:16:06.191559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.195305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fabfd90e-8631-40f7-9992-f218acf72972 req-1cb62bfa-5cef-4364-be76-49133c705d6a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.3072872 Feb 04 13:16:06.278544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fabfd90e-8631-40f7-9992-f218acf72972 req-38be589c-500f-48be-a817-0a6e2e648648 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Feb 04 13:16:06.301602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Calling delete_port for 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:06.345367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.346591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.402558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.454493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Allocated IP 172.20.0.2 (eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79/3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7/4c84940e-ec00-4d68-811a-3ad7cb981366) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:06.457042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.664601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.688212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.755200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Subnet': ['ID=3dd244bf-044a-458f-8065-93edcda22868,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:06.772314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Checking segment: {'id': 'afa7317d-980c-4361-9c23-85f133cb7303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:06.772709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network hostable DHCP agents. Network: 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:16:06.825465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:16:06.838390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.843363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:06.848835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:06.849431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:06.861374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Transition to ACTIVE for port object 4c84940e-ec00-4d68-811a-3ad7cb981366 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:06.866062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef93716-a7c6-4b78-acd4-f7b7659c4eb5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:06.897273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Transition to ACTIVE for port object 4c84940e-ec00-4d68-811a-3ad7cb981366 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:06.906470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84120775-ab3a-4bef-8131-266198d1c890 None None] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:06.906717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a4e26497-11b3-4a7e-b4b6-0bb6f4696be6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1765828 Feb 04 13:16:06.907436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:06.920892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2135549993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:06.943048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:06.951687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:router and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:06.957774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:06.972259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:07.008381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.013705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.061579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.063265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.120114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.134231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.139214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b0c15f1-9a89-4bc3-85a8-02a822dccb29 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1576719 Feb 04 13:16:07.143534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:07.161934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'port': {'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79', 'name': 'tempest-RoutersTest-1599685542'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:07.191119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:07.205151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:07.243670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:07.344117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Pushing event updated for resources: {'Port': ['ID=4c84940e-ec00-4d68-811a-3ad7cb981366,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:07.418900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Attempting to bind port 4c84940e-ec00-4d68-811a-3ad7cb981366 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:16:07.419271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Attempting to bind port 4c84940e-ec00-4d68-811a-3ad7cb981366 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:16:07.419632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Attempting to bind port 4c84940e-ec00-4d68-811a-3ad7cb981366 on network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:07.436598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:16:07.436980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Checking segment: {'id': 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:07.437386 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.437773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Bound using segment: {'id': 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:16:07.438797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Bound port: 4c84940e-ec00-4d68-811a-3ad7cb981366, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:16:07.438797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.482804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6', 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6', 'tenant_id': '21e38f408bb54839b0bc6c04b3f94a10', 'fixed_ips': [{'subnet_id': '3dd244bf-044a-458f-8065-93edcda22868'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:16:07.483834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.563671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08461a1-5e37-45cf-baf3-5dda76381074 req-cde335f2-a087-46d6-9edf-a543c22ddf41 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:07.573180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b08461a1-5e37-45cf-baf3-5dda76381074 req-cde335f2-a087-46d6-9edf-a543c22ddf41 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 950 time: 0.8735793 Feb 04 13:16:07.602589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.603737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76763526-c2d1-4170-9191-d0f780bdf309 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6953208 Feb 04 13:16:07.621749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:07.696385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:07.724069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3ae68-adfd-4ffe-bcc1-ebe17a24d903 req-b425b368-bbf8-4e27-bb0c-50a780b3b078 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:07.725655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c3ae68-adfd-4ffe-bcc1-ebe17a24d903 req-b425b368-bbf8-4e27-bb0c-50a780b3b078 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.2453003 Feb 04 13:16:07.726684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:07.741149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] For port 4c84940e-ec00-4d68-811a-3ad7cb981366, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:16:07.753926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:07.757972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.761986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] For port 4c84940e-ec00-4d68-811a-3ad7cb981366, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4c84940e-ec00-4d68-811a-3ad7cb981366,segment=NetworkSegment(e8fcc840-b2d9-46d3-b4fd-54690fa7b998),segment_id=e8fcc840-b2d9-46d3-b4fd-54690fa7b998)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:16:07.768248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:07.792044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] device_id is not set on port d9207a20-6021-468c-abdd-4b7d55ed5263 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:16:07.852032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c3ae68-adfd-4ffe-bcc1-ebe17a24d903 req-3f208aab-63da-4575-b8d6-56c8de4dfc37 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181610 Feb 04 13:16:07.995567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Allocated IP 172.20.0.2 (4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6/3dd244bf-044a-458f-8065-93edcda22868/35d3aa7f-7658-4690-aeca-4de61a558fcf) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:07.998224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf3a4-1b7d-49a3-93eb-6f5d7810d433 None None] Pushing event updated for resources: {'Port': ['ID=4c84940e-ec00-4d68-811a-3ad7cb981366,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:08.094597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.20.0.12 (eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79/3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7/d9207a20-6021-468c-abdd-4b7d55ed5263) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:08.273146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b08461a1-5e37-45cf-baf3-5dda76381074 req-ed2ade8a-071a-4182-af12-911a2c5b6e18 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962502 Feb 04 13:16:08.312431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:08.616272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:08.633909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Transition to ACTIVE for port object 35d3aa7f-7658-4690-aeca-4de61a558fcf will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:08.668931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5132e2-9e8e-4a32-a8f7-bbf1b62a6016 req-db0a763c-83cb-4bc0-82f0-a37a1c578b98 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:08.677007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a5132e2-9e8e-4a32-a8f7-bbf1b62a6016 req-db0a763c-83cb-4bc0-82f0-a37a1c578b98 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5754187 Feb 04 13:16:08.683369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:08.694365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Transition to ACTIVE for port object 35d3aa7f-7658-4690-aeca-4de61a558fcf will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:08.706844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:08.836477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object d9207a20-6021-468c-abdd-4b7d55ed5263 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:08.888355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a5132e2-9e8e-4a32-a8f7-bbf1b62a6016 req-92feb1b4-6f9c-4bf4-9c70-86384f51f084 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103250 Feb 04 13:16:08.921614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:08.935341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:08.939263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:08.958216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:09.051602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Pushing event updated for resources: {'Port': ['ID=35d3aa7f-7658-4690-aeca-4de61a558fcf,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:09.086192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:09.177780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Attempting to bind port 35d3aa7f-7658-4690-aeca-4de61a558fcf on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:16:09.188060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Attempting to bind port 35d3aa7f-7658-4690-aeca-4de61a558fcf by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'afa7317d-980c-4361-9c23-85f133cb7303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:16:09.189850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d9207a20-6021-468c-abdd-4b7d55ed5263,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:09.191287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Attempting to bind port 35d3aa7f-7658-4690-aeca-4de61a558fcf on network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:09.222826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:16:09.223454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Checking segment: {'id': 'afa7317d-980c-4361-9c23-85f133cb7303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:09.224276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:09.224489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Bound using segment: {'id': 'afa7317d-980c-4361-9c23-85f133cb7303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:16:09.226346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Bound port: 35d3aa7f-7658-4690-aeca-4de61a558fcf, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa7317d-980c-4361-9c23-85f133cb7303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:16:09.226961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:09.244227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:09.262632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:09.262858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:09.391675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4c84940e-ec00-4d68-811a-3ad7cb981366 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:09.422567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:09.423221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:09.471120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7dfdf2d6-c7b7-43c5-a4dc-509b20ec5820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3262250 Feb 04 13:16:09.473907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:09.602684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] For port 35d3aa7f-7658-4690-aeca-4de61a558fcf, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:16:09.611216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] For port 35d3aa7f-7658-4690-aeca-4de61a558fcf, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35d3aa7f-7658-4690-aeca-4de61a558fcf,segment=NetworkSegment(afa7317d-980c-4361-9c23-85f133cb7303),segment_id=afa7317d-980c-4361-9c23-85f133cb7303)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:16:09.612703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4c84940e-ec00-4d68-811a-3ad7cb981366 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:09.620915 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:09.774792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88068e21-3c3c-422f-9717-418a7a8e158f None None] Pushing event updated for resources: {'Port': ['ID=35d3aa7f-7658-4690-aeca-4de61a558fcf,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:09.904544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-e542e5cc-aac8-4467-842c-60026a484bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:09.906020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-e542e5cc-aac8-4467-842c-60026a484bf8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 1097 time: 0.5796301 Feb 04 13:16:09.963666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc92f6-82ec-401f-89e6-ba1e89818b2b None None] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:10.113297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:16:10.195086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Provisioning for port 4c84940e-ec00-4d68-811a-3ad7cb981366 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:10.217150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Provisioning complete for port 4c84940e-ec00-4d68-811a-3ad7cb981366 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:10.217527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:10.575270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:10.625672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-56de03b3-ae82-4277-9b07-329232293985 None None] For port 4c84940e-ec00-4d68-811a-3ad7cb981366, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4c84940e-ec00-4d68-811a-3ad7cb981366,segment=NetworkSegment(e8fcc840-b2d9-46d3-b4fd-54690fa7b998),segment_id=e8fcc840-b2d9-46d3-b4fd-54690fa7b998)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:10.632583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:10.756974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de03b3-ae82-4277-9b07-329232293985 None None] Pushing event updated for resources: {'Port': ['ID=4c84940e-ec00-4d68-811a-3ad7cb981366,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:10.839450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e910d4-fc20-4f0a-aaab-c4b6f4cc59fe req-baa83349-a6aa-4d96-a6b1-76770cf30464 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:10.847765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4e910d4-fc20-4f0a-aaab-c4b6f4cc59fe req-baa83349-a6aa-4d96-a6b1-76770cf30464 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 950 time: 1.2083025 Feb 04 13:16:10.931339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:10.944786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Sync routers for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:10.969560 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:10.974996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4e910d4-fc20-4f0a-aaab-c4b6f4cc59fe req-c93de20a-63a2-4592-b8c9-9bc08a28fb42 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260848 Feb 04 13:16:10.975412 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:10.977310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d22a5e-26c4-49aa-a144-e8de01ad0669 req-97efdc9d-522d-41bc-94fd-9ee9033d8bbc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:10.983044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-810eeeef-8a68-41e6-9040-e10bc9d43a96 admin admin] 10.222.0.53 "PUT /v2.0/routers/12d58633-0a4c-436e-ac37-30e6dc1c1bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1258855 Feb 04 13:16:10.985478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2d22a5e-26c4-49aa-a144-e8de01ad0669 req-97efdc9d-522d-41bc-94fd-9ee9033d8bbc tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 1.4162152 Feb 04 13:16:10.996993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:11.055805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-29894c73-f8e8-4215-ad69-739a7406bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:11.058212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-29894c73-f8e8-4215-ad69-739a7406bce5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 200 len: 915 time: 1.1225026 Feb 04 13:16:11.167547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Provisioning complete for port 4c84940e-ec00-4d68-811a-3ad7cb981366 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:11.168032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:11.261835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Allocated IP 172.20.0.1 (4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6/3dd244bf-044a-458f-8065-93edcda22868/5b896a49-c5f8-4cb9-a1a6-07b2283ae26b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:11.411328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-4f62cd1c-e837-48c0-8d90-846f518251c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 200 len: 217 time: 0.3030031 Feb 04 13:16:11.460321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Provisioning for port d9207a20-6021-468c-abdd-4b7d55ed5263 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:11.467643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Provisioning complete for port d9207a20-6021-468c-abdd-4b7d55ed5263 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:11.468404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:11.539758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c547be57-6b6b-4663-9575-a90f1b498753 None None] Port d9207a20-6021-468c-abdd-4b7d55ed5263 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:11.572192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35d3aa7f-7658-4690-aeca-4de61a558fcf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:11.677956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:16:11.688297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c160a32d-ccc5-44cb-b1a1-b588b8e0bb44 None None] Provisioning complete for port d9207a20-6021-468c-abdd-4b7d55ed5263 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:11.688820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c160a32d-ccc5-44cb-b1a1-b588b8e0bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:11.717675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c2d22a5e-26c4-49aa-a144-e8de01ad0669 req-cf407015-0b39-4fe6-b82c-17580177f610 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312355 Feb 04 13:16:11.751671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae008f-659a-4200-8371-a54cbe987f3f req-f865151c-9172-4b53-b78c-387d28723b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:11.753184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bae008f-659a-4200-8371-a54cbe987f3f req-f865151c-9172-4b53-b78c-387d28723b55 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 1.5789738 Feb 04 13:16:11.761843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-94ef154a-473c-41da-937d-781c0942302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:11.775589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-94ef154a-473c-41da-937d-781c0942302b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 200 len: 854 time: 0.3623219 Feb 04 13:16:11.835398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c160a32d-ccc5-44cb-b1a1-b588b8e0bb44 None None] Port d9207a20-6021-468c-abdd-4b7d55ed5263 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:11.841280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f4275c-09b7-42be-9354-cf9f020db6db None None] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:11.874382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 35d3aa7f-7658-4690-aeca-4de61a558fcf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:11.887356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4c84940e-ec00-4d68-811a-3ad7cb981366 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:11.941176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-fb68e2b8-f9bb-4e44-855d-c0a98c84cf64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2157fec4-d48e-46a4-9227-438e8abf3636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297286 Feb 04 13:16:11.977819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.009261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.037419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Provisioning for port 35d3aa7f-7658-4690-aeca-4de61a558fcf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:12.057594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Provisioning complete for port 35d3aa7f-7658-4690-aeca-4de61a558fcf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:12.064664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.154436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5bae008f-659a-4200-8371-a54cbe987f3f req-fe3c2055-a6c3-4c7f-9e52-5d799d6157e6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711057 Feb 04 13:16:12.157864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4c84940e-ec00-4d68-811a-3ad7cb981366 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:12.158305 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.305674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326c7ec-a0c6-49a4-a81e-568d6b5ca409 req-5daaeafa-c83c-453a-a05a-2969691e0290 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:12.317791 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:16:06Z', 'revision_number': 5, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:12.325118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6326c7ec-a0c6-49a4-a81e-568d6b5ca409 req-5daaeafa-c83c-453a-a05a-2969691e0290 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.6972280 Feb 04 13:16:12.325298 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Checking router: 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:16:12.331349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.343470 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Routers {'12d58633-0a4c-436e-ac37-30e6dc1c1bd3'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:12.345222 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:15:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:12.566101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Transition to ACTIVE for port object 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:12.641624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6326c7ec-a0c6-49a4-a81e-568d6b5ca409 req-ab2c2bba-776c-4f60-97e8-32a46cdcfe35 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155329 Feb 04 13:16:12.645848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.679726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.682672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Deleting port 10ca75d0-e534-418e-b52f-fe7973f2ac3b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:12.682992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.715453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] Set router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:16:12.761382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] For port 35d3aa7f-7658-4690-aeca-4de61a558fcf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35d3aa7f-7658-4690-aeca-4de61a558fcf,segment=NetworkSegment(afa7317d-980c-4361-9c23-85f133cb7303),segment_id=afa7317d-980c-4361-9c23-85f133cb7303)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:12.768124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.805058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:12.984069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-347883ba-1664-4826-aef3-6d64448ce899 service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0360982 Feb 04 13:16:12.992885 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93957c-9544-494e-bb2d-bbde0e18d69e None None] Pushing event updated for resources: {'Port': ['ID=35d3aa7f-7658-4690-aeca-4de61a558fcf,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:13.065295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:13.074206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:13.076093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=5b896a49-c5f8-4cb9-a1a6-07b2283ae26b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:13.078372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:13.211287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.211948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.212728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.214003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.214519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.215124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.216470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.217014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.217503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.218001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.219799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.220881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:13.306072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35d3aa7f-7658-4690-aeca-4de61a558fcf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:13.353123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] For port 10ca75d0-e534-418e-b52f-fe7973f2ac3b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=10ca75d0-e534-418e-b52f-fe7973f2ac3b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:13.353660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.394590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.400807 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:16:06Z', 'revision_number': 5, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:13.428026 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b44df6-9a0b-4bc3-a9ac-b97b4864c5c4 None None] The sync data for ids ['12d58633-0a4c-436e-ac37-30e6dc1c1bd3'] in n-d-820555-2 is: [{'id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'name': 'tempest-TaggedBootDevicesTest_v242-299371470-router', 'tenant_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:08:11Z', 'updated_at': '2022-02-04T13:16:06Z', 'revision_number': 5, 'project_id': '86fdb14d797d4c45b25f9ee2f62ad0f0', 'gw_port': {'id': '10ca75d0-e534-418e-b52f-fe7973f2ac3b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58633-0a4c-436e-ac37-30e6dc1c1bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:08:14Z', 'updated_at': '2022-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:13.512113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69e86fee-a1ce-4c52-9b4c-d35c1245d474 req-1efc0df4-9ecd-4e26-a9a1-b380e8c6ace6 service neutron] 10.222.0.90 "GET /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888084 Feb 04 13:16:13.554554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5af80e07-481f-4896-94c0-6a09742449c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.592484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a614487c-f01a-403a-a35e-4f04f60c2d8c None None] Provisioning complete for port 35d3aa7f-7658-4690-aeca-4de61a558fcf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:13.595632 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a614487c-f01a-403a-a35e-4f04f60c2d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.661590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 35d3aa7f-7658-4690-aeca-4de61a558fcf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:13.664884 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.679121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:13.763920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eb4c1-04e9-4443-a1cb-aa1a2cc1f559 req-3c64a27c-9a56-4a56-928e-8a56c6c657eb tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:13.772825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df1eb4c1-04e9-4443-a1cb-aa1a2cc1f559 req-3c64a27c-9a56-4a56-928e-8a56c6c657eb tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 950 time: 0.9987061 Feb 04 13:16:13.894790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.926734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:13.966431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-4f078380-0bae-4742-b60c-bcf06ccfc1ce tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:13.968153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-4f078380-0bae-4742-b60c-bcf06ccfc1ce tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 950 time: 0.3774946 Feb 04 13:16:14.032997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Calling delete_port for 10ca75d0-e534-418e-b52f-fe7973f2ac3b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:14.072303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62edb-09fc-4f3c-819e-5d043e3df717 req-864d2c92-8b89-449d-b066-a9598c4480b8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:14.073649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f62edb-09fc-4f3c-819e-5d043e3df717 req-864d2c92-8b89-449d-b066-a9598c4480b8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 1.0598879 Feb 04 13:16:14.169531 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70f62edb-09fc-4f3c-819e-5d043e3df717 req-1a8dbc00-c324-48b4-b3f9-500744361ab8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Feb 04 13:16:14.183993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e5885b1-b7b8-420b-b6ee-25ca628e9a02 None None] Provisioning for port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:14.208185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e5885b1-b7b8-420b-b6ee-25ca628e9a02 None None] Provisioning complete for port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:14.208570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e5885b1-b7b8-420b-b6ee-25ca628e9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:14.389414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df1eb4c1-04e9-4443-a1cb-aa1a2cc1f559 req-44f42b96-1a05-4949-98af-59085732af06 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100514 Feb 04 13:16:14.390453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:14.391225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e5885b1-b7b8-420b-b6ee-25ca628e9a02 None None] Port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:14.459191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d9207a20-6021-468c-abdd-4b7d55ed5263,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:14.467876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:14.473577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Deleting port d6581487-af1f-4ed8-bebf-c317ba7bebf7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:14.474175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:14.516684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Usage tracker for resource:security_group_rule and tenant:240733d0e01a4e3e9e9bd7ad8e8c145a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:14.531668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:14.573563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:14.626983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ae87c25f-a2ff-4f5e-95aa-a347ef614c1d None None] Provisioning complete for port d9207a20-6021-468c-abdd-4b7d55ed5263 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:14.629067 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae87c25f-a2ff-4f5e-95aa-a347ef614c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:14.678962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:14.742394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae87c25f-a2ff-4f5e-95aa-a347ef614c1d None None] Port d9207a20-6021-468c-abdd-4b7d55ed5263 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:14.749292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98163f8-f61b-4cdf-924d-69f671917478 req-03f44a4f-7420-4cd1-8bae-4e83d2eec4d6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:14.758076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b98163f8-f61b-4cdf-924d-69f671917478 req-03f44a4f-7420-4cd1-8bae-4e83d2eec4d6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.2471745 Feb 04 13:16:14.995056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.008064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b98163f8-f61b-4cdf-924d-69f671917478 req-6849e263-3fa4-4ea6-9c1f-db854c2cb873 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472637 Feb 04 13:16:15.021809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.047956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.086911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] For port d6581487-af1f-4ed8-bebf-c317ba7bebf7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d6581487-af1f-4ed8-bebf-c317ba7bebf7,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:15.087305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.124408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.154494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:15.186372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ca75d0-e534-418e-b52f-fe7973f2ac3b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:15.216175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:15.216702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ef93716-a7c6-4b78-acd4-f7b7659c4eb5 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:15.278833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Calling delete_port for d6581487-af1f-4ed8-bebf-c317ba7bebf7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:15.347062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=240733d0e01a4e3e9e9bd7ad8e8c145a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6601298 Feb 04 13:16:15.355785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34560) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:15.367618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d29290-a1b6-4641-8ffb-cd4446863daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d2755-97b9-488f-af77-9bb89df5f058,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:15.445876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.693081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.795865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.831248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.849810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.856093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.863003 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0a60698-a353-4a46-b5bf-0f73513b7706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.921903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.922634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d58633-0a4c-436e-ac37-30e6dc1c1bd3 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:16:15.928416 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:15.936162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.061715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fcb59-c8fd-4f63-a89d-bfe76262ec57 req-3f9dd808-3007-4ae0-b72d-7c4949d800df tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:16.063501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-065fcb59-c8fd-4f63-a89d-bfe76262ec57 req-3f9dd808-3007-4ae0-b72d-7c4949d800df tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 867 time: 0.4848080 Feb 04 13:16:16.074378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.078353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cc0e0b78-b459-46c6-a4ec-df3b9be28799 admin admin] 10.222.0.53 "DELETE /v2.0/routers/12d58633-0a4c-436e-ac37-30e6dc1c1bd3 HTTP/1.1" status: 204 len: 168 time: 5.0746026 Feb 04 13:16:16.079280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34570) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:16.114945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.138203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Pushing event deleted for resources: {'Port': ['ID=d6581487-af1f-4ed8-bebf-c317ba7bebf7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:16.143097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=5b896a49-c5f8-4cb9-a1a6-07b2283ae26b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:16.152759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b6293-08a0-45a9-9878-0aaafe276d4c req-f64d77ce-6e16-4a31-9d71-cf8c40714e75 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:16.154295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b7b6293-08a0-45a9-9878-0aaafe276d4c req-f64d77ce-6e16-4a31-9d71-cf8c40714e75 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.7704167 Feb 04 13:16:16.166527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.280766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-065fcb59-c8fd-4f63-a89d-bfe76262ec57 req-116bda57-aa90-4038-9dae-4678c5f3041b tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/security-groups?id=0817b3eb-da70-4419-bbd5-770f98dfba1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946497 Feb 04 13:16:16.281776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-7a28a9bf-2e95-4388-9267-be9d93400a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:16.282997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Deleting subnet 3a6f1079-903b-4ceb-bf26-6b0459121c7a {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:16:16.283294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-7a28a9bf-2e95-4388-9267-be9d93400a62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.7581017 Feb 04 13:16:16.292857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.386419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.482564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] No DVR routers for this DVR port d6581487-af1f-4ed8-bebf-c317ba7bebf7 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:16.496223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.501662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'name': 'network-vif-deleted', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:16.544705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:16.562369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:16.613372 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b7b6293-08a0-45a9-9878-0aaafe276d4c req-b035a852-d31f-4155-9bf0-1643bd771f8f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319577 Feb 04 13:16:16.654668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-859789ca-90c9-49af-b3fd-4da0b8101faf req-7e36b8b3-dafd-4e40-a230-52bb0bf196c1 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.90 "DELETE /v2.0/ports/d6581487-af1f-4ed8-bebf-c317ba7bebf7 HTTP/1.1" status: 204 len: 173 time: 2.4549904 Feb 04 13:16:16.742402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.755002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.759005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/108d2755-97b9-488f-af77-9bb89df5f058 HTTP/1.1" status: 204 len: 168 time: 1.3962584 Feb 04 13:16:16.780290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.822975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:16.841268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d6581487-af1f-4ed8-bebf-c317ba7bebf7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:16.903493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b46ff-fc02-4cf1-8c49-9909dc0a3295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d2755-97b9-488f-af77-9bb89df5f058,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:16.909055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-048d795b-3ee0-4065-b223-9d516e962274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:16.910568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-048d795b-3ee0-4065-b223-9d516e962274 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.6010194 Feb 04 13:16:16.917641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d0b35-0422-4cec-a0be-1cec17c1177b req-f1af13a5-761a-48a8-9ce3-96316b0ed1e8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:16.933746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-659d0b35-0422-4cec-a0be-1cec17c1177b req-f1af13a5-761a-48a8-9ce3-96316b0ed1e8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.4807415 Feb 04 13:16:17.062160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: d6581487-af1f-4ed8-bebf-c317ba7bebf7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:17.062509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d6581487-af1f-4ed8-bebf-c317ba7bebf7 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:17.111722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4d34d7d4-07b1-47eb-89f6-6c2e5c5489c5 None None] Provisioning complete for port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:17.112099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4d34d7d4-07b1-47eb-89f6-6c2e5c5489c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.122293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.127012 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d87ffc4-53e5-43cf-b7c7-1bec97118c1e', 'name': 'network-vif-deleted', 'tag': 'd6581487-af1f-4ed8-bebf-c317ba7bebf7', 'status': 'completed', 'code': 200} Feb 04 13:16:17.137352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.194446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-659d0b35-0422-4cec-a0be-1cec17c1177b req-cc937cea-2864-461d-99f9-1dfad1822b04 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594974 Feb 04 13:16:17.272556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 10ca75d0-e534-418e-b52f-fe7973f2ac3b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:17.312683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.319261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.348417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-2e8a1d4d-a483-4f1c-8418-5f48955b62cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.4065285 Feb 04 13:16:17.474306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 10ca75d0-e534-418e-b52f-fe7973f2ac3b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:17.474866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.475863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 10ca75d0-e534-418e-b52f-fe7973f2ac3b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:17.483990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Router b92dc220-6e4a-43cb-b614-c5d8394278be is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:16:17.492517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08d994-9647-4021-92aa-b0edfc49cad9 None None] Network 9752acf5-e004-4d8d-86b8-99a612dedd45 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:17.493467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6f1079-903b-4ceb-bf26-6b0459121c7a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:17.516377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-290cb6fd-4a42-4fca-a3c3-9f5643772b8e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a6f1079-903b-4ceb-bf26-6b0459121c7a HTTP/1.1" status: 204 len: 168 time: 1.4290838 Feb 04 13:16:17.521729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:17.616089 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:16:17.648622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4d34d7d4-07b1-47eb-89f6-6c2e5c5489c5 None None] Port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:17.664790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:17.704610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-8cce2a77-7ea7-4cfb-8cc7-fb4bbb8bf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:17.707425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-8cce2a77-7ea7-4cfb-8cc7-fb4bbb8bf7db service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.3477817 Feb 04 13:16:17.874761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-9dee0169-4292-4dbc-a789-2bff9ea0f0de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490599 Feb 04 13:16:18.014526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] DHCP port deletion for 9752acf5-e004-4d8d-86b8-99a612dedd45 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:16:18.016129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df1f136a-c4af-4c30-aeb6-36b0a551d955 req-2d4657ef-67c6-413a-87f8-cf75a7994c66 tempest-VolumesNegativeTest-1725540065 tempest-VolumesNegativeTest-1725540065-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d87ffc4-53e5-43cf-b7c7-1bec97118c1e HTTP/1.1" status: 200 len: 210 time: 0.3565700 Feb 04 13:16:18.019523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Deleting port c9648716-ba7a-455e-a145-77c6cccb0395 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:18.020166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.094191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:18.099991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ed3b4c91-3a4a-48c2-a364-85e07920cabf tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "PUT /v2.0/routers/b92dc220-6e4a-43cb-b614-c5d8394278be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4654899 Feb 04 13:16:18.104662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.107511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34608) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:18.114094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'port': {'network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6', 'name': 'tempest-FloatingIPNegativeTestJSON-786112042'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:18.118262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] Sync routers for ids ['b92dc220-6e4a-43cb-b614-c5d8394278be'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:18.164629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] Routers {'b92dc220-6e4a-43cb-b614-c5d8394278be'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:18.167649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b92dc220-6e4a-43cb-b614-c5d8394278be'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:18.173079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:18.174206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d9207a20-6021-468c-abdd-4b7d55ed5263,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:18.206769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:18.270212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e8b9d-be39-4458-99e0-9b31b06cd017 req-547d399c-0374-4118-975e-83368c4c0c4d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:18.275863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b54e8b9d-be39-4458-99e0-9b31b06cd017 req-547d399c-0374-4118-975e-83368c4c0c4d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.8098714 Feb 04 13:16:18.386717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:18.442678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] Routers {'b92dc220-6e4a-43cb-b614-c5d8394278be'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:18.443491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b92dc220-6e4a-43cb-b614-c5d8394278be'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:18.538895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Deleting port c9648716-ba7a-455e-a145-77c6cccb0395 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:18.539277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.575314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:18.576047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fede8a-c072-4826-8de7-4b907833ce87 None None] The sync data for ids ['b92dc220-6e4a-43cb-b614-c5d8394278be'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:18.638204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b54e8b9d-be39-4458-99e0-9b31b06cd017 req-c5a0ff2d-9b2c-47ab-91ab-ecb3becf80ad tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107739 Feb 04 13:16:18.654452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-66116882-193f-4654-ae59-71e9fea3b38b service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572303 Feb 04 13:16:18.785213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5e2ce1d6-209a-42fd-af43-3e8a65e785a2 None None] Provisioning complete for port d9207a20-6021-468c-abdd-4b7d55ed5263 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:18.785213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce1d6-209a-42fd-af43-3e8a65e785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.837397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.889468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] For port c9648716-ba7a-455e-a145-77c6cccb0395, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9648716-ba7a-455e-a145-77c6cccb0395,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:18.890477 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:18.971285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e2a5610-a7aa-4d7a-8610-a1763012ddc4 req-2ad88deb-e7ac-4099-b40a-e14db5994925 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076684 Feb 04 13:16:19.094475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ce1d6-209a-42fd-af43-3e8a65e785a2 None None] Port d9207a20-6021-468c-abdd-4b7d55ed5263 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:19.104371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Calling delete_port for c9648716-ba7a-455e-a145-77c6cccb0395 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:19.140902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] For port c9648716-ba7a-455e-a145-77c6cccb0395, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9648716-ba7a-455e-a145-77c6cccb0395,segment=NetworkSegment(c8357007-8abc-40f3-9362-a6ae007ab1eb),segment_id=c8357007-8abc-40f3-9362-a6ae007ab1eb)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:19.141399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:19.167162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 3dfe00d4-8db1-488e-86b5-85510595fc84 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:16:19.210951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:19.269560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9648716-ba7a-455e-a145-77c6cccb0395 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:19.350873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Calling delete_port for c9648716-ba7a-455e-a145-77c6cccb0395 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:19.362103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] No DVR routers for this DVR port c9648716-ba7a-455e-a145-77c6cccb0395 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:19.364500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c9648716-ba7a-455e-a145-77c6cccb0395 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:19.364849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9648716-ba7a-455e-a145-77c6cccb0395 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:19.366758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe588e-db20-4222-a7ea-aa2adf10e982 None None] Pushing event deleted for resources: {'Port': ['ID=c9648716-ba7a-455e-a145-77c6cccb0395,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:19.458640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bd52f-ff8e-47b2-83e2-47486d916fb4 req-87536c36-4ff7-49ed-8a97-45693eef152d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:19.464825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70939f46-ae6b-4300-8094-c0649b60c092 req-6bcbfbb8-17a3-4029-9f43-ccb220fba72e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:19.468187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-072bd52f-ff8e-47b2-83e2-47486d916fb4 req-87536c36-4ff7-49ed-8a97-45693eef152d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.9413118 Feb 04 13:16:19.471123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:19.472928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70939f46-ae6b-4300-8094-c0649b60c092 req-6bcbfbb8-17a3-4029-9f43-ccb220fba72e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.4351950 Feb 04 13:16:19.505373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:port and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:19.511714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:19.525654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:19.532038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0ce01320-5807-46df-a926-da8614deec99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/3dfe00d4-8db1-488e-86b5-85510595fc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0571313 Feb 04 13:16:19.539236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:19.540229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:19.544012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] Sync routers for ids ['3dfe00d4-8db1-488e-86b5-85510595fc84'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:19.573507 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] Routers {'3dfe00d4-8db1-488e-86b5-85510595fc84'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:19.574706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-072bd52f-ff8e-47b2-83e2-47486d916fb4 req-27307fe3-5c0e-455d-9fe4-2fc603f52fbc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055501 Feb 04 13:16:19.575672 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3dfe00d4-8db1-488e-86b5-85510595fc84'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:19.608156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:19.609794 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:19.613161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Made reservation on behalf of 21e38f408bb54839b0bc6c04b3f94a10 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:19.625075 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:19.627446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70939f46-ae6b-4300-8094-c0649b60c092 req-fbb770e7-3ddb-4fc8-947c-0b3ce00f49a3 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535940 Feb 04 13:16:19.690042 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:19.696218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] device_id is not set on port 2120b852-fa75-413f-ac37-6a011b3afffe yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:16:19.713718 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] Routers {'3dfe00d4-8db1-488e-86b5-85510595fc84'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:19.714749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3dfe00d4-8db1-488e-86b5-85510595fc84'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:19.717244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afba7e8-bbbf-4591-a7f0-271f37d9c56b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:19.717882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0afba7e8-bbbf-4591-a7f0-271f37d9c56b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:19.756362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0afba7e8-bbbf-4591-a7f0-271f37d9c56b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:19.761181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0afba7e8-bbbf-4591-a7f0-271f37d9c56b tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports/d9207a20-6021-468c-abdd-4b7d55ed5263 HTTP/1.1" status: 200 len: 978 time: 0.2179704 Feb 04 13:16:19.761369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34646) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:19.899829 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:19.901159 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffdeaae-aba0-444e-bbce-d737e33243d2 None None] The sync data for ids ['3dfe00d4-8db1-488e-86b5-85510595fc84'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:20.023603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Allocated IP 172.20.0.6 (4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6/3dd244bf-044a-458f-8065-93edcda22868/2120b852-fa75-413f-ac37-6a011b3afffe) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:20.069456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.119605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Deleting port c9648716-ba7a-455e-a145-77c6cccb0395 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:20.120875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.304301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] The port 'c9648716-ba7a-455e-a145-77c6cccb0395' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:16:20.328424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df050-feb6-45e0-9333-8ee877a21669 req-9f977304-cb0d-4fb9-8c71-7e1a6d6c76ee tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:20.335073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437df050-feb6-45e0-9333-8ee877a21669 req-9f977304-cb0d-4fb9-8c71-7e1a6d6c76ee tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3723617 Feb 04 13:16:20.422273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-437df050-feb6-45e0-9333-8ee877a21669 req-5e4aa29b-423a-44e0-aaec-d10460ff8dce tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865028 Feb 04 13:16:20.628165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.647647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Transition to ACTIVE for port object 2120b852-fa75-413f-ac37-6a011b3afffe will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:20.675621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.715338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.753678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9752acf5-e004-4d8d-86b8-99a612dedd45']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:20.769230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8357007-8abc-40f3-9362-a6ae007ab1eb') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:20.769532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8357007-8abc-40f3-9362-a6ae007ab1eb') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:20.782590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.800728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.809581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:20.809996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:20.940553 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:20.943054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.011119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.018025 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.107824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:21.282507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:21.285481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:21.357258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] Pushing event deleted for resources: {'Network': ['ID=9752acf5-e004-4d8d-86b8-99a612dedd45,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:21.420630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc128832-28f5-4e66-a878-07ec60468771 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9752acf5-e004-4d8d-86b8-99a612dedd45 HTTP/1.1" status: 204 len: 168 time: 3.8953812 Feb 04 13:16:21.427802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:21.428503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.466022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3573675 Feb 04 13:16:21.467848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34748) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:21.468490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87340d-34e5-4014-b5eb-857187fb51d9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=2120b852-fa75-413f-ac37-6a011b3afffe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:21.478453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:21.487603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:21.513534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:floatingip and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:21.522528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:21.537727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23eaa1ab-41b3-48fc-9264-d96ef4a97e65 req-763e4b52-c566-43cf-8b85-52bd0124aff4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1432261 Feb 04 13:16:21.538848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:21.556507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16771ed-b231-4460-8597-2e15c03def5f req-d2c9fc43-c5ad-45cc-8a98-917dee1b2dd9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:21.563125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d16771ed-b231-4460-8597-2e15c03def5f req-d2c9fc43-c5ad-45cc-8a98-917dee1b2dd9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.5530512 Feb 04 13:16:21.569548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.668105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d16771ed-b231-4460-8597-2e15c03def5f req-7de9f9d5-f10d-412f-a33e-baa38eb8a454 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711710 Feb 04 13:16:21.690182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd75ad9-7f66-48e8-9341-07ca05ff6959 req-8d119b4a-cdd0-4649-b8b6-24c5dc4eda05 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:21.702469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cd75ad9-7f66-48e8-9341-07ca05ff6959 req-8d119b4a-cdd0-4649-b8b6-24c5dc4eda05 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.6978965 Feb 04 13:16:21.850541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e04369-5d91-42f1-8039-115449629d13 None None] Provisioning for port 2120b852-fa75-413f-ac37-6a011b3afffe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:21.860248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e04369-5d91-42f1-8039-115449629d13 None None] Provisioning complete for port 2120b852-fa75-413f-ac37-6a011b3afffe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:21.860614 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4e04369-5d91-42f1-8039-115449629d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:21.922180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23eaa1ab-41b3-48fc-9264-d96ef4a97e65 req-06428e5c-2d63-4884-95ff-32088c38d808 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2048254 Feb 04 13:16:21.984121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.027757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:22.039354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d4e04369-5d91-42f1-8039-115449629d13 None None] Port 2120b852-fa75-413f-ac37-6a011b3afffe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:22.050853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cd75ad9-7f66-48e8-9341-07ca05ff6959 req-d7ca1b5a-fbb6-455c-909d-10bcaac0c904 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365538 Feb 04 13:16:22.064687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23eaa1ab-41b3-48fc-9264-d96ef4a97e65 req-901410f7-a337-4913-bbbc-0a210690bc76 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143246 Feb 04 13:16:22.173407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port d9207a20-6021-468c-abdd-4b7d55ed5263 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:22.173747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.202974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34786) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:22.326003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a594ea-927f-4e40-8559-1b727b6c0dae req-5c68e33a-bfad-45ae-a459-7bdb034e58f7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:22.327913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36a594ea-927f-4e40-8559-1b727b6c0dae req-5c68e33a-bfad-45ae-a459-7bdb034e58f7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3564229 Feb 04 13:16:22.411581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Allocated IP 172.25.4.65 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:22.418617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36a594ea-927f-4e40-8559-1b727b6c0dae req-52fd7f7e-39ac-4fc2-82bb-398f8a463e6b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Feb 04 13:16:22.454851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.496335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68f47ecd-6437-451d-a1a5-c8e165ae5123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e0535dedcb247ab80cac9941adebe87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395497 Feb 04 13:16:22.496780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34802) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:22.507118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:22.583990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaa1ab-41b3-48fc-9264-d96ef4a97e65 req-6deeabb5-d9a6-4488-ab84-15ae68df336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:22.585449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23eaa1ab-41b3-48fc-9264-d96ef4a97e65 req-6deeabb5-d9a6-4488-ab84-15ae68df336a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4689932 Feb 04 13:16:22.590356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.606835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba53502588c4659b449b41744a266ee is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:22.613626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:22.631084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:22.743447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for d9207a20-6021-468c-abdd-4b7d55ed5263 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:22.886395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.950822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:22.969647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.004908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7e4b-676f-4235-ac8a-915b66643a99 req-72da9972-bf31-4b03-ace5-84d17d619d4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:23.006481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-865f7e4b-676f-4235-ac8a-915b66643a99 req-72da9972-bf31-4b03-ace5-84d17d619d4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3618948 Feb 04 13:16:23.111307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-865f7e4b-676f-4235-ac8a-915b66643a99 req-9430c01e-eacf-4ef7-b740-8ddd67e01a4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906496 Feb 04 13:16:23.170143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.176374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.233345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.262809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.270250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedecf38-5869-497d-92da-5346113238e4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:23.287276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.418034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=d9207a20-6021-468c-abdd-4b7d55ed5263,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:23.419858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0730419-d1ed-4e01-a008-4ea49a72d092,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:23.459106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-17eede8f-be6e-48a2-9d5b-e5b27ee7cd60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ba53502588c4659b449b41744a266ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2549753 Feb 04 13:16:23.463855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:23.466933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34866) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:23.466933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:23.476214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:23.500017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:23.592046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.593315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d606558a-5604-4efc-a0ec-e4877f3b6871 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0730419-d1ed-4e01-a008-4ea49a72d092 HTTP/1.1" status: 204 len: 168 time: 1.0904534 Feb 04 13:16:23.680105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.727137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:23.760517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a17e0-7786-466c-9816-c98ecc6b5538 req-a49f640f-3b0c-4829-adff-43f9baab33ef tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:23.767667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-340a17e0-7786-466c-9816-c98ecc6b5538 req-a49f640f-3b0c-4829-adff-43f9baab33ef tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3982666 Feb 04 13:16:23.883595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-340a17e0-7786-466c-9816-c98ecc6b5538 req-4072a627-6d8e-46ce-a476-a3ee41c29f90 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107795 Feb 04 13:16:23.899339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.046991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.072453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c4271-f8dc-430e-9d17-9e7c3519b379 req-77fe54fb-40d6-4c85-9cf8-f207a8c91e62 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:24.078870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.081027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce5c4271-f8dc-430e-9d17-9e7c3519b379 req-77fe54fb-40d6-4c85-9cf8-f207a8c91e62 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.7482719 Feb 04 13:16:24.118154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.186961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:24.214994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedecf38-5869-497d-92da-5346113238e4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:24.263133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.264345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf4c9ff9-1150-4e7a-b0f4-eb5de92f5131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cedecf38-5869-497d-92da-5346113238e4 HTTP/1.1" status: 204 len: 168 time: 0.7944131 Feb 04 13:16:24.357176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce5c4271-f8dc-430e-9d17-9e7c3519b379 req-0b3fa498-59cd-41c3-ab68-52728b39df6e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745554 Feb 04 13:16:24.390842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.647290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-227184a9-4bda-4923-8c8f-ae8821056803 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86fdb14d797d4c45b25f9ee2f62ad0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565647 Feb 04 13:16:24.668809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34932) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:24.702512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 3dfe00d4-8db1-488e-86b5-85510595fc84 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:16:24.770491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-ee7c14ef-e5dd-4d55-a40e-3c20339fbb04 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4803164 Feb 04 13:16:24.859981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.864795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:24.906153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:25.170307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c741497-0e6f-4e48-bc9f-b41db7efb879 req-d0cb747a-9925-48bc-b437-4a6025348ef9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:25.177456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c741497-0e6f-4e48-bc9f-b41db7efb879 req-d0cb747a-9925-48bc-b437-4a6025348ef9 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.8762007 Feb 04 13:16:25.213224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:25.213945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:25.214822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.224273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] Sync routers for ids ['3dfe00d4-8db1-488e-86b5-85510595fc84'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:25.231032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.246809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] Routers {'3dfe00d4-8db1-488e-86b5-85510595fc84'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:25.247811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3dfe00d4-8db1-488e-86b5-85510595fc84'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:25.257618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c741497-0e6f-4e48-bc9f-b41db7efb879 req-c3e5df98-6737-49bc-b14f-7142371978d7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761731 Feb 04 13:16:25.301124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.302459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a1b33833-b1b9-4de2-b57d-e391aed3acf1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8295286 Feb 04 13:16:25.312554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:25.327862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f473eaa2-f23e-4495-8e63-b4758c1b3da1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'floatingip': {'port_id': '2120b852-fa75-413f-ac37-6a011b3afffe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:25.330725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.336767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:25.342315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Usage tracker for resource:security_group_rule and tenant:697287f2aae04078a2554f7a98c7947b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:25.346015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:25.352894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:25.423730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:25.459982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] Routers {'3dfe00d4-8db1-488e-86b5-85510595fc84'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:25.460852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3dfe00d4-8db1-488e-86b5-85510595fc84'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:25.471184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.495924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f473eaa2-f23e-4495-8e63-b4758c1b3da1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.498082 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.588634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010dd1d3-7ffe-495e-8f18-89d421a34082,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:25.605888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:25.609035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c61501-a550-4edf-9a5d-688528008a34 None None] The sync data for ids ['3dfe00d4-8db1-488e-86b5-85510595fc84'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:25.660421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-df0084ae-0687-4a89-956b-dd77a7b4db78 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/3dfe00d4-8db1-488e-86b5-85510595fc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8977504 Feb 04 13:16:25.672241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-e4d727c7-7418-42ae-8b94-30e6beeeb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:25.673969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-e4d727c7-7418-42ae-8b94-30e6beeeb02b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 1096 time: 0.7771370 Feb 04 13:16:25.675677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:25.681993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:25.699209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bfa01a7a-5ae2-442b-92cc-a32bcc3b42d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=697287f2aae04078a2554f7a98c7947b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562473 Feb 04 13:16:25.712840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34974) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:26.050719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:26.126051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:26.131681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/375c5f00-07af-4350-a182-00ae7ea12f53 HTTP/1.1" status: 204 len: 168 time: 1.4535613 Feb 04 13:16:26.137575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c17284-f962-4219-a958-60feaaaeb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c5f00-07af-4350-a182-00ae7ea12f53,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:26.214472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:26.240553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b19247-4f12-4d86-9bbf-61860297f9f1 req-f10f640f-af92-4b27-a4db-ae2d473ae1c6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:26.242060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6b19247-4f12-4d86-9bbf-61860297f9f1 req-f10f640f-af92-4b27-a4db-ae2d473ae1c6 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.7566135 Feb 04 13:16:26.243134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-1f12afa4-80b0-49a5-89e4-bc9a228d00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:26.245072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-1f12afa4-80b0-49a5-89e4-bc9a228d00e2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.5353475 Feb 04 13:16:26.357929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:26.385247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-dc1bb3cf-28bf-4f8d-8312-d568acfe8f3f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 200 len: 217 time: 0.1191101 Feb 04 13:16:26.393237 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-e7daab29-c87a-405d-ac18-d01f511a635f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 13:16:26.394969 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7daab29-c87a-405d-ac18-d01f511a635f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/3dfe00d4-8db1-488e-86b5-85510595fc84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7020338 Feb 04 13:16:26.398425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:26.481679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a688d7d-34a7-4f8b-956d-0162692af304 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dfe00d4-8db1-488e-86b5-85510595fc84 HTTP/1.1" status: 200 len: 205 time: 0.0820103 Feb 04 13:16:26.483195 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f473eaa2-f23e-4495-8e63-b4758c1b3da1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] update failed (client error): The resource could not be found. Feb 04 13:16:26.486530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f473eaa2-f23e-4495-8e63-b4758c1b3da1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "PUT /v2.0/floatingips/095e3182-d192-4eb7-9fbc-74fb5821fae9 HTTP/1.1" status: 404 len: 507 time: 1.1704791 Feb 04 13:16:26.486530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:26.487368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:26.531030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6b19247-4f12-4d86-9bbf-61860297f9f1 req-9f933b83-3dfe-49dd-8d1d-3c0eaf1ff51f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825325 Feb 04 13:16:26.659026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-cd33740f-b852-487a-921a-567d8f68c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:26.663732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-cd33740f-b852-487a-921a-567d8f68c445 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.2421925 Feb 04 13:16:26.801122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:26.820925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-68850112-df4f-4823-8566-687bca04f9f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480427 Feb 04 13:16:26.863612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010dd1d3-7ffe-495e-8f18-89d421a34082,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:27.083840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:27.155874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting port a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:27.156217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:27.206800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:27.208726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-be8232f7-55de-46df-b07c-a1cd9511b5ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/010dd1d3-7ffe-495e-8f18-89d421a34082 HTTP/1.1" status: 204 len: 168 time: 1.4933271 Feb 04 13:16:27.327950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-d63db949-9e09-4b3e-89f5-899e822adec9 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998839 Feb 04 13:16:27.407346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ca86d-b085-49cf-a267-406e4ddc3229 req-f5a1d807-4076-4039-badb-6ba49754809b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:27.414530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-379ca86d-b085-49cf-a267-406e4ddc3229 req-f5a1d807-4076-4039-badb-6ba49754809b tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.2596402 Feb 04 13:16:27.669245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-379ca86d-b085-49cf-a267-406e4ddc3229 req-152aff05-b03c-448d-81e2-5c1ea3df4797 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310945 Feb 04 13:16:27.773726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b7bba48-d8d1-4515-9a1e-461474556bd8 req-f25f62e4-df45-46b4-aebf-5e79d281eb72 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373400 Feb 04 13:16:27.779676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:28.011609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.028294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.039722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549d88e-8299-42cb-8c60-81221e33ab0b req-65364c2c-ba40-4e50-a1ce-be34dba34f1c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:28.044650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bfb0e-1940-4717-859b-fe55207f75b6 req-9cdfb457-e3f2-497a-a172-6a0b909fc700 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:28.045759 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d2bfb0e-1940-4717-859b-fe55207f75b6 req-9cdfb457-e3f2-497a-a172-6a0b909fc700 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.1763048 Feb 04 13:16:28.050034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8549d88e-8299-42cb-8c60-81221e33ab0b req-65364c2c-ba40-4e50-a1ce-be34dba34f1c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.3327467 Feb 04 13:16:28.156290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.157054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 3dfe00d4-8db1-488e-86b5-85510595fc84 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:16:28.171039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8549d88e-8299-42cb-8c60-81221e33ab0b req-f71908b0-0f07-44ee-b547-39a797486d7c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196451 Feb 04 13:16:28.220593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d2bfb0e-1940-4717-859b-fe55207f75b6 req-ec1ee03d-1d5b-4960-be4d-22d9e46e7523 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634042 Feb 04 13:16:28.223617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.224753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d559eff2-3836-41c9-b00f-9c3f5f28df63 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/3dfe00d4-8db1-488e-86b5-85510595fc84 HTTP/1.1" status: 204 len: 168 time: 1.7392547 Feb 04 13:16:28.228716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:28.244568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1857764898-network', 'tenant_id': '0d5d7b7794d84b1f9bf07f5ce8826c8d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:28.250131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:28.254851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Usage tracker for resource:network and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:28.257934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:28.264629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:28.276721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Made reservation on behalf of 0d5d7b7794d84b1f9bf07f5ce8826c8d for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:28.280005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.301289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.318707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:28.324000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:28.328783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:28.345843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:28.373292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.373632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.610413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.624727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.662649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Calling delete_port for a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:28.689950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f432887-1988-45df-9bb8-d5df38b9614c req-0016b928-95d1-4895-9446-32e745b68748 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:28.703736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f432887-1988-45df-9bb8-d5df38b9614c req-0016b928-95d1-4895-9446-32e745b68748 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.1942246 Feb 04 13:16:28.730642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:16:28.741631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.756682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:28.844543 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f432887-1988-45df-9bb8-d5df38b9614c req-4458579c-50b0-4f82-bc79-7745891f295d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378829 Feb 04 13:16:28.854341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97dc360-8f90-4c77-86f5-7ed61ceda617,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:28.867458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.876004 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Added segment dd99a903-15f0-46cd-80d5-a0470a599dfa of type vlan for network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 Feb 04 13:16:28.896584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:28.939371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.116733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.117730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:29.118352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.261433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.336140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] Pushing event updated for resources: {'Network': ['ID=97bc6c3a-320e-46eb-b1a1-e8e5edf36507,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:29.342896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-40cac126-faa8-4180-a9f7-412af1183728 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5617576 Feb 04 13:16:29.343556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:29.348252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:29.352899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Request body: {'subnet': {'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1857764898-subnet', 'tenant_id': '0d5d7b7794d84b1f9bf07f5ce8826c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:29.363102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:29.383265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Usage tracker for resource:subnet and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:29.403301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:29.421847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065061-de08-461b-a396-c83c5bc7c177 req-4b160a68-a94d-43c3-baff-46074fd9a213 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:29.426030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Port': ['ID=a3b4b2df-1392-41c0-ae44-ae6d7fc6d32b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:29.426642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02065061-de08-461b-a396-c83c5bc7c177 req-4b160a68-a94d-43c3-baff-46074fd9a213 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3984501 Feb 04 13:16:29.443684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:29.522962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Made reservation on behalf of 0d5d7b7794d84b1f9bf07f5ce8826c8d for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:29.526498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.675293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.688243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.731477 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.737084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb373f49-e70d-41f3-ba7e-c8f47095d1c9 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "DELETE /v2.0/floatingips/095e3182-d192-4eb7-9fbc-74fb5821fae9 HTTP/1.1" status: 204 len: 168 time: 3.2488127 Feb 04 13:16:29.743649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:29.748766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'floatingip': {'floating_network_id': '4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6', 'port_id': '2120b852-fa75-413f-ac37-6a011b3afffe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:29.760159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:29.764216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:floatingip and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:29.768239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:29.777218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:29.809281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:29.819243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02065061-de08-461b-a396-c83c5bc7c177 req-2d0e5dd3-297e-4bc4-9abe-56bcd87a8513 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834717 Feb 04 13:16:30.114481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:30.119886 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:30.265339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:30.269639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:30.283701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b38132-05d5-43d8-a70a-738759e35ca0 None None] Network eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:30.313355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d9943db6-ba72-4387-a2f9-1ba8a902cf6a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7 HTTP/1.1" status: 204 len: 168 time: 2.0813944 Feb 04 13:16:30.316879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35174) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:30.339453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Checking segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:30.341051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Network hostable DHCP agents. Network: 97bc6c3a-320e-46eb-b1a1-e8e5edf36507, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:16:30.380403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24033722-0186-4610-84d2-e26de58870bd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:30.396687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.397034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.397372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.397705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.398036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.398363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.398704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.399026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.399892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.400215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.400894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.400894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:16:30.442854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:16:30.476500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c94eb5-0021-4bcd-89e6-5c9eeed00744 req-6fb45e6a-ed9a-46c9-987e-46170ecced86 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:30.485218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c94eb5-0021-4bcd-89e6-5c9eeed00744 req-6fb45e6a-ed9a-46c9-987e-46170ecced86 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.3291469 Feb 04 13:16:30.524084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 97bc6c3a-320e-46eb-b1a1-e8e5edf36507) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:30.539544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:30.540241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:30.563612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96fd7f4-6b94-49be-b160-38580726c09e None None] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:30.578848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7c94eb5-0021-4bcd-89e6-5c9eeed00744 req-067b8e8a-dc3a-4fec-bc09-f58c63c6bd60 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902295 Feb 04 13:16:30.597957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a1c52115-0a3c-4bad-95f4-4f352e435761 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2522855 Feb 04 13:16:30.696915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:30.794270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 4c84940e-ec00-4d68-811a-3ad7cb981366 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:30.795817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:31.281942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35198) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:31.412334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c4832-0931-4ad6-9871-a4f4705168d5 None None] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:31.816287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] DHCP port deletion for eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:16:31.889152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 4c84940e-ec00-4d68-811a-3ad7cb981366, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4c84940e-ec00-4d68-811a-3ad7cb981366,segment=NetworkSegment(e8fcc840-b2d9-46d3-b4fd-54690fa7b998),segment_id=e8fcc840-b2d9-46d3-b4fd-54690fa7b998)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:31.889654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:31.895535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Deleting port 4c84940e-ec00-4d68-811a-3ad7cb981366 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:31.896230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:31.921341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-62c0bd3f-8c72-46cf-86da-aa55933deafe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a07c2ca1003c41da87be4a4cc731e89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377671 Feb 04 13:16:31.928608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:31.952970 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:16:31.954104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8665ba85-5e95-4643-a0dd-d0a286673b23 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.2098689 Feb 04 13:16:31.957834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35216) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:31.963614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '2120b852-fa75-413f-ac37-6a011b3afffe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:31.977601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:31.988597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Usage tracker for resource:floatingip and tenant:21e38f408bb54839b0bc6c04b3f94a10 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:32.003004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:32.013065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:32.046422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:32.338345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 4c84940e-ec00-4d68-811a-3ad7cb981366 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:32.490114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] For port 4c84940e-ec00-4d68-811a-3ad7cb981366, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4c84940e-ec00-4d68-811a-3ad7cb981366,segment=NetworkSegment(e8fcc840-b2d9-46d3-b4fd-54690fa7b998),segment_id=e8fcc840-b2d9-46d3-b4fd-54690fa7b998)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:32.491080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:32.519880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:32.589757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:32.822074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Allocated IP 172.25.4.152 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/087cbe5f-b9d2-4264-aa60-aa664311a46e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:32.893764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Calling delete_port for 4c84940e-ec00-4d68-811a-3ad7cb981366 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:32.972281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=4c84940e-ec00-4d68-811a-3ad7cb981366,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:32.972281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No DVR routers for this DVR port 4c84940e-ec00-4d68-811a-3ad7cb981366 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:33.051124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:33.051904 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:33.134570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.167790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:33.181361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:33.181659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fcc840-b2d9-46d3-b4fd-54690fa7b998') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:33.197019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.216201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.224769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:33.225183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.231990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4c84940e-ec00-4d68-811a-3ad7cb981366 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:33.293808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4c84940e-ec00-4d68-811a-3ad7cb981366 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:16:33.294222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4c84940e-ec00-4d68-811a-3ad7cb981366 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:33.365098 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:33.387745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.416357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.427538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.464663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79 HTTP/1.1" status: 204 len: 168 time: 3.1386890 Feb 04 13:16:33.469991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:33.477701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-653978597'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:33.484904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:33.486834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97db2b1-2c47-4947-8143-1558d44eba26 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=eb25bc28-55fa-4eaf-9aad-a9e4e13dbe79,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:33.497976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:33.502049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:33.511018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.511232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:33.523368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:33.528006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.537744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-86035f7c-da57-499a-b92a-fbcaa306aeab tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:33.545625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-86035f7c-da57-499a-b92a-fbcaa306aeab tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 818 time: 0.9694173 Feb 04 13:16:33.553970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Deleting port 4c84940e-ec00-4d68-811a-3ad7cb981366 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:33.554370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.578620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.583110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-9f1a6668-e931-4669-82ca-ce1dc0a2a86b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/quotas/0d5d7b7794d84b1f9bf07f5ce8826c8d HTTP/1.1" status: 200 len: 375 time: 0.0358529 Feb 04 13:16:33.587248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.686117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-237a3984-ff3e-47b6-845d-bae8c8c0a3e9 None None] The port '4c84940e-ec00-4d68-811a-3ad7cb981366' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:16:33.706059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:33.732775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-1c5228d0-d0c8-497b-9a34-3cc2d3cda380 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483521 Feb 04 13:16:33.792360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:33.794533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:33.800968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:33.833537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:33.833886 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 257f523b-8926-402d-bbf6-7d6f48a4429a of type vlan for network ad780135-d930-4493-811b-4e1485c182b9 Feb 04 13:16:33.865693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event updated for resources: {'Port': ['ID=087cbe5f-b9d2-4264-aa60-aa664311a46e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:33.912624 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:34.067282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:34.073128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:34.073769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:34.099267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:34.129092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6579528 Feb 04 13:16:34.132827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35274) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:34.151224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817b3eb-da70-4419-bbd5-770f98dfba1c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:34.162310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-06c901cf-c4ca-4abd-8790-95aea46d89f5 service neutron] 10.222.0.53 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284909 Feb 04 13:16:34.187774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:34.192752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8f5b3c4d-6557-4236-980f-426f9d4c9c69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0817b3eb-da70-4419-bbd5-770f98dfba1c HTTP/1.1" status: 204 len: 168 time: 2.2627451 Feb 04 13:16:34.208955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': 'ad780135-d930-4493-811b-4e1485c182b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:34.382197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5e09e-9266-45f6-9450-9e920ee04c53 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=ad780135-d930-4493-811b-4e1485c182b9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:34.400350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ad780135-d930-4493-811b-4e1485c182b9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:34.406678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-b5681a67-2bd1-4e9c-a41a-82e4d7f801c3 service neutron] 10.222.0.53 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430601 Feb 04 13:16:34.603452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:34.646160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting port 087cbe5f-b9d2-4264-aa60-aa664311a46e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:34.648620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:35.147161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:35.151819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:35.172203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:35.238286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:35.248462 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:35.258490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9b39193-6555-46ba-9a11-7e4e06453a97 req-cc4cc9d9-b141-47f9-9ade-70e5d505be12 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.0732985 Feb 04 13:16:35.451684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:35.452017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:35.695370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Calling delete_port for 087cbe5f-b9d2-4264-aa60-aa664311a46e owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:36.154730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:36.362035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=1822ebe6-d24c-453a-b500-c66194f5e72f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:36.373720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:36.594111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Port': ['ID=087cbe5f-b9d2-4264-aa60-aa664311a46e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:36.615677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b736057-5e32-42d5-af17-e53a513a80aa req-69710c75-3e70-4d48-8eea-114db7709d9e tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.2454836 Feb 04 13:16:36.685216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '257f523b-8926-402d-bbf6-7d6f48a4429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:36.685777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: ad780135-d930-4493-811b-4e1485c182b9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:16:36.774148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network ad780135-d930-4493-811b-4e1485c182b9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:16:36.820832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ad780135-d930-4493-811b-4e1485c182b9) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:36.827049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:36.827916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:36.829202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea94a-1633-4da4-a026-fef42b608506 None None] Network ad780135-d930-4493-811b-4e1485c182b9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:36.835838 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] create failed (client error): The resource could not be found. Feb 04 13:16:36.837989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eca7a9d3-354c-4326-b551-e0a2ce028bb6 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8787873 Feb 04 13:16:36.841825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35396) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:36.871663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a06443be-4e97-41cd-8d7b-c280fc354b60 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6800971 Feb 04 13:16:36.873670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:36.885884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224815596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:36.894953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:36.922097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:36.925857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:36.947680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:36.960882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:36.961882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.004944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.048411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting port 2120b852-fa75-413f-ac37-6a011b3afffe {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:37.049030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.384609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.494031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.497462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ce7c078-3cc8-4fcb-bf23-262d6d722c9d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6203759 Feb 04 13:16:37.505066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35436) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:37.614491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-ad780135-d930-4493-811b-4e1485c182b9', 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '1822ebe6-d24c-453a-b500-c66194f5e72f'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:16:37.623669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:37.981469 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdb93ae8-37c4-4930-a412-cb839514cd59 req-96e37861-69f7-4a2d-b523-e85744f050e9 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.1322196 Feb 04 13:16:38.111175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:38.184129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Allocated IP 172.20.0.2 (ad780135-d930-4493-811b-4e1485c182b9/1822ebe6-d24c-453a-b500-c66194f5e72f/37539d98-5e83-4d63-bc1d-8ef306e20929) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:38.460355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Calling delete_port for 2120b852-fa75-413f-ac37-6a011b3afffe owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:38.696061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:38.883354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:38.885168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Transition to ACTIVE for port object 37539d98-5e83-4d63-bc1d-8ef306e20929 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:38.951243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Transition to ACTIVE for port object 37539d98-5e83-4d63-bc1d-8ef306e20929 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:38.970995 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:39.074985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Port': ['ID=2120b852-fa75-413f-ac37-6a011b3afffe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:39.279516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Network ad780135-d930-4493-811b-4e1485c182b9 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:39.321623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:39.326278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:39.356085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:39.540477 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:39.558974 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c3fafc33-fc43-4bcb-9d23-6ca645eefef1 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "DELETE /v2.0/ports/2120b852-fa75-413f-ac37-6a011b3afffe HTTP/1.1" status: 204 len: 168 time: 2.7154193 Feb 04 13:16:39.561732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:39.906905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff1644-af88-48d2-9f5f-89687b6db6f2 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:39.921266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62ff1644-af88-48d2-9f5f-89687b6db6f2 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Synchronizing usage tracker for tenant:21e38f408bb54839b0bc6c04b3f94a10 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:39.929489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Attempting to bind port 37539d98-5e83-4d63-bc1d-8ef306e20929 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:16:39.929854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Attempting to bind port 37539d98-5e83-4d63-bc1d-8ef306e20929 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '257f523b-8926-402d-bbf6-7d6f48a4429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:16:39.930234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Attempting to bind port 37539d98-5e83-4d63-bc1d-8ef306e20929 on network ad780135-d930-4493-811b-4e1485c182b9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:39.965610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Pushing event updated for resources: {'Port': ['ID=37539d98-5e83-4d63-bc1d-8ef306e20929,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:39.972413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:16:39.975263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62ff1644-af88-48d2-9f5f-89687b6db6f2 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Unset dirty status for tenant:21e38f408bb54839b0bc6c04b3f94a10 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:39.976706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62ff1644-af88-48d2-9f5f-89687b6db6f2 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "GET /v2.0/ports?device_id=b92dc220-6e4a-43cb-b614-c5d8394278be HTTP/1.1" status: 200 len: 913 time: 0.4137836 Feb 04 13:16:39.977239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Checking segment: {'id': '257f523b-8926-402d-bbf6-7d6f48a4429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:39.977922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:39.981647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35532) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:39.984149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Bound using segment: {'id': '257f523b-8926-402d-bbf6-7d6f48a4429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:16:39.984898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Bound port: 37539d98-5e83-4d63-bc1d-8ef306e20929, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257f523b-8926-402d-bbf6-7d6f48a4429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ad780135-d930-4493-811b-4e1485c182b9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:16:39.985975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:40.102883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-b81fabe5-dd33-4495-8eca-e82b446455ff tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:40.104948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-b81fabe5-dd33-4495-8eca-e82b446455ff tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:40.132414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35538) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:40.281604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] For port 37539d98-5e83-4d63-bc1d-8ef306e20929, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:16:40.285939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] For port 37539d98-5e83-4d63-bc1d-8ef306e20929, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=37539d98-5e83-4d63-bc1d-8ef306e20929,segment=NetworkSegment(257f523b-8926-402d-bbf6-7d6f48a4429a),segment_id=257f523b-8926-402d-bbf6-7d6f48a4429a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:16:40.301596 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:40.504291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bcb58-88bb-4429-936c-44fa15a19bda None None] Pushing event updated for resources: {'Port': ['ID=37539d98-5e83-4d63-bc1d-8ef306e20929,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:40.589239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2dfeeeb8-26bb-42d9-bfe9-988d9077e526 req-268ab12c-81e5-4890-9d25-4a40b53bc623 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.8976667 Feb 04 13:16:40.839139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:40.986206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0d097c1d-278c-497e-b707-3dc0ce6c5c8c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:40.986974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0d097c1d-278c-497e-b707-3dc0ce6c5c8c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:41.375431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 37539d98-5e83-4d63-bc1d-8ef306e20929 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:41.379454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-b81fabe5-dd33-4495-8eca-e82b446455ff tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:41.380806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-b81fabe5-dd33-4495-8eca-e82b446455ff tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.87 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 818 time: 2.3120821 Feb 04 13:16:41.405510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:41.457999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Request body: {'port': {'device_id': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'admin_state_up': True, 'tenant_id': '0d5d7b7794d84b1f9bf07f5ce8826c8d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:41.523538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 37539d98-5e83-4d63-bc1d-8ef306e20929 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:41.678218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0d097c1d-278c-497e-b707-3dc0ce6c5c8c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:41.680079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0d097c1d-278c-497e-b707-3dc0ce6c5c8c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 818 time: 1.2615530 Feb 04 13:16:41.750172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-66b89cf6-1b17-418f-a80c-641819639323 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:41.752281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-66b89cf6-1b17-418f-a80c-641819639323 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 818 time: 2.5633664 Feb 04 13:16:41.753676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:41.778458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-b4f26246-4a94-4eef-8470-6c7205223306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:41.778458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-b4f26246-4a94-4eef-8470-6c7205223306 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.4486687 Feb 04 13:16:41.882866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a4d69-88c9-4039-92fb-e1b6791c8299 req-27c88c10-34e7-4008-a561-faf3d66b0204 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:41.886996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-605a4d69-88c9-4039-92fb-e1b6791c8299 req-27c88c10-34e7-4008-a561-faf3d66b0204 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.2993455 Feb 04 13:16:41.977642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.20.0.1 (ad780135-d930-4493-811b-4e1485c182b9/1822ebe6-d24c-453a-b500-c66194f5e72f/d8badd2e-b302-45da-b8f8-adb2cdd30a99) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:42.055692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-605a4d69-88c9-4039-92fb-e1b6791c8299 req-c1ad3e94-e90a-49b6-b12d-36f6c3c5e1fb tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577446 Feb 04 13:16:42.082808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting port 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:42.083398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.102852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Request body: {'port': {'device_id': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'admin_state_up': True, 'tenant_id': '0d5d7b7794d84b1f9bf07f5ce8826c8d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:42.123876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Request body: {'port': {'device_id': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'admin_state_up': True, 'tenant_id': '0d5d7b7794d84b1f9bf07f5ce8826c8d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:42.142380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:273fc92593ec411090629311b8468e92 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:42.254223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:42.270978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ebdbe-5fe4-4eea-83cb-a9d508121923 None None] Network ad780135-d930-4493-811b-4e1485c182b9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:42.360899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.412023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:42.596637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Calling delete_port for 5b896a49-c5f8-4cb9-a1a6-07b2283ae26b owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:42.616672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Provisioning for port 37539d98-5e83-4d63-bc1d-8ef306e20929 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:42.631254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Provisioning complete for port 37539d98-5e83-4d63-bc1d-8ef306e20929 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:42.631715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.826471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-08c248f3-79e7-4663-bc32-1e9279c5a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:42.828139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-08c248f3-79e7-4663-bc32-1e9279c5a17e service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 1.0514700 Feb 04 13:16:42.860648 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.910416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] For port 37539d98-5e83-4d63-bc1d-8ef306e20929, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=37539d98-5e83-4d63-bc1d-8ef306e20929,segment=NetworkSegment(257f523b-8926-402d-bbf6-7d6f48a4429a),segment_id=257f523b-8926-402d-bbf6-7d6f48a4429a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:42.917325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.926426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:42.947790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:42.951896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Usage tracker for resource:port and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:42.955253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:42.961947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:42.965518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5365b3e0-c986-4eac-b0bb-6c8ce22c197b req-80b145e5-4094-4576-b070-e086086914f3 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.5742702 Feb 04 13:16:43.000426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7e8ae-dd52-4d3b-b8d7-0bfb0d2ec41d req-1be59845-8b7e-4780-8c32-62e6ddfb7b4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:43.008212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ca7e8ae-dd52-4d3b-b8d7-0bfb0d2ec41d req-1be59845-8b7e-4780-8c32-62e6ddfb7b4e tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 2.0141690 Feb 04 13:16:43.010509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c31d6a-e745-414c-9798-77ee6e22a772 None None] Pushing event updated for resources: {'Port': ['ID=37539d98-5e83-4d63-bc1d-8ef306e20929,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:43.019606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.023338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-28c59118-1253-4ede-96d7-714174deca4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1675162 Feb 04 13:16:43.043025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-42577a93-087b-4b14-b546-d7aa6eff24aa None None] Provisioning complete for port 37539d98-5e83-4d63-bc1d-8ef306e20929 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:43.043887 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42577a93-087b-4b14-b546-d7aa6eff24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.051635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:43.060296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Made reservation on behalf of 0d5d7b7794d84b1f9bf07f5ce8826c8d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:43.065072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.079224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.363975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-3670f318-9837-458e-9ea3-fa76f44f2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:43.365879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-3670f318-9837-458e-9ea3-fa76f44f2a5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.2970922 Feb 04 13:16:43.372010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.377511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Usage tracker for resource:port and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:43.389479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:43.393505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 37539d98-5e83-4d63-bc1d-8ef306e20929 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:16:43.419814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:43.574810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:43.589105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ca7e8ae-dd52-4d3b-b8d7-0bfb0d2ec41d req-470d2701-befc-4079-a45e-4704cda1f3af tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673025 Feb 04 13:16:43.595094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Port': ['ID=5b896a49-c5f8-4cb9-a1a6-07b2283ae26b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:43.612458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4690519-a405-47ab-9cf4-c93aab45859b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:43.662950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-ddca4d34-df4e-46ae-8896-96950d49ad6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2726336 Feb 04 13:16:43.738448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7765ce4a-9655-4dd4-a3fb-c26ae27a35aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.761356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object d8badd2e-b302-45da-b8f8-adb2cdd30a99 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:43.781277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 37539d98-5e83-4d63-bc1d-8ef306e20929 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:43.782038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.797171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-76c38007-f92a-4017-baee-989aa2fd3b3d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:43.799342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-76c38007-f92a-4017-baee-989aa2fd3b3d tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 1.6611238 Feb 04 13:16:43.800255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Made reservation on behalf of 0d5d7b7794d84b1f9bf07f5ce8826c8d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:43.803973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.821561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Usage tracker for resource:port and tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:43.828222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:43.834974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:43.914986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c411226-0406-42f6-b3b8-2b3c93d3a8d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=273fc92593ec411090629311b8468e92&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6066098 Feb 04 13:16:43.917848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35576) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:43.948653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:44.067095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:44.085601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network ad780135-d930-4493-811b-4e1485c182b9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:44.103970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:44.135160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:44.326955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1f812-a29b-426e-89f2-567987e95c75 req-0539f82b-5b51-453b-a227-41192da96ab8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:44.334948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9e1f812-a29b-426e-89f2-567987e95c75 req-0539f82b-5b51-453b-a227-41192da96ab8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.8572180 Feb 04 13:16:44.340829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Deleting port 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:44.341723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.377288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Made reservation on behalf of 0d5d7b7794d84b1f9bf07f5ce8826c8d for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:44.380970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.409532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-589ce319-7d3e-4270-b204-3ff0e20993e3 None None] Provisioning for port d8badd2e-b302-45da-b8f8-adb2cdd30a99 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:16:44.417649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-589ce319-7d3e-4270-b204-3ff0e20993e3 None None] Provisioning complete for port d8badd2e-b302-45da-b8f8-adb2cdd30a99 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:44.418335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-589ce319-7d3e-4270-b204-3ff0e20993e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.435614 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.459960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.489443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.494046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-589ce319-7d3e-4270-b204-3ff0e20993e3 None None] Port d8badd2e-b302-45da-b8f8-adb2cdd30a99 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:44.613214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d8badd2e-b302-45da-b8f8-adb2cdd30a99,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:44.615346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-6d9793d6-daab-4491-ae52-07f90d059466 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091666 Feb 04 13:16:44.616808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.668899 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9e1f812-a29b-426e-89f2-567987e95c75 req-91c7ab31-9ef5-434e-93fa-5f4e21cb63a6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309298 Feb 04 13:16:44.673838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b372bace-4d8a-4887-9de7-17079869ab68 req-9d290616-b01a-4caf-aee3-2ef407ba1240 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.3793130 Feb 04 13:16:44.715503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.745603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:44.823831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a09b3bccf449f687dcc9903a382bb6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:44.852482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:44.905285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:44.939739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:44.947534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5af1eb09-5614-4373-809c-7972f95a182a no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:44.994085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Allocated IP 172.20.0.3 (97bc6c3a-320e-46eb-b1a1-e8e5edf36507/24033722-0186-4610-84d2-e26de58870bd/1751d434-f385-4a1d-8d6d-8939127c4afa) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:45.009123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4690519-a405-47ab-9cf4-c93aab45859b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:45.034789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Router b92dc220-6e4a-43cb-b614-c5d8394278be has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:16:45.057218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f138f5aa-b4bf-4ab9-bb81-0b139f8c2716 req-8fa9266c-bfc2-45fb-ae64-ff2d4903e934 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289603 Feb 04 13:16:45.123680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.125365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc3339ce-5af1-42a2-a21e-ba53c49f0ff9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4690519-a405-47ab-9cf4-c93aab45859b HTTP/1.1" status: 204 len: 168 time: 1.2030571 Feb 04 13:16:45.182226 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.260183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:45.260605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:45.266858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba0ac4dd-f016-463c-aa9c-8f819b7a9152 tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "PUT /v2.0/routers/b92dc220-6e4a-43cb-b614-c5d8394278be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2837191 Feb 04 13:16:45.272247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] Sync routers for ids ['b92dc220-6e4a-43cb-b614-c5d8394278be'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:45.276975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34a36a-5d9d-4436-8422-9ffb1f0ff521 req-b8b93a52-786c-48cb-ad04-313351350b04 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:45.284078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e34a36a-5d9d-4436-8422-9ffb1f0ff521 req-b8b93a52-786c-48cb-ad04-313351350b04 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 946 time: 0.4361703 Feb 04 13:16:45.285718 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] Routers {'b92dc220-6e4a-43cb-b614-c5d8394278be'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:45.287578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:45.296871 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b92dc220-6e4a-43cb-b614-c5d8394278be'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:45.303441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:45.312559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.419965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:45.420369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.438917 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'code': 200} Feb 04 13:16:45.449879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:45.463383 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:45.475517 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] Routers {'b92dc220-6e4a-43cb-b614-c5d8394278be'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:45.476320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b92dc220-6e4a-43cb-b614-c5d8394278be'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:45.478220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.551285 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:45.552039 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7936a602-70e3-4c59-b9c2-932a4c4fbe5b None None] The sync data for ids ['b92dc220-6e4a-43cb-b614-c5d8394278be'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:45.566064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.596270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35610) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:45.606968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.634491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e34a36a-5d9d-4436-8422-9ffb1f0ff521 req-1d8a79d7-4635-4b6f-8370-6753fa3881ab tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476493 Feb 04 13:16:45.854523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5457b8b7-b468-4d51-b887-6355e94e680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.864656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Calling delete_port for 5af1eb09-5614-4373-809c-7972f95a182a owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:45.899991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:45.948695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.017145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82a38f69-8f00-48ed-857c-b828ad723437 req-cfadcf0f-362b-4a19-b949-a8021a632037 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.1164899 Feb 04 13:16:46.088620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.091236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.109174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810b876-78c0-43b1-9107-e5cd98265f2f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:46.121778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.121895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Fanout notify agent at l3_agent the message router_deleted on router b92dc220-6e4a-43cb-b614-c5d8394278be {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:16:46.124388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35620) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:46.125014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6f58acd8-177c-4734-92c2-8d2095bfaa88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4a09b3bccf449f687dcc9903a382bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0503287 Feb 04 13:16:46.141003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:46.155422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.156861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a4fe428-cb00-4589-87e5-f3e57c9d985e tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "DELETE /v2.0/routers/b92dc220-6e4a-43cb-b614-c5d8394278be HTTP/1.1" status: 204 len: 168 time: 0.8656578 Feb 04 13:16:46.165423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:46.187457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Usage tracker for resource:security_group_rule and tenant:e80e2cf250094d6fa64173f411b2e572 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:46.194802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:46.268436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting subnet 3dd244bf-044a-458f-8065-93edcda22868 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:16:46.273253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.275693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.307534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.313776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:46.314099 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:46.317909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:46.345225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.359053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.490540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.498125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff227b3-4412-4103-902a-3ee67107fc50 req-65199e25-65cc-4825-a0e3-fdcd4cbdb32a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:46.500324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cff227b3-4412-4103-902a-3ee67107fc50 req-65199e25-65cc-4825-a0e3-fdcd4cbdb32a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5910239 Feb 04 13:16:46.526204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.561251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810b876-78c0-43b1-9107-e5cd98265f2f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:46.587861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.589821 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-30a35ced-5035-49c3-81c0-ae62cbe21c64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3810b876-78c0-43b1-9107-e5cd98265f2f HTTP/1.1" status: 204 len: 168 time: 0.4622705 Feb 04 13:16:46.636470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.700826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd244bf-044a-458f-8065-93edcda22868,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:46.726226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.734907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5ec1a03-7a6f-4fe8-9de6-86cd1b70f67f tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "DELETE /v2.0/subnets/3dd244bf-044a-458f-8065-93edcda22868 HTTP/1.1" status: 204 len: 168 time: 0.5659251 Feb 04 13:16:46.735091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:46.737471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c92c66-9cbc-4fb8-aae5-1c597d92d0c6 None None] Network 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:16:46.818971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Deleting port 5af1eb09-5614-4373-809c-7972f95a182a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:46.819315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:46.919257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.001560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.020145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Deleting port 35d3aa7f-7658-4690-aeca-4de61a558fcf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:47.020755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.125611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faaae6-7cd0-4708-9dde-f7339939743c req-17d73d79-eb3a-471d-b0ad-cf23112548b8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:47.131599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78faaae6-7cd0-4708-9dde-f7339939743c req-17d73d79-eb3a-471d-b0ad-cf23112548b8 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 0.2650983 Feb 04 13:16:47.158160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] DHCP port deletion for 4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:16:47.163390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Deleting port 35d3aa7f-7658-4690-aeca-4de61a558fcf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:47.163825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.168812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cff227b3-4412-4103-902a-3ee67107fc50 req-57bae37c-68d8-442b-9903-8a7fc04de9f1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980831 Feb 04 13:16:47.272812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.300581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78faaae6-7cd0-4708-9dde-f7339939743c req-7c71c9af-3b23-4fb2-b085-f498c317ecc7 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547322 Feb 04 13:16:47.456871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35d3aa7f-7658-4690-aeca-4de61a558fcf no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:16:47.514966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] For port 35d3aa7f-7658-4690-aeca-4de61a558fcf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35d3aa7f-7658-4690-aeca-4de61a558fcf,segment=NetworkSegment(afa7317d-980c-4361-9c23-85f133cb7303),segment_id=afa7317d-980c-4361-9c23-85f133cb7303)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:47.515334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.533751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event updated for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:47.540782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:47.543995 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.567898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:47.570465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:47.595686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] For port 35d3aa7f-7658-4690-aeca-4de61a558fcf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35d3aa7f-7658-4690-aeca-4de61a558fcf,segment=NetworkSegment(afa7317d-980c-4361-9c23-85f133cb7303),segment_id=afa7317d-980c-4361-9c23-85f133cb7303)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:47.596083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.695307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.705093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e1ae914-80e5-448b-a916-172793ae9bd4 req-cada8768-805f-4762-bda2-6c72b0d1586e tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.2490659 Feb 04 13:16:47.739330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-cdfe7664-df6d-48aa-9fde-7b01fa243e38 {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:47.740349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Calling delete_port for 35d3aa7f-7658-4690-aeca-4de61a558fcf owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:47.740920 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:47.838624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.848471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:47.849238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.859681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.918839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Port': ['ID=35d3aa7f-7658-4690-aeca-4de61a558fcf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:47.921236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] No DVR routers for this DVR port 35d3aa7f-7658-4690-aeca-4de61a558fcf on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:47.925101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:47.946346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Calling delete_port for 35d3aa7f-7658-4690-aeca-4de61a558fcf owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:48.015779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.036745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] For port 5af1eb09-5614-4373-809c-7972f95a182a, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5af1eb09-5614-4373-809c-7972f95a182a,segment=NetworkSegment(4cafef13-ef2a-405a-9c33-0655396cd819),segment_id=4cafef13-ef2a-405a-9c33-0655396cd819)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:16:48.037278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.053987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.123567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:48.124717 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:48.256618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.270576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.297613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:48.311395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa7317d-980c-4361-9c23-85f133cb7303') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:48.311854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa7317d-980c-4361-9c23-85f133cb7303') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:48.325142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.343246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.350028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:48.350639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.386689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82912f1-81ac-4d26-af99-524db7816906,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:48.395936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-645ff819-252f-4fe0-abfa-9adde6a159ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e80e2cf250094d6fa64173f411b2e572&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7935667 Feb 04 13:16:48.440560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Calling delete_port for 5af1eb09-5614-4373-809c-7972f95a182a owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:48.459538 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:48.461401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35708) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:48.509286 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ac5d23e7-db49-4b80-b65b-68574c65cfe5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0879145 Feb 04 13:16:48.541723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.554248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-cdfe7664-df6d-48aa-9fde-7b01fa243e38 {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:48.554571 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:48.575788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.589220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] Pushing event deleted for resources: {'Network': ['ID=4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:48.615405 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa9eda9d-2cc3-4bcc-9de9-73c1a85fb56d tempest-FloatingIPNegativeTestJSON-222633907 tempest-FloatingIPNegativeTestJSON-222633907-project] 10.222.0.53 "DELETE /v2.0/networks/4e9761a3-0e22-42cb-b4d3-dcdcf48cbba6 HTTP/1.1" status: 204 len: 168 time: 1.8792808 Feb 04 13:16:48.619878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.634371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.645036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Deleting port 35d3aa7f-7658-4690-aeca-4de61a558fcf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:48.646042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.651700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Request body: {'port': {'device_id': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:48.658673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.689905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae414ebc-fd90-4931-921c-c321a5ca698a req-57749bf9-39c8-4dd8-a618-4316492bcc61 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:48.691338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae414ebc-fd90-4931-921c-c321a5ca698a req-57749bf9-39c8-4dd8-a618-4316492bcc61 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.2311416 Feb 04 13:16:48.830635 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.912212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbf055-1570-44cc-b3ec-ff333a434480 None None] The port '35d3aa7f-7658-4690-aeca-4de61a558fcf' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:16:48.924618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82912f1-81ac-4d26-af99-524db7816906,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:48.937698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae414ebc-fd90-4931-921c-c321a5ca698a req-42944b3a-8d3b-4c0a-9e71-28c34eaf8dec tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150700 Feb 04 13:16:48.943111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:48.946301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-316b959c-c613-4167-9911-0decac8f30fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a82912f1-81ac-4d26-af99-524db7816906 HTTP/1.1" status: 204 len: 168 time: 0.4840682 Feb 04 13:16:48.959639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:49.106336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:49.187297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35726) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:49.197931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=d8badd2e-b302-45da-b8f8-adb2cdd30a99,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:49.255425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-448dd133-7e0c-4331-b348-000d0859508d req-5ef63b57-281f-4661-94fd-0160f8b34b4c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.0729227 Feb 04 13:16:49.360263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:49.786940 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-189124db-120c-4d87-8431-8a4429ef45df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21e38f408bb54839b0bc6c04b3f94a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952263 Feb 04 13:16:49.789467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:49.951361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:49.993349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.077943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.099381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6d3ba-9b52-45ff-a8f6-fc7e0e00e72e req-d4ebdba7-e758-4b8d-ad10-d16412285edf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:50.100194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e8a6d3ba-9b52-45ff-a8f6-fc7e0e00e72e req-d4ebdba7-e758-4b8d-ad10-d16412285edf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Synchronizing usage tracker for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:50.101485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c005fb8-9286-4946-ab88-a591e139d71d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:50.103636 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.196863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.199359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e8a6d3ba-9b52-45ff-a8f6-fc7e0e00e72e req-d4ebdba7-e758-4b8d-ad10-d16412285edf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Unset dirty status for tenant:ca5765c2616f4f0c9e1d1511f222da7a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:50.200572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8a6d3ba-9b52-45ff-a8f6-fc7e0e00e72e req-d4ebdba7-e758-4b8d-ad10-d16412285edf tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0 HTTP/1.1" status: 200 len: 944 time: 1.6952381 Feb 04 13:16:50.202004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d08c354-4bc7-4a68-92e4-221a0a294c93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c005fb8-9286-4946-ab88-a591e139d71d HTTP/1.1" status: 204 len: 168 time: 0.4086556 Feb 04 13:16:50.205873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.248283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fada196-4bb6-498a-93c9-c6fb3db16d10 req-06ae7df5-07f3-423c-945b-597f92cdb4b9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:50.256492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fada196-4bb6-498a-93c9-c6fb3db16d10 req-06ae7df5-07f3-423c-945b-597f92cdb4b9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.1706288 Feb 04 13:16:50.259183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Allocated IP 172.20.0.13 (97bc6c3a-320e-46eb-b1a1-e8e5edf36507/24033722-0186-4610-84d2-e26de58870bd/b020dfc1-01a8-4cc7-bdb6-fa688cd6448f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:50.262297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network ad780135-d930-4493-811b-4e1485c182b9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:50.277476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:50.293582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Pushing event deleted for resources: {'Port': ['ID=5af1eb09-5614-4373-809c-7972f95a182a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:50.347287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fada196-4bb6-498a-93c9-c6fb3db16d10 req-0a9fc857-e406-4246-9f73-86093aa2f302 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894194 Feb 04 13:16:50.510945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] No DVR routers for this DVR port 5af1eb09-5614-4373-809c-7972f95a182a on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:16:50.526732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.531314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-deleted', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:50.564442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da1809ae-4102-4344-bec7-c305de1c848e req-102fd8d7-3d0f-4014-b12f-9f39d954af7b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 210 time: 0.0763626 Feb 04 13:16:50.649013 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd7bd64-d5a6-4a7e-bc9b-3540e9c9beb0', 'name': 'network-vif-deleted', 'tag': '5af1eb09-5614-4373-809c-7972f95a182a', 'status': 'completed', 'code': 200} Feb 04 13:16:50.670398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e8573de-faf3-4165-9be3-1113d1738e82 req-7b33c8dc-4665-4a39-8aa8-a4889c1a9f4f tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.90 "DELETE /v2.0/ports/5af1eb09-5614-4373-809c-7972f95a182a HTTP/1.1" status: 204 len: 173 time: 6.8534117 Feb 04 13:16:50.780334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6cabe463-9f82-4e77-b661-939d346bd206 None None] Provisioning complete for port d8badd2e-b302-45da-b8f8-adb2cdd30a99 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:16:50.780713 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6cabe463-9f82-4e77-b661-939d346bd206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:50.938465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8a6d3ba-9b52-45ff-a8f6-fc7e0e00e72e req-1f4ac2c0-816e-410c-ba51-3108285bb5f2 tempest-ServersNegativeTestJSON-1675524806 tempest-ServersNegativeTestJSON-1675524806-project] 10.222.0.53 "GET /v2.0/security-groups?id=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207549 Feb 04 13:16:50.963415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6cabe463-9f82-4e77-b661-939d346bd206 None None] Port d8badd2e-b302-45da-b8f8-adb2cdd30a99 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:16:50.968015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 5a436c97-eed6-4db0-b8a7-ec1db10524bc is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:16:51.059503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:51.187954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:51.197632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0e8656a-25b7-47cd-86d5-1d2ed6e8d17d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/5a436c97-eed6-4db0-b8a7-ec1db10524bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6905639 Feb 04 13:16:51.200612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35822) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:51.202316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] Sync routers for ids ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:51.232828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] Routers {'5a436c97-eed6-4db0-b8a7-ec1db10524bc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:51.234491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:51.254642 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:51.493154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e3a25-0a69-4ec0-9f50-b0e08d69567a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:51.497427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-067e3a25-0a69-4ec0-9f50-b0e08d69567a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:51.506013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:51.534998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] Routers {'5a436c97-eed6-4db0-b8a7-ec1db10524bc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:51.535868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:51.688336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:51.756134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-067e3a25-0a69-4ec0-9f50-b0e08d69567a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:51.757391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-067e3a25-0a69-4ec0-9f50-b0e08d69567a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports/d8badd2e-b302-45da-b8f8-adb2cdd30a99 HTTP/1.1" status: 200 len: 910 time: 0.5557563 Feb 04 13:16:51.762384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:51.774436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:51.776377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba2f2e-0b2b-4c36-abd6-c9116fea4bb1 None None] The sync data for ids ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:51.799181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:51.812765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:51.825283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:52.053843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:52.054552 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:52.127473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-4a3d229c-5366-4a93-ad7d-dbb67535e76c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.3356471 Feb 04 13:16:52.178993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-fbc59539-6e28-47db-91f5-4abecd865ce2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:52.179840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-fbc59539-6e28-47db-91f5-4abecd865ce2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:52.198247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Request body: {'port': {'device_id': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:52.276460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1751d434-f385-4a1d-8d6d-8939127c4afa {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:16:52.292716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-fbc59539-6e28-47db-91f5-4abecd865ce2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:52.292716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-fbc59539-6e28-47db-91f5-4abecd865ce2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 932 time: 0.4003937 Feb 04 13:16:52.320527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:52.385052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acc651-c741-44ea-ba79-68677200c269 req-70028a2c-f168-4716-876f-074279bc3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:52.388566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2acc651-c741-44ea-ba79-68677200c269 req-70028a2c-f168-4716-876f-074279bc3b82 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.8862133 Feb 04 13:16:52.414822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-865e38ce-9189-4689-9e2e-88a653e0e7b9 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:52.418148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Transition to ACTIVE for port object 1751d434-f385-4a1d-8d6d-8939127c4afa will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:52.422481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:52.436546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:52.508901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:52.642381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2acc651-c741-44ea-ba79-68677200c269 req-3035ae17-b449-4412-873c-0d29d6f265af service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430003 Feb 04 13:16:52.668490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9abe-f569-4eeb-8176-29f4e1922b3b req-9e9da60d-7347-4116-a609-bd30b771c17e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:52.675149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd7d9abe-f569-4eeb-8176-29f4e1922b3b req-9e9da60d-7347-4116-a609-bd30b771c17e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.8736002 Feb 04 13:16:52.716446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Pushing event updated for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:52.996182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd7d9abe-f569-4eeb-8176-29f4e1922b3b req-a4d2d356-c97e-44e6-9f7b-95dd05c236d6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080203 Feb 04 13:16:53.191873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:53.208201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-654339394'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:53.235641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-865e38ce-9189-4689-9e2e-88a653e0e7b9 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:53.240739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d502dc4-1123-43e5-b95a-6e8cfff840e8 req-865e38ce-9189-4689-9e2e-88a653e0e7b9 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115784 Feb 04 13:16:53.250221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:53.263060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:53.263060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:53.267837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:53.279896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:53.503004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:53.507107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:53.550042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:53.623436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:53.627814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:security_group_rule and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:53.631787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:53.642067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:54.062585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port d8badd2e-b302-45da-b8f8-adb2cdd30a99 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:16:54.066226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.087975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-cdfe7664-df6d-48aa-9fde-7b01fa243e38 {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:16:54.089167 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:16:54.194579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.371382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.401149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.469964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.545426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.568297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935569be-bb35-47e3-84e2-e3bf6c97d66c req-d98e1b9f-8c9c-4adb-90d7-7e5d2abf9e2d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:54.576340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935569be-bb35-47e3-84e2-e3bf6c97d66c req-d98e1b9f-8c9c-4adb-90d7-7e5d2abf9e2d tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.4329929 Feb 04 13:16:54.618334 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:16:54.648339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Deleting subnet 496ead97-7549-441e-8c51-2ceca74758d1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:16:54.651268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Attempting to bind port 1751d434-f385-4a1d-8d6d-8939127c4afa on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:16:54.651598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Attempting to bind port 1751d434-f385-4a1d-8d6d-8939127c4afa by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:16:54.651927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Attempting to bind port 1751d434-f385-4a1d-8d6d-8939127c4afa on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:54.660662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.756989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.779166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for d8badd2e-b302-45da-b8f8-adb2cdd30a99 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:16:54.815907 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.851876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-935569be-bb35-47e3-84e2-e3bf6c97d66c req-092a45fe-731e-43ac-90d5-b7792df861ef tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739685 Feb 04 13:16:54.860241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:54.873959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:16:54.891888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Port 1751d434-f385-4a1d-8d6d-8939127c4afa on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:16:54.892226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Attempting to bind port 1751d434-f385-4a1d-8d6d-8939127c4afa on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:54.910669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:54.911027 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 71a73635-8d8f-4a75-ac42-1e3f03778624 of type vlan for network 87998a7b-3eb0-4d1b-9a73-671ead895539 Feb 04 13:16:54.981380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b07c09-9d0a-4be3-b853-48ca66e7a305,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:54.984345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:16:54.984805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Checking segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:54.985193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Bound using segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:16:54.985911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Bound port: 1751d434-f385-4a1d-8d6d-8939127c4afa, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:16:54.986356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.173116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.188617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b020dfc1-01a8-4cc7-bdb6-fa688cd6448f {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:16:55.189029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.210244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.233903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:16:55.244114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1751d434-f385-4a1d-8d6d-8939127c4afa,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:16:55.257356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Transition to ACTIVE for port object b020dfc1-01a8-4cc7-bdb6-fa688cd6448f will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:16:55.261428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.287179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e3cf8-3e47-422f-80f2-9f3d46899103 req-b2c4e3be-40e4-4106-a059-21e2095d2201 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:55.289414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-836e3cf8-3e47-422f-80f2-9f3d46899103 req-b2c4e3be-40e4-4106-a059-21e2095d2201 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 932 time: 0.7973683 Feb 04 13:16:55.323204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=d8badd2e-b302-45da-b8f8-adb2cdd30a99,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:55.364080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.368047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.376002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.532991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Allocated IP 172.20.0.8 (97bc6c3a-320e-46eb-b1a1-e8e5edf36507/24033722-0186-4610-84d2-e26de58870bd/ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:16:55.673055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496ead97-7549-441e-8c51-2ceca74758d1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:55.716101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:55.722273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:55.722909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:56.054053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:56.229122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:56.229895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:56.231456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] 10.222.0.87 "PUT /v2.0/ports/1751d434-f385-4a1d-8d6d-8939127c4afa HTTP/1.1" status: 200 len: 1091 time: 7.6753860 Feb 04 13:16:56.240576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:56.306147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f026-f44c-451d-b12f-dde6d5867f5d service neutron] Pushing event updated for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:56.517593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-978efe59-c26f-4259-823b-7c7c399919af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/496ead97-7549-441e-8c51-2ceca74758d1 HTTP/1.1" status: 204 len: 168 time: 3.3189971 Feb 04 13:16:56.519159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=87998a7b-3eb0-4d1b-9a73-671ead895539,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:56.526202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ed7c3a6f-fc36-4c90-84dc-5f12ec6792eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.1026523 Feb 04 13:16:56.531426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:56.544809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:56.545822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:56.560528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-a6eaa4b3-bc58-46e4-8afc-9ec561f3c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:56.562102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-a6eaa4b3-bc58-46e4-8afc-9ec561f3c086 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.8029921 Feb 04 13:16:56.588863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1602650738'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:56.690971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-836e3cf8-3e47-422f-80f2-9f3d46899103 req-6a60f49d-6491-4e94-937d-c7dc587b3d8f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3334110 Feb 04 13:16:56.785981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:56.790794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Attempting to bind port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:16:56.791129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Attempting to bind port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:16:56.791463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Attempting to bind port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:56.799636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:16:56.800010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Attempting to bind port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:16:56.829202 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa', 'status': 'completed', 'code': 200} Feb 04 13:16:56.831363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:16:56.831710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Checking segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:16:56.832102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Bound using segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:16:56.832643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Bound port: b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:16:56.832999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:56.906204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:56.916030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:56.941438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-2a6f951b-7102-4197-9d2f-35e5ad5efb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:56.943090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-2a6f951b-7102-4197-9d2f-35e5ad5efb66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 1094 time: 0.6316113 Feb 04 13:16:56.980769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:56.985952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:57.010166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 5a436c97-eed6-4db0-b8a7-ec1db10524bc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:16:57.015429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:57.070991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd98afa-a0af-4b2d-a31a-07a222a9eaae req-170509d0-1b76-4db1-b046-dec825579b6b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:57.076589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-8044f192-b7cc-4ed2-90c5-c82b8035472a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1751d434-f385-4a1d-8d6d-8939127c4afa HTTP/1.1" status: 200 len: 217 time: 0.1225400 Feb 04 13:16:57.077871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fd98afa-a0af-4b2d-a31a-07a222a9eaae req-170509d0-1b76-4db1-b046-dec825579b6b tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.1170883 Feb 04 13:16:57.085044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.176211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:16:57.180888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.185994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:16:57.202383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7954235c-5989-4a07-af53-80b627fd5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:57.202771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7954235c-5989-4a07-af53-80b627fd5a51 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 0.1045730 Feb 04 13:16:57.207138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:16:57.265683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.280310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-e95cb53f-c56a-484e-ba09-b06c2c3f6bf5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665569 Feb 04 13:16:57.334495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fd98afa-a0af-4b2d-a31a-07a222a9eaae req-1ec57195-2b5c-40b2-8c6b-8eaebd249dbc tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556448 Feb 04 13:16:57.392112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:16:57.410712 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] Sync routers for ids ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:16:57.420697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.426642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] Routers {'5a436c97-eed6-4db0-b8a7-ec1db10524bc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:57.427784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.428883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:57.543143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.562805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-ad121b4e-f288-4627-97dc-670bc1d629cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:57.564618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-ad121b4e-f288-4627-97dc-670bc1d629cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.7582796 Feb 04 13:16:57.567971 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] Routers {'5a436c97-eed6-4db0-b8a7-ec1db10524bc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:16:57.568598 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.605376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.645711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2157fec4-d48e-46a4-9227-438e8abf3636']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.646581 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.647186 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4c857-a37f-474e-aff9-79d0be065435 None None] The sync data for ids ['5a436c97-eed6-4db0-b8a7-ec1db10524bc'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:16:57.660326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:16:57.761982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:57.763228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.764900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] 10.222.0.90 "PUT /v2.0/ports/b020dfc1-01a8-4cc7-bdb6-fa688cd6448f HTTP/1.1" status: 200 len: 1092 time: 5.5943258 Feb 04 13:16:57.777065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:16:57.796044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:16:57.796215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cafef13-ef2a-405a-9c33-0655396cd819') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.796376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cafef13-ef2a-405a-9c33-0655396cd819') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:16:57.798919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:16:57.822368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-7f8c4fdc-f313-4a35-bd16-005d4ff7d518 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1592104 Feb 04 13:16:57.836666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.837012 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 78b3464a-cfc3-4d20-957c-73063b65d71d of type vlan for network f756570f-919e-45c7-9872-4c93cbedf420 Feb 04 13:16:57.851882 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.915888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d404fb6f-a043-4ab1-920f-177f142336fa tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/5a436c97-eed6-4db0-b8a7-ec1db10524bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1248147 Feb 04 13:16:57.922007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:57.968040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:57.996383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df9478ac-cbd1-45cd-8558-02d88d0e68ff tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:58.005515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.011879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:16:58.012285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.025788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-9dae96c8-dd97-472b-8352-691e231fc377 service neutron] 10.222.0.87 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988564 Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:16:58.030562 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:16:58.081825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41698-317b-4ed1-bb8f-288bb87d5a34 service neutron] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:58.100473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-a169403b-e7be-423d-8cb9-b17c069c007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.102907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-a169403b-e7be-423d-8cb9-b17c069c007c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.2438374 Feb 04 13:16:58.183985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df9478ac-cbd1-45cd-8558-02d88d0e68ff tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:58.183985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-df9478ac-cbd1-45cd-8558-02d88d0e68ff tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a436c97-eed6-4db0-b8a7-ec1db10524bc HTTP/1.1" status: 200 len: 205 time: 0.2564168 Feb 04 13:16:58.185746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-1a438a07-ad23-4946-bd97-f1b88976f6ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752561 Feb 04 13:16:58.186200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:58.213735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.214697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.278005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-be80453a-b6d1-4758-a854-9f097e465926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.279616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-be80453a-b6d1-4758-a854-9f097e465926 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 1095 time: 0.4440105 Feb 04 13:16:58.283603 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-7091dfee-cf49-426a-8eff-228697bfa4b5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 16.1849260 Feb 04 13:16:58.302481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1c96e-7ad0-4e3f-9a8e-e860f360baa9 req-e823bf4f-b84c-426a-9ccf-be77ef6a1213 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.303258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67b1c96e-7ad0-4e3f-9a8e-e860f360baa9 req-e823bf4f-b84c-426a-9ccf-be77ef6a1213 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:16:58.402420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Request body: {'port': {'device_id': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:58.404458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.467445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-38c6723d-b0c8-422f-93e2-d7af0ce12e6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f HTTP/1.1" status: 200 len: 217 time: 0.1610992 Feb 04 13:16:58.488490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.498818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.505381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.506150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.530381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-933f774d-9966-4afa-a908-7ffa39fc2280 service neutron] 10.222.0.87 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771929 Feb 04 13:16:58.572230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] Pushing event deleted for resources: {'Network': ['ID=2157fec4-d48e-46a4-9227-438e8abf3636,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:58.572749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-67b1c96e-7ad0-4e3f-9a8e-e860f360baa9 req-e823bf4f-b84c-426a-9ccf-be77ef6a1213 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:16:58.574764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67b1c96e-7ad0-4e3f-9a8e-e860f360baa9 req-e823bf4f-b84c-426a-9ccf-be77ef6a1213 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 944 time: 0.6384888 Feb 04 13:16:58.624884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.832716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:16:58.877088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0a288cad-fe85-445b-a65e-cad0f429420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:58.878725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-0a288cad-fe85-445b-a65e-cad0f429420c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 0.3881090 Feb 04 13:16:58.917329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eeb823bb-9570-4757-8849-aad3210f532b admin admin] 10.222.0.53 "DELETE /v2.0/networks/2157fec4-d48e-46a4-9227-438e8abf3636 HTTP/1.1" status: 204 len: 168 time: 2.3629634 Feb 04 13:16:58.918816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3622973 Feb 04 13:16:58.947514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36034) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:58.949059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:58.977767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:16:58.998689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-e620a8c3-61f2-4ba6-9b30-601bfccfbe86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036568 Feb 04 13:16:59.086519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67b1c96e-7ad0-4e3f-9a8e-e860f360baa9 req-3f40f46a-87cd-402d-87ec-9e74452562d2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678593 Feb 04 13:16:59.235624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48c56-6dd9-4873-ac36-c35250d20f0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=f756570f-919e-45c7-9872-4c93cbedf420,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:16:59.248291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f756570f-919e-45c7-9872-4c93cbedf420 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:16:59.290015 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'status': 'completed', 'code': 200} Feb 04 13:16:59.323080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-097f0c85-9300-4d4b-a80d-3e7077c5875c service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458981 Feb 04 13:16:59.331059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.333130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:59.339797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.524149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.524947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 5a436c97-eed6-4db0-b8a7-ec1db10524bc {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:16:59.544348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38bea-286f-494a-88e2-16eb3fafff45 req-29fb3e68-1a14-4f28-b554-05675d228bd9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:59.551605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4da38bea-286f-494a-88e2-16eb3fafff45 req-29fb3e68-1a14-4f28-b554-05675d228bd9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.9583843 Feb 04 13:16:59.607385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-00d14fa8-0054-43fc-8a35-a38b1dd1ae31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca5765c2616f4f0c9e1d1511f222da7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709827 Feb 04 13:16:59.615911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.617234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e55f5b4-9668-45e7-8c01-42f746430b13 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/5a436c97-eed6-4db0-b8a7-ec1db10524bc HTTP/1.1" status: 204 len: 168 time: 1.4278924 Feb 04 13:16:59.620657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:59.621185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36052) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:16:59.624358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:16:59.663262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:16:59.681078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e41e724e-97ae-4753-aa91-9ecb846f5370 req-2edc0e2c-8201-487c-be10-fcb8139f2073 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431592 Feb 04 13:16:59.730593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:16:59.760076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4da38bea-286f-494a-88e2-16eb3fafff45 req-b7ee2183-03cd-4b0b-a76e-ade4c7d1348e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040336 Feb 04 13:16:59.778153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:16:59.784421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-2823d9ba-74ac-4812-97bd-0074e669d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:16:59.786775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-2823d9ba-74ac-4812-97bd-0074e669d104 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 1094 time: 1.1733952 Feb 04 13:16:59.805022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 1822ebe6-d24c-453a-b500-c66194f5e72f {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:16:59.811119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.869601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.899748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:16:59.908837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-9ed153b5-c1b9-40fa-8d36-6148e5e4388a service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329201 Feb 04 13:16:59.976307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.118494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.175817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.207960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:00.218248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.389448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.423197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:00.439483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=1822ebe6-d24c-453a-b500-c66194f5e72f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:00.443203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.455773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.457013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10bd4434-29ef-474a-bfe9-5157e3f8032d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84e4d585-92f5-4fd7-9d26-2c8e96a9f6f5 HTTP/1.1" status: 204 len: 168 time: 0.8347149 Feb 04 13:17:00.458581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f44616a6-d359-4b07-a618-60fec9c61c91 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1822ebe6-d24c-453a-b500-c66194f5e72f HTTP/1.1" status: 204 len: 168 time: 0.8348231 Feb 04 13:17:00.462040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:00.487827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f3fd1-4aff-4fb8-b7cc-eed9fb8cb26b None None] Network ad780135-d930-4493-811b-4e1485c182b9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:00.624402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:00.649957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 37539d98-5e83-4d63-bc1d-8ef306e20929 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:00.650309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:01.008308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-2fce90d3-c602-465e-a196-647118a33137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:01.010346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-2fce90d3-c602-465e-a196-647118a33137 service neutron] 10.222.0.87 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 919 time: 1.1899662 Feb 04 13:17:01.213473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] DHCP port deletion for ad780135-d930-4493-811b-4e1485c182b9 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:17:01.218864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Deleting port 37539d98-5e83-4d63-bc1d-8ef306e20929 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:01.219493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:01.326481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 37539d98-5e83-4d63-bc1d-8ef306e20929, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=37539d98-5e83-4d63-bc1d-8ef306e20929,segment=NetworkSegment(257f523b-8926-402d-bbf6-7d6f48a4429a),segment_id=257f523b-8926-402d-bbf6-7d6f48a4429a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:01.326883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:01.426388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1751d434-f385-4a1d-8d6d-8939127c4afa details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:17:01.439235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-19e336db-14eb-4c87-8920-6f4fd4cdc149 service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4666409 Feb 04 13:17:01.484993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-96063615-0d0b-44f5-83e9-f304759564ac service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1751d434-f385-4a1d-8d6d-8939127c4afa HTTP/1.1" status: 200 len: 217 time: 0.4433396 Feb 04 13:17:01.496289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:17:01.646314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:01.669042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 37539d98-5e83-4d63-bc1d-8ef306e20929 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:01.800907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163ac1b-f12b-43c4-9253-fe32b5da3066 req-554e8bc7-4146-4fa1-abb5-34bc51b458fd tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:01.802382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b163ac1b-f12b-43c4-9253-fe32b5da3066 req-554e8bc7-4146-4fa1-abb5-34bc51b458fd tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.7400959 Feb 04 13:17:01.848614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Transition to ACTIVE for port object ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:01.856721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:17:01.873811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a683-bd23-49aa-9df7-1d7db20d2071 req-96ff6747-7977-4800-9a81-18b6f0e106a5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:01.889851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c60a683-bd23-49aa-9df7-1d7db20d2071 req-96ff6747-7977-4800-9a81-18b6f0e106a5 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 944 time: 1.4504359 Feb 04 13:17:01.963601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b163ac1b-f12b-43c4-9253-fe32b5da3066 req-f6e77042-06e0-46bc-968f-841fd0b10847 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443367 Feb 04 13:17:01.966844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:01.977382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.061764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No DVR routers for this DVR port 37539d98-5e83-4d63-bc1d-8ef306e20929 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:02.130648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:02.132883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.205388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] For port 37539d98-5e83-4d63-bc1d-8ef306e20929, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=37539d98-5e83-4d63-bc1d-8ef306e20929,segment=NetworkSegment(257f523b-8926-402d-bbf6-7d6f48a4429a),segment_id=257f523b-8926-402d-bbf6-7d6f48a4429a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:02.209720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.456321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.512716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Calling delete_port for 37539d98-5e83-4d63-bc1d-8ef306e20929 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:02.528937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad780135-d930-4493-811b-4e1485c182b9']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:02.547635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257f523b-8926-402d-bbf6-7d6f48a4429a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:02.548262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257f523b-8926-402d-bbf6-7d6f48a4429a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:02.565175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.610207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.622034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=37539d98-5e83-4d63-bc1d-8ef306e20929,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:02.677740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:17:02.685131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:17:02.720935 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:17:02.734969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1751d434-f385-4a1d-8d6d-8939127c4afa,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:02.802507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '1751d434-f385-4a1d-8d6d-8939127c4afa', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'port_id': '1751d434-f385-4a1d-8d6d-8939127c4afa', 'mac_address': 'fa:16:3e:21:ee:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24033722-0186-4610-84d2-e26de58870bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:17:02.848050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=7d3d2a11-16f3-40bd-85b2-8218c938bfc4,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:02.856376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-a37b9e4b-4226-42d2-80f2-b93a9efe591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:02.856904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.862244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-a37b9e4b-4226-42d2-80f2-b93a9efe591e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 1.3466184 Feb 04 13:17:02.941319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:17:02.941889 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:17:02.942830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:02.943759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:02.953325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f95a7f4eea54ac081eb63852b1b83d7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:02.964052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:02.967595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1751d434-f385-4a1d-8d6d-8939127c4afa {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:17:02.986840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1751d434-f385-4a1d-8d6d-8939127c4afa,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:02.994552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.008544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:03.019342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c60a683-bd23-49aa-9df7-1d7db20d2071 req-f4345503-f12a-42df-bdd9-840c126f922f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1259236 Feb 04 13:17:03.044334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:03.091411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:03.095709 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.100441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-54eb17b8-d42a-4b84-8d43-dc9295b6ee29 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115350 Feb 04 13:17:03.111196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.111467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.111866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.112186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.112516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.112845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.113277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.113604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.119191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.130128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.130902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.131256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.131652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:03.232219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['1751d434-f385-4a1d-8d6d-8939127c4afa'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:17:03.282359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 37539d98-5e83-4d63-bc1d-8ef306e20929 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:03.334254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=ad780135-d930-4493-811b-4e1485c182b9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:03.353632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '71a73635-8d8f-4a75-ac42-1e3f03778624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:03.354389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: 87998a7b-3eb0-4d1b-9a73-671ead895539, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:03.374505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-e53f5246-db90-4845-8cfd-be46a3e66fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:03.377017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-e53f5246-db90-4845-8cfd-be46a3e66fda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 1095 time: 1.7105696 Feb 04 13:17:03.393357 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f92cf445-05e9-4cab-b0a7-a8ba0fa12d9e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/ad780135-d930-4493-811b-4e1485c182b9 HTTP/1.1" status: 204 len: 168 time: 2.9301682 Feb 04 13:17:03.400469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:03.423763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327839024', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:03.439312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:03.443999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 37539d98-5e83-4d63-bc1d-8ef306e20929 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:17:03.444356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 37539d98-5e83-4d63-bc1d-8ef306e20929 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:17:03.446020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Deleting port 37539d98-5e83-4d63-bc1d-8ef306e20929 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:03.446501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.455040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:03.468138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:03.486460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:03.504702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288305-2b1f-4844-9b39-e8701cdcc8b7 req-2bcbadd0-a053-4f4e-9f7f-3ef307ad3a7c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:03.506649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e288305-2b1f-4844-9b39-e8701cdcc8b7 req-2bcbadd0-a053-4f4e-9f7f-3ef307ad3a7c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.3228343 Feb 04 13:17:03.580435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.586996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e288305-2b1f-4844-9b39-e8701cdcc8b7 req-f52a7f5b-793f-4529-ab3d-7f6b69c33db8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722120 Feb 04 13:17:03.590232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.640135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-6274311a-a40c-44f2-92ea-9431519d287f service neutron] 10.222.0.87 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972780 Feb 04 13:17:03.660323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:03.672449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75edbda0-5b67-4d08-b424-79731759cdac,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:03.676555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5785cdb4-ab1c-4aaa-87a7-2506b3955fb5 None None] The port '37539d98-5e83-4d63-bc1d-8ef306e20929' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:17:03.714898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.718564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.737359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Attempting to bind port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:03.740318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Attempting to bind port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:03.742404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Attempting to bind port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:03.787156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-778230d4-0a42-4442-817a-4b9ca9ec85a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f95a7f4eea54ac081eb63852b1b83d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6544783 Feb 04 13:17:03.790846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:03.797500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:04.013936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eed158db-6e16-4306-8e2a-1af2ce8fc262 req-703646ef-2b84-4b6a-84c6-ab09ff84eff2 service neutron] 10.222.0.87 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385158 Feb 04 13:17:04.014549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:17:04.014902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Attempting to bind port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 on network 97bc6c3a-320e-46eb-b1a1-e8e5edf36507 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:04.056353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 87998a7b-3eb0-4d1b-9a73-671ead895539) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:04.067279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c445fb4-7a8a-43ba-aa7b-0c700634ce11 None None] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:04.076713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:04.077304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.099239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.107999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:04.109148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Checking segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:04.109555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Bound using segment: {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:04.109987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Bound port: ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd99a903-15f0-46cd-80d5-a0470a599dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:04.110334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.281585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-d8c8c679-f7d2-4e74-8a72-cd040a7b2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:04.281585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-d8c8c679-f7d2-4e74-8a72-cd040a7b2ff7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 919 time: 0.8951993 Feb 04 13:17:04.296966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7116c32a-af18-4690-af8a-863800489a80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3347385 Feb 04 13:17:04.361741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36158) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:04.383223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:04.519816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-b9b2bec1-cbfe-4737-bb4c-11db29e19e7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f HTTP/1.1" status: 200 len: 217 time: 0.2284138 Feb 04 13:17:04.523293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:04.685646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-87998a7b-3eb0-4d1b-9a73-671ead895539', 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '7d3d2a11-16f3-40bd-85b2-8218c938bfc4'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:04.688452 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.696983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:04.700643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:04.716257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:04.717394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:04.751234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.765304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:04.871687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:04.903103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.014388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:05.014388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-c25a53e2-2d00-413a-bd51-efbcf8355860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:05.014388 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-c25a53e2-2d00-413a-bd51-efbcf8355860 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 0.4665840 Feb 04 13:17:05.064929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b020dfc1-01a8-4cc7-bdb6-fa688cd6448f details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:17:05.108994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-23bd4f15-ac73-4cb7-acf2-83f0b5ced025 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789840 Feb 04 13:17:05.110942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:05.111951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.113461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-05849cba-38fb-41a1-b77a-d2851465eb53 service neutron] 10.222.0.90 "PUT /v2.0/ports/ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 HTTP/1.1" status: 200 len: 1091 time: 6.8060818 Feb 04 13:17:05.114531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:05.202898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:05.205542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeea3b-cd3c-4e4a-88e9-180acc9865f2 req-43124899-7d4c-417a-9506-e71537392c0b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:05.206956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ebeea3b-cd3c-4e4a-88e9-180acc9865f2 req-43124899-7d4c-417a-9506-e71537392c0b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 944 time: 0.7631369 Feb 04 13:17:05.220758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.279287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ebeea3b-cd3c-4e4a-88e9-180acc9865f2 req-ad9bc9d4-1b02-439e-be42-6f43a3e263d2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Feb 04 13:17:05.280133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.326058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75edbda0-5b67-4d08-b424-79731759cdac,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:05.344556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Allocated IP 2001:db8::2 (87998a7b-3eb0-4d1b-9a73-671ead895539/7d3d2a11-16f3-40bd-85b2-8218c938bfc4/70d25297-9508-42c4-a986-70ebed494730) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:05.375262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.376634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-677cdda1-d325-41d5-a0fc-6532b8d355c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75edbda0-5b67-4d08-b424-79731759cdac HTTP/1.1" status: 204 len: 168 time: 1.5776656 Feb 04 13:17:05.394134 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'status': 'completed', 'code': 200} Feb 04 13:17:05.523430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1751d434-f385-4a1d-8d6d-8939127c4afa up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:05.693349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.737294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.825608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 1751d434-f385-4a1d-8d6d-8939127c4afa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:05.832037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:05.843187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 1751d434-f385-4a1d-8d6d-8939127c4afa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:05.843556 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:05.905521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'port_id': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'mac_address': 'fa:16:3e:84:97:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24033722-0186-4610-84d2-e26de58870bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:17:05.977696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.25.4.6 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/03d4ea67-6f44-4fc7-94eb-4c4be8235b77) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:06.067652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.212462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:06.226040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-e0fcc392-97e1-4978-b52b-a0112a092480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:06.231073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b020dfc1-01a8-4cc7-bdb6-fa688cd6448f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:17:06.235267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-e0fcc392-97e1-4978-b52b-a0112a092480 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 1094 time: 0.9052954 Feb 04 13:17:06.248762 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-521c9778-5221-4c12-98dd-5ed67339ae72 service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1037464 Feb 04 13:17:06.264205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:06.308458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.382626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:06.392638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed91fa8bd96429289dc09d2387fedf7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:06.401081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.402064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:06.417978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:06.419654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-d8d61506-1e0f-45a5-868e-ea14f683874f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 HTTP/1.1" status: 200 len: 217 time: 0.1664972 Feb 04 13:17:06.426870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36202) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:06.440707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.524821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.528320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.538830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.591152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:06.603110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.666426 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ed91fa8bd96429289dc09d2387fedf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479308 Feb 04 13:17:06.666997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:06.667296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1751d434-f385-4a1d-8d6d-8939127c4afa,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:06.686137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Transition to ACTIVE for port object 70d25297-9508-42c4-a986-70ebed494730 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:06.734162 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa', 'code': 200} Feb 04 13:17:06.745783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b020dfc1-01a8-4cc7-bdb6-fa688cd6448f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:17:06.885636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-a16ee165-c34d-4c59-808c-bdc18cb3b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:06.888476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-a16ee165-c34d-4c59-808c-bdc18cb3b95e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 0.4621043 Feb 04 13:17:06.921288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:06.939231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caceffc-dde1-463e-9b6d-2d960a19dfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3be1b-3c54-4145-8e83-802e297d951a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:06.939820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:06.982484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.048913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-39e1d00a-bc53-4173-bbac-5d57f300f10b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434755 Feb 04 13:17:07.094805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.104756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:07.104981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.111913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-918faf3e-4eab-49fc-bacc-55f02f6dcbbd req-248922b7-5577-45db-860e-65a28af13d0c service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882353 Feb 04 13:17:07.132666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Transition to ACTIVE for port object 70d25297-9508-42c4-a986-70ebed494730 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:07.167778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25513-db54-45b9-817c-24a046229bfc req-38ee45ef-24af-4958-a3b8-ddd96882ee01 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:07.169316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fcf25513-db54-45b9-817c-24a046229bfc req-38ee45ef-24af-4958-a3b8-ddd96882ee01 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 945 time: 0.6360776 Feb 04 13:17:07.172741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.176823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.267464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:07.280606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:07.285312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:07.298561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.307804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:07.330302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:07.337430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:07.519191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Pushing event updated for resources: {'Port': ['ID=70d25297-9508-42c4-a986-70ebed494730,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:07.569178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Attempting to bind port 70d25297-9508-42c4-a986-70ebed494730 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:07.569740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Attempting to bind port 70d25297-9508-42c4-a986-70ebed494730 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '71a73635-8d8f-4a75-ac42-1e3f03778624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:07.570115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Attempting to bind port 70d25297-9508-42c4-a986-70ebed494730 on network 87998a7b-3eb0-4d1b-9a73-671ead895539 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:07.577618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:07.578200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Checking segment: {'id': '71a73635-8d8f-4a75-ac42-1e3f03778624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:07.578628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.579052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Bound using segment: {'id': '71a73635-8d8f-4a75-ac42-1e3f03778624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:07.579524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Bound port: 70d25297-9508-42c4-a986-70ebed494730, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a73635-8d8f-4a75-ac42-1e3f03778624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '87998a7b-3eb0-4d1b-9a73-671ead895539'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:07.580035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.584466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-e008a2a7-ac8f-48c4-8be9-5165351d3998 service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265286 Feb 04 13:17:07.587781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=03d4ea67-6f44-4fc7-94eb-4c4be8235b77,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:07.605410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fcf25513-db54-45b9-817c-24a046229bfc req-62429b19-8f26-420e-b64b-dba21ba4f9d6 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212797 Feb 04 13:17:07.699947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326988f-d8bd-433b-acf4-0c1f3623f573 req-52eb4b08-b3dd-4c4a-bc12-532d1015bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:07.716469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b326988f-d8bd-433b-acf4-0c1f3623f573 req-52eb4b08-b3dd-4c4a-bc12-532d1015bc81 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 1096 time: 0.9452419 Feb 04 13:17:07.728277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:07.759651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.797058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:07.801706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Usage tracker for resource:security_group_rule and tenant:9310d9e771dd4eb6855fcc7cc62685eb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:07.805014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] For port 70d25297-9508-42c4-a986-70ebed494730, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:07.805574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:07.808535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] For port 70d25297-9508-42c4-a986-70ebed494730, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=70d25297-9508-42c4-a986-70ebed494730,segment=NetworkSegment(71a73635-8d8f-4a75-ac42-1e3f03778624),segment_id=71a73635-8d8f-4a75-ac42-1e3f03778624)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:07.812841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:07.817249 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.923210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:07.975495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.025321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47eea1d-5c53-4f2b-b62c-5abc44f556bd None None] Pushing event updated for resources: {'Port': ['ID=70d25297-9508-42c4-a986-70ebed494730,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:08.119248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3be1b-3c54-4145-8e83-802e297d951a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:08.128104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=7cb97148-7d1e-44f1-b45b-16c5c863c97b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:08.157794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '78b3464a-cfc3-4d20-957c-73063b65d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:08.158172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: f756570f-919e-45c7-9872-4c93cbedf420, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:08.180905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9310d9e771dd4eb6855fcc7cc62685eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7019882 Feb 04 13:17:08.184020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:08.188798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b326988f-d8bd-433b-acf4-0c1f3623f573 req-bab1834e-f8a6-4faa-9983-350e05b18cc6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541487 Feb 04 13:17:08.189544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a7e71-1177-4229-a69b-0143db70de8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea3a75-92a0-4938-94a9-39c3e23a6d68,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:08.222845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.242148 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.243354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f909c4ea-969c-4da3-98c6-c85da997fa39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00a3be1b-3c54-4145-8e83-802e297d951a HTTP/1.1" status: 204 len: 168 time: 1.5508471 Feb 04 13:17:08.247637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:08.277493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Usage tracker for resource:security_group_rule and tenant:9bd9018edcd34803bf3b964a8cb4e15b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:08.297175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:08.298218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac72d8cf-0b19-459b-b172-cc01f531f3c4 req-ab1da81b-8465-47e6-92df-6fd14173df23 service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854317 Feb 04 13:17:08.300590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network f756570f-919e-45c7-9872-4c93cbedf420 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:08.324974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.328420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:08.328591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f756570f-919e-45c7-9872-4c93cbedf420) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:08.342038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20017d7d-ea69-42ea-b7f0-31b7f079c196 None None] Network f756570f-919e-45c7-9872-4c93cbedf420 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:08.367176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:08.367779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.501914 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-69b94cb4-5dc1-404f-baee-d153d2aefef5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1336131 Feb 04 13:17:08.506675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:08.550105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1583284147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:08.557977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:08.561994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:08.564953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:08.571708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:08.579909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.605295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.607716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.697804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.707223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-5774d38b-08cf-4b74-a3f0-39f0c8436700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:08.709077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-5774d38b-08cf-4b74-a3f0-39f0c8436700 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 1094 time: 0.3439107 Feb 04 13:17:08.892108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.908502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f756570f-919e-45c7-9872-4c93cbedf420', 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '7cb97148-7d1e-44f1-b45b-16c5c863c97b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:08.909580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:08.972234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea3a75-92a0-4938-94a9-39c3e23a6d68,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:08.972985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.021284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.092342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b020dfc1-01a8-4cc7-bdb6-fa688cd6448f up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:09.095544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.099627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c7c83a09-ab4c-4179-9372-effdb33ad869 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbea3a75-92a0-4938-94a9-39c3e23a6d68 HTTP/1.1" status: 204 len: 168 time: 0.9136298 Feb 04 13:17:09.124954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.133117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c2480515-0591-4270-a3e5-0f23702b2ec3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6201882 Feb 04 13:17:09.141406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:09.340540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-aed1f71b-d39a-4610-ba80-9493374dd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:09.353409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-aed1f71b-d39a-4610-ba80-9493374dd16c service neutron] 10.222.0.90 "GET /v2.0/networks?id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 200 len: 919 time: 0.6088314 Feb 04 13:17:09.562669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Allocated IP 2001:db8:1::2 (f756570f-919e-45c7-9872-4c93cbedf420/7cb97148-7d1e-44f1-b45b-16c5c863c97b/bd4b116a-b666-4ca9-acb5-aaf657b0b476) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:09.625321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.659204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:09.847994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bd9018edcd34803bf3b964a8cb4e15b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1186903 Feb 04 13:17:09.855207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:10.071583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 70d25297-9508-42c4-a986-70ebed494730 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:10.092870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-acf79605-2f00-4a11-aff6-7832d6b8b99f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 HTTP/1.1" status: 200 len: 217 time: 0.7361600 Feb 04 13:17:10.096934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36284) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:10.136131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5fe2a-182a-413a-92b4-79784766e501 None None] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:10.181150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e20b-5857-4c20-8d67-166a9fb93224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbabc8-b1d5-431a-b6ea-c90055cb4d5b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:10.262563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.311746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-100667c7-4beb-4a77-95f4-fd73f4a87584 None None] Provisioning for port 70d25297-9508-42c4-a986-70ebed494730 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:10.345409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3fdbe-0909-4d24-b86f-7ca6d73b4cdf req-f77ae68d-5876-46f3-8777-6c9c2495bd89 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:10.352688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba3fdbe-0909-4d24-b86f-7ca6d73b4cdf req-f77ae68d-5876-46f3-8777-6c9c2495bd89 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 945 time: 1.4682865 Feb 04 13:17:10.371677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.434671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:10.441699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 70d25297-9508-42c4-a986-70ebed494730 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:10.454046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.495969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.496329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:10.496613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.504984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba3fdbe-0909-4d24-b86f-7ca6d73b4cdf req-66e2e947-8492-4f13-bf60-ece711d825cb tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510584 Feb 04 13:17:10.546400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 70d25297-9508-42c4-a986-70ebed494730 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:10.546857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.547064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:10.697074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Usage tracker for resource:security_group_rule and tenant:84690d0fbcb445778f9d5a1a58999666 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:10.712594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:10.713092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-f1df6844-7141-48d5-9645-e7f098db595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:10.714766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-f1df6844-7141-48d5-9645-e7f098db595e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 200 len: 858 time: 0.6080754 Feb 04 13:17:10.715764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:10.759998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:10.812575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 056f14cc-9df0-4a1e-bbfc-28a49038a5df is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:17:10.859268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-d405d348-755b-4976-8635-61b1d133ad12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97bc6c3a-320e-46eb-b1a1-e8e5edf36507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349137 Feb 04 13:17:11.081211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-a31dcbfc-d1d6-4a93-8fff-d0c76513cd59 service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076237 Feb 04 13:17:11.104076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.117667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:17:11.120094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.273242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:11.279830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:11.323157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Transition to ACTIVE for port object bd4b116a-b666-4ca9-acb5-aaf657b0b476 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:11.326431 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1540aa54-8f85-4a94-a2fa-dddc8373eaa5 req-e29a59ae-b32d-4426-9769-c3679f32723f service neutron] 10.222.0.90 "GET /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080362 Feb 04 13:17:11.354744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] Sync routers for ids ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:11.382708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.389690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.399572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dbbabc8-b1d5-431a-b6ea-c90055cb4d5b HTTP/1.1" status: 204 len: 168 time: 1.5382884 Feb 04 13:17:11.401337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:11.427023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.432102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:17:11.432748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-652a23f1-a442-498e-b817-a24ce4cc984f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.0228183 Feb 04 13:17:11.437685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36312) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:11.449082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c52a-e9ae-48dd-a732-6bf5a95930e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbbabc8-b1d5-431a-b6ea-c90055cb4d5b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:11.506186 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'code': 200} Feb 04 13:17:11.508131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.515721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:11.894528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Transition to ACTIVE for port object bd4b116a-b666-4ca9-acb5-aaf657b0b476 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:12.053030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] Routers {'056f14cc-9df0-4a1e-bbfc-28a49038a5df'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:12.054467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:12.072492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343259e6-04e4-4f35-9ea3-14a084b0dce3 req-c89b867b-5066-40f1-99a6-4e34b6fa76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:12.074030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-343259e6-04e4-4f35-9ea3-14a084b0dce3 req-c89b867b-5066-40f1-99a6-4e34b6fa76d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 1097 time: 0.5701797 Feb 04 13:17:12.139731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:12.215402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 70d25297-9508-42c4-a986-70ebed494730, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=70d25297-9508-42c4-a986-70ebed494730,segment=NetworkSegment(71a73635-8d8f-4a75-ac42-1e3f03778624),segment_id=71a73635-8d8f-4a75-ac42-1e3f03778624)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:12.254040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:12.262827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Network f756570f-919e-45c7-9872-4c93cbedf420 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:12.276118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:12.282665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-78865acc-231c-4aa9-bdd5-a3fcf92347c0 None None] Provisioning complete for port 70d25297-9508-42c4-a986-70ebed494730 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:12.283031 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78865acc-231c-4aa9-bdd5-a3fcf92347c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:12.315714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:12.340757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:12.379895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e07ab49b-a84a-4e11-8ae9-3e50e61d4a47 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers/056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 200 len: 878 time: 0.9410861 Feb 04 13:17:12.382332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36338) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:12.541094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:12.630151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8::1 (87998a7b-3eb0-4d1b-9a73-671ead895539/7d3d2a11-16f3-40bd-85b2-8218c938bfc4/d696dac8-2fbb-40f2-9219-d35ca5e196f4) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:12.637180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'network_id': '97bc6c3a-320e-46eb-b1a1-e8e5edf36507', 'port_id': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'mac_address': 'fa:16:3e:9f:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24033722-0186-4610-84d2-e26de58870bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:17:12.642411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] Routers {'056f14cc-9df0-4a1e-bbfc-28a49038a5df'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:12.643829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:16:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:12.821477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:12.940899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:12.988945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object d696dac8-2fbb-40f2-9219-d35ca5e196f4 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:13.026720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Pushing event updated for resources: {'Port': ['ID=bd4b116a-b666-4ca9-acb5-aaf657b0b476,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:13.049087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.073605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.091234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.105564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b6b35d4b-583b-4362-9aa3-83ef8f58c0c6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:router {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:13.160178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b6b35d4b-583b-4362-9aa3-83ef8f58c0c6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:router {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:13.161871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b6b35d4b-583b-4362-9aa3-83ef8f58c0c6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.7784300 Feb 04 13:17:13.165497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:13.186490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-327839024'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:13.339037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:13.352402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=d696dac8-2fbb-40f2-9219-d35ca5e196f4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:13.360974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:13.361466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbebb1-d723-43e4-b21e-539c9420abdb None None] The sync data for ids ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:13.362754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=70d25297-9508-42c4-a986-70ebed494730,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:13.366049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:13.407370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Attempting to bind port bd4b116a-b666-4ca9-acb5-aaf657b0b476 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:13.408096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Attempting to bind port bd4b116a-b666-4ca9-acb5-aaf657b0b476 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '78b3464a-cfc3-4d20-957c-73063b65d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:13.408096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Attempting to bind port bd4b116a-b666-4ca9-acb5-aaf657b0b476 on network f756570f-919e-45c7-9872-4c93cbedf420 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:13.418986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcce69-c819-4116-a4e3-a0062cb741f6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:13.439086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:13.439615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Checking segment: {'id': '78b3464a-cfc3-4d20-957c-73063b65d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:13.439971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.440248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Bound using segment: {'id': '78b3464a-cfc3-4d20-957c-73063b65d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:13.440734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Bound port: bd4b116a-b666-4ca9-acb5-aaf657b0b476, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3464a-cfc3-4d20-957c-73063b65d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f756570f-919e-45c7-9872-4c93cbedf420'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:13.441112 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.449227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:13.449827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:13.454363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-343259e6-04e4-4f35-9ea3-14a084b0dce3 req-bc45d993-d7c2-426b-89e3-55b5e97366c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548384 Feb 04 13:17:13.526101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-066e253f-a352-4b1e-a186-138384751733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84690d0fbcb445778f9d5a1a58999666&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4203150 Feb 04 13:17:13.537962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36382) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:13.573812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a863-5362-4728-9ba1-61007fa98f16 req-bf4eb542-52ad-4192-b68a-8c2b12a66a21 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:13.576288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1f7a863-5362-4728-9ba1-61007fa98f16 req-bf4eb542-52ad-4192-b68a-8c2b12a66a21 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 946 time: 1.6960585 Feb 04 13:17:13.842802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1f7a863-5362-4728-9ba1-61007fa98f16 req-73ae3c0e-685d-413a-bf72-a97b70985fe9 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568939 Feb 04 13:17:13.958460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.009781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] For port bd4b116a-b666-4ca9-acb5-aaf657b0b476, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:14.016744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] For port bd4b116a-b666-4ca9-acb5-aaf657b0b476, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd4b116a-b666-4ca9-acb5-aaf657b0b476,segment=NetworkSegment(78b3464a-cfc3-4d20-957c-73063b65d71d),segment_id=78b3464a-cfc3-4d20-957c-73063b65d71d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:14.027526 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.074129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.077418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.244687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:17:14.284169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-814157ce-f767-4b8d-98c6-3815c336d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.364774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:14.378945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.385546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac563-3a4f-4bcb-9c57-0feb605b18a6 None None] Pushing event updated for resources: {'Port': ['ID=bd4b116a-b666-4ca9-acb5-aaf657b0b476,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:14.450875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 70d25297-9508-42c4-a986-70ebed494730 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:14.540748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:14.745810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:17:14.882975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d1b5981b-b8a4-479d-b996-02f09f5d3410 None None] Provisioning for port d696dac8-2fbb-40f2-9219-d35ca5e196f4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:14.988482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d1b5981b-b8a4-479d-b996-02f09f5d3410 None None] Provisioning complete for port d696dac8-2fbb-40f2-9219-d35ca5e196f4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:14.988866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1b5981b-b8a4-479d-b996-02f09f5d3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.031762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 70d25297-9508-42c4-a986-70ebed494730 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:15.032623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.196521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:15.333402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5981b-b8a4-479d-b996-02f09f5d3410 None None] Port d696dac8-2fbb-40f2-9219-d35ca5e196f4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:15.472838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.498444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.509814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.516171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.516927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.524184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.529648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcce69-c819-4116-a4e3-a0062cb741f6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:15.630082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.631328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.631878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.632361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.632970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.633577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.634283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.634870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.635438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.635974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.636512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.637064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:15.648978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.652728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0bca26c5-24ee-4069-8b0e-8633724ac888 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bbcce69-c819-4116-a4e3-a0062cb741f6 HTTP/1.1" status: 204 len: 168 time: 2.1077921 Feb 04 13:17:15.677835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29941d-1660-4845-9d44-c25734e64089 req-54a32c26-8f4d-4779-a914-494c3d184343 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:15.691255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c29941d-1660-4845-9d44-c25734e64089 req-54a32c26-8f4d-4779-a914-494c3d184343 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 946 time: 0.3632436 Feb 04 13:17:15.869339 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-986579b3-b9bb-423b-b4be-db07a08e762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:15.876520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-4a23dabe-ae12-4948-b346-4bbebf722ce3 req-3396cf47-c833-40e8-8197-3ffdc21c1d54 service neutron] (87621) timed out ('10.222.0.87', 54625) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:17:15.892946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c29941d-1660-4845-9d44-c25734e64089 req-bb05bc56-84d9-4475-8487-037dff0daaf4 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000635 Feb 04 13:17:15.972964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=d696dac8-2fbb-40f2-9219-d35ca5e196f4,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:15.981595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 056f14cc-9df0-4a1e-bbfc-28a49038a5df has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:16.238734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:16.241318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:16.378792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:16.476279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05da14-0d05-4be5-9c31-cde7b26d16c4 None None] Network f756570f-919e-45c7-9872-4c93cbedf420 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:16.589808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd4b116a-b666-4ca9-acb5-aaf657b0b476 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:16.618653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c2b4-9e2a-4943-9b5a-271e6b75ca30 req-32b201b0-f366-418a-8213-fedff80d1eb8 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:16.631084 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0741c2b4-9e2a-4943-9b5a-271e6b75ca30 req-32b201b0-f366-418a-8213-fedff80d1eb8 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 944 time: 0.5076489 Feb 04 13:17:16.728410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:16.851571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0741c2b4-9e2a-4943-9b5a-271e6b75ca30 req-787095be-922c-4994-b743-3c62e996cbff tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063932 Feb 04 13:17:16.867260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5d665885-065f-480a-ac46-2a168ce82b34 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:17:16.976013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:16.985525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-106f0238-ad5f-42b0-a1f5-412bcf77e7d7 None None] Provisioning for port bd4b116a-b666-4ca9-acb5-aaf657b0b476 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:16.995152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] Sync routers for ids ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:17.000799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.004071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0f10594f-7a12-4a32-9cd3-02bdb5cb5bbd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 200 len: 885 time: 3.8371363 Feb 04 13:17:17.009072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36472) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:17.017234 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] Routers {'056f14cc-9df0-4a1e-bbfc-28a49038a5df'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:17.019325 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:17.104827 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.142951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:17.189773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:17.191400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:17.191943 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.211830 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] Routers {'056f14cc-9df0-4a1e-bbfc-28a49038a5df'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:17.212932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:17.231743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bd4b116a-b666-4ca9-acb5-aaf657b0b476 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:17.250984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bd4b116a-b666-4ca9-acb5-aaf657b0b476 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:17.251357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.359361 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:17.363696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599afef-1da7-40df-a327-866c1d13d0fc None None] The sync data for ids ['056f14cc-9df0-4a1e-bbfc-28a49038a5df'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:17.366738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3d4d34f6-fdd7-4b87-a088-d3f5d664d239 None None] Provisioning complete for port d696dac8-2fbb-40f2-9219-d35ca5e196f4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:17.367102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d4d34f6-fdd7-4b87-a088-d3f5d664d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.377132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-382d5fcf-2c5b-4708-8956-27aca36c3118 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers/056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 200 len: 885 time: 0.3657835 Feb 04 13:17:17.381126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:17.452433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'network': {'name': 'tempest-network-smoke--1726928914', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'port_security_enabled': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:17.458180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.476554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-269673c0-2d14-4f82-ac0a-4a0a603ddccd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:17.490515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d34f6-fdd7-4b87-a088-d3f5d664d239 None None] Port d696dac8-2fbb-40f2-9219-d35ca5e196f4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:17.519040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-269673c0-2d14-4f82-ac0a-4a0a603ddccd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:17.524903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-269673c0-2d14-4f82-ac0a-4a0a603ddccd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 200 len: 205 time: 0.1418555 Feb 04 13:17:17.529709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36486) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:17.608554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:17.653139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:network and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:17.660337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:17.685474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:17.696953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:17.742871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] Sync routers for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:17.749030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:17.764724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.770391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.811597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.845508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-35378350-9778-4386-b803-ec732890a0d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028220 Feb 04 13:17:17.854524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:17.858216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:17.873700 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:17.890842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:17.891498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:17.974584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:17.990658 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.025565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:18.057771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:18.103337 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'code': 200} Feb 04 13:17:18.110038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:18.112641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:18.113400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:18.123442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:18.165431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:18.208670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d15b4-cf49-4cbd-a987-12a6ebf2818e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:18.210677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f98d15b4-cf49-4cbd-a987-12a6ebf2818e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:18.408063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.419643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:18.432502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bd4b116a-b666-4ca9-acb5-aaf657b0b476, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd4b116a-b666-4ca9-acb5-aaf657b0b476,segment=NetworkSegment(78b3464a-cfc3-4d20-957c-73063b65d71d),segment_id=78b3464a-cfc3-4d20-957c-73063b65d71d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:18.460271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:18.461039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584eb232-e6c2-4411-9074-46e39e057911 None None] The sync data for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:18.481401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.558130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f98d15b4-cf49-4cbd-a987-12a6ebf2818e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:18.569654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f98d15b4-cf49-4cbd-a987-12a6ebf2818e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports/d696dac8-2fbb-40f2-9219-d35ca5e196f4 HTTP/1.1" status: 200 len: 911 time: 0.6893029 Feb 04 13:17:18.570657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:18.695567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.712665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd5cbe87-1690-490c-80db-724174ff068d None None] Provisioning complete for port bd4b116a-b666-4ca9-acb5-aaf657b0b476 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:18.713035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd5cbe87-1690-490c-80db-724174ff068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.781197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.808199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f5b3-bd18-438c-b00d-dfc4fc81b247 req-d85e04fd-c577-4e4d-8d8f-1f32e54e06bf tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:18.816065 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddc8f5b3-bd18-438c-b00d-dfc4fc81b247 req-d85e04fd-c577-4e4d-8d8f-1f32e54e06bf tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.5733266 Feb 04 13:17:18.824374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 03d4ea67-6f44-4fc7-94eb-4c4be8235b77 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:18.824723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:18.877383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bd4b116a-b666-4ca9-acb5-aaf657b0b476,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:19.030685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dfe63-e6d6-4081-a529-02dfe1316d69 req-874007bf-ad41-4c28-9a9a-0c62bd786cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:19.032277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd1dfe63-e6d6-4081-a529-02dfe1316d69 req-874007bf-ad41-4c28-9a9a-0c62bd786cf2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 1096 time: 0.8682601 Feb 04 13:17:19.247305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.268891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.322726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:19.332804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.333240 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Added segment 7cd09450-458b-4bda-a8f0-1bc64832dfea of type vlan for network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 Feb 04 13:17:19.362708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.393368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd1dfe63-e6d6-4081-a529-02dfe1316d69 req-37871dbf-a18e-49da-86e6-337ced363c8b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097303 Feb 04 13:17:19.404777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.411164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:19.412077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.449365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddc8f5b3-bd18-438c-b00d-dfc4fc81b247 req-266d73ce-5402-448b-9bdc-c38e40351104 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311150 Feb 04 13:17:19.595534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:19.672365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Network': ['ID=28e21cf3-cb14-484d-97b5-9a8dd69ee071,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:19.675159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8310172d-c2fd-442c-a0ba-8b5973e944a4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:19.685079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:17:19.863250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bf2b43aa-12e5-4ab1-a39d-8d96bd53f8d5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1325283 Feb 04 13:17:19.897525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:19.920419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'admin_state_up': True, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:19.956725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:19.983730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:router and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:19.995830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:19.999798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 03d4ea67-6f44-4fc7-94eb-4c4be8235b77 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:20.107918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:20.284869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:20.406073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca05e9-6143-43f1-b240-dae5491df1d8 req-f2017815-3e4a-4620-b152-603162f45119 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:20.411118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45ca05e9-6143-43f1-b240-dae5491df1d8 req-f2017815-3e4a-4620-b152-603162f45119 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.2993994 Feb 04 13:17:20.414258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:20.415520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:20.436506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:20.479106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45ca05e9-6143-43f1-b240-dae5491df1d8 req-d552bd99-1b10-4e84-8e86-cf58a97a27a6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643816 Feb 04 13:17:20.641847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:20.643827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd4b116a-b666-4ca9-acb5-aaf657b0b476 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:20.793852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bd4b116a-b666-4ca9-acb5-aaf657b0b476 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:20.794973 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.072038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=03d4ea67-6f44-4fc7-94eb-4c4be8235b77,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:21.195534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.240745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.409253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.606216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.613157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.678138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45b757-0ace-4543-8edb-f3359c35077b req-e12aa939-cc5d-4b9e-8ce7-a601797e060f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:21.679964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a45b757-0ace-4543-8edb-f3359c35077b req-e12aa939-cc5d-4b9e-8ce7-a601797e060f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.8935397 Feb 04 13:17:21.730039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.730546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 056f14cc-9df0-4a1e-bbfc-28a49038a5df {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:17:21.772071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:21.772348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-03991de9-4b46-46c2-a30b-63379c51af42 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 204 len: 168 time: 4.2416081 Feb 04 13:17:21.784359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbef1b-0a89-41e0-a666-8fca737b56be req-ad9e9c2f-1a42-4316-b3ec-9a20f7f3b9e8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:21.786182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:21.792063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6fbef1b-0a89-41e0-a666-8fca737b56be req-ad9e9c2f-1a42-4316-b3ec-9a20f7f3b9e8 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.1454859 Feb 04 13:17:21.833583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031284418'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:21.856104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6fbef1b-0a89-41e0-a666-8fca737b56be req-5ea428be-e1a8-4b3f-a2d6-772fec3d1549 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630729 Feb 04 13:17:21.862454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a45b757-0ace-4543-8edb-f3359c35077b req-b319a2b8-5487-417e-b947-2ff976332e05 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753480 Feb 04 13:17:21.863695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:21.892440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:21.895576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:21.947029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:22.056775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:22.060257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:22.212138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:22.299649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:22.360605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:22.417484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8:1::1 (f756570f-919e-45c7-9872-4c93cbedf420/7cb97148-7d1e-44f1-b45b-16c5c863c97b/79fdb3f3-5d22-4748-a828-25f0ad7c95be) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:22.420111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:22.420549 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 273c7715-360e-49c5-9955-b2fad41980ec of type vlan for network 07086df9-108e-4420-944a-5f3b61c75ac9 Feb 04 13:17:22.622478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.25.4.152 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/dc7d6a93-610a-4415-9361-61d93b6499a3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:22.640603 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:22.932251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-9594d2a7-b54e-4cfe-93cd-288c0708b87a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:22.934003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-9594d2a7-b54e-4cfe-93cd-288c0708b87a tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.7274423 Feb 04 13:17:22.935622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:17:23.032966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Deleting port ee63643b-3809-47d4-a193-e98884006cf7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:23.033634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.189691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d2858-a907-467c-a557-e2b9d23f7d3f req-8b2a562b-5cb8-4a1c-bca0-7e13f9784f8e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:23.197991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b93d2858-a907-467c-a557-e2b9d23f7d3f req-8b2a562b-5cb8-4a1c-bca0-7e13f9784f8e tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.1473384 Feb 04 13:17:23.220035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:23.223388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.231645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:23.232542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.242876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36658) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:23.258109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b93d2858-a907-467c-a557-e2b9d23f7d3f req-c00f6299-4563-4517-b7f2-157aa86f84e1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590868 Feb 04 13:17:23.368651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.378962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.387811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:23.392419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Usage tracker for resource:security_group_rule and tenant:0c0b36116c134b4a817e432770055d28 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:23.395678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:23.403303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:23.528814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7336540 Feb 04 13:17:23.529665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3e44d-601d-49e8-9a79-aa0d8886dc2f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=07086df9-108e-4420-944a-5f3b61c75ac9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:23.531937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.539998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36664) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:23.542560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 07086df9-108e-4420-944a-5f3b61c75ac9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:17:23.546862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:23.556119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 79fdb3f3-5d22-4748-a828-25f0ad7c95be will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:23.561801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.669873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:23.683732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Usage tracker for resource:security_group_rule and tenant:a25aff66742646ba92c28a35f9073e17 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:23.702820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7c458-f0be-4e3d-8ed9-86276d00716b req-5ca085b1-7002-4638-871d-df090c0573ad tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:23.704766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40a7c458-f0be-4e3d-8ed9-86276d00716b req-5ca085b1-7002-4638-871d-df090c0573ad tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.5971146 Feb 04 13:17:23.709448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:23.713836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:23.717501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:23.726767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:23.728931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:23.736586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:23.739896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.746686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.770332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:23.774405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.853223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40a7c458-f0be-4e3d-8ed9-86276d00716b req-252263c2-59ce-43f6-a32f-0ebaaa1998b0 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280773 Feb 04 13:17:23.861502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.916488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:23.957432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] For port ee63643b-3809-47d4-a193-e98884006cf7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ee63643b-3809-47d4-a193-e98884006cf7,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:23.957935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.062328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network f756570f-919e-45c7-9872-4c93cbedf420 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:24.096627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bed0eba-53a5-4cf1-a349-3b100f8d58ba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:24.104339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c39e3d5d-b361-4a3a-92ae-a5f8dfcfcf7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c0b36116c134b4a817e432770055d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831189 Feb 04 13:17:24.112916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:24.136996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:24.138538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:24.141328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:24.142194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.156405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Calling delete_port for ee63643b-3809-47d4-a193-e98884006cf7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:24.187879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:24.191466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:24.242823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=79fdb3f3-5d22-4748-a828-25f0ad7c95be,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:24.254189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.286565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.356089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.371872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4df9e9-7960-47e6-a290-2c1c894d5f7e req-e08a5ad6-eb85-4755-8d9f-4f8af2625259 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:24.373130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7e4df9e9-7960-47e6-a290-2c1c894d5f7e req-e08a5ad6-eb85-4755-8d9f-4f8af2625259 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 945 time: 0.3764215 Feb 04 13:17:24.396195 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.428315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a65a94c3-d301-47be-9e75-f967e00e4406 None None] Provisioning for port 79fdb3f3-5d22-4748-a828-25f0ad7c95be completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:24.433416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a65a94c3-d301-47be-9e75-f967e00e4406 None None] Provisioning complete for port 79fdb3f3-5d22-4748-a828-25f0ad7c95be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:24.434232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a65a94c3-d301-47be-9e75-f967e00e4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.436695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=1ae58fc5-8913-4811-a39d-b5b5a47132a0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:24.496324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '273c7715-360e-49c5-9955-b2fad41980ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:24.496324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: 07086df9-108e-4420-944a-5f3b61c75ac9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:24.499855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a65a94c3-d301-47be-9e75-f967e00e4406 None None] Port 79fdb3f3-5d22-4748-a828-25f0ad7c95be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:24.502794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7e4df9e9-7960-47e6-a290-2c1c894d5f7e req-fdb47af1-2956-4f34-9d4a-6dbade018328 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Feb 04 13:17:24.515453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=dc7d6a93-610a-4415-9361-61d93b6499a3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:24.541823 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.569277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.571645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.591694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 07086df9-108e-4420-944a-5f3b61c75ac9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:24.597984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bed0eba-53a5-4cf1-a349-3b100f8d58ba,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:24.613746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 07086df9-108e-4420-944a-5f3b61c75ac9) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:24.622716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:24.623296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.635204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.638666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff855a3a-49a0-4b68-95c2-b313065be854 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bed0eba-53a5-4cf1-a349-3b100f8d58ba HTTP/1.1" status: 204 len: 168 time: 0.5160234 Feb 04 13:17:24.640162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35207c23-a3f2-4863-aa83-3457cc6e40ff None None] Network 07086df9-108e-4420-944a-5f3b61c75ac9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:24.654978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eba62a5d-127d-4d15-a384-fe49aad3132a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138976 Feb 04 13:17:24.655811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:24.659849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-75a7942d-546a-45dc-8c2e-66f1669fdc81 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557589 Feb 04 13:17:24.665868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-760562887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:24.672845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:24.678454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:24.684021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:24.693246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:24.715260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.716675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.745715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.780503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.912331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-07086df9-108e-4420-944a-5f3b61c75ac9', 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '1ae58fc5-8913-4811-a39d-b5b5a47132a0'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:24.913177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.931005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:24.935508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91661c7d-5f83-4ff2-a71e-1b309103ac93 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2739539 Feb 04 13:17:24.936650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36690) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:25.137132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4afe27f-1ebc-423b-a9a3-95e6393f372d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:25.150793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-99299ea0-3099-41cd-9f57-2382ea206b8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a25aff66742646ba92c28a35f9073e17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8631268 Feb 04 13:17:25.153824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Allocated IP 172.20.0.2 (07086df9-108e-4420-944a-5f3b61c75ac9/1ae58fc5-8913-4811-a39d-b5b5a47132a0/3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:25.180167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:25.236461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:25.298896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b91fcf-9c66-427b-9f94-92a70103784b req-560dc653-9571-45b0-af50-9971446af6ff tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:25.306908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a0b91fcf-9c66-427b-9f94-92a70103784b req-560dc653-9571-45b0-af50-9971446af6ff tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 945 time: 0.8290803 Feb 04 13:17:25.348860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.390005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.430382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'ee63643b-3809-47d4-a193-e98884006cf7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:17:25.527924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a0b91fcf-9c66-427b-9f94-92a70103784b req-0f2413ea-5b04-4b1e-aa52-12520ee07a61 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199774 Feb 04 13:17:25.533066 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.540610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-e82b11a4-f8da-436c-bd9d-08cc386c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:25.542196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-e82b11a4-f8da-436c-bd9d-08cc386c9434 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=151c3da701414b28b9e6837336f2a69d&device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 1096 time: 0.7336574 Feb 04 13:17:25.555722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:25.560727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Usage tracker for resource:security_group_rule and tenant:f833a36919cf4b7db9206cb81597e84c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:25.564045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:25.571143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:25.615738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.638263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Transition to ACTIVE for port object 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:25.659383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.706171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Transition to ACTIVE for port object 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:25.714064 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.736575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Pushing event deleted for resources: {'Port': ['ID=ee63643b-3809-47d4-a193-e98884006cf7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:25.739349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.772961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad19c25-4e25-4958-942a-39b0c5d049b9 req-d13baf39-1a67-46fa-af58-8217b2cd6841 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:25.774565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ad19c25-4e25-4958-942a-39b0c5d049b9 req-d13baf39-1a67-46fa-af58-8217b2cd6841 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 945 time: 0.5238509 Feb 04 13:17:25.801033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Network 07086df9-108e-4420-944a-5f3b61c75ac9 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:25.802377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Pushing event updated for resources: {'Port': ['ID=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:25.805637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348daaf9-4ad4-4787-9f5c-8843d593e577,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:25.805875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:25.810265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:25.918885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] No DVR routers for this DVR port ee63643b-3809-47d4-a193-e98884006cf7 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:25.929168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.990940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Attempting to bind port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:25.990940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Attempting to bind port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '273c7715-360e-49c5-9955-b2fad41980ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:25.990940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Attempting to bind port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 on network 07086df9-108e-4420-944a-5f3b61c75ac9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:25.991824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'name': 'network-vif-deleted', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:25.996056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.996195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:25.996779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Checking segment: {'id': '273c7715-360e-49c5-9955-b2fad41980ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:25.997017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:25.997461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Bound using segment: {'id': '273c7715-360e-49c5-9955-b2fad41980ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:25.998526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Bound port: 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273c7715-360e-49c5-9955-b2fad41980ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07086df9-108e-4420-944a-5f3b61c75ac9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:25.998939 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.005036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ad19c25-4e25-4958-942a-39b0c5d049b9 req-b4a6f062-fcc7-47b7-b6e3-61a3b8168b1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128115 Feb 04 13:17:26.011225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.025700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96fb9a3c-01e0-40a6-a17d-93e0a69679f8 req-a6276b88-a19c-45b0-b8c5-ded0a0a61598 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "DELETE /v2.0/ports/ee63643b-3809-47d4-a193-e98884006cf7 HTTP/1.1" status: 204 len: 173 time: 3.0710633 Feb 04 13:17:26.150061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] For port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:26.155173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] For port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,segment=NetworkSegment(273c7715-360e-49c5-9955-b2fad41980ec),segment_id=273c7715-360e-49c5-9955-b2fad41980ec)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:26.157368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-1d68175e-fd3c-42b9-89ea-8601be006a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:26.159036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-1d68175e-fd3c-42b9-89ea-8601be006a26 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 200 len: 920 time: 0.5849681 Feb 04 13:17:26.161495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.187176 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d3eae6-4a0f-4f47-a99e-ccda7a665c49', 'name': 'network-vif-deleted', 'tag': 'ee63643b-3809-47d4-a193-e98884006cf7', 'status': 'completed', 'code': 200} Feb 04 13:17:26.203852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-44f639bd-8f3c-4ab9-82d9-e6c67f38ccf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f833a36919cf4b7db9206cb81597e84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9604621 Feb 04 13:17:26.217186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:26.267215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ff9da-8a0e-4791-88b2-934f15f10a4a None None] Pushing event updated for resources: {'Port': ['ID=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:26.298092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-7331dc98-755b-4b0e-bf2c-42a8806f4ec2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 200 len: 217 time: 0.1143534 Feb 04 13:17:26.373179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.430198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.489067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-0092b660-9877-49ff-8b5d-6a9cdb096b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:26.491129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-0092b660-9877-49ff-8b5d-6a9cdb096b17 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 200 len: 859 time: 0.1907747 Feb 04 13:17:26.592076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-bdadf99c-2bdf-45fd-beed-d05400e367ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d5e2ace4-8b47-4897-a0ae-cbb466672a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904038 Feb 04 13:17:26.703089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:26.750785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:26.861168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:26.974355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e2b1b89-4b5b-42a7-bdc3-d516df7328d1 req-2cc7dd91-1bab-4f2b-b0b6-977eecd46d74 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=73d3eae6-4a0f-4f47-a99e-ccda7a665c49 HTTP/1.1" status: 200 len: 210 time: 0.0746174 Feb 04 13:17:27.009186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.134817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-90a5b151-180f-471e-9750-1aefff4af538 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504890 Feb 04 13:17:27.192723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.234317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-2e511743-e86c-40ec-9cb7-1057eef3ec2b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:27.235876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-2e511743-e86c-40ec-9cb7-1057eef3ec2b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.87 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 945 time: 0.7127569 Feb 04 13:17:27.320615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.20.0.1 (07086df9-108e-4420-944a-5f3b61c75ac9/1ae58fc5-8913-4811-a39d-b5b5a47132a0/50c4870c-a4df-4c55-8e80-7aace29865f1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:27.489887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4afe27f-1ebc-423b-a9a3-95e6393f372d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:27.533972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.535143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-54214a1d-f951-4c8b-a0dc-600e0808e7d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4afe27f-1ebc-423b-a9a3-95e6393f372d HTTP/1.1" status: 204 len: 168 time: 2.3534267 Feb 04 13:17:27.558374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ee63643b-3809-47d4-a193-e98884006cf7 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:27.583949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e04a4f-dff0-44ef-b6b3-0f4a8544d1da req-cf931b4c-b311-4941-b312-666db96690f2 service neutron] 10.222.0.87 "GET /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391639 Feb 04 13:17:27.640349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.642009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: ee63643b-3809-47d4-a193-e98884006cf7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:17:27.642358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ee63643b-3809-47d4-a193-e98884006cf7 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:17:27.649368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.742738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b356ab8-85d0-4910-8f88-6f3054eae0cf None None] Network 07086df9-108e-4420-944a-5f3b61c75ac9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:27.750684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object 50c4870c-a4df-4c55-8e80-7aace29865f1 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:27.760545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Deleting port 1751d434-f385-4a1d-8d6d-8939127c4afa {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:27.761101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.794264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.807431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.844127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Provisioning for port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:27.855755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Provisioning complete for port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:27.856120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.874516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 07086df9-108e-4420-944a-5f3b61c75ac9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:27.878386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:27.882752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:27.886295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.896232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348daaf9-4ad4-4787-9f5c-8843d593e577,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:27.916798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.928689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eb4e791c-6b72-498f-b847-084034400e61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/348daaf9-4ad4-4787-9f5c-8843d593e577 HTTP/1.1" status: 204 len: 168 time: 1.7074189 Feb 04 13:17:27.942279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.943381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:27.964760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=50c4870c-a4df-4c55-8e80-7aace29865f1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:28.006506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.097040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36734) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:28.146435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.153812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.173792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e77fa-d7bf-4c21-9e45-a0903639fa9f req-78edeab4-b53f-4c4b-a5dd-8ee17441860f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:28.187725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-467e77fa-d7bf-4c21-9e45-a0903639fa9f req-78edeab4-b53f-4c4b-a5dd-8ee17441860f tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 945 time: 0.9889565 Feb 04 13:17:28.193319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:28.214970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Usage tracker for resource:security_group_rule and tenant:527c2312605445b599bc9faa6064dbc5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:28.226993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:28.263016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] For port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,segment=NetworkSegment(273c7715-360e-49c5-9955-b2fad41980ec),segment_id=273c7715-360e-49c5-9955-b2fad41980ec)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:28.267932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.339284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=79fdb3f3-5d22-4748-a828-25f0ad7c95be,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:28.347552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:28.397484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c1681-d3a5-4b5c-b44a-063f8e368d50 None None] Pushing event updated for resources: {'Port': ['ID=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:28.514965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.524727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.560410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-467e77fa-d7bf-4c21-9e45-a0903639fa9f req-ad8c512e-1b2f-4b1d-b89f-7fb5c2d62ce7 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717129 Feb 04 13:17:28.670403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:17:28.697354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:28.702193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.718948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network f756570f-919e-45c7-9872-4c93cbedf420 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:28.726417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:28.792223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Provisioning complete for port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:28.792604 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:28.812771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=527c2312605445b599bc9faa6064dbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141840 Feb 04 13:17:28.826048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:28.848549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fc8a1-7d5c-4c96-9bc7-55d8e57f956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85cc1e6-e471-4d5f-8a8a-1f52a61a931b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.210575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5d665885-065f-480a-ac46-2a168ce82b34 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:29.219769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.238709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:29.239305 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.256281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] For port 1751d434-f385-4a1d-8d6d-8939127c4afa, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=1751d434-f385-4a1d-8d6d-8939127c4afa,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:29.256977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.332145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.373247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Provisioning for port 50c4870c-a4df-4c55-8e80-7aace29865f1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:29.382942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Provisioning complete for port 50c4870c-a4df-4c55-8e80-7aace29865f1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:29.383431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.488219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2eeccea9-af0b-4123-8b1b-fec73a2c6aef None None] Port 50c4870c-a4df-4c55-8e80-7aace29865f1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:29.591907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.627278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Provisioning complete for port 50c4870c-a4df-4c55-8e80-7aace29865f1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:29.629510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.632216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85cc1e6-e471-4d5f-8a8a-1f52a61a931b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.645448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.647289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-38ad46bf-37d4-47c5-be01-9957ab9a167d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d85cc1e6-e471-4d5f-8a8a-1f52a61a931b HTTP/1.1" status: 204 len: 168 time: 0.8197200 Feb 04 13:17:29.694675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.699460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.773577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Port 50c4870c-a4df-4c55-8e80-7aace29865f1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:29.785135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Provisioning complete for port 79fdb3f3-5d22-4748-a828-25f0ad7c95be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:29.785724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:29.812742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Calling delete_port for 1751d434-f385-4a1d-8d6d-8939127c4afa owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:29.876387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a620645-b5dd-44b2-a849-5844be33dcbf None None] Port 79fdb3f3-5d22-4748-a828-25f0ad7c95be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:29.929226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=50c4870c-a4df-4c55-8e80-7aace29865f1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:29.940540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:30.033716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:30.049244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] Sync routers for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:30.064790 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:30.065998 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.083630 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a750623-8021-4516-a49a-f78d069b7b50 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5047777 Feb 04 13:17:30.100691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:30.172380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c80043-f0c0-47f5-9c3e-3ee83e4f6587 req-99b8b08a-3694-40c6-8fa2-fac90a019bd7 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:30.188804 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57c80043-f0c0-47f5-9c3e-3ee83e4f6587 req-99b8b08a-3694-40c6-8fa2-fac90a019bd7 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 945 time: 0.3363335 Feb 04 13:17:30.246182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.266478 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:30.267371 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.391384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.391791 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcecd9f-85a1-4426-ab53-df258b1d72d2 None None] The sync data for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:30.398948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 07086df9-108e-4420-944a-5f3b61c75ac9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:30.402175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:30.426262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57c80043-f0c0-47f5-9c3e-3ee83e4f6587 req-64ab7e5d-cf8a-4471-9c28-a5e26a2b9f6b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364738 Feb 04 13:17:30.458299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b2944-9b4a-4b89-a721-7dbbdf7883dd req-6cd3ac12-002e-45e1-b3a5-f89c4e9ca2b0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:30.459027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-288b2944-9b4a-4b89-a721-7dbbdf7883dd req-6cd3ac12-002e-45e1-b3a5-f89c4e9ca2b0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:30.481299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb647b-afab-4ebd-b49c-a1bddece5ed9 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:30.482717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cbdb647b-afab-4ebd-b49c-a1bddece5ed9 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:30.529122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-288b2944-9b4a-4b89-a721-7dbbdf7883dd req-6cd3ac12-002e-45e1-b3a5-f89c4e9ca2b0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:30.530361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-288b2944-9b4a-4b89-a721-7dbbdf7883dd req-6cd3ac12-002e-45e1-b3a5-f89c4e9ca2b0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.4256656 Feb 04 13:17:30.571977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:30.573504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36794) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:30.587169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:30.616080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:30.619474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:30.681876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:30.686617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68343710-eaef-4dd4-a3c2-3390752e15c2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7826629 Feb 04 13:17:30.687415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:30.800501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-288b2944-9b4a-4b89-a721-7dbbdf7883dd req-229081d5-51f0-4d8c-a6cf-59e2c8bef09c tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144015 Feb 04 13:17:30.817771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cbdb647b-afab-4ebd-b49c-a1bddece5ed9 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:30.819546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cbdb647b-afab-4ebd-b49c-a1bddece5ed9 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports/79fdb3f3-5d22-4748-a828-25f0ad7c95be HTTP/1.1" status: 200 len: 913 time: 0.7178836 Feb 04 13:17:30.823709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36810) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:31.054242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:31.090832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:17:31.112200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event deleted for resources: {'Port': ['ID=1751d434-f385-4a1d-8d6d-8939127c4afa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:31.221127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 8a4acddf-1b18-4f08-8788-eaea75c6e077 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:17:31.264818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:31.330388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.330760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.331034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.331367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.331699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.332029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.332359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.332685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.333011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.333334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.333654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.334513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:31.356446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:31.422554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:31.432933 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] Sync routers for ids ['8a4acddf-1b18-4f08-8788-eaea75c6e077'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:31.435802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dfaed8ee-c8f8-4347-b122-c7a35e5bda72 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/8a4acddf-1b18-4f08-8788-eaea75c6e077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4969072 Feb 04 13:17:31.437959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:31.449970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c22a07dd-b5c8-4637-acc9-8dfe93b2f9e0 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cf74b64e58694f44bd4911e3bac95005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7324898 Feb 04 13:17:31.451381 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] Routers {'8a4acddf-1b18-4f08-8788-eaea75c6e077'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:31.452013 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8a4acddf-1b18-4f08-8788-eaea75c6e077'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:31.458805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:31.460425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] No DVR routers for this DVR port 1751d434-f385-4a1d-8d6d-8939127c4afa on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:31.464111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:31.466399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-534d7818-6022-413c-ab0a-0eebdae11b95 req-6187bc2e-1211-422c-b29d-eff81e36bf1b tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.87 "DELETE /v2.0/ports/1751d434-f385-4a1d-8d6d-8939127c4afa HTTP/1.1" status: 204 len: 173 time: 4.0272379 Feb 04 13:17:31.470801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'name': 'network-vif-deleted', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:31.516482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66d804c5-764a-4b5d-bd37-b004c6d738e8 None None] Provisioning complete for port 50c4870c-a4df-4c55-8e80-7aace29865f1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:31.516858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66d804c5-764a-4b5d-bd37-b004c6d738e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:31.535633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:31.581291 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:31.582053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac6224e-eae8-4d40-933d-b014f80521c7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:31.582711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ac6224e-eae8-4d40-933d-b014f80521c7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:31.597621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1751d434-f385-4a1d-8d6d-8939127c4afa no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:31.608822 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] Routers {'8a4acddf-1b18-4f08-8788-eaea75c6e077'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:31.609445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8a4acddf-1b18-4f08-8788-eaea75c6e077'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:31.619844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ac6224e-eae8-4d40-933d-b014f80521c7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:31.620077 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5', 'name': 'network-vif-deleted', 'tag': '1751d434-f385-4a1d-8d6d-8939127c4afa', 'status': 'completed', 'code': 200} Feb 04 13:17:31.623676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ac6224e-eae8-4d40-933d-b014f80521c7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports/50c4870c-a4df-4c55-8e80-7aace29865f1 HTTP/1.1" status: 200 len: 910 time: 0.1824620 Feb 04 13:17:31.624047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36840) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:31.648953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ae58fc5-8913-4811-a39d-b5b5a47132a0'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:31.723913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Usage tracker for resource:security_group_rule and tenant:086f0748f1b840a7a448d13a00f95cc2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:31.735599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:31.751816 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:17:31.752923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:31.757384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e90fad2-21ce-4bf2-a33e-6990e71fd57d None None] The sync data for ids ['8a4acddf-1b18-4f08-8788-eaea75c6e077'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:31.766981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:31.769739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e96ed066-674d-425f-b800-d30e3994f737 req-be53b40a-fcc6-4a0a-b3cc-e0c6848f9b0a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcc2cb82-5f07-4f3a-a6f9-5318ba506ad5 HTTP/1.1" status: 200 len: 210 time: 0.0773609 Feb 04 13:17:32.022617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 1751d434-f385-4a1d-8d6d-8939127c4afa {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:17:32.022919 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:32.023922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 1751d434-f385-4a1d-8d6d-8939127c4afa not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:17:32.095947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-66d804c5-764a-4b5d-bd37-b004c6d738e8 None None] Port 50c4870c-a4df-4c55-8e80-7aace29865f1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:32.273239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd60c1-1040-4785-aeea-b6ec9d9d9b67 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:32.275047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-10dd60c1-1040-4785-aeea-b6ec9d9d9b67 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8127666 Feb 04 13:17:32.287716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:32.365660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fadd00fc-dd50-419b-a52d-392cbdd10a63 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617790 Feb 04 13:17:32.369934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:32.389493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353644904', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:32.426232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:25Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:32.518675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:32.532704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:32.534034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:subnet and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:32.534649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Updating router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 port dc7d6a93-610a-4415-9361-61d93b6499a3 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:32.539759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:32.547188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:32.556652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:32.622551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:32.657302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb549dc-f8ae-4204-a241-5b541405df36 req-7eea711d-c828-4952-b898-628143579215 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:32.672703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7eb549dc-f8ae-4204-a241-5b541405df36 req-7eea711d-c828-4952-b898-628143579215 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.7009568 Feb 04 13:17:32.675352 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:32.822768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=086f0748f1b840a7a448d13a00f95cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2331231 Feb 04 13:17:32.835671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36880) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:32.848279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:32.873581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.066814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.163076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.178089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Transition to ACTIVE for port object dc7d6a93-610a-4415-9361-61d93b6499a3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:33.191453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.205222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.223872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4da506-a815-4248-b9d7-465fd8367c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e906ca0-0e48-45a9-8479-592eb6005ca9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.258071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7eb549dc-f8ae-4204-a241-5b541405df36 req-9475b335-9d0c-437e-8fc6-2c928b683a37 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839357 Feb 04 13:17:33.280468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.292848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.358049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Attempting to bind port dc7d6a93-610a-4415-9361-61d93b6499a3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:33.358823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Attempting to bind port dc7d6a93-610a-4415-9361-61d93b6499a3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:33.359448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Attempting to bind port dc7d6a93-610a-4415-9361-61d93b6499a3 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:33.370617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d2a2-916a-4fa3-ae20-b70aa9bb3fb1 None None] Pushing event updated for resources: {'Port': ['ID=dc7d6a93-610a-4415-9361-61d93b6499a3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.382954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:33.384354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:33.385118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.385715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:33.386569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Bound port: dc7d6a93-610a-4415-9361-61d93b6499a3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:33.387173 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.398089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.491758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] For port dc7d6a93-610a-4415-9361-61d93b6499a3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:33.499165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=50c4870c-a4df-4c55-8e80-7aace29865f1,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.501718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] For port dc7d6a93-610a-4415-9361-61d93b6499a3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=dc7d6a93-610a-4415-9361-61d93b6499a3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:33.534706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.540260 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.541185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.574262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:33.575001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.578660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68ac1219-bc85-4fe0-9846-28745c7a5736 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/ports/50c4870c-a4df-4c55-8e80-7aace29865f1 HTTP/1.1" status: 200 len: 910 time: 1.9514492 Feb 04 13:17:33.579856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:33.584261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e906ca0-0e48-45a9-8479-592eb6005ca9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.733186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:33.733990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:33.776013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Subnet': ['ID=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.815352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d2a2-916a-4fa3-ae20-b70aa9bb3fb1 None None] Pushing event updated for resources: {'Port': ['ID=dc7d6a93-610a-4415-9361-61d93b6499a3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:33.823863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:33.827211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-50a153a4-0119-463f-8a8d-6e5fe77ffec9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e906ca0-0e48-45a9-8479-592eb6005ca9 HTTP/1.1" status: 204 len: 168 time: 0.9886811 Feb 04 13:17:33.891343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Checking segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:33.892051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network hostable DHCP agents. Network: 28e21cf3-cb14-484d-97b5-9a8dd69ee071, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:33.986179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:34.066074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 28e21cf3-cb14-484d-97b5-9a8dd69ee071) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:34.082210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80491bb-348d-4a9d-828c-f497071aa0a3 None None] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:34.121841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:34.123822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:34.245218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 79fdb3f3-5d22-4748-a828-25f0ad7c95be {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:34.245562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:34.280811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:34.535951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-34672cbd-95cb-41fb-86b4-7d4b09ab0da8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1636751 Feb 04 13:17:34.544861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:34.903375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:35.032939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:35.034406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:35.056479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:35.279053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cd45-c7d2-4c67-b594-7837eeb33ebc req-5bc8a224-c8cb-44e1-b5b8-9652e2c459c9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:35.280684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b136cd45-c7d2-4c67-b594-7837eeb33ebc req-5bc8a224-c8cb-44e1-b5b8-9652e2c459c9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.6831298 Feb 04 13:17:35.429372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Allocated IP 172.20.0.2 (28e21cf3-cb14-484d-97b5-9a8dd69ee071/8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a/79c87275-3035-4929-b5fc-f18e7ff1d49e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:35.497596 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b136cd45-c7d2-4c67-b594-7837eeb33ebc req-a2c37e3c-b6b9-45c3-a648-c29d15fb7686 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897624 Feb 04 13:17:35.498405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:35.561717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:35.581510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bff7b9549ec04604825a5de640d0892b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:35.590177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:35.604941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 79fdb3f3-5d22-4748-a828-25f0ad7c95be owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:35.606237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:35.638098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:25Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:35.674865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57409232-9cc0-4657-b41f-84158cc843b8 None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:25Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:35.760229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:35.784484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:35.796962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Transition to ACTIVE for port object 79c87275-3035-4929-b5fc-f18e7ff1d49e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:35.851459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Transition to ACTIVE for port object 79c87275-3035-4929-b5fc-f18e7ff1d49e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:35.873276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.050202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Pushing event updated for resources: {'Port': ['ID=79c87275-3035-4929-b5fc-f18e7ff1d49e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.067793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:36.069661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:36.072724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:36.196042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Attempting to bind port 79c87275-3035-4929-b5fc-f18e7ff1d49e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:36.197135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Attempting to bind port 79c87275-3035-4929-b5fc-f18e7ff1d49e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:36.198690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Attempting to bind port 79c87275-3035-4929-b5fc-f18e7ff1d49e on network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:36.208280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:36.209254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Checking segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:36.209681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.210075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Bound using segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:36.210627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Bound port: 79c87275-3035-4929-b5fc-f18e7ff1d49e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:36.211032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.227040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.240082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.315154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bff7b9549ec04604825a5de640d0892b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2575822 Feb 04 13:17:36.321680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:36.325136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d11e56-d08a-44ef-8794-dac67f11d5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916f953-5533-495a-9a39-f7c6e2cddc24,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.440616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] For port 79c87275-3035-4929-b5fc-f18e7ff1d49e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:36.447540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] For port 79c87275-3035-4929-b5fc-f18e7ff1d49e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79c87275-3035-4929-b5fc-f18e7ff1d49e,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:36.454412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.505170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.541380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 50c4870c-a4df-4c55-8e80-7aace29865f1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:36.541727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.589680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8a50-16f6-4855-b352-3df575795be1 None None] Pushing event updated for resources: {'Port': ['ID=79c87275-3035-4929-b5fc-f18e7ff1d49e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:36.640304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-244c0ae0-6094-49ec-af98-294d036f8d6a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:36.658113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-244c0ae0-6094-49ec-af98-294d036f8d6a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:36.659603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:36.660121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-244c0ae0-6094-49ec-af98-294d036f8d6a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Synchronizing usage tracker for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:36.695504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device dc7d6a93-610a-4415-9361-61d93b6499a3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:36.698923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-3b653b88-0f42-415c-9e04-2a17ee8d4ac1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:36.700507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-3b653b88-0f42-415c-9e04-2a17ee8d4ac1 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 1.3410997 Feb 04 13:17:36.795083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port dc7d6a93-610a-4415-9361-61d93b6499a3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:36.801272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port dc7d6a93-610a-4415-9361-61d93b6499a3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:36.801742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.106272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.163818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port dc7d6a93-610a-4415-9361-61d93b6499a3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=dc7d6a93-610a-4415-9361-61d93b6499a3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:37.170481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.192332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-244c0ae0-6094-49ec-af98-294d036f8d6a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Unset dirty status for tenant:0d5d7b7794d84b1f9bf07f5ce8826c8d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:37.199265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-244c0ae0-6094-49ec-af98-294d036f8d6a tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c&device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 1682 time: 1.1841309 Feb 04 13:17:37.207920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Deleting port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:37.209142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.259999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f608-a2c4-481c-8c13-d081d9d6e59a req-468b5550-2acf-488c-8d35-fdddeb4782ae tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:37.277461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1381f608-a2c4-481c-8c13-d081d9d6e59a req-468b5550-2acf-488c-8d35-fdddeb4782ae tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.5345943 Feb 04 13:17:37.295290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=dc7d6a93-610a-4415-9361-61d93b6499a3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:37.338773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.496781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-375ceaf5-0f89-43e4-9abf-c7ad0051e77f req-a4390d21-ac6d-44c2-8603-9e450e01975c tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967172 Feb 04 13:17:37.511027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.534898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.588845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=79fdb3f3-5d22-4748-a828-25f0ad7c95be,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:37.590912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916f953-5533-495a-9a39-f7c6e2cddc24,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:37.754433 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:37.977325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 50c4870c-a4df-4c55-8e80-7aace29865f1 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:38.066356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1381f608-a2c4-481c-8c13-d081d9d6e59a req-cff2abbf-a5b5-40be-a03a-5d7fa93431f6 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874103 Feb 04 13:17:38.079698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:38.085117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-08d81785-4216-4bb4-8330-3ab8882203ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2916f953-5533-495a-9a39-f7c6e2cddc24 HTTP/1.1" status: 204 len: 168 time: 1.7624769 Feb 04 13:17:38.399417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:38.408397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] For port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:38.409150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:38.453922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e1179-044c-4c44-8cad-ec8b2dd82a46 None None] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:38.552946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=50c4870c-a4df-4c55-8e80-7aace29865f1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:38.666223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Calling delete_port for d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:38.844525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe889a36-5c8d-47e3-924f-121a4bb015d8 None None] Provisioning for port 79c87275-3035-4929-b5fc-f18e7ff1d49e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:38.882999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:38.959035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:38.999557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79c87275-3035-4929-b5fc-f18e7ff1d49e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:39.007542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:39.039348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Usage tracker for resource:security_group_rule and tenant:1be867ac23ab41c9b8395bc21749eefc is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:39.146431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:39.154251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:39.170013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.290016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.304078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.390234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 79c87275-3035-4929-b5fc-f18e7ff1d49e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:39.402847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 79c87275-3035-4929-b5fc-f18e7ff1d49e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:39.403585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.545197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.577639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be96743a-e648-422b-8964-bfbffa6c847d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:39.585643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-73ea5656-9395-4d17-aa3a-b7ec67a3b118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be867ac23ab41c9b8395bc21749eefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007043 Feb 04 13:17:39.587091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:39.589119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:39.644292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972fda0-9944-4c85-9046-2d7334f9ab12 req-5d6f888b-e292-47bb-b006-7bbe2aa3aaeb tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:39.651233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e972fda0-9944-4c85-9046-2d7334f9ab12 req-5d6f888b-e292-47bb-b006-7bbe2aa3aaeb tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.5597143 Feb 04 13:17:39.685933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.711954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35466-de0e-4dfe-a8b7-3a9f925ff123 req-0274e3ad-36ad-4fa4-b775-7fce240feca0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:39.733334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87f35466-de0e-4dfe-a8b7-3a9f925ff123 req-0274e3ad-36ad-4fa4-b775-7fce240feca0 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 945 time: 0.4416437 Feb 04 13:17:39.739916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 79c87275-3035-4929-b5fc-f18e7ff1d49e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79c87275-3035-4929-b5fc-f18e7ff1d49e,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:39.755110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.757393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device dc7d6a93-610a-4415-9361-61d93b6499a3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:39.817595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:39.927381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=79c87275-3035-4929-b5fc-f18e7ff1d49e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:39.944771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No active binding found for port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:17:39.945184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:17:39.965173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port dc7d6a93-610a-4415-9361-61d93b6499a3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:39.965534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.042018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.059350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Pushing event deleted for resources: {'Port': ['ID=d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:40.162434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87f35466-de0e-4dfe-a8b7-3a9f925ff123 req-2f059d58-1827-4a53-afdd-63b002cf95d3 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/security-groups?id=69351c76-1293-4110-9444-cb3bc32ca775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235096 Feb 04 13:17:40.339150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.361724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 8a4acddf-1b18-4f08-8788-eaea75c6e077 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:40.435120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-20736f83-fbfe-4d8a-82e9-547322468492 None None] Provisioning complete for port 79c87275-3035-4929-b5fc-f18e7ff1d49e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:40.435756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-20736f83-fbfe-4d8a-82e9-547322468492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.604315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79c87275-3035-4929-b5fc-f18e7ff1d49e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:40.607977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] No DVR routers for this DVR port d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:40.611905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.617814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e972fda0-9944-4c85-9046-2d7334f9ab12 req-41a6112b-b643-4871-8e20-a25c59e904e2 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9657397 Feb 04 13:17:40.670779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'name': 'network-vif-deleted', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:40.683532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 79c87275-3035-4929-b5fc-f18e7ff1d49e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:40.683904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.706270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:40.720572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.747665 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1', 'name': 'network-vif-deleted', 'tag': 'd3b2fc16-dd2e-4c43-aa08-f3ed5b63726c', 'status': 'completed', 'code': 200} Feb 04 13:17:40.748084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96743a-e648-422b-8964-bfbffa6c847d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:40.777635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] Sync routers for ids ['8a4acddf-1b18-4f08-8788-eaea75c6e077'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:40.788372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5d665885-065f-480a-ac46-2a168ce82b34 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:40.789311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:40.790437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88f6a975-55b5-4ff2-8812-94fbafc95cc9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/8a4acddf-1b18-4f08-8788-eaea75c6e077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2095392 Feb 04 13:17:40.792798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:40.802650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c74de32-c75d-4c48-ad3d-e1c5c1612462 req-73ccafea-b1c0-4d5c-9a7b-7d8c6b9748d9 tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.87 "DELETE /v2.0/ports/d3b2fc16-dd2e-4c43-aa08-f3ed5b63726c HTTP/1.1" status: 204 len: 173 time: 4.0701089 Feb 04 13:17:40.808551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d638f6ac-1181-4cdc-a488-012092951633 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be96743a-e648-422b-8964-bfbffa6c847d HTTP/1.1" status: 204 len: 168 time: 1.2187779 Feb 04 13:17:40.839147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] Routers {'8a4acddf-1b18-4f08-8788-eaea75c6e077'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:40.839792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8a4acddf-1b18-4f08-8788-eaea75c6e077'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:40.859573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.1 (28e21cf3-cb14-484d-97b5-9a8dd69ee071/8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a/a0292beb-7566-42cc-b7fb-a5e1fa167669) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:40.922990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:40.940902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] Routers {'8a4acddf-1b18-4f08-8788-eaea75c6e077'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:40.941520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8a4acddf-1b18-4f08-8788-eaea75c6e077'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:40.952837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46c12051-9c17-4648-bd68-291bc83f2a18 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:41.002711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-2ff18d0b-f631-4f00-a985-272b38cff309 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:41.004142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-2ff18d0b-f631-4f00-a985-272b38cff309 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.8195083 Feb 04 13:17:41.013620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:41.014030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8d53e-dc1d-46a9-8608-9480936b95f9 None None] The sync data for ids ['8a4acddf-1b18-4f08-8788-eaea75c6e077'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:41.091544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-e7b669ca-fc99-405c-ad4c-c2b491c60fca tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:41.092988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-e7b669ca-fc99-405c-ad4c-c2b491c60fca tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "GET /v2.0/ports?device_id=5fc56e52-84a2-413e-85c0-247a8357fa4c HTTP/1.1" status: 200 len: 946 time: 0.5010743 Feb 04 13:17:41.249979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46c12051-9c17-4648-bd68-291bc83f2a18 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:41.253675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46c12051-9c17-4648-bd68-291bc83f2a18 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4acddf-1b18-4f08-8788-eaea75c6e077 HTTP/1.1" status: 200 len: 205 time: 0.4523990 Feb 04 13:17:41.255048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:41.377286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:41.392194 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] Sync routers for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:41.402389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b913449b-2067-4259-a96f-1cd8762cbe75 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5772519 Feb 04 13:17:41.402685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:41.417142 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:41.418132 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:41.421750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:41.521201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Deleting port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:41.521538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:41.576127 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:41.592699 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:41.594558 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:41.606594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:41.645361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Deleting port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:41.646938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:41.815587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object a0292beb-7566-42cc-b7fb-a5e1fa167669 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:41.843875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e3383032-0dfa-433c-b5a2-121d5070d2cf req-61135243-e9a6-4cc6-b8b5-a9bdea558bde tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Synchronizing usage tracker for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:41.867860 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:41.868265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb21e4-83b6-4fb0-a66c-1fc258f712d6 None None] The sync data for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:42.217187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.221204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.230052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e3383032-0dfa-433c-b5a2-121d5070d2cf req-61135243-e9a6-4cc6-b8b5-a9bdea558bde tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] Unset dirty status for tenant:151c3da701414b28b9e6837336f2a69d on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:42.231245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e3383032-0dfa-433c-b5a2-121d5070d2cf req-61135243-e9a6-4cc6-b8b5-a9bdea558bde tempest-ServerRescueNegativeTestJSON-1728354490 tempest-ServerRescueNegativeTestJSON-1728354490-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b92c38d-6036-4bcb-a4c2-b6d2c1c7daa1 HTTP/1.1" status: 200 len: 210 time: 0.8044100 Feb 04 13:17:42.270151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bbc33-2a4a-40cb-99e2-9e50e56ec794 req-4e551ee9-bec6-4b60-931b-e7ce8a142943 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:42.276494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf5bbc33-2a4a-40cb-99e2-9e50e56ec794 req-4e551ee9-bec6-4b60-931b-e7ce8a142943 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 945 time: 0.3134286 Feb 04 13:17:42.287671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.288647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 8a4acddf-1b18-4f08-8788-eaea75c6e077 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:17:42.343103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.344455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14317e9c-e5f3-4da7-a65c-0194de8e24cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/8a4acddf-1b18-4f08-8788-eaea75c6e077 HTTP/1.1" status: 204 len: 168 time: 1.0871530 Feb 04 13:17:42.347181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:42.397232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf5bbc33-2a4a-40cb-99e2-9e50e56ec794 req-ee842857-aef3-4e1a-8fa8-6ace04d778a1 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162753 Feb 04 13:17:42.433253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 1ae58fc5-8913-4811-a39d-b5b5a47132a0 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:17:42.436985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.498621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b020dfc1-01a8-4cc7-bdb6-fa688cd6448f no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:42.541872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.711582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.745862 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.757819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:42.758406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.802762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.811056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:42.837957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:42.843619 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.844321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:42.881881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:42.977635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae58fc5-8913-4811-a39d-b5b5a47132a0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:43.005544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.016462 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59ec967f-876e-498c-be9e-4fdc54c3fc82 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1ae58fc5-8913-4811-a39d-b5b5a47132a0 HTTP/1.1" status: 204 len: 168 time: 0.6681054 Feb 04 13:17:43.016926 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'code': 200} Feb 04 13:17:43.019838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:43.069740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee9103-89f5-4011-bd6c-3b12e0b2f00e None None] Network 07086df9-108e-4420-944a-5f3b61c75ac9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:43.276488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:43.285665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.309310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:43.310179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.329320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Calling delete_port for ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:43.379840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:43.393154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:43.420561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:43.471702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:43.472324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.562573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.670260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:43.678651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Calling delete_port for b020dfc1-01a8-4cc7-bdb6-fa688cd6448f owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:43.793634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4240ad98-cc64-4283-b3d7-4a24ef3fd593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:43.844119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:43.982173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,segment=NetworkSegment(273c7715-360e-49c5-9955-b2fad41980ec),segment_id=273c7715-360e-49c5-9955-b2fad41980ec)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:43.983192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:44.025122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:44.039291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:44.172498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:17:44.172906 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:17:44.353287 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:44.565282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:17:44.565616 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:17:44.569651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1777ff18-8b82-43df-b487-ddc3b6f60e97 None None] Provisioning for port a0292beb-7566-42cc-b7fb-a5e1fa167669 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:44.605919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1777ff18-8b82-43df-b487-ddc3b6f60e97 None None] Provisioning complete for port a0292beb-7566-42cc-b7fb-a5e1fa167669 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:44.606645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1777ff18-8b82-43df-b487-ddc3b6f60e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:44.607545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:44.631438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76b703-dfdd-4574-b430-0eab491adb73 req-b0aac6bf-7e5a-484f-ae2b-5db655a8b284 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:44.633034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f76b703-dfdd-4574-b430-0eab491adb73 req-b0aac6bf-7e5a-484f-ae2b-5db655a8b284 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 943 time: 0.6925828 Feb 04 13:17:44.720480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:44.758158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1777ff18-8b82-43df-b487-ddc3b6f60e97 None None] Port a0292beb-7566-42cc-b7fb-a5e1fa167669 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:44.778787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:44.839083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd094085-4871-4ebe-892c-647137b9e91d None None] DHCP port deletion for 07086df9-108e-4420-944a-5f3b61c75ac9 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:17:44.879224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No DVR routers for this DVR port 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:44.940018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:45.018535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:45.063597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.078054 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'code': 200} Feb 04 13:17:45.093997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07086df9-108e-4420-944a-5f3b61c75ac9']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:45.107538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273c7715-360e-49c5-9955-b2fad41980ec') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:45.107855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273c7715-360e-49c5-9955-b2fad41980ec') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:45.120749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.136038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Deleting port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:45.136640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.141371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.148565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:17:45.149122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.162850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Deleting port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:45.163285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:17:45.172570 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:17:45.268729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.290165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.306924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=07086df9-108e-4420-944a-5f3b61c75ac9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:45.314025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9ed27f7f-a3cb-448d-abfc-4dcaeb90d328 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/07086df9-108e-4420-944a-5f3b61c75ac9 HTTP/1.1" status: 204 len: 168 time: 2.2925072 Feb 04 13:17:45.317244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:45.327880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1368750215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:45.339740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:45.345740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:45.349621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:45.358626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:45.373135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.374258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.400031 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.437405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.508160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.509571 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3b1912c8-90fb-46ff-819f-f2f755ea9777 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1904032 Feb 04 13:17:45.512277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:45.526529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-234314568'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:45.539637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:45.553420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:45.558577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:45.571201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:45.590147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:45.601571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.660681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:45.673568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.674260 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 3364ab89-411b-4a84-977a-ad24f5e79f46 of type vlan for network f45aee89-4229-4309-85e0-5e6651be4e15 Feb 04 13:17:45.710597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.747270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.762059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:45.764069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.839641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a29f54f0-ad3d-4a4c-8deb-d73e1c3dc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.899091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:45.914415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37188) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:45.919867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4044650 Feb 04 13:17:45.924198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:45.945096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:45.953593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f76b703-dfdd-4574-b430-0eab491adb73 req-6eab1ef1-b399-486f-acbf-053810b009ed tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/security-groups?id=c97dc360-8f90-4c77-86f5-7ed61ceda617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218479 Feb 04 13:17:45.975183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] For port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:45.976955 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.047150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e180d42-0f19-45ea-bd5b-a9544a91556f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=f45aee89-4229-4309-85e0-5e6651be4e15,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.061713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f45aee89-4229-4309-85e0-5e6651be4e15 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:17:46.111720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:46.121070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:46.124856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:46.131629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:46.141807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:46.146577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.248573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.281659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:46.291516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c51ea24fa39488d9a708ccc7fd3e535 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:46.296309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:46.305011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:46.404568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Calling delete_port for b020dfc1-01a8-4cc7-bdb6-fa688cd6448f owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:46.478904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.480809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.518768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.528140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] For port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,segment=NetworkSegment(dd99a903-15f0-46cd-80d5-a0470a599dfa),segment_id=dd99a903-15f0-46cd-80d5-a0470a599dfa)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:46.528560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.579197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c51ea24fa39488d9a708ccc7fd3e535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573272 Feb 04 13:17:46.585913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:46.586295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355bc69-25b8-43db-a422-c41a889679a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90817244-d8dd-4c4f-a530-eb5b8c455371,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.639225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:17:46.657917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=34e70841-59f0-4308-a365-07fa9b295671,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:46.681351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:17:46.681812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:46.682322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: f45aee89-4229-4309-85e0-5e6651be4e15, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:46.682674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3e1ba9e9-4dd5-4f04-913b-9f7a3bc30591 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:17:46.722846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.740768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network f45aee89-4229-4309-85e0-5e6651be4e15 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:46.761460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.769725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f45aee89-4229-4309-85e0-5e6651be4e15) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:46.778082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d804d77-be32-4e9f-9986-02d02d57d1b1 None None] Network f45aee89-4229-4309-85e0-5e6651be4e15 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:46.778560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:46.779196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:46.828796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Calling delete_port for ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:46.835903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-33d43936-13f1-4aa3-b495-c5865ac6571d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9018435 Feb 04 13:17:46.836260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:46.888587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.004334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.038934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.097999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f45aee89-4229-4309-85e0-5e6651be4e15', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:47.099619 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.143254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.296493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Allocated IP 172.20.0.2 (f45aee89-4229-4309-85e0-5e6651be4e15/34e70841-59f0-4308-a365-07fa9b295671/3fb7977d-0fbc-4345-b83b-a49b672e25d9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:47.360125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90817244-d8dd-4c4f-a530-eb5b8c455371,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:47.396678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event deleted for resources: {'Port': ['ID=ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:47.427530 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.545146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-642a150c-e785-44a3-b85a-8e366a2b2ad4 req-1e520e5d-ddb6-440d-939f-5da080a953bd tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 210 time: 0.1860027 Feb 04 13:17:47.557467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.572446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] No DVR routers for this DVR port ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:47.581500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.588361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-deleted', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:47.624651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.625773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-617a9c99-dd32-4d60-831a-b922de01bb7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90817244-d8dd-4c4f-a530-eb5b8c455371 HTTP/1.1" status: 204 len: 168 time: 1.0365798 Feb 04 13:17:47.752004 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5bce20-bd5e-4da2-bf7b-18915d58c76c', 'name': 'network-vif-deleted', 'tag': 'ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1', 'status': 'completed', 'code': 200} Feb 04 13:17:47.812425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3c13c2a4-c1ef-4600-a654-e811ab722764 req-95620695-c085-4a47-86b2-c70f26995f6d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "DELETE /v2.0/ports/ad2affea-5f0a-4eb7-81d4-9b02abf3e8f1 HTTP/1.1" status: 204 len: 173 time: 6.7841425 Feb 04 13:17:47.845717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.862275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Transition to ACTIVE for port object 3fb7977d-0fbc-4345-b83b-a49b672e25d9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:47.867516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.931878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port d696dac8-2fbb-40f2-9219-d35ca5e196f4 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:47.932459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:47.947968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Transition to ACTIVE for port object 3fb7977d-0fbc-4345-b83b-a49b672e25d9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:47.965099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.111845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Pushing event deleted for resources: {'Port': ['ID=b020dfc1-01a8-4cc7-bdb6-fa688cd6448f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:48.155550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Network f45aee89-4229-4309-85e0-5e6651be4e15 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:48.161902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:48.172204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:48.207718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] No DVR routers for this DVR port b020dfc1-01a8-4cc7-bdb6-fa688cd6448f on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:48.216587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.218790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-591b715d-e16d-40c8-8bc7-c0d116a3a20f req-4e8103c0-d364-4038-b3c7-51203da3b83d tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.90 "DELETE /v2.0/ports/b020dfc1-01a8-4cc7-bdb6-fa688cd6448f HTTP/1.1" status: 204 len: 173 time: 7.0340590 Feb 04 13:17:48.245695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:48.298561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.327661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Pushing event updated for resources: {'Port': ['ID=3fb7977d-0fbc-4345-b83b-a49b672e25d9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:48.333729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.346946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Attempting to bind port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:48.348917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Attempting to bind port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:48.349314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Attempting to bind port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 on network f45aee89-4229-4309-85e0-5e6651be4e15 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:48.364992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:48.365406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Checking segment: {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:48.366090 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.366794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Bound using segment: {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:48.367164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Bound port: 3fb7977d-0fbc-4345-b83b-a49b672e25d9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:48.367549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.386241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:48.413251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa88dc166ca40fa97861a736f9c3a89 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:48.437164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:48.530951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:48.536424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] For port 3fb7977d-0fbc-4345-b83b-a49b672e25d9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:48.542189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] For port 3fb7977d-0fbc-4345-b83b-a49b672e25d9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3fb7977d-0fbc-4345-b83b-a49b672e25d9,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:48.548146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.604399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.20.0.1 (f45aee89-4229-4309-85e0-5e6651be4e15/34e70841-59f0-4308-a365-07fa9b295671/7863d85a-1ba3-43a9-a13d-dece3b514665) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:17:48.689837 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:48.715667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:48.728063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e3e60-6758-4b9e-b789-1bd9579c8c88 None None] Pushing event updated for resources: {'Port': ['ID=3fb7977d-0fbc-4345-b83b-a49b672e25d9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:48.964456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-abbb98dd-0454-4c1d-ad49-606a395bd470 req-294ff2ed-313c-4459-a450-da6f17a78e68 tempest-ListServersNegativeTestJSON-1071874986 tempest-ListServersNegativeTestJSON-1071874986-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c5bce20-bd5e-4da2-bf7b-18915d58c76c HTTP/1.1" status: 200 len: 210 time: 0.1201992 Feb 04 13:17:49.013600 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:17:49.042054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.069524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.151133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.168598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.187443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.201628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.216243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fa88dc166ca40fa97861a736f9c3a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688916 Feb 04 13:17:49.223293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:49.250402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:49.254752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Usage tracker for resource:security_group_rule and tenant:193073d3bd5641f3bd58a3dbf425b522 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:49.257810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:49.263992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:49.297424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b26b04-8193-4fae-b916-cd6583924f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739e5d2-8f93-475b-97fe-05d93e15763a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.302158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object 7863d85a-1ba3-43a9-a13d-dece3b514665 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:49.376638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.385178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.395510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.399339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.428903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.501830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.524330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for d696dac8-2fbb-40f2-9219-d35ca5e196f4 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:49.524929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.540663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.565734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network f45aee89-4229-4309-85e0-5e6651be4e15 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:49.582223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:49.584750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:17:49.622574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.662854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=193073d3bd5641f3bd58a3dbf425b522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9431548 Feb 04 13:17:49.665782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37242) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:49.678717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028500-f93d-4d2c-ab04-f6895e57ba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1616f3-1fb4-4e82-a269-548de5844519,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.699569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.758835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-deleted', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:17:49.829584 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc56e52-84a2-413e-85c0-247a8357fa4c', 'name': 'network-vif-deleted', 'tag': 'b020dfc1-01a8-4cc7-bdb6-fa688cd6448f', 'status': 'completed', 'code': 200} Feb 04 13:17:49.836639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Deleting port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:49.836993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.886490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.903140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:49.911374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739e5d2-8f93-475b-97fe-05d93e15763a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:49.914575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:49.942402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:49.944250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8ac7077-af04-47fe-85e9-39eb93e7cb54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7739e5d2-8f93-475b-97fe-05d93e15763a HTTP/1.1" status: 204 len: 168 time: 0.7154458 Feb 04 13:17:50.013674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.088930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.175971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.191821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d36c77-c8f6-4fa9-ac6a-cdc235ff22b2 None None] Network f45aee89-4229-4309-85e0-5e6651be4e15 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:50.239802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.251116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:50.331538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b245d56a-3701-413a-a264-ef492841f76d None None] Provisioning for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:50.362507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Deleting subnet 24033722-0186-4610-84d2-e26de58870bd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:17:50.414930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.451949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.500963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.507952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-af63f8e0-01e7-4f3e-9319-2d212071c72b None None] Provisioning complete for port a0292beb-7566-42cc-b7fb-a5e1fa167669 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:50.508401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af63f8e0-01e7-4f3e-9319-2d212071c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.541060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=d696dac8-2fbb-40f2-9219-d35ca5e196f4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:50.562359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] For port 7e4d95d4-2a55-4d90-b8b9-40d2102466bf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,segment=NetworkSegment(856bec65-c225-4a2c-a75d-23b36ddbfb28),segment_id=856bec65-c225-4a2c-a75d-23b36ddbfb28)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:50.562759 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.625122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.637594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-af63f8e0-01e7-4f3e-9319-2d212071c72b None None] Port a0292beb-7566-42cc-b7fb-a5e1fa167669 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:50.681177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:50.745072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3fb7977d-0fbc-4345-b83b-a49b672e25d9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:50.786896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.796701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:50.887828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:50.893090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:50.893744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.041060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.058121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.061859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.084116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3fb7977d-0fbc-4345-b83b-a49b672e25d9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3fb7977d-0fbc-4345-b83b-a49b672e25d9,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:51.091614 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.113863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.129504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.133187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24033722-0186-4610-84d2-e26de58870bd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.189780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3fb7977d-0fbc-4345-b83b-a49b672e25d9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.217720 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae1a0bf0-6287-40ea-86f8-0c2831207426 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24033722-0186-4610-84d2-e26de58870bd HTTP/1.1" status: 204 len: 168 time: 0.9607208 Feb 04 13:17:51.219439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:51.226078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Provisioning for port 7863d85a-1ba3-43a9-a13d-dece3b514665 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:17:51.231229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Provisioning complete for port 7863d85a-1ba3-43a9-a13d-dece3b514665 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:51.231603 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.276716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Calling delete_port for 7e4d95d4-2a55-4d90-b8b9-40d2102466bf owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:51.326204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Port 7863d85a-1ba3-43a9-a13d-dece3b514665 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:51.340232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Provisioning complete for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:51.340899 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0629a76e-3129-45a0-b049-5d9c6213b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.391739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.413031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network f45aee89-4229-4309-85e0-5e6651be4e15 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:17:51.415098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:51.636834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.684151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-53fe50c6-0673-410c-931c-2778977fb8ef None None] Provisioning complete for port 7863d85a-1ba3-43a9-a13d-dece3b514665 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:51.684739 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-53fe50c6-0673-410c-931c-2778977fb8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.720194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.741010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.835120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-53fe50c6-0673-410c-931c-2778977fb8ef None None] Port 7863d85a-1ba3-43a9-a13d-dece3b514665 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:51.842953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.880818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bc6c3a-320e-46eb-b1a1-e8e5edf36507']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:51.899558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd99a903-15f0-46cd-80d5-a0470a599dfa') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:51.899558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd99a903-15f0-46cd-80d5-a0470a599dfa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:51.900994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4d95d4-2a55-4d90-b8b9-40d2102466bf,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.902951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1616f3-1fb4-4e82-a269-548de5844519,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:51.921518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.952279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.962800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:17:51.963353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.966241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f70b88bc-3b58-4750-b1d1-2fc90d120e46 None None] Provisioning complete for port 7863d85a-1ba3-43a9-a13d-dece3b514665 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:51.966733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f70b88bc-3b58-4750-b1d1-2fc90d120e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:17:51.977141 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:17:52.027046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:17:52.039399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f70b88bc-3b58-4750-b1d1-2fc90d120e46 None None] Port 7863d85a-1ba3-43a9-a13d-dece3b514665 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:17:52.094133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.097750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-440c91a4-14dc-44bf-94b5-68f66747e768 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af1616f3-1fb4-4e82-a269-548de5844519 HTTP/1.1" status: 204 len: 168 time: 2.3993487 Feb 04 13:17:52.131085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.135419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.216566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97bc6c3a-320e-46eb-b1a1-e8e5edf36507,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:52.232528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8d98fe4f-20d3-404c-9558-9d6d8e9d7bd3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/97bc6c3a-320e-46eb-b1a1-e8e5edf36507 HTTP/1.1" status: 204 len: 168 time: 1.0120018 Feb 04 13:17:52.257449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:52.268725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:52.270138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd2c1d9c-d022-4404-bba3-97347614f489 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4324851 Feb 04 13:17:52.273494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:52.280119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1373757859'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:52.283807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:52.286052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:52.287900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:52.291198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:52.294710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:52.301373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:52.330974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:52.336414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.401202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:17:52.423439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.424287 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment c3fb95f8-c205-49e8-b2ba-8bef37801ac7 of type vlan for network c561a4d2-2b37-4090-bc80-ebfc01287531 Feb 04 13:17:52.429894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:52.441989 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:52.464687 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:52.465365 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:52.474821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:52.484967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9735edfd-c2ca-43d2-914f-898d82c583b9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/2f2cbb7c-c648-41bf-a31c-9a41e57579e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9397690 Feb 04 13:17:52.487366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5d665885-065f-480a-ac46-2a168ce82b34 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:52.495175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37310) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:52.509226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:52.527929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.766925 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:52.790374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.810168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3fb7977d-0fbc-4345-b83b-a49b672e25d9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:52.940202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ffe4676d-aa68-46ba-aaa1-e2e3c79c1571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d5d7b7794d84b1f9bf07f5ce8826c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641149 Feb 04 13:17:52.947019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37326) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:52.965906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:52.973164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:52.974050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.034001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7594135 Feb 04 13:17:53.066920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37334) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:53.143521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:53.241673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:53.247070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d149952c-e867-4f4b-9c29-205a1c5391c4 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8376420 Feb 04 13:17:53.259198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] Sync routers for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:53.259922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:53.275313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:47Z', 'revision_number': 2, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.280927 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:53.281567 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Updating router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 port a0292beb-7566-42cc-b7fb-a5e1fa167669 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:53.323522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:17:53.323988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.366237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.367289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.368735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.369396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.369863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.370327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.370444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:53.370809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.371060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.371258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.379716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-be49d108-2987-413a-9191-5da44c4bc9cd tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5645 time: 0.8807135 Feb 04 13:17:53.383181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:53.386118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6902839-6758-4ca7-b6df-6903adc548ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:17:53.388703 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.400432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb627e-f935-408a-be93-c4a55e1ef589 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=c561a4d2-2b37-4090-bc80-ebfc01287531,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:53.480428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.484785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.488313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c561a4d2-2b37-4090-bc80-ebfc01287531 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:17:53.491797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:53.502044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6902839-6758-4ca7-b6df-6903adc548ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:17:53.509248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6902839-6758-4ca7-b6df-6903adc548ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d665885-065f-480a-ac46-2a168ce82b34 HTTP/1.1" status: 200 len: 205 time: 0.2422013 Feb 04 13:17:53.511968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37362) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:53.669616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.720873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:53.725434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:53.731096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] Routers {'5d665885-065f-480a-ac46-2a168ce82b34'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:53.734772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5d665885-065f-480a-ac46-2a168ce82b34'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:53.801469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:53.828332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:17:53.835020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:53.840295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.840770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.841227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.841795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.842248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.842733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.843447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.844213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:53.846042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6eaab26-37a4-44ea-816e-c3768b986d92 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.4473023 Feb 04 13:17:53.857345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37376) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:53.868611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.115606 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.148127 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Transition to ACTIVE for port object a0292beb-7566-42cc-b7fb-a5e1fa167669 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:54.161203 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.205552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:54.207347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf2782-45aa-4d4e-bfa8-f613a050712f None None] The sync data for ids ['5d665885-065f-480a-ac46-2a168ce82b34'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:54.406291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:17:54.472148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.479619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:17:49Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:17:50Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:54.488202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:54.488572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Updating router f13407be-2def-48e9-b425-aebd87246f9f port 7863d85a-1ba3-43a9-a13d-dece3b514665 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:17:54.496605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37394) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:54.621142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.623980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.628338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.648197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97dc360-8f90-4c77-86f5-7ed61ceda617,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.683161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.684745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de3f7a4a-0e7c-4725-a052-67b22982b7c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c97dc360-8f90-4c77-86f5-7ed61ceda617 HTTP/1.1" status: 204 len: 168 time: 1.7346222 Feb 04 13:17:54.686797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.687434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 5d665885-065f-480a-ac46-2a168ce82b34 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:17:54.700854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.701562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.702760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a119026-54d5-4aa1-8d1b-3d2f9cd84d54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34 HTTP/1.1" status: 204 len: 168 time: 1.1888161 Feb 04 13:17:54.705718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:54.708839 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Pushing event updated for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:54.765759 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.767853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.769211 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.770892 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.773703 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.774020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.774357 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.777502 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.777659 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.777871 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.778204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.778526 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:17:54.809586 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Attempting to bind port a0292beb-7566-42cc-b7fb-a5e1fa167669 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:54.815080 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Attempting to bind port a0292beb-7566-42cc-b7fb-a5e1fa167669 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:54.815080 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Attempting to bind port a0292beb-7566-42cc-b7fb-a5e1fa167669 on network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:54.825252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:54.828297 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Checking segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:54.828297 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.828297 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Bound using segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:54.828297 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Bound port: a0292beb-7566-42cc-b7fb-a5e1fa167669, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:54.828297 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:54.867492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 7cb97148-7d1e-44f1-b45b-16c5c863c97b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:17:54.879258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.010310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.126340 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] For port a0292beb-7566-42cc-b7fb-a5e1fa167669, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:55.138268 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] For port a0292beb-7566-42cc-b7fb-a5e1fa167669, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0292beb-7566-42cc-b7fb-a5e1fa167669,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:55.143121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.146329 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.238585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.289777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:55.324378 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.327012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:55.328794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.335493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Usage tracker for resource:security_group_rule and tenant:e16d4ab0004641fb9df85af4f5235630 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:55.347156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Transition to ACTIVE for port object 7863d85a-1ba3-43a9-a13d-dece3b514665 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:17:55.365767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:55.367826 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.441442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.451824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580fa77-ed77-4da4-b132-f41b3e38d3ea None None] Pushing event updated for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:55.508096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:55.557492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.580544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/7cb97148-7d1e-44f1-b45b-16c5c863c97b HTTP/1.1" status: 204 len: 168 time: 0.8709664 Feb 04 13:17:55.582529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:55.584179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578d92c-3777-4311-9d48-b7f32513ce31 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb97148-7d1e-44f1-b45b-16c5c863c97b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:55.595697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.601003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:17:55.649744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097fb5c-8a8d-4da3-810f-e2925bef3625 None None] Network f756570f-919e-45c7-9872-4c93cbedf420 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:55.650728 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Sync routers for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:17:55.751486 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:55.751858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 7d3d2a11-16f3-40bd-85b2-8218c938bfc4 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:17:55.753411 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:55.763355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.896947 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:55.898336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:55.929613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.101620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.119579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594dd4-d30a-412c-ba4c-86ff233ef725 None None] Pushing event updated for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.124032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Attempting to bind port 7863d85a-1ba3-43a9-a13d-dece3b514665 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:17:56.124613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Attempting to bind port 7863d85a-1ba3-43a9-a13d-dece3b514665 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:17:56.125253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Attempting to bind port 7863d85a-1ba3-43a9-a13d-dece3b514665 on network f45aee89-4229-4309-85e0-5e6651be4e15 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:17:56.153410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:17:56.153959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Checking segment: {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:56.155232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.155879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Bound using segment: {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:17:56.156675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Bound port: 7863d85a-1ba3-43a9-a13d-dece3b514665, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3364ab89-411b-4a84-977a-ad24f5e79f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:17:56.158538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.316660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.345682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=aac433d3-fde2-4c55-bace-b8681a8891f5,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.351710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.399969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3430c-d6a2-489c-b3bb-37603d3f7735,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.416482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bdb8131e-8144-4461-8bf7-a77deff9e596 admin admin] 10.222.0.53 "PUT /v2.0/routers/10b2b3af-14ae-44f0-8dbe-04b89c2642f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6862950 Feb 04 13:17:56.433246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37436) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:56.438374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] For port 7863d85a-1ba3-43a9-a13d-dece3b514665, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:17:56.443535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.447503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] For port 7863d85a-1ba3-43a9-a13d-dece3b514665, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7863d85a-1ba3-43a9-a13d-dece3b514665,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:17:56.452592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3d2a11-16f3-40bd-85b2-8218c938bfc4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.465784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b86cde8-23d2-42dd-9786-981cec8a10d3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/7d3d2a11-16f3-40bd-85b2-8218c938bfc4 HTTP/1.1" status: 204 len: 168 time: 0.8704169 Feb 04 13:17:56.467588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1470e-cb01-4eba-b879-2b41ad44be7d None None] Network 87998a7b-3eb0-4d1b-9a73-671ead895539 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:56.470773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37440) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:56.501159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aee16dab-774f-437f-b75a-b3ad0914f560 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e16d4ab0004641fb9df85af4f5235630&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9963355 Feb 04 13:17:56.521868 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.523874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37446) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:56.669041 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:56.679184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.745171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594dd4-d30a-412c-ba4c-86ff233ef725 None None] Pushing event updated for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:56.750207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port bd4b116a-b666-4ca9-acb5-aaf657b0b476 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:56.751349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.789652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.797882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:17:56.798357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: c561a4d2-2b37-4090-bc80-ebfc01287531, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:17:56.822975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:56.823903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:56.848414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-95290e08-41a2-42f6-a44b-cf3c88d8efb4 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3402 time: 2.9902282 Feb 04 13:17:56.885331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:56.887745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.182706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:57.195822 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-720755e8-f080-4060-b691-806709be7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:55Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.207051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port bd4b116a-b666-4ca9-acb5-aaf657b0b476, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd4b116a-b666-4ca9-acb5-aaf657b0b476,segment=NetworkSegment(78b3464a-cfc3-4d20-957c-73063b65d71d),segment_id=78b3464a-cfc3-4d20-957c-73063b65d71d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:57.209041 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.210019 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720755e8-f080-4060-b691-806709be7cd1 None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:17:55Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:57.224926 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:17:51Z', 'revision_number': 5, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.234783 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Checking router: 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:17:57.254396 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Routers {'10b2b3af-14ae-44f0-8dbe-04b89c2642f4'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:17:57.255430 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:57.266854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network c561a4d2-2b37-4090-bc80-ebfc01287531 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:17:57.342398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c561a4d2-2b37-4090-bc80-ebfc01287531) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:17:57.356011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:17:57.356617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.398408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.425586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Deleting port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:57.425586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.509755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:57.538578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5423b5a0-9250-4aa6-8aa5-e959dedee7c1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4572825 Feb 04 13:17:57.545339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37478) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:57.565004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081167580', 'description': 'tempest-secgroup-smoke-2081167580 description', 'project_id': 'cf74b64e58694f44bd4911e3bac95005'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:57.600462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:57.617689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:57.621218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for bd4b116a-b666-4ca9-acb5-aaf657b0b476 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:57.641385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:57.679310 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] Set router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:17:57.844285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128bd68-3e69-4244-b9f4-8c0d84a34166 None None] Network c561a4d2-2b37-4090-bc80-ebfc01287531 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:17:57.851293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:57.866840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:57.890544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:57.895004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:57.898257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:57.904954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:58.005671 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:58.007197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:58.036579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:58.238029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22324eff-041b-4609-a168-b79b92f984f4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.267029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:58.268568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9fbb6f75-e70d-47c9-8b15-8ede3441149f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7533007 Feb 04 13:17:58.303088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:17:58.355721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:17:58.385367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:17:58.401596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] For port d297ae4f-94e4-4cf8-ad43-bc3b28f13c94, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:17:58.423622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:58.437571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:17:58.480186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:17:58.680655 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:17:51Z', 'revision_number': 5, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:58.704508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a61d9-814f-4238-bd4e-d399409881c8 None None] The sync data for ids ['10b2b3af-14ae-44f0-8dbe-04b89c2642f4'] in n-d-820555-2 is: [{'id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1185732746-router', 'tenant_id': '151c3da701414b28b9e6837336f2a69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:13:56Z', 'updated_at': '2022-02-04T13:17:51Z', 'revision_number': 5, 'project_id': '151c3da701414b28b9e6837336f2a69d', 'gw_port': {'id': 'd297ae4f-94e4-4cf8-ad43-bc3b28f13c94', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2b3af-14ae-44f0-8dbe-04b89c2642f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:14:00Z', 'updated_at': '2022-02-04T13:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:58.734847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=bd4b116a-b666-4ca9-acb5-aaf657b0b476,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:58.790051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No DVR routers for this DVR port bd4b116a-b666-4ca9-acb5-aaf657b0b476 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:17:58.791846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:17:58.819640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Calling delete_port for d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:17:58.843972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c3d7b-821e-43c6-b0b0-0f9ccafd47a1 None None] DHCP port deletion for f756570f-919e-45c7-9872-4c93cbedf420 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:17:58.877457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15265c64-8413-4764-b5c9-04a166ee2a84 req-d397796c-c3f8-4e42-b426-5a5108ab90d4 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 1.2800465 Feb 04 13:17:59.009044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:17:49Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:59.019345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-c561a4d2-2b37-4090-bc80-ebfc01287531', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:17:59.024055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.037328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384d537f-3ddd-4a78-a5df-dd7ddfa83a49 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:17:49Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:17:56Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:17:59.115218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.180282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.239921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3430c-d6a2-489c-b3bb-37603d3f7735,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:59.277729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0292beb-7566-42cc-b7fb-a5e1fa167669 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:17:59.323273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.371528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] DHCP port deletion for 87998a7b-3eb0-4d1b-9a73-671ead895539 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:17:59.403676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.513707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Deleting port 70d25297-9508-42c4-a986-70ebed494730 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:17:59.514091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.663027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f756570f-919e-45c7-9872-4c93cbedf420']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:59.731300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b3464a-cfc3-4d20-957c-73063b65d71d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:59.731696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b3464a-cfc3-4d20-957c-73063b65d71d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:17:59.749310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.757372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5d0bbab9-8cdd-4815-9d91-4018c9d8a496 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddb3430c-d6a2-489c-b3bb-37603d3f7735 HTTP/1.1" status: 204 len: 168 time: 3.2291350 Feb 04 13:17:59.777290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:17:59.781541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d297ae4f-94e4-4cf8-ad43-bc3b28f13c94,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:17:59.830263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Allocated IP 172.21.0.2 (c561a4d2-2b37-4090-bc80-ebfc01287531/aac433d3-fde2-4c55-bace-b8681a8891f5/65020b44-f5a0-4391-9afa-537e85fdbcaa) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:00.047788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6209ce97-a668-426e-8e33-1fc5839a417d req-f0a7be67-0639-4c9f-9556-a68089682da7 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.3739617 Feb 04 13:18:00.179634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.190506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.217307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.253078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:18:00.253497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:18:00.277665 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:18:00.292293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.297419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a0292beb-7566-42cc-b7fb-a5e1fa167669 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:00.403001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288fdc9a-364a-40c6-bd49-0ed91ec88a38,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:00.412686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0292beb-7566-42cc-b7fb-a5e1fa167669 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:00.413054 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.487995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.512988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.541709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=f756570f-919e-45c7-9872-4c93cbedf420,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:00.552400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d78450fb-bf7d-4f62-91f6-b8e6566d0a60 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/f756570f-919e-45c7-9872-4c93cbedf420 HTTP/1.1" status: 204 len: 168 time: 4.0798926 Feb 04 13:18:00.554588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37542) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:00.954227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37548) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:00.983420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:00.985233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2751e2a9-8182-4124-a6d5-1a6a0eec29ae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6804762 Feb 04 13:18:01.007384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.022494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:01.065422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:01.070450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.075094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] For port 70d25297-9508-42c4-a986-70ebed494730, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=70d25297-9508-42c4-a986-70ebed494730,segment=NetworkSegment(71a73635-8d8f-4a75-ac42-1e3f03778624),segment_id=71a73635-8d8f-4a75-ac42-1e3f03778624)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:01.075716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.076492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.081097 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.150540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:01.155896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:01.160387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:01.170311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:01.172923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.180673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b2b3af-14ae-44f0-8dbe-04b89c2642f4 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:18:01.211292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 70d25297-9508-42c4-a986-70ebed494730 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:01.211653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.243472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.244767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-facfd724-79f5-4b35-acb8-e237560e25b7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/10b2b3af-14ae-44f0-8dbe-04b89c2642f4 HTTP/1.1" status: 204 len: 168 time: 4.7650642 Feb 04 13:18:01.247235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91ea9cf4-ee4e-4910-93f1-d1c582b9cdea req-d1141ecb-05dd-4fcf-8336-1a57786fddb0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.0754583 Feb 04 13:18:01.247981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:01.331818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.336504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.345702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Deleting subnet c42a7183-dab5-4bc8-ab07-1b876bbd1d4b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:18:01.356992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.357596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Calling delete_port for 70d25297-9508-42c4-a986-70ebed494730 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:01.459351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.532865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.558775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Transition to ACTIVE for port object 65020b44-f5a0-4391-9afa-537e85fdbcaa will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:01.581024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.600968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Transition to ACTIVE for port object 65020b44-f5a0-4391-9afa-537e85fdbcaa will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:01.602965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:01.641853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.686949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.717040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Usage tracker for resource:security_group_rule and tenant:37f60b250d4b4c938c20be3ce6fba2c3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:01.723803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Network c561a4d2-2b37-4090-bc80-ebfc01287531 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:01.730699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:01.737085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:01.773558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a8f51ac-64c0-4bb0-a43d-9fd1660a0892 req-cc6ec7a1-1b3b-406f-9a6a-41e99f60756d tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1760533 Feb 04 13:18:01.780539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42a7183-dab5-4bc8-ab07-1b876bbd1d4b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:01.799362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.810156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e19fe30-3bc2-4d75-b067-34062b838150 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c42a7183-dab5-4bc8-ab07-1b876bbd1d4b HTTP/1.1" status: 204 len: 168 time: 0.5610456 Feb 04 13:18:01.815109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:01.824625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:01.867984 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.925037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a0292beb-7566-42cc-b7fb-a5e1fa167669, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0292beb-7566-42cc-b7fb-a5e1fa167669,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:01.929228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:01.953601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] No DVR routers for this DVR port 70d25297-9508-42c4-a986-70ebed494730 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:01.967770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.028124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Pushing event updated for resources: {'Port': ['ID=65020b44-f5a0-4391-9afa-537e85fdbcaa,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.086049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.092656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671cd41-9095-41e9-a936-ee225593e439 None None] Pushing event deleted for resources: {'Port': ['ID=70d25297-9508-42c4-a986-70ebed494730,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.163692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Attempting to bind port 65020b44-f5a0-4391-9afa-537e85fdbcaa on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:02.164147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Attempting to bind port 65020b44-f5a0-4391-9afa-537e85fdbcaa by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:02.164716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Attempting to bind port 65020b44-f5a0-4391-9afa-537e85fdbcaa on network c561a4d2-2b37-4090-bc80-ebfc01287531 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:02.182441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:02.182899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Checking segment: {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:02.183274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.184483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Bound using segment: {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:02.184483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Bound port: 65020b44-f5a0-4391-9afa-537e85fdbcaa, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:02.184751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.309182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.312039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7863d85a-1ba3-43a9-a13d-dece3b514665 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:02.381438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] For port 65020b44-f5a0-4391-9afa-537e85fdbcaa, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:02.408170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] For port 65020b44-f5a0-4391-9afa-537e85fdbcaa, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65020b44-f5a0-4391-9afa-537e85fdbcaa,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:02.418263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.439081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.491005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e2ace4-8b47-4897-a0ae-cbb466672a1f']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:02.519076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856bec65-c225-4a2c-a75d-23b36ddbfb28') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:02.519377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856bec65-c225-4a2c-a75d-23b36ddbfb28') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:02.540986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.544336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadb70b-af5a-45c3-b33a-c3331371fc94 None None] Pushing event updated for resources: {'Port': ['ID=65020b44-f5a0-4391-9afa-537e85fdbcaa,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.569375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.581263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:18:02.581830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.591321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7863d85a-1ba3-43a9-a13d-dece3b514665 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:02.596607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:18:02.605787 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:18:02.611634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7863d85a-1ba3-43a9-a13d-dece3b514665 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:02.612682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.629936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 70d25297-9508-42c4-a986-70ebed494730, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=70d25297-9508-42c4-a986-70ebed494730,segment=NetworkSegment(71a73635-8d8f-4a75-ac42-1e3f03778624),segment_id=71a73635-8d8f-4a75-ac42-1e3f03778624)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:02.630430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.761514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.803096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.815396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.863634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e2ace4-8b47-4897-a0ae-cbb466672a1f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:02.883708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c992a147-2538-418d-a1f1-4465e6139f23 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d5e2ace4-8b47-4897-a0ae-cbb466672a1f HTTP/1.1" status: 204 len: 168 time: 1.0573769 Feb 04 13:18:02.884296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7863d85a-1ba3-43a9-a13d-dece3b514665, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7863d85a-1ba3-43a9-a13d-dece3b514665,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:02.891221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:02.981215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 70d25297-9508-42c4-a986-70ebed494730 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:03.019844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd4b116a-b666-4ca9-acb5-aaf657b0b476 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:03.060682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.091773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.098262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bd4b116a-b666-4ca9-acb5-aaf657b0b476 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:03.099254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd4b116a-b666-4ca9-acb5-aaf657b0b476 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:03.100100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e4d95d4-2a55-4d90-b8b9-40d2102466bf no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:03.123281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1dd72681-da00-4926-bf30-2217d7c8613b req-f1039a65-ce43-4478-9fe2-63a68022e585 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1320610 Feb 04 13:18:03.151044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:03.160125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7e4d95d4-2a55-4d90-b8b9-40d2102466bf {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:03.160533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7e4d95d4-2a55-4d90-b8b9-40d2102466bf not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:03.160914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 70d25297-9508-42c4-a986-70ebed494730 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:03.170693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.176751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1526642 Feb 04 13:18:03.189802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37586) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:03.196646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.197158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.197681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.197876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.198166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.198933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.198933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.199135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.199493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.199951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.200284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.200608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:03.208974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd573-e981-472e-b069-62bf0413ec84 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0add0b62-0e95-4825-865f-c5635fbd055b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:03.210061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 70d25297-9508-42c4-a986-70ebed494730 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:03.210410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 70d25297-9508-42c4-a986-70ebed494730 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:03.210864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:03.215184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:03.244731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1daa095f-f398-4aa3-b351-d7265e54676e req-562ba18f-11ae-4020-9840-bf7a4c8cc892 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1203518 Feb 04 13:18:03.270964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:03.270964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d297ae4f-94e4-4cf8-ad43-bc3b28f13c94 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:03.276049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37590) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:03.335347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-41b545f3-1960-4562-93c0-9e3fb64c7a79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=151c3da701414b28b9e6837336f2a69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578885 Feb 04 13:18:03.337940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:03.339179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:03.353437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:03.368399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:03.386873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:03.403891 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:18:03.404232 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:18:03.423690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.21.0.1 (c561a4d2-2b37-4090-bc80-ebfc01287531/aac433d3-fde2-4c55-bace-b8681a8891f5/392e6c15-2a48-42bb-b7bd-6cfa37b85625) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:03.469192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.479855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.486039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.641055 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.654652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37f60b250d4b4c938c20be3ce6fba2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6914401 Feb 04 13:18:03.655471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:03.703024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3a7eb-77dc-4d85-abb8-0813f43e04c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42c07c-a488-4570-b931-530ff040e685,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:03.741195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.753310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.815296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.827967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.861862 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.897838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.899179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.917678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 70d25297-9508-42c4-a986-70ebed494730 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:03.918234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.927258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42c07c-a488-4570-b931-530ff040e685,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:03.939209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:03.943079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7af70b98-ae32-4fc6-9172-aae0228b3cc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e42c07c-a488-4570-b931-530ff040e685 HTTP/1.1" status: 204 len: 168 time: 0.2840776 Feb 04 13:18:04.020175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object 392e6c15-2a48-42bb-b7bd-6cfa37b85625 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:04.030989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b857a8-d48e-4f6e-89b3-66fa1ddba0d7,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:04.046378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port '70d25297-9508-42c4-a986-70ebed494730' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:18:04.171351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.173725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.179361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69351c76-1293-4110-9444-cb3bc32ca775 HTTP/1.1" status: 204 len: 168 time: 0.8360572 Feb 04 13:18:04.180459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.188242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:04.190730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7fea557d-ffc7-44fa-a28e-51f9d684d9ce tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9975586 Feb 04 13:18:04.195687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:04.208424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:04.215576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:04.234427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:04.262323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:04.304267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:04.372769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.399358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65020b44-f5a0-4391-9afa-537e85fdbcaa up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:04.446008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7565a-42bc-4dc8-b611-caa78c6a7946 None None] Network c561a4d2-2b37-4090-bc80-ebfc01287531 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:04.449643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.525508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.530420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.533952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87998a7b-3eb0-4d1b-9a73-671ead895539']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:04.580335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a73635-8d8f-4a75-ac42-1e3f03778624') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:04.580639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a73635-8d8f-4a75-ac42-1e3f03778624') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:04.587089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a1d16b-9eea-4365-92b9-52e5b6323185,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:04.604356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d939d22f-b21c-4182-83bd-461612206541 None None] Provisioning for port 65020b44-f5a0-4391-9afa-537e85fdbcaa completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:04.609160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.618368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc1227bc-fb2a-4cbd-8494-15c2d3807e9f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4251289 Feb 04 13:18:04.618368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:04.626863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:04.636288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82634de8-cada-4ea3-bb15-d64e5d75c4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69351c76-1293-4110-9444-cb3bc32ca775,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:04.640971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.672230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:04.676120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db6ab135-f7eb-424b-9109-55941eb159d7 req-8166ae70-abd6-4a3e-980a-bd76ef856d95 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1031494 Feb 04 13:18:04.678758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:04.690912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:04.739555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:04.746368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.770505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:18:04.783200 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:18:04.789505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.808341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:18:04.863105 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:18:04.880027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 65020b44-f5a0-4391-9afa-537e85fdbcaa completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:04.890980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 65020b44-f5a0-4391-9afa-537e85fdbcaa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:04.891428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.049193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.068721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.140698 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.174765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:05.179827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Usage tracker for resource:security_group_rule and tenant:d7193745484545d29100dc65f4150dd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:05.183053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:05.184925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network c561a4d2-2b37-4090-bc80-ebfc01287531 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:05.190393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:05.197054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:05.209933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:05.292328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.294064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.321888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.340231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.344005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.363471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.403890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.438745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edab794c-1dcd-4e92-a199-fc5f0675a09e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.517799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7193745484545d29100dc65f4150dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2121303 Feb 04 13:18:05.519586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 65020b44-f5a0-4391-9afa-537e85fdbcaa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65020b44-f5a0-4391-9afa-537e85fdbcaa,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:05.522146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37670) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:05.524872 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.525831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0292beb-7566-42cc-b7fb-a5e1fa167669 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:05.545390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.547719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a209587f-1b95-442d-9a9c-b3931feace44 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9299984 Feb 04 13:18:05.549554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=87998a7b-3eb0-4d1b-9a73-671ead895539,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.558022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37674) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:05.558574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5baf09-2563-44e2-a7bb-4176ed9fd109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cbb4c7-c5ee-42cf-9849-945bb53c12b6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.560878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-29a6777d-effa-41ca-bb52-7fca7e0df4eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/87998a7b-3eb0-4d1b-9a73-671ead895539 HTTP/1.1" status: 204 len: 168 time: 5.0022480 Feb 04 13:18:05.609865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:05.628640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': '22324eff-041b-4609-a168-b79b92f984f4', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:05.646521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:05.657899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:05.661833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:05.677337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:05.714546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152792432'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:05.735644 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:18:05.774513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:05.806026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:05.899128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.945162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:05.946633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:05.969694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0292beb-7566-42cc-b7fb-a5e1fa167669 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:05.980204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:05.990967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:06.005318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.105997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.124299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:06.127769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.222333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:06.251817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=65020b44-f5a0-4391-9afa-537e85fdbcaa,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:06.259757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.260104 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 976e24f7-fe6f-44ad-8d21-93c9103a6883 of type vlan for network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f Feb 04 13:18:06.302267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Provisioning for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:06.312798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.337607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Provisioning complete for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:06.341273 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.386806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.392297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:06.392899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.569034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:06.578558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7863d85a-1ba3-43a9-a13d-dece3b514665 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:06.623172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.694371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe3003b9-e677-444a-82be-52ce1c2f9188 req-f7f0d7c6-4845-4f00-87be-95175037f069 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0682108 Feb 04 13:18:06.695921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.722095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Provisioning complete for port 65020b44-f5a0-4391-9afa-537e85fdbcaa triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:06.725910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58e97809-921f-4ed8-a406-a0daa539c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.829859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.855463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7863d85a-1ba3-43a9-a13d-dece3b514665 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:06.855829 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.867068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:06.931765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.002294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.027017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4157937 Feb 04 13:18:07.028496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.046362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37720) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:07.054849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1ba1-3dbb-485f-aaa3-a8530b3bb8c1 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=5c1831dc-21ef-4e6d-a46f-a9e1201e214f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.079620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:07.082272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:07.118645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc31d912-7875-431e-8ab4-d49c81d96382,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.308537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65020b44-f5a0-4391-9afa-537e85fdbcaa up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:07.328962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.337009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-092b573b-80ce-45a0-8e7f-cc0fd52b3863 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7691383 Feb 04 13:18:07.380628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.397248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network c561a4d2-2b37-4090-bc80-ebfc01287531 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:07.399246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.400563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6cbb4c7-c5ee-42cf-9849-945bb53c12b6 HTTP/1.1" status: 204 len: 168 time: 1.8447218 Feb 04 13:18:07.403674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:07.436606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb8296-29a3-44de-9dfb-8e772d07b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cbb4c7-c5ee-42cf-9849-945bb53c12b6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:07.450706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:07.459834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:07.468256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:07.492978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:07.510650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:07.514989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.605636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 65020b44-f5a0-4391-9afa-537e85fdbcaa triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:07.607993 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.777774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3e1d126c-5c54-4335-8fd9-2d101708ace1 None None] Provisioning complete for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:07.778200 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3e1d126c-5c54-4335-8fd9-2d101708ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:07.888499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca5e69b1-2f15-4121-b118-d23539238ec5 req-6d2f50dc-2a4c-4076-9fe2-9fe985044cd9 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2682865 Feb 04 13:18:07.901458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:08.122915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d126c-5c54-4335-8fd9-2d101708ace1 None None] Port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:08.153885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.265719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-63047273-371f-4758-ab02-494fa556b84c None None] Provisioning complete for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:08.267439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63047273-371f-4758-ab02-494fa556b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.310736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-b5413e96-a531-4e38-a487-b6bf833c3eaa tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:08.313406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=88db1924-1385-4b85-98e0-826d84fa31ba,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:08.324854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '976e24f7-fe6f-44ad-8d21-93c9103a6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:08.325395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: 5c1831dc-21ef-4e6d-a46f-a9e1201e214f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:08.361537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:08.377357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-b5413e96-a531-4e38-a487-b6bf833c3eaa tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:08.382944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-b5413e96-a531-4e38-a487-b6bf833c3eaa tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081167580&fields=id&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 267 time: 0.2365706 Feb 04 13:18:08.430742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9689605-9385-4a98-91de-3c9f8b616784 req-c12edf02-8b54-414a-9369-9f975091be70 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1676834 Feb 04 13:18:08.435173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-63047273-371f-4758-ab02-494fa556b84c None None] Port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:08.440725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5c1831dc-21ef-4e6d-a46f-a9e1201e214f) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:08.441356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:08.453243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-25c4ca01-e182-4a52-93a4-9483233891d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9029441 Feb 04 13:18:08.453644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96098d05-e498-4b60-9bf7-aec5a3d0ac20 None None] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:08.458556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:08.541032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.541579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.549550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612097255'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:08.556502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:08.560601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:08.565583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:08.573327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:08.592336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:08.597567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.630326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:08.671108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aea698ad-4eaf-423c-a980-ebf0ba8c96c3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6127713 Feb 04 13:18:08.673918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37794) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:08.682691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-792179345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:08.699973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:08.723989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:08.734707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.735167 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 20e70945-8791-44f7-a72d-ea8e0f2bf382 of type vlan for network 23d919a6-9cd7-415a-ab46-33140dad5730 Feb 04 13:18:08.741771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:08.742839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:08.744272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:08.762315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:08.762646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-625af8ec-d406-419e-addc-041bd70eaad0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:08.764791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-625af8ec-d406-419e-addc-041bd70eaad0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:08.793638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:08.847708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.851712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.852662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.852965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-625af8ec-d406-419e-addc-041bd70eaad0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:08.854387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-625af8ec-d406-419e-addc-041bd70eaad0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/networks?id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 797 time: 0.4660137 Feb 04 13:18:08.909283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-003c201f-4450-4f0d-8239-f02a91d9fe9e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/quotas/cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 375 time: 0.0474091 Feb 04 13:18:08.934953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:08.978054 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:18:08.994059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.030171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.034177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-be206379-6e0c-4de1-9f92-8d6e438b9fde tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3565793 Feb 04 13:18:09.035074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37804) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:09.049181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.054233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'port': {'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f', 'name': 'tempest-RoutersIpV6Test-1966241172'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:09.071739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:09.073096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.151381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37808) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:09.244293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7826674 Feb 04 13:18:09.248444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37814) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:09.302327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378f673-a687-452a-9b27-94fe5a6d02d1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=23d919a6-9cd7-415a-ab46-33140dad5730,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:09.316833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-60cc2365-52bf-41f8-bd73-5c055ea18a7e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:09.349151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-60cc2365-52bf-41f8-bd73-5c055ea18a7e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:09.351278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-60cc2365-52bf-41f8-bd73-5c055ea18a7e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4335318 Feb 04 13:18:09.391174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:09.438634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:09.643148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa2d051c-3d5f-4397-a791-7d7f72a7abf6 req-af6208cd-1357-4eba-b827-600f918d7ad3 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.3936112 Feb 04 13:18:09.713095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 23d919a6-9cd7-415a-ab46-33140dad5730 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:09.773483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:09.781620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:09.784397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:09.786590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:09.793370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:port and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:09.796069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:09.798514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:09.807220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.818944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:09.827795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:09.831736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:09.853071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:09.858023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Usage tracker for resource:security_group_rule and tenant:22ca92e32ecb4132b252f4d3eaf342e8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:09.861991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:09.868799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:09.881500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:09.884973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.134297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ad93e66-9349-4637-baca-5fded5e22f14 req-de4b3793-b867-4c22-86a3-2a0ff14b58e0 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1726043 Feb 04 13:18:10.135434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] device_id is not set on port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:18:10.208555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-5c1831dc-21ef-4e6d-a46f-a9e1201e214f', 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '88db1924-1385-4b85-98e0-826d84fa31ba'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:18:10.209551 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.241333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.253737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.304658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22ca92e32ecb4132b252f4d3eaf342e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1493778 Feb 04 13:18:10.310540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:10.361638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37840) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:10.406753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Allocated IP 2001:db8::2 (5c1831dc-21ef-4e6d-a46f-a9e1201e214f/88db1924-1385-4b85-98e0-826d84fa31ba/9f806bc8-ecb3-49ab-abee-ec442883f99a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:10.407056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec86d86-0bce-42af-b5f3-7708af4ad9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a33a5-c480-411d-8a30-a0493f407eec,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:10.556626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-2f9ee959-5eb9-4ec8-8713-721bfd81f0c1 service neutron] 10.222.0.53 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1802711 Feb 04 13:18:10.561213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.572836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.679905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.696734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:10.697265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: 23d919a6-9cd7-415a-ab46-33140dad5730, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:10.717043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=5d72aeb5-915a-4ba1-b763-5b30d490c9cb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:10.744958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 23d919a6-9cd7-415a-ab46-33140dad5730 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:10.759480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 23d919a6-9cd7-415a-ab46-33140dad5730) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:10.779375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:05Z', 'revision_number': 3, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:06Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:10.780165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:10.781461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.798151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b70d56-94fd-44a9-a2d2-373e924fc5ec None None] Network 23d919a6-9cd7-415a-ab46-33140dad5730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:10.822057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1352621e-5bda-43a9-8d97-849b11eb28c4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5706494 Feb 04 13:18:10.823932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:10.841122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-556a9595-71eb-48de-9cd6-8c68f5aa4b17 service neutron] 10.222.0.53 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684953 Feb 04 13:18:10.856478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.875186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.880210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a33a5-c480-411d-8a30-a0493f407eec,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:10.888673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:10.889053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Transition to ACTIVE for port object 9f806bc8-ecb3-49ab-abee-ec442883f99a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:10.891319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-64b94bce-0ec2-4487-bcaf-9ed10bbf1427 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/854a33a5-c480-411d-8a30-a0493f407eec HTTP/1.1" status: 204 len: 168 time: 0.5780151 Feb 04 13:18:10.911339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Transition to ACTIVE for port object 9f806bc8-ecb3-49ab-abee-ec442883f99a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:10.914168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:10.914660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Updating router f13407be-2def-48e9-b425-aebd87246f9f port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:11.033326 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:11.043151 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:11.073268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38213d7b-09bb-428d-bfd7-233aa6e1c080 req-ca00e8a6-27d0-4f78-bd7c-5d2106f3f77f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1045666 Feb 04 13:18:11.178917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2eaf3249-5f2d-4c6c-ba92-0d4bcdf6adac req-fe94fe59-1993-41fe-aa01-fcd22f3bb42e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.0479231 Feb 04 13:18:11.181002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Pushing event updated for resources: {'Port': ['ID=9f806bc8-ecb3-49ab-abee-ec442883f99a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:11.250849 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:11.294083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:11.307000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:11.313452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:11.472337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6254d142-dbc5-4f6a-81ee-0703c0f809c8 req-391668b5-7bf0-4e3e-a570-055406f8fd68 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0912328 Feb 04 13:18:11.477101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5065fc19-3508-4d6b-8332-7eba595d1c25 req-1be518cc-74a3-45e8-9b8d-87f770c2a976 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.4454110 Feb 04 13:18:11.519844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:11.535774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Usage tracker for resource:security_group_rule and tenant:5885b0ebf2964770b68a6088b259602c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:11.543255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:11.639309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:11.656781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8::37d (5c1831dc-21ef-4e6d-a46f-a9e1201e214f/88db1924-1385-4b85-98e0-826d84fa31ba/39c7c157-34ce-4cf0-bdd2-ada2aa9f6080) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:12.036366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Attempting to bind port 9f806bc8-ecb3-49ab-abee-ec442883f99a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:12.036911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Attempting to bind port 9f806bc8-ecb3-49ab-abee-ec442883f99a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '976e24f7-fe6f-44ad-8d21-93c9103a6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:12.037197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Attempting to bind port 9f806bc8-ecb3-49ab-abee-ec442883f99a on network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:12.058244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:12.058665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Checking segment: {'id': '976e24f7-fe6f-44ad-8d21-93c9103a6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:12.059089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.059480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Bound using segment: {'id': '976e24f7-fe6f-44ad-8d21-93c9103a6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:12.059958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Bound port: 9f806bc8-ecb3-49ab-abee-ec442883f99a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e24f7-fe6f-44ad-8d21-93c9103a6883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1831dc-21ef-4e6d-a46f-a9e1201e214f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:12.060326 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.132008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-23d919a6-9cd7-415a-ab46-33140dad5730', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:18:12.132868 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.502298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.527228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.568887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e5c98a-1418-4ac3-8066-c421d47aed6c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:12.574442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Allocated IP 172.22.0.2 (23d919a6-9cd7-415a-ab46-33140dad5730/5d72aeb5-915a-4ba1-b763-5b30d490c9cb/bbd7faf0-9195-4429-a239-7bdaf300cd22) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:12.766404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.783805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bdd0e7bd-b9e4-4ba2-826e-02ac6919305a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5885b0ebf2964770b68a6088b259602c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4198020 Feb 04 13:18:12.793962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37960) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:12.817674 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc368a6b-38e8-4acb-86e4-b712ed7234f1 req-3952c6be-21fa-4a5a-9355-6ea9efe2404f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.4371440 Feb 04 13:18:12.841314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:12.844470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.913057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] For port 9f806bc8-ecb3-49ab-abee-ec442883f99a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:12.916117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] For port 9f806bc8-ecb3-49ab-abee-ec442883f99a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f806bc8-ecb3-49ab-abee-ec442883f99a,segment=NetworkSegment(976e24f7-fe6f-44ad-8d21-93c9103a6883),segment_id=976e24f7-fe6f-44ad-8d21-93c9103a6883)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:12.929277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:12.950135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Transition to ACTIVE for port object 392e6c15-2a48-42bb-b7bd-6cfa37b85625 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:12.957734 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.019280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9d9988a-d45d-4e57-83a4-cdc2dde8fed3 req-5ef02dba-688b-466b-a111-f22b6c99a765 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.2037883 Feb 04 13:18:13.041753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a5811-401b-4c9c-bfa2-364ff6904af7 None None] Pushing event updated for resources: {'Port': ['ID=9f806bc8-ecb3-49ab-abee-ec442883f99a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.044380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.091732 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.118543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37968) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:13.258091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9bac77ce-f743-46e6-9e15-e0b657079c6f req-7e8daaa3-9758-4956-a4e5-cb310ef2d07e tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1089950 Feb 04 13:18:13.283253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Transition to ACTIVE for port object bbd7faf0-9195-4429-a239-7bdaf300cd22 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:13.314173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Transition to ACTIVE for port object bbd7faf0-9195-4429-a239-7bdaf300cd22 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:13.355742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-548efb03-84e7-4cc5-b877-38610993e0a0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:13.357258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-548efb03-84e7-4cc5-b877-38610993e0a0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.90 "GET /v2.0/networks?id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 797 time: 0.5051017 Feb 04 13:18:13.397400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e2fdc-95b1-4611-9ed0-1dfdc0c184b9 None None] Pushing event updated for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.466932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.486679 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-44cf8d5d-332d-4766-9e44-6b4882a01112 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 380 time: 0.1150830 Feb 04 13:18:13.496871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'port': {'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'admin_state_up': True, 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'security_groups': ['22324eff-041b-4609-a168-b79b92f984f4']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:13.685241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Network 23d919a6-9cd7-415a-ab46-33140dad5730 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:13.702186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Pushing event updated for resources: {'Port': ['ID=bbd7faf0-9195-4429-a239-7bdaf300cd22,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:13.710222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:13.829294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.831283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:13.878052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:13.905352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:13.912122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Usage tracker for resource:security_group_rule and tenant:ced029a5bb274451a8bb6655e5d755e3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:13.916629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-908fc426-69fa-4d4e-840a-0e8ffee07e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.929382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:13.955280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:13.960087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:13.972911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:14.032930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:14.049996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.123042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Attempting to bind port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:14.123569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Attempting to bind port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:14.123820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Attempting to bind port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 on network c561a4d2-2b37-4090-bc80-ebfc01287531 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:14.139942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:14.140410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Checking segment: {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:14.140870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.141330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Bound using segment: {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:14.141886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Bound port: 392e6c15-2a48-42bb-b7bd-6cfa37b85625, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:14.142434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.152719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.153147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Attempting to bind port bbd7faf0-9195-4429-a239-7bdaf300cd22 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:14.153572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Attempting to bind port bbd7faf0-9195-4429-a239-7bdaf300cd22 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:14.154018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Attempting to bind port bbd7faf0-9195-4429-a239-7bdaf300cd22 on network 23d919a6-9cd7-415a-ab46-33140dad5730 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:14.161825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:14.162240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Checking segment: {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:14.163164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.163351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Bound using segment: {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:14.163852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Bound port: bbd7faf0-9195-4429-a239-7bdaf300cd22, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:14.164309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.187972 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.251481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:14.300670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:14.313996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.332639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:14.339434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:14.340365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.361643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] For port bbd7faf0-9195-4429-a239-7bdaf300cd22, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:14.364729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] For port 392e6c15-2a48-42bb-b7bd-6cfa37b85625, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:14.368067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] For port bbd7faf0-9195-4429-a239-7bdaf300cd22, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bbd7faf0-9195-4429-a239-7bdaf300cd22,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:14.369622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31d327eb-1746-410c-ab50-e2d14e7d7d53 req-e28a9b97-cc1d-40c7-ae95-e763ac793b43 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.2359631 Feb 04 13:18:14.378534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] For port 392e6c15-2a48-42bb-b7bd-6cfa37b85625, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=392e6c15-2a48-42bb-b7bd-6cfa37b85625,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:14.386182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.392390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e5c98a-1418-4ac3-8066-c421d47aed6c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.395181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=39c7c157-34ce-4cf0-bdd2-ada2aa9f6080,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.452192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.453684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fe462164-1e57-401b-b73f-ea3b6bfab706 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59e5c98a-1418-4ac3-8066-c421d47aed6c HTTP/1.1" status: 204 len: 168 time: 1.6498563 Feb 04 13:18:14.459963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dbcba36e-c9bf-46e8-8b37-850d24c1cb39 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4226644 Feb 04 13:18:14.463581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:14.570032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.576569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.668504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697066c-6e19-405a-8c4e-532da4c20772 None None] Pushing event updated for resources: {'Port': ['ID=bbd7faf0-9195-4429-a239-7bdaf300cd22,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.691858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.4 (28e21cf3-cb14-484d-97b5-9a8dd69ee071/8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a/9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:14.774509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e2fdc-95b1-4611-9ed0-1dfdc0c184b9 None None] Pushing event updated for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:14.786538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:14.789513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:14.794287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:17:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:14.961725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ced029a5bb274451a8bb6655e5d755e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8414066 Feb 04 13:18:14.971425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38020) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:15.327258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:15.342335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92d64f74-036e-4e39-a7b6-55f7c3192b54 req-c0ce65a9-580e-4078-8bbd-6fe6531d5307 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.2158804 Feb 04 13:18:15.344312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.22.0.1 (23d919a6-9cd7-415a-ab46-33140dad5730/5d72aeb5-915a-4ba1-b763-5b30d490c9cb/582b9a56-0875-4837-85cb-c047f9014c0d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:15.375499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f27e53-122d-4f24-b246-8ef4a982f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146f15b-fb23-41d0-945a-082813b52e05,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:15.400276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:15.500429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5fc98fb-2308-44a1-b814-395b07c296d6 req-673e886a-d5b8-4100-b4a0-a9269f51346a tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.3040855 Feb 04 13:18:15.501321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.522990 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.575433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8be80-77ff-4b55-80bf-3b4be3600134 None None] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:15.600009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f806bc8-ecb3-49ab-abee-ec442883f99a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:15.630580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:15.665052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.673224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:0691876dca3f45c89f6f3458f2f7ca5d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:15.682007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:15.736851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:15.780217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e94d445-fc03-4feb-907e-882127be8f81 req-a95a9eed-ef89-400f-bcfa-5933925cdd73 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.1020133 Feb 04 13:18:15.801319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.866991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:15.900321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.945050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:15.953308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0f4274e2-b0f2-4690-bd40-839adddae5c0 None None] Provisioning for port 9f806bc8-ecb3-49ab-abee-ec442883f99a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:16.064284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f326aa6-e8d3-4a35-8c88-a2bbf81b5a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.069258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.074104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146f15b-fb23-41d0-945a-082813b52e05,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.120977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:16.121887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.123321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-db572c5a-b22d-4f53-8758-a62a60ea0ee4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2146f15b-fb23-41d0-945a-082813b52e05 HTTP/1.1" status: 204 len: 168 time: 1.1458855 Feb 04 13:18:16.137954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:16.147416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:16.184242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9f806bc8-ecb3-49ab-abee-ec442883f99a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:16.200319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9f806bc8-ecb3-49ab-abee-ec442883f99a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:16.200703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.347316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:16.347994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.392281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.405729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.461892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3f43da4e-0731-4aa3-82e3-aa58e422f6b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9688034 Feb 04 13:18:16.464389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.501968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Request body: {'port': {'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:16.561104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object 582b9a56-0875-4837-85cb-c047f9014c0d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:16.577825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.621685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38042) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:16.664942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'network': {'name': 'tempest-network-smoke--1945195926', 'project_id': '54f2c1156ba1412283f42962ed155414', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:16.689336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:16.697925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:network and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:16.703722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:16.716644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:16.762883 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.786920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38046) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:16.803811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.825853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef1635-26bc-4c01-a0d7-581bfd58141b None None] Network 23d919a6-9cd7-415a-ab46-33140dad5730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:16.858196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a65f7d-97bb-4a24-a3e5-5fda98cd926b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:16.866460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:16.871988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:16.872126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4f7ebed-ca83-4565-94fc-7306d4dd3a53 req-6b61c055-cbf9-4944-bc49-40bff93fd94d tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1376791 Feb 04 13:18:16.874490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-13166b72-4b23-4f4f-82ef-05a302903ee4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0691876dca3f45c89f6f3458f2f7ca5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5431719 Feb 04 13:18:16.878074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:16.953272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.009139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.028071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.073849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25246076-2e9b-4b68-a3aa-b8b4b1f45940 req-203ddc36-8748-423f-8770-7d7f9d9a0b6a tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2200396 Feb 04 13:18:17.077312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 23d919a6-9cd7-415a-ab46-33140dad5730 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:17.088456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9f806bc8-ecb3-49ab-abee-ec442883f99a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f806bc8-ecb3-49ab-abee-ec442883f99a,segment=NetworkSegment(976e24f7-fe6f-44ad-8d21-93c9103a6883),segment_id=976e24f7-fe6f-44ad-8d21-93c9103a6883)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:17.096387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be64848a-df9b-4891-97ae-4067617648b1 None None] Provisioning for port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:17.126708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.127622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bbd7faf0-9195-4429-a239-7bdaf300cd22 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:17.136071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:17.144616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:17.148214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:17.157061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:17.170523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be64848a-df9b-4891-97ae-4067617648b1 None None] Provisioning complete for port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:17.170920 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be64848a-df9b-4891-97ae-4067617648b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.184934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:38db8af6f08e49a6a44ace29c5b9e94d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:17.187989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group_rule and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:17.195527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.195772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.197797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:17.201098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:17.228192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:17.234442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:17.240636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.240967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.241468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.241818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.242393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.242393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.242727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.243215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.243705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.244034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.244338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.244654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.244962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:17.322646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.337473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.349828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:05Z', 'revision_number': 3, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:14Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:17.384994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce67625c-f1c1-4c6a-9ca0-5d05aee71f13 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:05Z', 'revision_number': 3, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:14Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:17.407929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.408428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488513b-bdcd-43e2-852f-d890bedceda3 req-57c7b65b-85cd-4917-b853-9395f9c4f0a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:17.408562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be64848a-df9b-4891-97ae-4067617648b1 None None] Port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:17.410740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7488513b-bdcd-43e2-852f-d890bedceda3 req-57c7b65b-85cd-4917-b853-9395f9c4f0a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:17.421734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9f806bc8-ecb3-49ab-abee-ec442883f99a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.448741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bbd7faf0-9195-4429-a239-7bdaf300cd22 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:17.491617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.507547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.544679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7488513b-bdcd-43e2-852f-d890bedceda3 req-57c7b65b-85cd-4917-b853-9395f9c4f0a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:17.546944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7488513b-bdcd-43e2-852f-d890bedceda3 req-57c7b65b-85cd-4917-b853-9395f9c4f0a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 931 time: 0.5539169 Feb 04 13:18:17.599229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.643480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a65f7d-97bb-4a24-a3e5-5fda98cd926b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:17.648933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Provisioning for port bbd7faf0-9195-4429-a239-7bdaf300cd22 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:17.693655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Provisioning complete for port bbd7faf0-9195-4429-a239-7bdaf300cd22 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:17.694409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.736170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7488513b-bdcd-43e2-852f-d890bedceda3 req-40ffa080-9fe9-4788-8ca6-045193f6d963 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590562 Feb 04 13:18:17.756866 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.786544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1afd219e-28fd-4e91-82b5-b10d4d9b3a5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0a65f7d-97bb-4a24-a3e5-5fda98cd926b HTTP/1.1" status: 204 len: 168 time: 0.9066052 Feb 04 13:18:17.792368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.805124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.896004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f806bc8-ecb3-49ab-abee-ec442883f99a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:17.927670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:17.941186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.083394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:18:18.105850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.164314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Transition to ACTIVE for port object 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:18.164513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9f806bc8-ecb3-49ab-abee-ec442883f99a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:18.165303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.170686 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.173700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38db8af6f08e49a6a44ace29c5b9e94d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3853927 Feb 04 13:18:18.199005 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.219944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff7681c-c24f-470c-b7d6-09ae84dac0f6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.224306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=39c7c157-34ce-4cf0-bdd2-ada2aa9f6080,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.227102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38064) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:18.343806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5edd2-5d30-4f58-98d0-3537fd6f1bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0355c1-7be1-4507-99c2-51e0932912e0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.381117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] For port bbd7faf0-9195-4429-a239-7bdaf300cd22, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bbd7faf0-9195-4429-a239-7bdaf300cd22,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:18.401505 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.688424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1f1f357-75c8-434b-b990-adb84ea76f03 req-023ffec1-fde2-412d-837f-08260e70c45e tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2182386 Feb 04 13:18:18.689970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.715849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8163938-0e24-4387-880f-4e6fadc3ce62 req-12e0bee0-3646-439a-a827-d2558f7b3f1c tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.5397220 Feb 04 13:18:18.789340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning for port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:18.802193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:18.824766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning complete for port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:18.825147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.844608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.844815 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Added segment bff4cc49-0edb-430d-96dd-b593bae28a66 of type vlan for network 42599bf3-f2e7-4d4d-9582-a2d6c640653c Feb 04 13:18:18.897437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.938413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.942357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.970331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Attempting to bind port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:18.970712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Attempting to bind port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:18.971243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Attempting to bind port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 on network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:18.977443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 on network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:18:18.977791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Attempting to bind port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 on network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:18.984346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89f9c-d423-4351-b1fb-32fabe1b777e None None] Pushing event updated for resources: {'Port': ['ID=bbd7faf0-9195-4429-a239-7bdaf300cd22,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:18.985036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.987161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:18.988195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Checking segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:18.988488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Bound using segment: {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:18.989297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Bound port: 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd09450-458b-4bda-a8f0-1bc64832dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:18.989890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:18.992367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 392e6c15-2a48-42bb-b7bd-6cfa37b85625 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:19.099685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:19.123181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning complete for port bbd7faf0-9195-4429-a239-7bdaf300cd22 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:19.123866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.180022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:19.183980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:19.190380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.260309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:19.267006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:19.267660 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.280833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.281824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.282215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.283000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 200 len: 1091 time: 2.8000946 Feb 04 13:18:19.283451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:19.289084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.289846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.311302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb88e4-881a-46a5-9ea7-a407418264f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:19.387576 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'status': 'completed', 'code': 200} Feb 04 13:18:19.447894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-aab40446-4c7f-430b-9065-b5da976925cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.451052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-aab40446-4c7f-430b-9065-b5da976925cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1094 time: 0.1253581 Feb 04 13:18:19.518865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning for port 582b9a56-0875-4837-85cb-c047f9014c0d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:19.547869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning complete for port 582b9a56-0875-4837-85cb-c047f9014c0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:19.552204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.591981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-cc7da99c-f5c9-4a18-8c05-f01a8f85e2bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 200 len: 217 time: 0.1292830 Feb 04 13:18:19.629531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.682839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Network': ['ID=42599bf3-f2e7-4d4d-9582-a2d6c640653c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:19.684101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 392e6c15-2a48-42bb-b7bd-6cfa37b85625, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=392e6c15-2a48-42bb-b7bd-6cfa37b85625,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:19.688515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Port 582b9a56-0875-4837-85cb-c047f9014c0d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:19.693231 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.735379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:19.760290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-0237bd21-d8ab-41e3-a368-6d4614867c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.762061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-0237bd21-d8ab-41e3-a368-6d4614867c8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a HTTP/1.1" status: 200 len: 834 time: 0.1626539 Feb 04 13:18:19.878058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Provisioning complete for port 9f806bc8-ecb3-49ab-abee-ec442883f99a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:19.879208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd1a111f-68c5-4104-9826-cf393f035976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:19.950560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3a5b244f-d9df-4f5d-bcac-e1ae75f98272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:19.952015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-3a5b244f-d9df-4f5d-bcac-e1ae75f98272 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=28e21cf3-cb14-484d-97b5-9a8dd69ee071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804535 Feb 04 13:18:19.984160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bbd7faf0-9195-4429-a239-7bdaf300cd22 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:20.004166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ed04147-ac90-4d2a-b78a-ef74d405f876 req-814ec87d-7e81-476e-b075-2631f3048805 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0468590 Feb 04 13:18:20.063593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:20.173234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bbd7faf0-9195-4429-a239-7bdaf300cd22 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:20.173864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.218346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-535b7855-4166-4c0d-910d-40cd97fa9818 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.5938504 Feb 04 13:18:20.220497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38104) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:20.224908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c06bed8-d937-4364-b482-bbbffcce04de req-fabdefed-4c1b-4083-b189-8e84fb0f43e5 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0538330 Feb 04 13:18:20.240566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'admin_state_up': True, 'project_id': '54f2c1156ba1412283f42962ed155414', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:20.255334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.266272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:20.282961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:router and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:20.288229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:20.305770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:20.319445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-46c14528-910c-4500-a506-5e13b7d3913f service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142753 Feb 04 13:18:20.326220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.327454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.360559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.396316 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.413850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744415a-e1f0-4239-8e0a-3743d25b815a req-068ff2d7-7f03-4a3a-b642-988676339de2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:20.421759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d744415a-e1f0-4239-8e0a-3743d25b815a req-068ff2d7-7f03-4a3a-b642-988676339de2 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 943 time: 1.1955628 Feb 04 13:18:20.425392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Provisioning complete for port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:20.426246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.433096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.505559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:20.534707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Provisioning complete for port 582b9a56-0875-4837-85cb-c047f9014c0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:20.535728 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.572782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.594310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d744415a-e1f0-4239-8e0a-3743d25b815a req-b4b9c1bf-487a-4403-b7b6-8a971d4c1402 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713159 Feb 04 13:18:20.623014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cafbf-f018-415c-8258-8db8f038076d None None] Port 582b9a56-0875-4837-85cb-c047f9014c0d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:20.808595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.824912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:20.832567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcb2cbe3-580d-4429-ad82-81d29e1cb318 req-7e3221c0-3c56-48cc-b0ca-76d313d4d5c0 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008919 Feb 04 13:18:20.958652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.015349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.050267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.083760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-0aa3455b-4aeb-4325-861d-9b19e9ba4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.085243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-0aa3455b-4aeb-4325-861d-9b19e9ba4132 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1094 time: 0.1686189 Feb 04 13:18:21.094388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:21.168102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0355c1-7be1-4507-99c2-51e0932912e0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:21.202729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.204172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5922293f-5501-4eae-8346-7dd3a009b0cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d0355c1-7be1-4507-99c2-51e0932912e0 HTTP/1.1" status: 204 len: 168 time: 2.8743403 Feb 04 13:18:21.244820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a957e5fa-c269-42f1-90e4-13151c40094b req-083fa90c-99e5-4d98-88e9-46129a129fe5 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0789969 Feb 04 13:18:21.325405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 23d919a6-9cd7-415a-ab46-33140dad5730 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:21.327644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:21.360731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-5fd10d5d-2d02-45e8-8403-6d98128f5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.362206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-5fd10d5d-2d02-45e8-8403-6d98128f5bbf service neutron] 10.222.0.90 "GET /v2.0/networks?id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 898 time: 0.2694781 Feb 04 13:18:21.453930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.510277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-5c1ebba2-a907-4af3-9db1-87871168b4be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 200 len: 217 time: 0.1411746 Feb 04 13:18:21.678493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-17347559-d7b4-4db3-a99e-77f814b7052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:21.680160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-17347559-d7b4-4db3-a99e-77f814b7052c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a HTTP/1.1" status: 200 len: 834 time: 0.1590531 Feb 04 13:18:21.739577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5f69d55-dc2e-483b-a828-5a529ce47a09 req-59573154-bf60-45f5-938b-18461db95ca1 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0711429 Feb 04 13:18:21.740703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.741509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.763991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a4c46f4f-a0ff-4a00-8a54-034e5a445392 None None] Provisioning complete for port 582b9a56-0875-4837-85cb-c047f9014c0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:21.764517 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a4c46f4f-a0ff-4a00-8a54-034e5a445392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.829563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:21.887975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a4c46f4f-a0ff-4a00-8a54-034e5a445392 None None] Port 582b9a56-0875-4837-85cb-c047f9014c0d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:21.890720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 392e6c15-2a48-42bb-b7bd-6cfa37b85625 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:21.902107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:22.021501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:22.024806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:22.086217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=39c7c157-34ce-4cf0-bdd2-ada2aa9f6080,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:22.118725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:22.168377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-3c536ef1-3335-4918-aba3-7a9d2ed1d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.170090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-3c536ef1-3335-4918-aba3-7a9d2ed1d6d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=28e21cf3-cb14-484d-97b5-9a8dd69ee071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4819098 Feb 04 13:18:22.302570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.25.4.112 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/f81059f9-5a05-4978-b682-1e6c38539bb0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:22.323189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29c326-28ee-4461-846b-79640a85e2bc req-3d248031-f798-4dab-a2d9-669d761cda9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:22.331549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a29c326-28ee-4461-846b-79640a85e2bc req-3d248031-f798-4dab-a2d9-669d761cda9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 943 time: 0.4374247 Feb 04 13:18:22.357445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:22.361355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:22.379373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:22.391362 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:22.417024 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:22.417657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:22.461869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38170) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:22.471300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1225784d-7473-4ef1-97ce-62a4e0fa3286 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6451216 Feb 04 13:18:22.483206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38176) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:22.497691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'network': {'name': 'tempest-RoutersTest-980547537'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:22.505202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:22.591444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:network and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:22.643392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:22.696480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc9fd3a1-323c-4f0e-93b6-b7370cfe748d req-485322e8-20b2-4d62-9b95-d813618b5917 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1070683 Feb 04 13:18:22.701273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:22.744890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:18:22.747921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:22.755148 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:22.794324 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:22.846214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:22.909389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-a030f2b2-33a7-4b4b-a5bd-353e2cb779b2 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263894 Feb 04 13:18:22.914894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:22.930886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:22.936192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Usage tracker for resource:security_group_rule and tenant:54bebab6e0fb4cf69b86030535a5f18a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:22.945806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:22.974405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:23.013748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.014069 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added segment 2f5a93b5-14d9-41e4-ac65-8ae220fd37e4 of type vlan for network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 Feb 04 13:18:23.022302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 72d28854-e301-4c1c-846f-bc7de3a81517 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:18:23.070841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:23.099682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:18:23.125564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a29c326-28ee-4461-846b-79640a85e2bc req-553d2282-fe3c-4b09-bf21-5a275c921ff8 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7930202 Feb 04 13:18:23.128823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5720a15f-fb8e-4b4a-aaab-ee7695420a8b req-6adbd76d-2e6e-4e49-95d4-a036fb64b442 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102249 Feb 04 13:18:23.210691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-90464a28-9e6f-4ef6-950c-bcd77cbf33ac None None] Provisioning complete for port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:23.211314 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90464a28-9e6f-4ef6-950c-bcd77cbf33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.233284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.276171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-90464a28-9e6f-4ef6-950c-bcd77cbf33ac None None] Port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:23.276795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ca72b0cd-3b20-4107-9095-c738251d1884 req-3d757fd8-6f88-4177-90c9-e42b17815f2d tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2124398 Feb 04 13:18:23.278335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.323140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:18:23.326324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.343515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:23.358975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.364432 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:18:23.380618 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:17Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:23.388763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:23.390496 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Updating router f13407be-2def-48e9-b425-aebd87246f9f port 582b9a56-0875-4837-85cb-c047f9014c0d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:23.401742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e64098-baf3-4293-882f-f08d79773ee9 req-acd79895-450a-425a-8c69-1a38cec8ccc9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0705907 Feb 04 13:18:23.435616 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.539586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:23.553171 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.554763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:23.559661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:23.602589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:23.646135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:18:23.654402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=f81059f9-5a05-4978-b682-1e6c38539bb0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:23.668550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e64098-baf3-4293-882f-f08d79773ee9 req-25e0f96c-fda3-40df-9025-6def3176c32b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1121316 Feb 04 13:18:23.685496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.692854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:23.693484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:23.930756 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e64098-baf3-4293-882f-f08d79773ee9 req-02464ed7-e3f1-4618-b481-566a6bf69df8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2386060 Feb 04 13:18:23.950265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:24.022479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ca0151fa-4629-4d1d-a4a5-907f30dca4cd tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/72d28854-e301-4c1c-846f-bc7de3a81517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5575919 Feb 04 13:18:24.032276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:24.038956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5546930 Feb 04 13:18:24.042495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] Sync routers for ids ['72d28854-e301-4c1c-846f-bc7de3a81517'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:24.070950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] Routers {'72d28854-e301-4c1c-846f-bc7de3a81517'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:24.071587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['72d28854-e301-4c1c-846f-bc7de3a81517'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:24.117644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0791ba4-05ca-471d-be59-19ccf9cb0245 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.118258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0791ba4-05ca-471d-be59-19ccf9cb0245 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:24.123100 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.132108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:24.133961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e64098-baf3-4293-882f-f08d79773ee9 req-a476e2b8-7ac3-4844-877e-d9a2828b12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:24.135058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7221c7a-3f6e-4ca4-83d9-fce7245975f6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Network': ['ID=8f475bc1-77c5-4d00-b9e6-0b305e503d26,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.135917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8e64098-baf3-4293-882f-f08d79773ee9 req-a476e2b8-7ac3-4844-877e-d9a2828b12cd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895788 Feb 04 13:18:24.153332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:24.157976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'subnet': {'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:24.164100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:24.185683 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Transition to ACTIVE for port object 582b9a56-0875-4837-85cb-c047f9014c0d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:24.202773 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.311323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] Routers {'72d28854-e301-4c1c-846f-bc7de3a81517'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:24.314923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['72d28854-e301-4c1c-846f-bc7de3a81517'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:24.350406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38234) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:24.382350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86d0635b-a8d1-42a9-95f9-0bd5b30989d1 req-b5e19f21-748f-41c5-aa30-02f771825ec2 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.2453532 Feb 04 13:18:24.478589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:24.484831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8ebcc-efe7-47dd-9fa0-edaf5764011d None None] The sync data for ids ['72d28854-e301-4c1c-846f-bc7de3a81517'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:24.502377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.576483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:24.580466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:subnet and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:24.583512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:24.589632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:24.593639 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da85c2-0b9c-48a1-a97f-c1ce7a2174f9 None None] Pushing event updated for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:24.601318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.605176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0791ba4-05ca-471d-be59-19ccf9cb0245 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:24.605978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c0791ba4-05ca-471d-be59-19ccf9cb0245 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports/39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 HTTP/1.1" status: 200 len: 984 time: 0.5700192 Feb 04 13:18:24.621561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Attempting to bind port 582b9a56-0875-4837-85cb-c047f9014c0d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:24.621919 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Attempting to bind port 582b9a56-0875-4837-85cb-c047f9014c0d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:24.622468 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Attempting to bind port 582b9a56-0875-4837-85cb-c047f9014c0d on network 23d919a6-9cd7-415a-ab46-33140dad5730 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:24.629469 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:24.630147 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Checking segment: {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:24.630744 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.631286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Bound using segment: {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:24.631920 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Bound port: 582b9a56-0875-4837-85cb-c047f9014c0d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e70945-8791-44f7-a72d-ea8e0f2bf382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:24.632464 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.640973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:24.656084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.734821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.752208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] For port 582b9a56-0875-4837-85cb-c047f9014c0d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:24.755930 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] For port 582b9a56-0875-4837-85cb-c047f9014c0d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=582b9a56-0875-4837-85cb-c047f9014c0d,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:24.761511 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.827113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Made reservation on behalf of 327e040138ae4b8bb9b5e5122819d849 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:24.831035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:24.843675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:24.844724 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:25.004000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:25.036119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54bebab6e0fb4cf69b86030535a5f18a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5602114 Feb 04 13:18:25.042256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11364121-24a4-441e-b0ab-2cfbd6cc04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3364c078-e091-497d-9edc-f951b8c624f3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.057091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38246) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:25.172758 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da85c2-0b9c-48a1-a97f-c1ce7a2174f9 None None] Pushing event updated for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.215473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.247289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-609afcb1-67f3-4eb6-9a66-41f4c1c811c3 req-6ba76371-b969-4665-aa63-91127cb5ef75 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.5181975 Feb 04 13:18:25.251913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b9e90-be49-4917-bdb5-3f5b2d15b187 req-9d5cf114-e0da-45c4-9397-467f3b224cde tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:25.253903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:25.258063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Usage tracker for resource:security_group_rule and tenant:345495ce71444733afdc1bb15fc1c24b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:25.258756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f30b9e90-be49-4917-bdb5-3f5b2d15b187 req-9d5cf114-e0da-45c4-9397-467f3b224cde tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 944 time: 0.6632161 Feb 04 13:18:25.261004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:25.274712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:25.376099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.382004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:17Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:24Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:25.386770 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab44484-a4fe-49ea-9ac6-a0157594a626 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:17Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:24Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:25.417257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.480395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f30b9e90-be49-4917-bdb5-3f5b2d15b187 req-bd504455-73ff-4712-b079-e69b16474871 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206879 Feb 04 13:18:25.498348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.547589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.555338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.622307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.666067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62d9d7b0-12c3-47fe-a2fb-22679d3b3565 req-88ef5a70-e7f7-4372-9613-e97f4b23ca7c tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0788307 Feb 04 13:18:25.751255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=345495ce71444733afdc1bb15fc1c24b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3991606 Feb 04 13:18:25.762487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.767637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:25.771389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Checking segment: {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:25.771858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network hostable DHCP agents. Network: 8f475bc1-77c5-4d00-b9e6-0b305e503d26, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:25.801379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5937c63-f8ef-4ef9-862e-2eef8f3d1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ada45-ad66-4b15-8f4d-3cbfc63e89f9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.858910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:18:25.877681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 582b9a56-0875-4837-85cb-c047f9014c0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:25.885158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Subnet': ['ID=1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.893776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3364c078-e091-497d-9edc-f951b8c624f3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:25.911596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:25.924844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.929562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-add59c2b-8f60-4463-99de-784e5e794554 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3364c078-e091-497d-9edc-f951b8c624f3 HTTP/1.1" status: 204 len: 168 time: 0.8681688 Feb 04 13:18:25.935602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:25.940164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8f475bc1-77c5-4d00-b9e6-0b305e503d26) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:25.976079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b0264-d85a-4136-b85c-a6df8ba8e2c4 None None] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:26.020244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.087552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:26.087552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.097747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:26.113487 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Sync routers for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:26.121835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 582b9a56-0875-4837-85cb-c047f9014c0d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:26.130096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.133037 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:26.133682 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:26.140066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 582b9a56-0875-4837-85cb-c047f9014c0d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:26.141242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.168109 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.174473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-43a4b225-2aef-4ee5-b62e-95e67502578c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9484541 Feb 04 13:18:26.175882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:26.290250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38268) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:26.291179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa0cddda-1a9c-4004-990c-7c3c94a7d820 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1520107 Feb 04 13:18:26.384104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:18:26.386104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.457614 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.515197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 582b9a56-0875-4837-85cb-c047f9014c0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=582b9a56-0875-4837-85cb-c047f9014c0d,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:26.524639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.682227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:26.682801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:26.697198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Allocated IP 172.23.0.2 (8f475bc1-77c5-4d00-b9e6-0b305e503d26/1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d/72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:26.772870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:26.785605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:26.895061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d3d724d-8711-4df3-be8a-2d4af5f99a29 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=54f2c1156ba1412283f42962ed155414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7176583 Feb 04 13:18:26.900437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55dcca4e-939c-42fb-8c21-a21949d77dcc req-9a9feb6a-e97b-4574-9358-81d294793925 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1075845 Feb 04 13:18:26.900981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:26.902091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:26.925564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:26.929541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a55117e77e4f467da6815b22885d0ed1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:26.934354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:26.943675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:26.960746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:26.961123 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.073417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.080802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:27.114515 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.173321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ada45-ad66-4b15-8f4d-3cbfc63e89f9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.187687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70ccd2d0-0505-471a-a0fe-4fb69cfcedea req-42a44e53-cb0a-437c-847e-076242da95b1 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1219537 Feb 04 13:18:27.188510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.195150 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07178c82-cbf6-4872-9e22-c94b5c086780 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f6ada45-ad66-4b15-8f4d-3cbfc63e89f9 HTTP/1.1" status: 204 len: 168 time: 1.3928797 Feb 04 13:18:27.211943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4bb792-a445-40e5-afba-10f9453b340b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.218596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:27.220250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d4bb792-a445-40e5-afba-10f9453b340b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3121834 Feb 04 13:18:27.246199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:27.246947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.249868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67a630-5c39-442e-bdc5-41370a335909 req-1fd52800-412d-4727-9203-f7525053ca81 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:27.255438 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:24Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:27.256035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b67a630-5c39-442e-bdc5-41370a335909 req-1fd52800-412d-4727-9203-f7525053ca81 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 944 time: 0.4732406 Feb 04 13:18:27.257479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.262495 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Checking router: 50e0af28-f3d0-4d5b-9338-a705dd9a1450 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:27.262968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Updating router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 port f81059f9-5a05-4978-b682-1e6c38539bb0 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:27.276814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Transition to ACTIVE for port object 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:27.319599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:27.327209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Transition to ACTIVE for port object 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:27.334450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:27.338443 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.371197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c91912f-9b8b-4d96-888b-5e59cd0588cc tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387088 Feb 04 13:18:27.371746 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.400579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38292) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:27.419710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384113892', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'project_id': '54f2c1156ba1412283f42962ed155414', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:27.466527 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'code': 200} Feb 04 13:18:27.474794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.486883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:27.494520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:27.498979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:27.550147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Pushing event updated for resources: {'Port': ['ID=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.650955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Attempting to bind port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:27.651323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Attempting to bind port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:27.651729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Attempting to bind port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 on network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:27.669434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:27.669878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Checking segment: {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:27.670202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.670593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Bound using segment: {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:27.671084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Bound port: 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:27.671457 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.715194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:27.721702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:subnet and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:27.725576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:27.734720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:27.780887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:27.786300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:27.810997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:27.888167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 582b9a56-0875-4837-85cb-c047f9014c0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:27.982979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b67a630-5c39-442e-bdc5-41370a335909 req-3d14b015-2bd9-4b5d-920b-fc9c7bfcd064 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7085280 Feb 04 13:18:28.004012 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.032039 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Transition to ACTIVE for port object f81059f9-5a05-4978-b682-1e6c38539bb0 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:28.037057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] For port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:28.043794 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.048270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] For port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:28.059077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.122524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.162896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.178763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 582b9a56-0875-4837-85cb-c047f9014c0d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:28.179140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.269863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a691-b852-4043-b923-bc135a4173c4 None None] Pushing event updated for resources: {'Port': ['ID=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.278662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-472c358a-69c7-41ae-9c63-562ba53a88c2 req-1c63d921-5411-4536-bdd7-2a5278485684 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1036193 Feb 04 13:18:28.303809 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Attempting to bind port f81059f9-5a05-4978-b682-1e6c38539bb0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:28.306035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Attempting to bind port f81059f9-5a05-4978-b682-1e6c38539bb0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:28.307535 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Attempting to bind port f81059f9-5a05-4978-b682-1e6c38539bb0 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:28.310443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aae6ed-2d2e-4b66-ac03-6ca2c2d85a47 req-71008967-6a8b-4a18-9190-6ab7d2271bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.314265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6ec22-56b3-4116-9da2-61efd45df60c None None] Pushing event updated for resources: {'Port': ['ID=f81059f9-5a05-4978-b682-1e6c38539bb0,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.315387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6aae6ed-2d2e-4b66-ac03-6ca2c2d85a47 req-71008967-6a8b-4a18-9190-6ab7d2271bfb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1096 time: 0.7805972 Feb 04 13:18:28.326765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:28.329586 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:28.331954 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.332470 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:28.333063 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Bound port: f81059f9-5a05-4978-b682-1e6c38539bb0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:28.333538 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.424139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 39c7c157-34ce-4cf0-bdd2-ada2aa9f6080 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:28.429283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.460344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] For port f81059f9-5a05-4978-b682-1e6c38539bb0, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:28.473072 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] For port f81059f9-5a05-4978-b682-1e6c38539bb0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81059f9-5a05-4978-b682-1e6c38539bb0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:28.479014 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.518146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.524730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Subnet': ['ID=8e9de845-8295-4546-a683-a835b8ce00f8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.564204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Checking segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:28.564935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network hostable DHCP agents. Network: 42599bf3-f2e7-4d4d-9582-a2d6c640653c, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:28.572229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7448146a-a705-4475-9e3e-f6f8bda44006 req-174bf35f-0992-43a4-8863-6ad1ce3ff401 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1552281 Feb 04 13:18:28.663882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6aae6ed-2d2e-4b66-ac03-6ca2c2d85a47 req-f1065216-a42b-43a4-abaa-41e5142c35e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135257 Feb 04 13:18:28.689637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:28.690275 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:28.693165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5e3c2a-efe9-42ef-962c-abe3dd234423,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.697640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-92fef9a5-2044-4e48-b74e-2916bd29c4b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a55117e77e4f467da6815b22885d0ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9233687 Feb 04 13:18:28.705121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:28.769461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:28.794843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 42599bf3-f2e7-4d4d-9582-a2d6c640653c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:28.801987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cfb2b-aeba-4681-b9d6-8ef02b9dc9b2 None None] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:28.808845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:28.809437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.839905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.847654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:28.853247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6ec22-56b3-4116-9da2-61efd45df60c None None] Pushing event updated for resources: {'Port': ['ID=f81059f9-5a05-4978-b682-1e6c38539bb0,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:28.983058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88ae7ddb-436f-40e3-abb6-701db981a88f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5789313 Feb 04 13:18:28.983872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38326) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:28.991009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=39c7c157-34ce-4cf0-bdd2-ada2aa9f6080,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:29.101176 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:29.205993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:29.267365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:18:29.268395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:29.364927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:29.597852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Allocated IP 172.20.0.2 (42599bf3-f2e7-4d4d-9582-a2d6c640653c/8e9de845-8295-4546-a683-a835b8ce00f8/812de108-13ce-4b99-a464-40f373462d0d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:29.631228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:29.656793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c8b384-6a91-4fe3-bcb9-32a262c01525 req-eee29146-80ac-44fd-b1fa-417d6496660d tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1724033 Feb 04 13:18:29.894300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:24Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:29.923311 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4778c6-7286-42a5-92bd-021a394e7dfa None None] The sync data for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 is: [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:24Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:29.969875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b258e-25fa-4372-b8f7-218f7857fa89 None None] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:30.051384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:30.089990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6be4474a-29af-47f8-8e06-ea8beeed7934 req-4019cbf6-6ea4-4e62-b747-040a01c257a6 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1142619 Feb 04 13:18:30.216674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Allocated IP 172.23.0.1 (8f475bc1-77c5-4d00-b9e6-0b305e503d26/1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d/28020b81-e26b-4c4d-b86b-207f90ce22d4) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:30.299040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c33364-478d-4ef1-a20a-8a4d4d1dfcf6 req-e789b8e5-9e6b-4e61-8e49-60a9f0651d58 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:30.309448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c33364-478d-4ef1-a20a-8a4d4d1dfcf6 req-e789b8e5-9e6b-4e61-8e49-60a9f0651d58 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 0.8270860 Feb 04 13:18:30.406391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.410381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:30.411188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-835ad2b7-8dd6-4d95-aa88-9f8acdd97140 None None] Provisioning for port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:30.427857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5e3c2a-efe9-42ef-962c-abe3dd234423,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:30.460528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.472724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.484454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1d28912e-2009-417e-bc0a-aa6c6d4acca2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e5e3c2a-efe9-42ef-962c-abe3dd234423 HTTP/1.1" status: 204 len: 168 time: 1.7708371 Feb 04 13:18:30.510869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Transition to ACTIVE for port object 28020b81-e26b-4c4d-b86b-207f90ce22d4 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:30.555742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:30.563935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.566107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:30.566482 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.590923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 72d28854-e301-4c1c-846f-bc7de3a81517 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:30.635002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.667283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3c33364-478d-4ef1-a20a-8a4d4d1dfcf6 req-5ff3aa94-5a0f-4f4e-84dd-e588e3b3da14 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569565 Feb 04 13:18:30.693598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Transition to ACTIVE for port object 812de108-13ce-4b99-a464-40f373462d0d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:30.715930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a27f205f-e81e-46ed-94aa-5298ae836424 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:30.733020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Transition to ACTIVE for port object 812de108-13ce-4b99-a464-40f373462d0d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:30.734588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:30.744364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:30.750119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:30.757057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.854833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:30.886927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a27f205f-e81e-46ed-94aa-5298ae836424 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "PUT /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049 HTTP/1.1" status: 200 len: 366 time: 0.4647875 Feb 04 13:18:30.890651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38362) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:30.929692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:30.984242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:31.032091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:31.042360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d40a6411-d80c-48ab-b016-34aca867336f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/72d28854-e301-4c1c-846f-bc7de3a81517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3897958 Feb 04 13:18:31.048440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:31.074378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fefb43e9-6fae-43a0-b287-6dcdf907ba94 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1816945 Feb 04 13:18:31.079477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:31.091783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] Sync routers for ids ['72d28854-e301-4c1c-846f-bc7de3a81517'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:31.097977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:31.118700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Pushing event updated for resources: {'Port': ['ID=812de108-13ce-4b99-a464-40f373462d0d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:31.144314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38372) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:31.256050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] Routers {'72d28854-e301-4c1c-846f-bc7de3a81517'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:31.258798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['72d28854-e301-4c1c-846f-bc7de3a81517'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.357879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a23500f1-a9a0-4a82-9518-73f0b6b916e9 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049 HTTP/1.1" status: 200 len: 366 time: 0.2122352 Feb 04 13:18:31.418762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.420983 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:31.438415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:31.476524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] Routers {'72d28854-e301-4c1c-846f-bc7de3a81517'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:31.477303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['72d28854-e301-4c1c-846f-bc7de3a81517'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.524632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58a0e9d9-c4e5-4750-9b9c-53a19a4c2640 req-ce84a8cc-0de8-4ee3-b518-e7ad01ff2fd0 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.4527497 Feb 04 13:18:31.576204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Attempting to bind port 812de108-13ce-4b99-a464-40f373462d0d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:31.582080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Attempting to bind port 812de108-13ce-4b99-a464-40f373462d0d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:31.582585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Attempting to bind port 812de108-13ce-4b99-a464-40f373462d0d on network 42599bf3-f2e7-4d4d-9582-a2d6c640653c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:31.623072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:31.623536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Checking segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:31.624008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:31.624470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Bound using segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:31.625043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Bound port: 812de108-13ce-4b99-a464-40f373462d0d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:31.625484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:31.700466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:31.715748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:31.716491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ca71e-ebcf-42e8-946e-be9f84278872 None None] The sync data for ids ['72d28854-e301-4c1c-846f-bc7de3a81517'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:31.740305 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:31.740503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:31.914817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4d6beb1-d008-43b9-839c-195755d232b3 req-b0269f3d-4990-4291-b663-cbde5c8e7ba8 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.4667997 Feb 04 13:18:31.927005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] For port 812de108-13ce-4b99-a464-40f373462d0d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:31.940005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] For port 812de108-13ce-4b99-a464-40f373462d0d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=812de108-13ce-4b99-a464-40f373462d0d,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:31.966104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.018641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:32.091503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81059f9-5a05-4978-b682-1e6c38539bb0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:32.091927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f5dd3ba7-2c01-4b2c-9dc0-8defad3ef836 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049 HTTP/1.1" status: 204 len: 168 time: 0.6426625 Feb 04 13:18:32.127303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38400) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.210510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ac10b2d4-6c7d-4a83-866d-6ca0a0957cac tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0787132 Feb 04 13:18:32.225010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.226688 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-ab335538-4cce-4a1a-a0ec-21f4848e5ba3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 13:18:32.228556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ab335538-4cce-4a1a-a0ec-21f4848e5ba3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/72d28854-e301-4c1c-846f-bc7de3a81517/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1790354 Feb 04 13:18:32.241644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38414) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.253907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Provisioning complete for port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:32.254297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.306878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff20ee-e9fe-40e6-8d6d-8831ea042167 None None] Pushing event updated for resources: {'Port': ['ID=812de108-13ce-4b99-a464-40f373462d0d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:32.379888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e1c3a0b-572f-4463-b7fc-9e35b3594302 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049 HTTP/1.1" status: 200 len: 370 time: 0.1499472 Feb 04 13:18:32.387284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.390554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f81059f9-5a05-4978-b682-1e6c38539bb0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:32.402941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-56596de3-cb92-4d2e-ba69-3864113cdc91 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:32.426115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c0185fc-faff-4d3e-aa52-d7df732b7bc0 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049/default HTTP/1.1" status: 200 len: 370 time: 0.0341411 Feb 04 13:18:32.434367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38428) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.492173 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-bb711298-27ee-46a2-bc4a-de10df2ddb21 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] delete failed (client error): The resource could not be found. Feb 04 13:18:32.495826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bb711298-27ee-46a2-bc4a-de10df2ddb21 tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/93dcba9dbecd4627903f6f0ce7d04049 HTTP/1.1" status: 404 len: 348 time: 0.0568640 Feb 04 13:18:32.549758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f81059f9-5a05-4978-b682-1e6c38539bb0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:32.550923 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.558553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-56596de3-cb92-4d2e-ba69-3864113cdc91 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:32.560008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-56596de3-cb92-4d2e-ba69-3864113cdc91 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d28854-e301-4c1c-846f-bc7de3a81517 HTTP/1.1" status: 200 len: 205 time: 0.2577417 Feb 04 13:18:32.563009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38436) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.651341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4545a-03e9-48b4-9a6d-c0fbbc33b0ee req-bea57415-6f66-4cc8-adcd-bb33ab9c8a41 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:32.653040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96c4545a-03e9-48b4-9a6d-c0fbbc33b0ee req-bea57415-6f66-4cc8-adcd-bb33ab9c8a41 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 0.4878812 Feb 04 13:18:32.697670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Provisioning for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:32.726742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Provisioning complete for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:32.727097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.853187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.861861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9aa5e25f-8d37-4093-8f65-500a8d939b25 None None] Port 28020b81-e26b-4c4d-b86b-207f90ce22d4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:32.895843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96c4545a-03e9-48b4-9a6d-c0fbbc33b0ee req-fdd08021-f43c-4bdb-81f2-61cd28cc93b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313447 Feb 04 13:18:32.906732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.965352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:32.984901 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.995637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:32.995792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bb8d116c-3373-494f-82b3-5e8ee65ec6c3 None None] Provisioning complete for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:32.996016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb8d116c-3373-494f-82b3-5e8ee65ec6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.002562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:network and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.005873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.050327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:33.079086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8335624-ef4d-4a9a-a601-fbfdc550d5bb req-41745992-c94d-42c6-830a-351104b67859 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1843321 Feb 04 13:18:33.090227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f81059f9-5a05-4978-b682-1e6c38539bb0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81059f9-5a05-4978-b682-1e6c38539bb0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:33.110770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.112975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d116c-3373-494f-82b3-5e8ee65ec6c3 None None] Port 28020b81-e26b-4c4d-b86b-207f90ce22d4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:33.129264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.256248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f81059f9-5a05-4978-b682-1e6c38539bb0,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:33.290265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:subnet and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.298035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.304826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event updated for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:33.310690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.335500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.335847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.336185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.336518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.336849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.337174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.337494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.337821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.338138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.338456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.338798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.339138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:18:33.423585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:subnetpool and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.426827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.462256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.482692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2867e-bd91-461c-8cec-6d7e9b7c4a8c req-f83c9700-5229-4808-818c-08c8f96ba51b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:33.485339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34c2867e-bd91-461c-8cec-6d7e9b7c4a8c req-f83c9700-5229-4808-818c-08c8f96ba51b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 0.3775823 Feb 04 13:18:33.488934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:33.499146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Usage tracker for resource:security_group_rule and tenant:e9788141216a49978199fc909321757c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.505228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.539542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:33.543477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:port and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.561531 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee6d53f-ec7d-40f7-a44a-53da48084a6a req-23388443-9bc3-497d-ad12-4b567bfdac3b tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.3250387 Feb 04 13:18:33.566167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.625504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34c2867e-bd91-461c-8cec-6d7e9b7c4a8c req-70c3f04a-7654-4bf2-ac3e-9554171e9e56 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299415 Feb 04 13:18:33.633317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:router and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.638855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:33.641598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:33.650477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.722725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:33.741334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.774526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.852002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a0eba-7688-4c13-8c48-7d4d983aa63c None None] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:33.861070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:floatingip and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:33.881698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.882630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 72d28854-e301-4c1c-846f-bc7de3a81517 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:18:33.906312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.907777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-21201f67-2ecd-4531-b89d-67a73dc54d3d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/72d28854-e301-4c1c-846f-bc7de3a81517 HTTP/1.1" status: 204 len: 168 time: 1.3434424 Feb 04 13:18:33.914128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38462) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:33.951468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:33.986221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:33.997272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c743e34c-0896-45b2-980e-766322fa9763 None None] Provisioning for port 812de108-13ce-4b99-a464-40f373462d0d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:34.010561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.047396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 812de108-13ce-4b99-a464-40f373462d0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:34.077690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 88db1924-1385-4b85-98e0-826d84fa31ba {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:18:34.094738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.205246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.233171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:34.242341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9788141216a49978199fc909321757c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1339467 Feb 04 13:18:34.243447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb16a5-f065-4052-83be-0b68ec5d7016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d3053e-9777-48db-a565-8d740c3a53e2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.245301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c3a1aacc-4984-4824-b52c-c91a3db70376 None None] Provisioning complete for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:34.245674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c3a1aacc-4984-4824-b52c-c91a3db70376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.249394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38468) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:34.296527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 812de108-13ce-4b99-a464-40f373462d0d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:34.302649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e8999ee-5c4f-4322-ab0b-a007945c7662 req-9b852764-c5fb-446f-9ad2-d541768b843f tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0683615 Feb 04 13:18:34.319907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.20.0.1 (42599bf3-f2e7-4d4d-9582-a2d6c640653c/8e9de845-8295-4546-a683-a835b8ce00f8/8f5603bb-746a-4b02-9987-bce1113aa1a1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:34.355932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc9503-beed-4652-b9c6-61d3cf8ca64c tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:34.359698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9efc9503-beed-4652-b9c6-61d3cf8ca64c tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1091 time: 0.6350524 Feb 04 13:18:34.363149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:34.363621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 812de108-13ce-4b99-a464-40f373462d0d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:34.364089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.372893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:security_group and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:34.377805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:34.397097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:34.427620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1aacc-4984-4824-b52c-c91a3db70376 None None] Port 28020b81-e26b-4c4d-b86b-207f90ce22d4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:34.443275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.468066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:34.473373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:floatingip and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:34.485815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:34.498758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:34.524843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.532052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:34.533611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Usage tracker for resource:security_group_rule and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:34.541366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.544827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.550314 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:34.562767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:34.564506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:34.572862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:34.580082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 812de108-13ce-4b99-a464-40f373462d0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=812de108-13ce-4b99-a464-40f373462d0d,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:34.589199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.590489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:34.636237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.670248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Transition to ACTIVE for port object 8f5603bb-746a-4b02-9987-bce1113aa1a1 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:34.683994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1759995d-df66-40f7-be67-ebd6c1bef0ba tempest-QuotasTest-716199100 tempest-QuotasTest-716199100-project-admin] 10.222.0.53 "GET /v2.0/quotas/3454249d49054aa5a79be41380bba3cc/details.json HTTP/1.1" status: 200 len: 703 time: 1.7143292 Feb 04 13:18:34.704051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.734417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-05f4303f-d507-4684-8c05-523facbfc089 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4430254 Feb 04 13:18:34.739367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:34.759953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.763938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.775230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ec42b-5c6c-41f0-8971-753c902031c7 None None] Network 5c1831dc-21ef-4e6d-a46f-a9e1201e214f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:34.779513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:34.786294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:34.792177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=88db1924-1385-4b85-98e0-826d84fa31ba,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:34.802489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2101ad99-0533-4231-950f-ce8dffdcdc0c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/88db1924-1385-4b85-98e0-826d84fa31ba HTTP/1.1" status: 204 len: 168 time: 0.8870802 Feb 04 13:18:34.904449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:34.957148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:34.968980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:34.971624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:35.002224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=812de108-13ce-4b99-a464-40f373462d0d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:35.047329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96f0e3a3-3efc-4a12-9336-9ec945d6048f req-d0e5e1a9-3797-4eac-8556-0b4ca7f45fa7 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1242509 Feb 04 13:18:35.082726 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:35.084447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2bdd2ce9-3499-4981-be0b-bcc203a17fce None None] Provisioning complete for port 812de108-13ce-4b99-a464-40f373462d0d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:35.084898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2bdd2ce9-3499-4981-be0b-bcc203a17fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.203801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.218132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:35.218512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.323282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:35.352227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.409408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.449981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d3053e-9777-48db-a565-8d740c3a53e2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:35.477197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.478491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8f006443-36d9-46eb-ae2a-98fa89933aa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26d3053e-9777-48db-a565-8d740c3a53e2 HTTP/1.1" status: 204 len: 168 time: 1.2264526 Feb 04 13:18:35.502149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:35.626632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.636087 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:31Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:35.641171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:35.641807 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Updating router f13407be-2def-48e9-b425-aebd87246f9f port 28020b81-e26b-4c4d-b86b-207f90ce22d4 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:35.716298 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.719845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] DHCP port deletion for 5c1831dc-21ef-4e6d-a46f-a9e1201e214f request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:18:35.751305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Deleting port 9f806bc8-ecb3-49ab-abee-ec442883f99a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:35.751839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.784422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:35.836296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81059f9-5a05-4978-b682-1e6c38539bb0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:35.953477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11f2fb16-4648-4349-bb74-58ba86374d31 req-59eed53d-cf0b-407b-a4a7-4bee6d14949c tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1582625 Feb 04 13:18:35.984622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4638bb50-930d-4ec9-a1b8-13a63f4baa70 None None] Provisioning for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:36.050464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.25.4.115 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:36.065101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4638bb50-930d-4ec9-a1b8-13a63f4baa70 None None] Provisioning complete for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:36.065634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4638bb50-930d-4ec9-a1b8-13a63f4baa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.176552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 9f806bc8-ecb3-49ab-abee-ec442883f99a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:36.177053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.225724 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.303344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f81059f9-5a05-4978-b682-1e6c38539bb0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:36.306083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.314131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:36.335814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Usage tracker for resource:security_group_rule and tenant:808e65725cb14a35b4cd646108a8d129 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:36.336069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-421d7e40-7fc3-4126-aae3-1d413b20917e req-04a1fe9a-6927-4d78-b703-58d145387ab3 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.0688016 Feb 04 13:18:36.349634 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.373677 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Transition to ACTIVE for port object 28020b81-e26b-4c4d-b86b-207f90ce22d4 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:36.379281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:36.381925 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.390698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4638bb50-930d-4ec9-a1b8-13a63f4baa70 None None] Port 8f5603bb-746a-4b02-9987-bce1113aa1a1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:36.395137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:36.417558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] For port 9f806bc8-ecb3-49ab-abee-ec442883f99a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f806bc8-ecb3-49ab-abee-ec442883f99a,segment=NetworkSegment(976e24f7-fe6f-44ad-8d21-93c9103a6883),segment_id=976e24f7-fe6f-44ad-8d21-93c9103a6883)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:36.417959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.489987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.491884 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f32e03-00b4-4a53-8756-dd83313c086f None None] Pushing event updated for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:36.517759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:18:36.527548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.550208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Removed routes are [] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:18:36.551086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.703073 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Attempting to bind port 28020b81-e26b-4c4d-b86b-207f90ce22d4 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:36.703674 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Attempting to bind port 28020b81-e26b-4c4d-b86b-207f90ce22d4 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:36.703857 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Attempting to bind port 28020b81-e26b-4c4d-b86b-207f90ce22d4 on network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:36.710692 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:36.711014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Checking segment: {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:36.711411 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.712349 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Bound using segment: {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:36.712993 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Bound port: 28020b81-e26b-4c4d-b86b-207f90ce22d4, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:36.713362 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.756949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 9f806bc8-ecb3-49ab-abee-ec442883f99a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f806bc8-ecb3-49ab-abee-ec442883f99a,segment=NetworkSegment(976e24f7-fe6f-44ad-8d21-93c9103a6883),segment_id=976e24f7-fe6f-44ad-8d21-93c9103a6883)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:36.757495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.817593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Calling delete_port for 9f806bc8-ecb3-49ab-abee-ec442883f99a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:36.829027 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] For port 28020b81-e26b-4c4d-b86b-207f90ce22d4, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:36.833623 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] For port 28020b81-e26b-4c4d-b86b-207f90ce22d4, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=28020b81-e26b-4c4d-b86b-207f90ce22d4,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:36.838462 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:36.930178 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:36.930851 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:36.998288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 9f806bc8-ecb3-49ab-abee-ec442883f99a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:37.034561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.111400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173001f5-891c-494d-98d6-74b50e2d35f9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:37.205469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.235265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.279450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] No DVR routers for this DVR port 9f806bc8-ecb3-49ab-abee-ec442883f99a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:37.285541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c9829-a775-43ef-916d-14db2ebb3283 None None] Pushing event deleted for resources: {'Port': ['ID=9f806bc8-ecb3-49ab-abee-ec442883f99a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:37.321274 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f32e03-00b4-4a53-8756-dd83313c086f None None] Pushing event updated for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:37.361999 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:37.367648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 812de108-13ce-4b99-a464-40f373462d0d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:37.447583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ae677044-d130-4da5-9054-dfc9299edfad req-c51cf6a3-3c87-424a-bb45-d2e9b84a3d2d tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2095940 Feb 04 13:18:37.450216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6727079a-dd32-491b-89f4-2c615b5575c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=808e65725cb14a35b4cd646108a8d129&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1239243 Feb 04 13:18:37.454068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:18:37.455047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:37.456284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:37.456550 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:18:37.484569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:37.486531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:37.492499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:37.606797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 812de108-13ce-4b99-a464-40f373462d0d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:37.607253 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.747145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c900bae7-4e71-4ace-9ab6-a3de171beaf0 req-a9780311-70ae-40c5-b8f0-6e26e1245395 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1097379 Feb 04 13:18:37.788500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.834778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.848937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.865488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.870787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:37.901557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f806bc8-ecb3-49ab-abee-ec442883f99a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:37.984939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.000452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 9f806bc8-ecb3-49ab-abee-ec442883f99a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:38.000661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.038674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.065542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9f806bc8-ecb3-49ab-abee-ec442883f99a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:38.066907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f806bc8-ecb3-49ab-abee-ec442883f99a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:38.101005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38552) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:38.109898 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 6, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:38.114115 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bedc6-837c-41bc-ada3-85556d02c5a2 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 6, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:38.151072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port '9f806bc8-ecb3-49ab-abee-ec442883f99a' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:18:38.290736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:38.340377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.364712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.391746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1831dc-21ef-4e6d-a46f-a9e1201e214f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:38.417634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e24f7-fe6f-44ad-8d21-93c9103a6883') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:38.417881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e24f7-fe6f-44ad-8d21-93c9103a6883') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:38.419314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.444943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.469929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:38.471486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.474148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:38.493041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:18:38.493499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.522774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:18:38.596848 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:18:38.658898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:38.675728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173001f5-891c-494d-98d6-74b50e2d35f9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:38.679634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:38.691598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Usage tracker for resource:security_group_rule and tenant:a629cd62cf5d4f82b8e359424da1eab2 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:38.698886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:38.728249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:38.805905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-09ee8520-de1e-4f6c-81dd-9a8cf2fcd36f None None] Provisioning complete for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:38.806401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-09ee8520-de1e-4f6c-81dd-9a8cf2fcd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.838660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.841412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d5c21342-d9ce-4108-9790-7b74733e375f tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 934 time: 4.0986280 Feb 04 13:18:38.847617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:38.870418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:38.871627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e688aef7-59b0-44cb-b0ce-a5ab06689583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/173001f5-891c-494d-98d6-74b50e2d35f9 HTTP/1.1" status: 204 len: 168 time: 1.3923073 Feb 04 13:18:38.985880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-09ee8520-de1e-4f6c-81dd-9a8cf2fcd36f None None] Port 8f5603bb-746a-4b02-9987-bce1113aa1a1 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:38.998243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.003366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.096145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:39.110176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/5c1831dc-21ef-4e6d-a46f-a9e1201e214f HTTP/1.1" status: 204 len: 168 time: 4.1982024 Feb 04 13:18:39.110176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde39b0-1abb-4887-bc47-faa749d830d5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=5c1831dc-21ef-4e6d-a46f-a9e1201e214f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:39.127536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-91dd6b47-058f-4830-a378-d26f7256feba req-420a6691-aa20-4418-9d24-7e6689afaeae tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1088846 Feb 04 13:18:39.129258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.137124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2098965793'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:39.147149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:39.153374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:39.157540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:39.327245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:39.331810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b970252-594c-40c8-87e0-9ea26104b06e req-843db01c-9d91-4d8d-82d1-da3c22d61e44 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1577888 Feb 04 13:18:39.339697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3883fd99-3875-4a31-bc0e-04dd54473ac1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 934 time: 0.4821916 Feb 04 13:18:39.340758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.351660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'routes': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:39.426786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 28020b81-e26b-4c4d-b86b-207f90ce22d4 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:39.440640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:39.444082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.463034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.477237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:39.477497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.481511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38578) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.499484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.506805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:39.507438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:39.524430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.529688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:39.539513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-961f09ad-4e66-4506-b670-46003b289fea tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "PUT /v2.0/routers/50e0af28-f3d0-4d5b-9338-a705dd9a1450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5500350 Feb 04 13:18:39.540599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38582) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.541014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Sync routers for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:39.555235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:39.555639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1061280969', 'description': 'tempest-secgroup_access--1061280969 description', 'project_id': '54f2c1156ba1412283f42962ed155414'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:39.555922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:39.558624 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:39.571613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:39.579848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:39.588319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:39.591040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:39.605369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3454249d49054aa5a79be41380bba3cc is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:39.616744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a629cd62cf5d4f82b8e359424da1eab2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5122979 Feb 04 13:18:39.616744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:39.624433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d030f1d-875a-44f8-8dad-2ca0bfe24d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f77a4-a937-457f-8194-3522a668161a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:39.626825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38586) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.640631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:39.657056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:39.666518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:39.678876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.679226 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment afb47752-8cc7-4a95-b159-a37a1239d798 of type vlan for network 78c9d23f-39b8-4a42-8668-fa9ad250e479 Feb 04 13:18:39.683790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:39.684168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.735539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.761726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:39.844438 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:39.884504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.899851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.975700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.983709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:39.987884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:39.996019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group_rule and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:40.000506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:40.014114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:40.022556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.028481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:40.029134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.029526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.051425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.100444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 28020b81-e26b-4c4d-b86b-207f90ce22d4, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=28020b81-e26b-4c4d-b86b-207f90ce22d4,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:40.105229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.141316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.153610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.204520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.208958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.350886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2204223 Feb 04 13:18:40.359675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38592) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:40.401372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f360e2-94f2-46ad-bc8a-e33249b95d1d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=78c9d23f-39b8-4a42-8668-fa9ad250e479,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.407827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:40.409412 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:37Z', 'revision_number': 2, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:40.418859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 6, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 4, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:40.422171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Checking router: 50e0af28-f3d0-4d5b-9338-a705dd9a1450 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:40.422518 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Updating router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 port 8f5603bb-746a-4b02-9987-bce1113aa1a1 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:18:40.423059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:40.446541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:40.459129 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Floating IP 84fab206-c455-4765-9b5a-359359ed8b43 associated. External IP: 172.25.4.115, port: 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7. Feb 04 13:18:40.538715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:40.540546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:40.558073 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.566550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c4e1c9e7-f72b-4ca4-a887-9a2f8a598290 req-eafbb5ca-01de-4ee9-89ef-5acf87154bd2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1090419 Feb 04 13:18:40.695324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfd61aeb-510a-4ec1-8220-160787b0fae3 req-4c7f1a25-ce17-4b18-9969-74f36f8bb40f tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1275873 Feb 04 13:18:40.702550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.711941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.860353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:40.872927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.894058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3454249d49054aa5a79be41380bba3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4082000 Feb 04 13:18:40.894058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946879ab-6427-4ff8-9d94-f4ea65b8e5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3786f5c-4dd5-449c-9d64-b3c3d52aa42b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.898741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38598) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:40.901371 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c25dd7cc-4a36-4c95-85a0-e66ed8139f8c req-cedbc1e8-23f2-4f68-96cb-269a0034a13e tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0564563 Feb 04 13:18:40.955762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.963249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:40.967811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:40.981672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:40.984810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f77a4-a937-457f-8194-3522a668161a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:40.991664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:40.993419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:40.994756 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ed1d56e3-d426-4dbc-b430-7babea666d77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a08f77a4-a937-457f-8194-3522a668161a HTTP/1.1" status: 204 len: 168 time: 1.3582153 Feb 04 13:18:41.000202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.034695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:41.038854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.133731 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.135231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5894318 Feb 04 13:18:41.178685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38604) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:41.203289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--404163891', 'description': 'tempest-secgroup_general--404163891 description', 'project_id': '54f2c1156ba1412283f42962ed155414'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:41.210284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:41.215101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:41.218857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:41.226437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:41.251879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.261948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b013669-8e93-4edf-b9f6-8c6aaccfafa5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628c60c2-7437-4fe8-bf0c-14462cc5354e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:41.324565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added routes are [] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:18:41.324893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:18:41.331235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:41.334818 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.344750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group_rule and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:41.352824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:41.363934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:41.367655 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Transition to ACTIVE for port object 8f5603bb-746a-4b02-9987-bce1113aa1a1 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:41.369190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 28020b81-e26b-4c4d-b86b-207f90ce22d4 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:41.381163 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.432869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.548570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 28020b81-e26b-4c4d-b86b-207f90ce22d4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:41.551997 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.646907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:41.649650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.797528 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Attempting to bind port 8f5603bb-746a-4b02-9987-bce1113aa1a1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:41.798082 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Attempting to bind port 8f5603bb-746a-4b02-9987-bce1113aa1a1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:41.798471 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Attempting to bind port 8f5603bb-746a-4b02-9987-bce1113aa1a1 on network 42599bf3-f2e7-4d4d-9582-a2d6c640653c {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:41.829255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:41.829627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Checking segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:41.843721 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.844161 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Bound using segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:41.844672 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Bound port: 8f5603bb-746a-4b02-9987-bce1113aa1a1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:41.845056 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:41.879092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.016838 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] For port 8f5603bb-746a-4b02-9987-bce1113aa1a1, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:42.021740 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] For port 8f5603bb-746a-4b02-9987-bce1113aa1a1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f5603bb-746a-4b02-9987-bce1113aa1a1,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:42.031626 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.056739 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2798c67-d6d5-417c-9971-cc8c8233d36c None None] Pushing event updated for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.074139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.122846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 6, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:40Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:42.129395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfafc4-789b-4f62-80c3-5170e9e395a9 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:36Z', 'revision_number': 6, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:40Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:42.147940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.194006 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:42.196041 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:42.199474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.199825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.215447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.240092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.242729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3997292f-848c-4117-a59b-c9c3012dc4fd req-afdfddc2-5646-4800-97c7-34b27c31cdba tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.3206644 Feb 04 13:18:42.255820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3786f5c-4dd5-449c-9d64-b3c3d52aa42b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.286041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.301347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c7b6c999-1282-42bf-8785-3a47803e8afb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3786f5c-4dd5-449c-9d64-b3c3d52aa42b HTTP/1.1" status: 204 len: 168 time: 1.3870387 Feb 04 13:18:42.516172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:42.529318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:42.552610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:42.553270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:42.561811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:42.700815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fba63c9e-eba2-41ab-b9ca-419661770e7c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3308997 Feb 04 13:18:42.700815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:42.712484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-79e3ac4b-f160-47f3-91cb-5d49e991d640 req-c7d187db-51f9-4eb8-be7b-fea9d77ffd0b tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.4230433 Feb 04 13:18:42.713022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:42.727540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=e82afa2d-a609-4492-b528-6d6ecc79fb8b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:42.776273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17a5a4c9-1f08-4f1c-ac7b-2dae58d2ea4e req-ce4c9c2d-3a87-4f72-a3bf-49a0ad37772d tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f&device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.0653324 Feb 04 13:18:42.793348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:42.855669 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'status': 'completed', 'code': 200} Feb 04 13:18:43.022184 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2798c67-d6d5-417c-9971-cc8c8233d36c None None] Pushing event updated for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:43.046536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f92403f9-e8de-47f0-b1c9-f43a5f53dc07 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 200 len: 991 time: 0.3257282 Feb 04 13:18:43.048695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:43.050495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8643420 Feb 04 13:18:43.055693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38650) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:43.058282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-e4ca18a2-ce2b-4fa0-b578-803975c0a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:43.060226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-e4ca18a2-ce2b-4fa0-b578-803975c0a535 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1096 time: 0.1771858 Feb 04 13:18:43.067998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'security_group_rule': {'security_group_id': '628c60c2-7437-4fe8-bf0c-14462cc5354e', 'project_id': '54f2c1156ba1412283f42962ed155414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:43.069425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': 'afb47752-8cc7-4a95-b159-a37a1239d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:43.072098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: 78c9d23f-39b8-4a42-8668-fa9ad250e479, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:43.079904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106405fd-e0be-4063-8a79-13cd62187299 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36419a11-86da-4296-94b4-cf1b8e93f137,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:43.116325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:43.193510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:43.206186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:43.214621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:43.226816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:security_group_rule and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:43.256670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:43.284916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:43.405678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 78c9d23f-39b8-4a42-8668-fa9ad250e479) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:43.442961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94769ca0-51f1-43d1-8f0b-53e6064dabb8 None None] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:43.455476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:43.460080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:43.505877 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:42Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:43.516745 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e3215-88f8-48b6-b54d-49447e436c03 None None] The sync data for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 is: [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:42Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:43.568669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-8e548fe9-be5a-472f-bf4e-30915c78c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:43.570924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-8e548fe9-be5a-472f-bf4e-30915c78c0c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 898 time: 0.4922962 Feb 04 13:18:43.574164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f3988c5-9c5a-4608-a342-c99e446c35ad req-c1adbd31-aa76-4765-a18c-b44a3e24e1d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac4320997d764274934a5184701f7917&device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.1933949 Feb 04 13:18:43.574164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:43.667159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-359d4028-1a71-4f07-bfb6-7143fd968b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:43.908241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f3988c5-9c5a-4608-a342-c99e446c35ad req-73510f2c-9f32-46b3-b4ce-aec59117ebaa service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ac4320997d764274934a5184701f7917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2970264 Feb 04 13:18:44.060161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38676) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:44.156214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-78c9d23f-39b8-4a42-8668-fa9ad250e479', 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': 'e82afa2d-a609-4492-b528-6d6ecc79fb8b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:18:44.162115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:44.267020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-931a2cc5-8143-464b-ae5b-92257f684d29 req-7a1c18a3-c405-4145-b4ea-3696df9cd34d tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0736480 Feb 04 13:18:44.297068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-b23609e9-8d36-47ba-aafb-ef18cc8c4da9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 200 len: 999 time: 0.6846766 Feb 04 13:18:44.455082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3988c5-9c5a-4608-a342-c99e446c35ad req-cc5f9761-3f46-44ad-a9fd-c52a1d5d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:44.458249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f3988c5-9c5a-4608-a342-c99e446c35ad req-cc5f9761-3f46-44ad-a9fd-c52a1d5d5089 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083773 Feb 04 13:18:44.487263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:44.490155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-26b4ceb9-273b-4968-b649-826ee7c65b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:44.492706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-26b4ceb9-273b-4968-b649-826ee7c65b83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a HTTP/1.1" status: 200 len: 834 time: 0.1796205 Feb 04 13:18:44.494228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:44.574842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4abdf84-7bfe-4345-b365-ffbb83edbe05,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:44.610454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:44.621368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38688) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:44.622793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-12edbaaf-bc2c-43c1-8156-2d53b0de73ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2300282 Feb 04 13:18:44.624040 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:44.630058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1322796968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:44.636803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:44.638164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b2ef2fa0-4f7c-403a-970e-bb00f2c2de7f tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5769224 Feb 04 13:18:44.645745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:44.649688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54999d83-5525-406b-b3ba-afbd102f3ffb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 700 time: 5.3058052 Feb 04 13:18:44.652354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:44.654976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:44.667463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:44.671610 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:44.672579 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:44.679110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ec21ace-675b-4a33-9126-e0184598db48 req-c0aa5690-cdd1-42b9-b4e6-8c58579c4257 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.6212716 Feb 04 13:18:44.709988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-71ed1375-3f75-4a22-bd5e-c08027611b12 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 200 len: 991 time: 0.6463668 Feb 04 13:18:44.754081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Allocated IP 2001:db8::2 (78c9d23f-39b8-4a42-8668-fa9ad250e479/e82afa2d-a609-4492-b528-6d6ecc79fb8b/fea9273e-ff34-49cc-acfc-1b0f344663a2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:44.770291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:44.781873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:45.068824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.071917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.093997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.124373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:45.125493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:38Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:45.141421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.164779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:45.242441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:45.243091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:45.400060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-9c586fec-6e11-4b90-a9df-a720871025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:45.402767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-9c586fec-6e11-4b90-a9df-a720871025e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=28e21cf3-cb14-484d-97b5-9a8dd69ee071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8999662 Feb 04 13:18:45.410197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.411941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b93205ae-3743-481c-b79c-e59bad33af26 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7893674 Feb 04 13:18:45.414952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:45.431892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-9281fbae-a655-482f-a1c9-9f606feb600c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1061280969&fields=id&tenant_id=54f2c1156ba1412283f42962ed155414 HTTP/1.1" status: 200 len: 267 time: 0.3108842 Feb 04 13:18:45.456196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7d02cd0-355b-4b49-9963-aa77a382fab5 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 700 time: 0.7979710 Feb 04 13:18:45.495008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:45.689625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f5603bb-746a-4b02-9987-bce1113aa1a1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:45.744641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9557a765-f388-43b6-8e9e-fcfa0d563e65 req-80a6aa2d-b9a5-4957-bb61-dcd101f5a5c2 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0772681 Feb 04 13:18:45.757350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:45.894916 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:45.953693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:18:46.072950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8eab9d6c-ace7-47b8-a7a7-258cd7588fdc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 200 len: 991 time: 0.3140466 Feb 04 13:18:46.087499 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:41Z', 'revision_number': 7, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:40Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:46.092139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Transition to ACTIVE for port object fea9273e-ff34-49cc-acfc-1b0f344663a2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:46.099695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:46.122372 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:46.123383 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:46.136807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-25382d53-d5d1-4a3e-abb1-916661fb9bd2 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973815 Feb 04 13:18:46.144950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38770) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:46.164552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d78c22a-31bd-410a-8604-90e0658f59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:46.185690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:46.258134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Transition to ACTIVE for port object fea9273e-ff34-49cc-acfc-1b0f344663a2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:46.281953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:46.301604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-56b7e1cb-349b-4ab8-8933-b8c06b4a6bdf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--404163891&fields=id&tenant_id=54f2c1156ba1412283f42962ed155414 HTTP/1.1" status: 200 len: 267 time: 0.8677621 Feb 04 13:18:46.324331 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:46.340652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:46.434239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:46.434627 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:46.437670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f3988c5-9c5a-4608-a342-c99e446c35ad req-93d09c3a-49be-4204-9a15-5f2caa7288d2 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.90 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.2889562 Feb 04 13:18:46.528229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:46.577124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-157025112', 'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:46.579172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:46.596404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:46.610303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:46.622017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:network and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:46.677106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Pushing event updated for resources: {'Port': ['ID=fea9273e-ff34-49cc-acfc-1b0f344663a2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:46.714390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:46.724389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:46.769070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:46.848559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56a74be0-0165-4eca-81f4-850b4d212627 req-33fce5ea-15fa-4dd2-af88-b6b9cd5fd1ce tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=078dc879-df7b-44ca-89b4-f40da6fd472f HTTP/1.1" status: 200 len: 210 time: 0.5803590 Feb 04 13:18:46.998319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Made reservation on behalf of e33ad6c1569543bf9c5c28659a5e6fca for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:47.001183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.010304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Attempting to bind port fea9273e-ff34-49cc-acfc-1b0f344663a2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:47.010795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Attempting to bind port fea9273e-ff34-49cc-acfc-1b0f344663a2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'afb47752-8cc7-4a95-b159-a37a1239d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:47.011077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Attempting to bind port fea9273e-ff34-49cc-acfc-1b0f344663a2 on network 78c9d23f-39b8-4a42-8668-fa9ad250e479 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:47.018389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.032027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b2e2c01-7e9c-44dd-aa1f-2dc0c92e0f80 req-964c8f40-7c78-4d58-b768-146c873d7bf0 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8743916 Feb 04 13:18:47.078335 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:41Z', 'revision_number': 7, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:40Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:47.084155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fe3bb-b5a9-474f-bb67-3b25c3edf4f5 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:41Z', 'revision_number': 7, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '28020b81-e26b-4c4d-b86b-207f90ce22d4', 'name': '', 'network_id': '8f475bc1-77c5-4d00-b9e6-0b305e503d26', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:03:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:29Z', 'updated_at': '2022-02-04T13:18:40Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:47.085113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:47.102138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:47.102738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Checking segment: {'id': 'afb47752-8cc7-4a95-b159-a37a1239d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:47.103151 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.103462 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.103594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Bound using segment: {'id': 'afb47752-8cc7-4a95-b159-a37a1239d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:47.104035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Bound port: fea9273e-ff34-49cc-acfc-1b0f344663a2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb47752-8cc7-4a95-b159-a37a1239d798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '78c9d23f-39b8-4a42-8668-fa9ad250e479'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:47.104421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.128979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-b0420e07-7151-4f01-b618-ffeb80181cbc tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:47.138686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-b0420e07-7151-4f01-b618-ffeb80181cbc tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/networks?id=42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 200 len: 797 time: 0.6999252 Feb 04 13:18:47.170565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b290331e-cdb7-4123-ac8b-9e87662b410c req-6e0e034e-cc27-4876-9cdc-4740c756006d tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0624011 Feb 04 13:18:47.230907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.334707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] For port fea9273e-ff34-49cc-acfc-1b0f344663a2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:47.352304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.359227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:47.364045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:security_group_rule and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:47.367148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.368030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:47.375512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:47.385122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.405325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] For port fea9273e-ff34-49cc-acfc-1b0f344663a2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fea9273e-ff34-49cc-acfc-1b0f344663a2,segment=NetworkSegment(afb47752-8cc7-4a95-b159-a37a1239d798),segment_id=afb47752-8cc7-4a95-b159-a37a1239d798)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:47.412873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-1582b785-ff84-4b43-aaae-228e4c2ffb72 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/quotas/54f2c1156ba1412283f42962ed155414 HTTP/1.1" status: 200 len: 375 time: 0.2722065 Feb 04 13:18:47.425475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.476375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2e26f567-33e1-468b-ab61-b4e500a8ec63 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 200 len: 991 time: 0.3751330 Feb 04 13:18:47.517038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:47.531615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8f5603bb-746a-4b02-9987-bce1113aa1a1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f5603bb-746a-4b02-9987-bce1113aa1a1,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:47.542452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2414d-1c25-4925-ac93-403e28434303 None None] Pushing event updated for resources: {'Port': ['ID=fea9273e-ff34-49cc-acfc-1b0f344663a2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:47.554027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Usage tracker for resource:security_group_rule and tenant:719a23c5bf734c68b52127560adf4f30 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:47.560968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.566360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:47.609853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:47.647895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:38Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:47.656207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1076efa0-f6d0-4adc-9a4a-c020eb08fbd7 None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:17:45Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:38Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:47.676123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:47.687860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.759122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:47.862384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8::1 (78c9d23f-39b8-4a42-8668-fa9ad250e479/e82afa2d-a609-4492-b528-6d6ecc79fb8b/7b80fc0c-516a-4712-94ac-49ec5b2b8bcf) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:48.052138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216878a-3aa3-4d68-91f1-15564cc3cd6b None None] New status for floating IP 84fab206-c455-4765-9b5a-359359ed8b43: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:18:48.090811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.123832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:48.142067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.144059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a59a6-d92c-4742-a389-f553a9f4832b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:48.166146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.168349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.178124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d5512ba-37e2-4b65-9513-b1cf04bde21b req-a7863957-7ec9-4d37-a35c-fd38b25e194b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1952937 Feb 04 13:18:48.228969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:48.257710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:48.262008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:48.267129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:48.269261 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.287646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=7b80fc0c-516a-4712-94ac-49ec5b2b8bcf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:48.298297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-008609bf-3d36-44c1-b921-ae847f3e9bf1 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8412590 Feb 04 13:18:48.310041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.310460 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Added segment 05fa74ee-1b58-45b9-8e68-9a38d38e71d8 of type vlan for network 31823ed1-00da-48ec-acab-db30fef205d9 Feb 04 13:18:48.313470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=719a23c5bf734c68b52127560adf4f30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5876586 Feb 04 13:18:48.323452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38798) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:48.349206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fc90d-f7ad-4ab1-b433-106f73aa002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76f5af9-1101-4495-b424-6f91a8e30d96,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:48.491154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38804) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:48.501542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.517826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38c3511e-8e13-4fb6-902d-e6613f3cf076 req-fa3113bc-0bf7-4f7e-9b2a-65e698f34fe5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac4320997d764274934a5184701f7917&device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.0575984 Feb 04 13:18:48.622274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.645504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38c3511e-8e13-4fb6-902d-e6613f3cf076 req-93ea2bc3-b9d1-4e1e-90f1-677f430f9581 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ac4320997d764274934a5184701f7917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016207 Feb 04 13:18:48.653800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-f026704b-ff65-4e6f-bfcb-fb7377f0e2e5 service neutron] 10.222.0.53 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271804 Feb 04 13:18:48.655025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecb4a712-e7d9-49af-8c01-e536c505f583 req-e454ee8e-46ff-4141-b64c-ac6b858e54c4 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0833790 Feb 04 13:18:48.668661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.672649 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.730110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.886429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:48.887727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:48.888793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.064788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9e8afd0-9a2e-4412-ae4d-fa693c5e0b4a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 200 len: 993 time: 0.5719833 Feb 04 13:18:49.065433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Network': ['ID=31823ed1-00da-48ec-acab-db30fef205d9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:49.077877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-693d5dc3-3888-4257-ae52-980a2fc575bd tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9304726 Feb 04 13:18:49.078186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 31823ed1-00da-48ec-acab-db30fef205d9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:49.083860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38808) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:49.103328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.134045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd519301-9e2e-4230-85d7-69ca74a8007c req-cd191eff-267a-4c29-89d7-32582bead5e9 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.2056072 Feb 04 13:18:49.167432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'subnet': {'network_id': '31823ed1-00da-48ec-acab-db30fef205d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:49.236301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:49.323459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.341137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:subnet and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:49.347660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:49.355813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32f5da-b27d-46e2-89e7-275bc883af70 None None] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:49.360456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-ba7f80d6-8171-4614-8c49-ddef5cfb6e38 service neutron] 10.222.0.53 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639347 Feb 04 13:18:49.362691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:49.368150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76f5af9-1101-4495-b424-6f91a8e30d96,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:49.377759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3511e-8e13-4fb6-902d-e6613f3cf076 req-aa6101e1-b962-4732-acc0-6b85743521c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:49.378941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38c3511e-8e13-4fb6-902d-e6613f3cf076 req-aa6101e1-b962-4732-acc0-6b85743521c5 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7182064 Feb 04 13:18:49.403272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.404698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1da6a11e-0cca-46e8-9002-b3f7a85354ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f76f5af9-1101-4495-b424-6f91a8e30d96 HTTP/1.1" status: 204 len: 168 time: 1.0802851 Feb 04 13:18:49.493608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.500461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.501254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.522155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Made reservation on behalf of e33ad6c1569543bf9c5c28659a5e6fca for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:49.525818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.651294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6721d165-6902-41f4-9efd-73f5b5c07c2a None None] Provisioning for port fea9273e-ff34-49cc-acfc-1b0f344663a2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:49.851133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=7b80fc0c-516a-4712-94ac-49ec5b2b8bcf,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:49.914524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ee5f1cdd-b421-472a-83fe-cc94561325c5 req-d6f9eaed-1c58-4566-9761-27717170dd58 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:49.915664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 28020b81-e26b-4c4d-b86b-207f90ce22d4 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:49.916171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:49.963482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fea9273e-ff34-49cc-acfc-1b0f344663a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:50.038622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ee5f1cdd-b421-472a-83fe-cc94561325c5 req-d6f9eaed-1c58-4566-9761-27717170dd58 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:50.039997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ee5f1cdd-b421-472a-83fe-cc94561325c5 req-d6f9eaed-1c58-4566-9761-27717170dd58 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 210 time: 0.4380264 Feb 04 13:18:50.052735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:50.054033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:50.055472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:50.169562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fea9273e-ff34-49cc-acfc-1b0f344663a2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:50.178423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.181266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fea9273e-ff34-49cc-acfc-1b0f344663a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:50.181679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.219619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58decc67-b134-4cb5-8009-4b1853a5e702 req-e2ca7367-c582-400e-8432-108fdadf00f1 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.2405796 Feb 04 13:18:50.444333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.463602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 28020b81-e26b-4c4d-b86b-207f90ce22d4, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=28020b81-e26b-4c4d-b86b-207f90ce22d4,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:50.463960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.499156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fea9273e-ff34-49cc-acfc-1b0f344663a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fea9273e-ff34-49cc-acfc-1b0f344663a2,segment=NetworkSegment(afb47752-8cc7-4a95-b159-a37a1239d798),segment_id=afb47752-8cc7-4a95-b159-a37a1239d798)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:50.508175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.509575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f5603bb-746a-4b02-9987-bce1113aa1a1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:50.547113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.700453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fea9273e-ff34-49cc-acfc-1b0f344663a2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:50.727134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4abaa6d3-9c23-4ef7-8db5-358f46d60f0d req-ea01bafe-1361-4f93-a884-f064c74818f3 tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.1872282 Feb 04 13:18:50.748064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:50.776529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8f5603bb-746a-4b02-9987-bce1113aa1a1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:50.776529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.790000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:adc0e067c59e4eafbe5bece07558cbc7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:50.833243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 28020b81-e26b-4c4d-b86b-207f90ce22d4 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:50.839864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:50.857302 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80805111-a1fd-4030-a663-d5cfe62dfe9c req-771edf80-0761-4941-9a58-d61f5365dd3f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=87d84872d69341fa98dfc35d68221ace&device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0720725 Feb 04 13:18:50.863563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:50.871491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 77f0ceca-0cce-4700-b75a-07fca69ca8c6 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:18:50.880791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Provisioning for port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:50.892113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Provisioning complete for port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:50.892484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:50.920188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80805111-a1fd-4030-a663-d5cfe62dfe9c req-3b650a1a-8496-4e63-b0ce-8ca5313c454b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=87d84872d69341fa98dfc35d68221ace&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449066 Feb 04 13:18:51.002827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4e2b095-560e-429d-a28b-53556c579784 req-d5501e8a-0058-4b3c-9c24-534e3255d663 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0856616 Feb 04 13:18:51.011542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:51.022158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-38c3511e-8e13-4fb6-902d-e6613f3cf076 req-3776592e-de2e-4478-b2f8-5fe47fa9879f tempest-ServerShowV247Test-28803579 tempest-ServerShowV247Test-28803579-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8efbdd6-59f7-495b-8492-2f6f8981fc0d HTTP/1.1" status: 200 len: 210 time: 0.4231758 Feb 04 13:18:51.035955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Provisioning complete for port fea9273e-ff34-49cc-acfc-1b0f344663a2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.036214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f46149c-43ee-4af3-9bbd-107370ad15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.203866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805111-a1fd-4030-a663-d5cfe62dfe9c req-351337ba-0ee6-4d46-b3c7-3a2e2b202454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.206515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80805111-a1fd-4030-a663-d5cfe62dfe9c req-351337ba-0ee6-4d46-b3c7-3a2e2b202454 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251842 Feb 04 13:18:51.388040 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9008e7c-27e4-47c6-9344-292d4835e5a0 req-c047b05d-9199-43a1-8872-c34dcd59daaa tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 210 time: 0.0791988 Feb 04 13:18:51.424624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f841a7c-ec91-4f8f-8dd2-59844f05b431 None None] Provisioning complete for port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.425279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f841a7c-ec91-4f8f-8dd2-59844f05b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.449383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:51.462152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] Sync routers for ids ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:51.490667 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] Routers {'77f0ceca-0cce-4700-b75a-07fca69ca8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:51.491593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:51.529410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b92e2373-6721-4b88-9c9a-fbdc308d6110 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/77f0ceca-0cce-4700-b75a-07fca69ca8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1133518 Feb 04 13:18:51.535734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5f841a7c-ec91-4f8f-8dd2-59844f05b431 None None] Port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:51.539030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38842) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:51.575900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.581500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.587101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:18:51.587608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.590514 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:51.603497 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] Routers {'77f0ceca-0cce-4700-b75a-07fca69ca8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:51.604100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:51.643303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.692536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f53f79dd-7db2-4c3a-8ed3-2cb03b158356 None None] Provisioning complete for port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:51.692934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f53f79dd-7db2-4c3a-8ed3-2cb03b158356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:51.717931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:51.718873 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fb8f7-31be-4119-821a-8d4193e51fbf None None] The sync data for ids ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:51.753209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=28020b81-e26b-4c4d-b86b-207f90ce22d4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:51.785135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adc0e067c59e4eafbe5bece07558cbc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7239945 Feb 04 13:18:51.785968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38848) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:51.786676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e796db-58fa-427a-a823-e5cd40f7c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40e2a4-8e39-457b-b3f4-5042fa6d083e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:51.794211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fea9273e-ff34-49cc-acfc-1b0f344663a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:18:51.875527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682dae4-d810-461c-b329-2c51ba8d9cd3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.877288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9682dae4-d810-461c-b329-2c51ba8d9cd3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports/7b80fc0c-516a-4712-94ac-49ec5b2b8bcf HTTP/1.1" status: 200 len: 911 time: 0.3373239 Feb 04 13:18:51.886878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:51.933983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-c71c8ac2-12ef-4ae5-a7b6-2f8c01828924 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:51.936354 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-c71c8ac2-12ef-4ae5-a7b6-2f8c01828924 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.90 "GET /v2.0/networks?id=42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 200 len: 797 time: 0.5972517 Feb 04 13:18:51.944192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94b943e7-4482-427a-94d8-82f6956b0137,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:51.999392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f53f79dd-7db2-4c3a-8ed3-2cb03b158356 None None] Port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:52.003327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Checking segment: {'id': '05fa74ee-1b58-45b9-8e68-9a38d38e71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:52.003798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network hostable DHCP agents. Network: 31823ed1-00da-48ec-acab-db30fef205d9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:18:52.011923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fea9273e-ff34-49cc-acfc-1b0f344663a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:52.012454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.085021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-53f05d6c-f10c-488d-8d27-fc09fd4358a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54f2c1156ba1412283f42962ed155414 HTTP/1.1" status: 200 len: 477 time: 0.1379859 Feb 04 13:18:52.156196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'port': {'device_id': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'admin_state_up': True, 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'security_groups': ['628c60c2-7437-4fe8-bf0c-14462cc5354e', '36419a11-86da-4296-94b4-cf1b8e93f137']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:52.188006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 31823ed1-00da-48ec-acab-db30fef205d9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:18:52.264158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.385954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:52.415903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12397e6e-7b48-45bf-b40a-8895943bc7db req-fdc8f53e-a136-4cdc-8c93-0fb502b63dbb tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.53 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.1298044 Feb 04 13:18:52.428444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.528762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 31823ed1-00da-48ec-acab-db30fef205d9) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:52.538233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406704e0-56f1-4cb6-846c-6838ba03b461 None None] Network 31823ed1-00da-48ec-acab-db30fef205d9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:52.553883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80805111-a1fd-4030-a663-d5cfe62dfe9c req-76ee889d-db21-4899-8a68-f0dfac4b53f1 tempest-ServerShowV254Test-618406004 tempest-ServerShowV254Test-618406004-project] 10.222.0.87 "GET /v2.0/ports?device_id=35709f69-972e-44e3-83db-804e76067564 HTTP/1.1" status: 200 len: 210 time: 0.0465066 Feb 04 13:18:52.608733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.612453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:52.613136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.651838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82260393-42f1-4481-94a4-38254ceac1d8 req-0aaa0f45-a690-4350-9804-f72b5fa52f96 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 210 time: 0.0889170 Feb 04 13:18:52.668895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:52.674542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.681596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Usage tracker for resource:security_group_rule and tenant:ac4320997d764274934a5184701f7917 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:52.684905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:52.690994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:52.697456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:52.709111 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-03da91bc-2eab-4c4f-b1bc-ca57bdd1e925 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6224146 Feb 04 13:18:52.712537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38870) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:52.723840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-514039164', 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:52.747506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:52.788187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:52.804789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:port and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:52.808649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:52.815238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:52.823828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.862057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:52.866112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:52.875564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd9b2e-c4f3-4226-8b4e-fc155e05d91f None None] Network 31823ed1-00da-48ec-acab-db30fef205d9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:52.992131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40e2a4-8e39-457b-b3f4-5042fa6d083e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:53.016950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Made reservation on behalf of e33ad6c1569543bf9c5c28659a5e6fca for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:53.020475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.058152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.063673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d16671f-426f-4b75-9741-9ea766315865 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b40e2a4-8e39-457b-b3f4-5042fa6d083e HTTP/1.1" status: 204 len: 168 time: 1.2664013 Feb 04 13:18:53.100929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] device_id is not set on port 158f6e70-aa1f-483c-94ff-345eece923dc yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:18:53.235643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:53.258634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.20.0.13 (42599bf3-f2e7-4d4d-9582-a2d6c640653c/8e9de845-8295-4546-a683-a835b8ce00f8/e22f9268-018c-4c97-9951-be10da23c5db) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:53.284030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.327790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.436118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9db977-b50f-4155-992d-87857757f124,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:53.453601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c0859e2b-1352-4ced-86b3-9f583ea1698f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac4320997d764274934a5184701f7917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0647902 Feb 04 13:18:53.457528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:53.466248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:53.479359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:53.485168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.20.0.2 (31823ed1-00da-48ec-acab-db30fef205d9/94b943e7-4482-427a-94d8-82f6956b0137/158f6e70-aa1f-483c-94ff-345eece923dc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:18:53.490549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.509402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:53.510111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:53.592752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1e4761b-7892-4ab5-a722-f6cfb37932ce tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0447900 Feb 04 13:18:53.597123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:53.747867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:18:53.760231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.769402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.857031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.918067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:53.949048 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:53.957926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.015699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-207f0157-b34f-4209-a4e5-fd4d6d47de4f req-3646b64b-7194-4175-8a34-0835aa2905da tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:54.053449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Transition to ACTIVE for port object e22f9268-018c-4c97-9951-be10da23c5db will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:54.078431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-207f0157-b34f-4209-a4e5-fd4d6d47de4f req-3646b64b-7194-4175-8a34-0835aa2905da tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:54.079877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207f0157-b34f-4209-a4e5-fd4d6d47de4f req-3646b64b-7194-4175-8a34-0835aa2905da tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 210 time: 0.2039552 Feb 04 13:18:54.105256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.136819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9db977-b50f-4155-992d-87857757f124,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:54.151120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.152086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b1b9445-584b-4ec4-8b36-d476670fb7c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa9db977-b50f-4155-992d-87857757f124 HTTP/1.1" status: 204 len: 168 time: 0.6900678 Feb 04 13:18:54.155165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.183515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.319370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38910) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:54.328421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:54.328783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.458052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.526909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:54.533323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:54.539503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:54.541199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.565367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:54.570580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.624059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.700015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:51Z', 'revision_number': 8, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:54.724791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:18:54.728836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:54.731634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.762956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:54.762956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:54.812984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:54.820422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-edd6ca3b-1e64-455c-a0fe-70ad941c6150 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.6740954 Feb 04 13:18:54.836314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:54.840865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a5b59049-c5c9-4d6d-bab6-363d31011440 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d HTTP/1.1" status: 204 len: 168 time: 1.2283988 Feb 04 13:18:54.856528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Request body: {'port': {'device_id': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:54.941721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 7b80fc0c-516a-4712-94ac-49ec5b2b8bcf owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:54.945179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:55.118891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d5e3e-6062-47ba-92ba-85fadd164acb None None] Network 8f475bc1-77c5-4d00-b9e6-0b305e503d26 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:18:55.236296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:18:55.270886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.297649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.322644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:55.323005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.491420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-079ef416-e5c6-46b5-b7f8-67b5ad96310c None None] Provisioning for port e22f9268-018c-4c97-9951-be10da23c5db completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:18:55.533988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.560493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.562469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.600862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-079ef416-e5c6-46b5-b7f8-67b5ad96310c None None] Provisioning complete for port e22f9268-018c-4c97-9951-be10da23c5db triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:18:55.601240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-079ef416-e5c6-46b5-b7f8-67b5ad96310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.655004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=7b80fc0c-516a-4712-94ac-49ec5b2b8bcf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:55.658272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:55.685250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-079ef416-e5c6-46b5-b7f8-67b5ad96310c None None] Port e22f9268-018c-4c97-9951-be10da23c5db cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:18:55.801445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,segment=NetworkSegment(2f5a93b5-14d9-41e4-ac65-8ae220fd37e4),segment_id=2f5a93b5-14d9-41e4-ac65-8ae220fd37e4)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:55.801824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:55.959595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38956) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:55.972326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:56.038245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Usage tracker for resource:security_group_rule and tenant:87d84872d69341fa98dfc35d68221ace is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:56.068430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef12feb-00c2-4193-8532-421e879fdb97 None None] DHCP port deletion for 8f475bc1-77c5-4d00-b9e6-0b305e503d26 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:18:56.073207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.098635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:56.104786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:56.110788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=158f6e70-aa1f-483c-94ff-345eece923dc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:56.128605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No DVR routers for this DVR port 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:18:56.151930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:51Z', 'revision_number': 8, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:56.159188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507aa7fb-5a67-4cf5-9f87-5886475e8c5a None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:51Z', 'revision_number': 8, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582b9a56-0875-4837-85cb-c047f9014c0d', 'name': '', 'network_id': '23d919a6-9cd7-415a-ab46-33140dad5730', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:ca:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:13Z', 'updated_at': '2022-02-04T13:18:26Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '5d72aeb5-915a-4ba1-b763-5b30d490c9cb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:56.247724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 31823ed1-00da-48ec-acab-db30fef205d9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:18:56.260401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:18:56.284378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:18:56.306661 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.321080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:56.335925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-227469176-network', 'tenant_id': '2546552aab1941d280a2d1f71b22c47a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:56.432370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f475bc1-77c5-4d00-b9e6-0b305e503d26']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:56.433927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:56.443199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.454495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Usage tracker for resource:network and tenant:2546552aab1941d280a2d1f71b22c47a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:56.455746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:56.456046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5a93b5-14d9-41e4-ac65-8ae220fd37e4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:56.463034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:56.473944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.506181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.525347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:18:56.525757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:18:56.540647 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:18:56.543542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:56.581778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb0dd-7d48-47ca-83d2-953795807c26 req-108b8c1d-a0f7-4072-a980-11e55afd0a7e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:56.583778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f3cb0dd-7d48-47ca-83d2-953795807c26 req-108b8c1d-a0f7-4072-a980-11e55afd0a7e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 971 time: 1.2153146 Feb 04 13:18:56.590376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:56.591012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.644220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.684643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Made reservation on behalf of 2546552aab1941d280a2d1f71b22c47a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:18:56.687246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.695251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.737367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.824034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38998) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:56.846321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:56.847118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=8f475bc1-77c5-4d00-b9e6-0b305e503d26,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:56.860377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c191321b-e564-4efa-8a25-e60a86b5301e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/8f475bc1-77c5-4d00-b9e6-0b305e503d26 HTTP/1.1" status: 204 len: 168 time: 1.8881314 Feb 04 13:18:56.863547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39004) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:56.868837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5f3cb0dd-7d48-47ca-83d2-953795807c26 req-c624be00-fb28-4ad5-babb-c62097177066 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:56.884100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Usage tracker for resource:security_group_rule and tenant:2546552aab1941d280a2d1f71b22c47a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:56.892081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f2c40866-f91a-4e61-ae6c-b7a9e8eea39d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.1752908 Feb 04 13:18:56.892081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:56.898385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:56.926327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f9268-018c-4c97-9951-be10da23c5db {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:18:56.947586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:56.962251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:57.035365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Transition to ACTIVE for port object e22f9268-018c-4c97-9951-be10da23c5db will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:18:57.041649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.063953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 77f0ceca-0cce-4700-b75a-07fca69ca8c6 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:18:57.077460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.078644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.100188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5f3cb0dd-7d48-47ca-83d2-953795807c26 req-c624be00-fb28-4ad5-babb-c62097177066 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:57.101353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f3cb0dd-7d48-47ca-83d2-953795807c26 req-c624be00-fb28-4ad5-babb-c62097177066 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5031891 Feb 04 13:18:57.102524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.139340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:57.227997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Usage tracker for resource:security_group_rule and tenant:16ca1ca8acd0484faa4904ddb376ceaf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:57.251378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Deleting port 158f6e70-aa1f-483c-94ff-345eece923dc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:57.251785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.288100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:57.305379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87d84872d69341fa98dfc35d68221ace&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7941747 Feb 04 13:18:57.306196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c624a-5e93-4210-ba13-2c7dd5b968f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4d54f-092e-41e1-a896-f12203b140d1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.316868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:57.317711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:57.411880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.413434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:18:57.426666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] Sync routers for ids ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:18:57.438012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] Routers {'77f0ceca-0cce-4700-b75a-07fca69ca8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:57.439444 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:57.505654 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:57.515001 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] Routers {'77f0ceca-0cce-4700-b75a-07fca69ca8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:18:57.515716 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:57.550779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7ea8f60-d5ef-436e-bdb8-c1c25554c079 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/77f0ceca-0cce-4700-b75a-07fca69ca8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6627760 Feb 04 13:18:57.562194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:57.577500 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:18:57.577999 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bad505-f637-4b01-b3af-0a5bcc92658b None None] The sync data for ids ['77f0ceca-0cce-4700-b75a-07fca69ca8c6'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:18:57.581481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Attempting to bind port e22f9268-018c-4c97-9951-be10da23c5db on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:18:57.581834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Attempting to bind port e22f9268-018c-4c97-9951-be10da23c5db by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:18:57.582212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Attempting to bind port e22f9268-018c-4c97-9951-be10da23c5db on network 42599bf3-f2e7-4d4d-9582-a2d6c640653c {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:57.590622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Port e22f9268-018c-4c97-9951-be10da23c5db on network 42599bf3-f2e7-4d4d-9582-a2d6c640653c not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:18:57.590953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Attempting to bind port e22f9268-018c-4c97-9951-be10da23c5db on network 42599bf3-f2e7-4d4d-9582-a2d6c640653c {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:18:57.605036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:57.605398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Checking segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:18:57.606036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Bound using segment: {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:57.606277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Bound port: e22f9268-018c-4c97-9951-be10da23c5db, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff4cc49-0edb-430d-96dd-b593bae28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:18:57.606574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.649641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:57.684580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:57.685255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72fcb53d-3ae9-4e01-a8e1-ee94c3e34ab8 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:57.685668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 28020b81-e26b-4c4d-b86b-207f90ce22d4 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:18:57.688834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.720085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:18:57.722190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 28020b81-e26b-4c4d-b86b-207f90ce22d4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:18:57.722555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 28020b81-e26b-4c4d-b86b-207f90ce22d4 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:18:57.776155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e22f9268-018c-4c97-9951-be10da23c5db,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:18:57.789055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.840079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b78af835-767c-4b44-8b2c-b7e15f9dce70 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:18:57.853096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.862277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:57.862953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.864363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] 10.222.0.90 "PUT /v2.0/ports/e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 200 len: 1131 time: 3.0206017 Feb 04 13:18:57.864924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:57.908311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.947706 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db', 'status': 'completed', 'code': 200} Feb 04 13:18:57.961579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b4770-cb12-4257-bc48-15baed708558 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:57.981332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:57.981541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:18:58.010327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b78af835-767c-4b44-8b2c-b7e15f9dce70 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:18:58.013905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b78af835-767c-4b44-8b2c-b7e15f9dce70 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f0ceca-0cce-4700-b75a-07fca69ca8c6 HTTP/1.1" status: 200 len: 205 time: 0.4422853 Feb 04 13:18:58.023804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.025423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39026) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:58.042831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.050991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa752fc-294f-40ca-95f6-1f48d0c8eb82,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.054356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.055580 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Added segment 46198d0b-eac3-45ae-9a41-4c570cfde098 of type vlan for network bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78 Feb 04 13:18:58.131076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.174076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.210272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-a7f8dd45-eb34-475f-b95a-fe0dc8c7a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.211822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-a7f8dd45-eb34-475f-b95a-fe0dc8c7a548 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1134 time: 0.3039517 Feb 04 13:18:58.410437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Calling delete_port for 158f6e70-aa1f-483c-94ff-345eece923dc owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:58.442250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.454392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-a023644a-8e11-4415-bb21-2b5322b64ed9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 200 len: 217 time: 0.2344410 Feb 04 13:18:58.509283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16ca1ca8acd0484faa4904ddb376ceaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6802108 Feb 04 13:18:58.527094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39032) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:58.531956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d2b4e-43ca-44b7-8875-133ee441fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d543796a-2384-4438-a45e-ce2df2faf4c7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.547358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.625960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-a068ea00-a3b5-4259-84fb-030996314bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.627968 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-a068ea00-a3b5-4259-84fb-030996314bf5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e9de845-8295-4546-a683-a835b8ce00f8 HTTP/1.1" status: 200 len: 834 time: 0.1392534 Feb 04 13:18:58.704621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.727816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.760828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057adc-9c30-4491-9522-9d91f4893cd9 req-48e4c0d3-fc1e-47f4-a481-55d00cc44ddb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.762313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1057adc-9c30-4491-9522-9d91f4893cd9 req-48e4c0d3-fc1e-47f4-a481-55d00cc44ddb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 983 time: 0.3105776 Feb 04 13:18:58.762771 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:18:58.787483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4d54f-092e-41e1-a896-f12203b140d1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:58.819741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.863767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.868993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.882072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 582b9a56-0875-4837-85cb-c047f9014c0d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:18:58.882421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.903526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.904544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.905100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:58.923985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1057adc-9c30-4491-9522-9d91f4893cd9 req-26e3534b-8803-48ac-996c-c8006139f3b4 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1481273 Feb 04 13:18:58.989831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c686-6361-4300-8bb5-2be50f904ead req-b40a6632-fc4b-471e-9996-48d7461b7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:58.991290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-b40a6632-fc4b-471e-9996-48d7461b7621 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42599bf3-f2e7-4d4d-9582-a2d6c640653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415725 Feb 04 13:18:59.028237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.029372 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf15403d-77df-448a-b489-2e4c20cf3f03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08a4d54f-092e-41e1-a896-f12203b140d1 HTTP/1.1" status: 204 len: 168 time: 1.7084076 Feb 04 13:18:59.050246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.050782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 77f0ceca-0cce-4700-b75a-07fca69ca8c6 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:18:59.063244 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0641060 Feb 04 13:18:59.064898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.066131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d637df1b-b512-454a-9200-4545f49b96c7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/77f0ceca-0cce-4700-b75a-07fca69ca8c6 HTTP/1.1" status: 204 len: 168 time: 1.0371151 Feb 04 13:18:59.069390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:59.104276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18b08-36e7-4b7b-8b03-b37148417a50 admin admin] Pushing event updated for resources: {'Network': ['ID=bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.109433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.122005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:18:59.137800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.177292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Port': ['ID=158f6e70-aa1f-483c-94ff-345eece923dc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.177954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d543796a-2384-4438-a45e-ce2df2faf4c7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:18:59.179845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.180958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e777469c-0b06-4a6c-9788-09ed653b71fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d543796a-2384-4438-a45e-ce2df2faf4c7 HTTP/1.1" status: 204 len: 168 time: 0.6492317 Feb 04 13:18:59.264879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet e82afa2d-a609-4492-b528-6d6ecc79fb8b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:18:59.271606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 582b9a56-0875-4837-85cb-c047f9014c0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=582b9a56-0875-4837-85cb-c047f9014c0d,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:18:59.272453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.274550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.355828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-cf3fd24a-6468-4122-8244-c8a36093d446 service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114820 Feb 04 13:18:59.489571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.491832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7a6741c-b7e6-4f55-87fe-7b52d59a61c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/ports/158f6e70-aa1f-483c-94ff-345eece923dc HTTP/1.1" status: 204 len: 168 time: 2.5362723 Feb 04 13:18:59.494558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.502817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 582b9a56-0875-4837-85cb-c047f9014c0d owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:18:59.523425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:59.534302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31823ed1-00da-48ec-acab-db30fef205d9', 'external_fixed_ips': [{'subnet_id': '94b943e7-4482-427a-94d8-82f6956b0137', 'ip_address': '172.20.0.2'}]}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:59.543226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:59.554874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:router and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:59.560435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:59.570692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:18:59.607101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.608124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.635530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.641392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.652661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba96c686-6361-4300-8bb5-2be50f904ead req-245e6dc6-5525-4956-9bbe-27014a9bd94e service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368937 Feb 04 13:18:59.861075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39064) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:59.885270 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.916885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:18:59.923594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Usage tracker for resource:security_group_rule and tenant:3b2d92f2829a420396df48fd766934c5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:18:59.928490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-7df2cb3a-6390-4938-81f4-546480492025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:18:59.930628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-7df2cb3a-6390-4938-81f4-546480492025 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1134 time: 0.1510577 Feb 04 13:18:59.932721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:18:59.937119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:18:59.990920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:00.097320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=582b9a56-0875-4837-85cb-c047f9014c0d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:00.139855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.150500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.228643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=e82afa2d-a609-4492-b528-6d6ecc79fb8b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:00.234570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.235055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512697f-13fc-451a-af00-5a744f9a2453 None None] Network 78c9d23f-39b8-4a42-8668-fa9ad250e479 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:00.332978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3f4bebd-5851-4ac1-91eb-b0f9468ae225 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/e82afa2d-a609-4492-b528-6d6ecc79fb8b HTTP/1.1" status: 204 len: 168 time: 1.2597051 Feb 04 13:19:00.339089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39078) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:00.381298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-b6e3accf-e8ad-4974-9788-fa0a681b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.382831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-b6e3accf-e8ad-4974-9788-fa0a681b4ff7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 200 len: 898 time: 0.4376006 Feb 04 13:19:00.472028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.478111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.484865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.490646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.491673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Synchronizing usage tracker for tenant:2546552aab1941d280a2d1f71b22c47a on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:00.493086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-44119db0-ab26-4b41-9a47-5bd86defed4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 200 len: 217 time: 0.0967760 Feb 04 13:19:00.563399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Unset dirty status for tenant:2546552aab1941d280a2d1f71b22c47a on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:00.564836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a24b5989-149f-4e0d-bf46-02e0f263b930 req-810ba11b-a500-4156-ba8f-c3237b0e26cd tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2505 time: 0.5939145 Feb 04 13:19:00.576250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.655302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] DHCP port deletion for 78c9d23f-39b8-4a42-8668-fa9ad250e479 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:00.660131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Deleting port fea9273e-ff34-49cc-acfc-1b0f344663a2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:00.660498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.671079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:00.693899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port fea9273e-ff34-49cc-acfc-1b0f344663a2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:00.694341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.838680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-f46f89e7-2f9d-432c-b001-58c41754987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.840407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-f46f89e7-2f9d-432c-b001-58c41754987a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e9de845-8295-4546-a683-a835b8ce00f8 HTTP/1.1" status: 200 len: 834 time: 0.3159084 Feb 04 13:19:00.876075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0edba-7dc7-43c9-acf2-8045c2d1ebb5 req-9943710d-8c8f-45f9-b216-ad81cbb07350 tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.878191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96d0edba-7dc7-43c9-acf2-8045c2d1ebb5 req-9943710d-8c8f-45f9-b216-ad81cbb07350 tempest-ComputeTenantNetworksTest-777054950 tempest-ComputeTenantNetworksTest-777054950-project] 10.222.0.53 "GET /v2.0/networks/bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78 HTTP/1.1" status: 200 len: 768 time: 0.2918959 Feb 04 13:19:00.885034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-990719666-network', 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:00.888774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:00.930336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda075eb-24c5-47e6-88bb-68a6845bcfe4 req-93171223-1d8a-4516-89c0-3766d2751664 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:00.933186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] For port fea9273e-ff34-49cc-acfc-1b0f344663a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fea9273e-ff34-49cc-acfc-1b0f344663a2,segment=NetworkSegment(afb47752-8cc7-4a95-b159-a37a1239d798),segment_id=afb47752-8cc7-4a95-b159-a37a1239d798)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:00.934297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:00.940826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cda075eb-24c5-47e6-88bb-68a6845bcfe4 req-93171223-1d8a-4516-89c0-3766d2751664 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 983 time: 0.8365562 Feb 04 13:19:01.010071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cda075eb-24c5-47e6-88bb-68a6845bcfe4 req-45b25ecb-ffd8-4dcc-b0c2-5aefdbbc57fb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0683687 Feb 04 13:19:01.032087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.049142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port fea9273e-ff34-49cc-acfc-1b0f344663a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fea9273e-ff34-49cc-acfc-1b0f344663a2,segment=NetworkSegment(afb47752-8cc7-4a95-b159-a37a1239d798),segment_id=afb47752-8cc7-4a95-b159-a37a1239d798)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:01.049652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.089781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Calling delete_port for fea9273e-ff34-49cc-acfc-1b0f344663a2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:01.144045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:01.150063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Usage tracker for resource:network and tenant:c2b8535069ac4b3dbafb2c0b4d5991ee is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:01.178491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.231078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.231316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] Pushing event deleted for resources: {'Port': ['ID=fea9273e-ff34-49cc-acfc-1b0f344663a2,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.243505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00a79d-67cf-43bb-a317-ee69d213cc05 None None] No DVR routers for this DVR port fea9273e-ff34-49cc-acfc-1b0f344663a2 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:01.260542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.325045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-fc2bed7c-b871-493b-a984-0c6a539bb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:01.326638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-fc2bed7c-b871-493b-a984-0c6a539bb747 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42599bf3-f2e7-4d4d-9582-a2d6c640653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4609914 Feb 04 13:19:01.342842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b2d92f2829a420396df48fd766934c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4735372 Feb 04 13:19:01.360624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:01.362095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c1f87-5d7d-43fd-81b3-5f23491d5e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065c9114-2482-46ab-85d5-df0090936217,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:01.451331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:01.460283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for fea9273e-ff34-49cc-acfc-1b0f344663a2 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:01.514120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:01.577543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:01.579864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.598018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.679207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.700173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:01.705603 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-ef61cf18-f3a4-4c2e-84b1-e61a29ca22af service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692515 Feb 04 13:19:01.745358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.750736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.769416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fea9273e-ff34-49cc-acfc-1b0f344663a2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:01.826781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:01.835048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Usage tracker for resource:security_group_rule and tenant:c2b8535069ac4b3dbafb2c0b4d5991ee is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:01.840539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:01.852121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:01.863811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fea9273e-ff34-49cc-acfc-1b0f344663a2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:01.864231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fea9273e-ff34-49cc-acfc-1b0f344663a2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:01.882933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:19:01.883271 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:19:01.914910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:01.978747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.185070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.194704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-162467e1-cd10-43b9-a1fd-af9332d94e5e req-a96128ac-3103-4017-88dd-039dc4c68824 service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797149 Feb 04 13:19:02.196071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:02.208617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:02.217280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.222649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:02.223595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.239611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065c9114-2482-46ab-85d5-df0090936217,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:02.247258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.248397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-773ca998-d329-4d76-9021-7480dd3614b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/065c9114-2482-46ab-85d5-df0090936217 HTTP/1.1" status: 204 len: 168 time: 0.8821974 Feb 04 13:19:02.255475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9edfdc2b-99f9-4956-871f-3ed233afe24a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3905983 Feb 04 13:19:02.256499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39108) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:02.283417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.325735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46198d0b-eac3-45ae-9a41-4c570cfde098') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.326178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46198d0b-eac3-45ae-9a41-4c570cfde098') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.360611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.366309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 5d72aeb5-915a-4ba1-b763-5b30d490c9cb {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:02.369475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.395340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port fea9273e-ff34-49cc-acfc-1b0f344663a2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:02.395682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.404048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:02.433531 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.441619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.451095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.477593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.529095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:02.529497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.551520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port 'fea9273e-ff34-49cc-acfc-1b0f344663a2' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:02.553760 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:02.572030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.691378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ebfa5-8831-4e4f-964e-abc09c907388 req-40baaf7b-d5dc-4ecb-afc6-dcbade2ba711 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:02.693034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a83ebfa5-8831-4e4f-964e-abc09c907388 req-40baaf7b-d5dc-4ecb-afc6-dcbade2ba711 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 983 time: 0.5547433 Feb 04 13:19:02.730901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.764593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:59Z', 'revision_number': 9, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.769763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:02.779662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8b662-1e20-4550-b1c0-96536a007ed0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:02.788735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.20.0.2 (31823ed1-00da-48ec-acab-db30fef205d9/94b943e7-4482-427a-94d8-82f6956b0137/bda92d83-2be3-4f57-af53-57cded387a4c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:02.802337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:02.804556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:02.823749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=5d72aeb5-915a-4ba1-b763-5b30d490c9cb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:02.831133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.840000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.842824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2002b07b-0f7b-4f82-a933-8d9d61229449 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/5d72aeb5-915a-4ba1-b763-5b30d490c9cb HTTP/1.1" status: 204 len: 168 time: 0.5850489 Feb 04 13:19:02.843506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:02.861908 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.865095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:02.911452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb4180-bb6b-440b-8e31-d25737344f4c None None] Network 23d919a6-9cd7-415a-ab46-33140dad5730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:02.919015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:02.928157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e22f9268-018c-4c97-9951-be10da23c5db details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:19:03.016844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.029391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port bbd7faf0-9195-4429-a239-7bdaf300cd22 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:03.030019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.142767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.147984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.148530 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Added segment e2718989-9ece-41df-8c08-381c141a9d43 of type vlan for network cdb80ad3-e3f7-413c-8601-dd0353ef3331 Feb 04 13:19:03.161675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c9d23f-39b8-4a42-8668-fa9ad250e479']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:03.175530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a83ebfa5-8831-4e4f-964e-abc09c907388 req-42afdd4d-53ba-45f5-8b1e-bc47c04a6e71 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3968909 Feb 04 13:19:03.201846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb47752-8cc7-4a95-b159-a37a1239d798') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:03.202506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb47752-8cc7-4a95-b159-a37a1239d798') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:03.233264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:03.238380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.252093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.321541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port bbd7faf0-9195-4429-a239-7bdaf300cd22, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bbd7faf0-9195-4429-a239-7bdaf300cd22,segment=NetworkSegment(20e70945-8791-44f7-a72d-ea8e0f2bf382),segment_id=20e70945-8791-44f7-a72d-ea8e0f2bf382)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:03.323422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.327900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.363434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.428484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.448454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad56ee92-b08c-4320-9612-69027c4dfee6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bd48f2b6-d8f1-49bc-8fcb-0a5e725a2d78 HTTP/1.1" status: 204 len: 168 time: 2.5550764 Feb 04 13:19:03.471245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 31823ed1-00da-48ec-acab-db30fef205d9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:03.476476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:03.476887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:03.493742 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:03.495873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:03.520248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for bbd7faf0-9195-4429-a239-7bdaf300cd22 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:03.520634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e22f9268-018c-4c97-9951-be10da23c5db,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:03.587065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'e22f9268-018c-4c97-9951-be10da23c5db', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'port_id': 'e22f9268-018c-4c97-9951-be10da23c5db', 'mac_address': 'fa:16:3e:17:09:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:19:03.604465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:03.631613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.706780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=bbd7faf0-9195-4429-a239-7bdaf300cd22,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.713994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No DVR routers for this DVR port bbd7faf0-9195-4429-a239-7bdaf300cd22 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:03.726312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.727213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:03.727795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.799186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=bda92d83-2be3-4f57-af53-57cded387a4c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:03.826632 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.832504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1541183 Feb 04 13:19:03.856787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39148) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:03.857292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39150) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:03.871220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Request body: {'subnet': {'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-990719666-subnet', 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:03.897737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:03.903318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f9268-018c-4c97-9951-be10da23c5db {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:03.921127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Usage tracker for resource:subnet and tenant:c2b8535069ac4b3dbafb2c0b4d5991ee is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:03.926979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e22f9268-018c-4c97-9951-be10da23c5db,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:03.929856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc58dc-cdf7-4a4f-acb0-ea17653d2cdf None None] DHCP port deletion for 23d919a6-9cd7-415a-ab46-33140dad5730 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:03.943946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.945925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.948090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:03.962580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:03.966179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.974351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:03.988353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:03.990837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.044887 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/78c9d23f-39b8-4a42-8668-fa9ad250e479 HTTP/1.1" status: 204 len: 168 time: 3.6925886 Feb 04 13:19:04.057403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9ec32-27c4-4e7d-acd5-e3c4bd28687b admin admin] Pushing event updated for resources: {'Network': ['ID=cdb80ad3-e3f7-413c-8601-dd0353ef3331,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.059503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:04.066466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.080107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.080566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.080962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.081302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.081632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.081959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.082796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.083134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.083462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.083787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.084111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.084434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:04.085410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-898088983', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:04.089000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:04.144413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d919a6-9cd7-415a-ab46-33140dad5730']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:04.150728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:04.165159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-26368ecc-dd60-42b2-90b0-35510a616110 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2546552aab1941d280a2d1f71b22c47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052077 Feb 04 13:19:04.178385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:04.190119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d7fec-22bd-4ec4-adf4-51e721d9a185 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=78c9d23f-39b8-4a42-8668-fa9ad250e479,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.192395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:04.201991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:04.217624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:59Z', 'revision_number': 9, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:04.226568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d559119-ed5a-4342-94d8-43fbfb676930 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:18:59Z', 'revision_number': 9, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '392e6c15-2a48-42bb-b7bd-6cfa37b85625', 'name': '', 'network_id': 'c561a4d2-2b37-4090-bc80-ebfc01287531', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:28:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:02Z', 'updated_at': '2022-02-04T13:18:19Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': 'aac433d3-fde2-4c55-bace-b8681a8891f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:04.244867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e70945-8791-44f7-a72d-ea8e0f2bf382') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:04.245249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e70945-8791-44f7-a72d-ea8e0f2bf382') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:04.260081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:04.285166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.319288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:04.319590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['e22f9268-018c-4c97-9951-be10da23c5db'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:19:04.337569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.372046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.373169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.469530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.495624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.531979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.549041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:04.549454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:04.567657 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:04.651422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-301379480'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:04.667908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:04.674996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Usage tracker for resource:network and tenant:a5d6c865db104e52a3a03e84f3e0330a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:04.693475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.705538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:04.718393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:04.799471 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.841064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.844077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Made reservation on behalf of a5d6c865db104e52a3a03e84f3e0330a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:04.847554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.880764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0e0ea-d63a-46f5-9bbb-d6c6f7110cae req-f66290cd-3c4a-4b4e-91e0-9ae825fddfd1 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:04.882411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92a0e0ea-d63a-46f5-9bbb-d6c6f7110cae req-f66290cd-3c4a-4b4e-91e0-9ae825fddfd1 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 984 time: 0.5509765 Feb 04 13:19:04.883260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=23d919a6-9cd7-415a-ab46-33140dad5730,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:04.898914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:04.963553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb1b6f3e-fff3-437c-98e9-96f3c437e326 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/23d919a6-9cd7-415a-ab46-33140dad5730 HTTP/1.1" status: 204 len: 168 time: 2.1188774 Feb 04 13:19:04.966371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:04.971815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39178) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:04.985369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Usage tracker for resource:security_group_rule and tenant:a5d6c865db104e52a3a03e84f3e0330a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:05.054358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:05.054904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.084056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:05.089635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.109237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.117818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92a0e0ea-d63a-46f5-9bbb-d6c6f7110cae req-e7994cd6-1a17-497e-90c2-6ed28960fec0 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2257936 Feb 04 13:19:05.229604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.233486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1aa752fc-294f-40ca-95f6-1f48d0c8eb82 HTTP/1.1" status: 204 len: 168 time: 1.0493863 Feb 04 13:19:05.236809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c6175-517a-40c9-8a02-7c52e09b9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa752fc-294f-40ca-95f6-1f48d0c8eb82,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:05.337012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.403480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40ccebf-5f84-4dd1-b707-1866c430ed59,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:05.453672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Checking segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:05.453672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Network hostable DHCP agents. Network: cdb80ad3-e3f7-413c-8601-dd0353ef3331, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:05.572788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.622990 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.647539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:05.685938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cdb80ad3-e3f7-413c-8601-dd0353ef3331) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:05.695937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7614b25-ab07-4f80-9301-39909082b15b None None] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:05.696480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.697239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.707796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:05.723934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2de93b-7a92-45da-8e33-a3537687ac43,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:05.757035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.776366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.776726 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Added segment 043c47b1-1b54-4dc0-9a10-c8a1afaf55d8 of type vlan for network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a Feb 04 13:19:05.815384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b4714a1-bf34-4fcd-8645-afc09e74b6ec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9570339 Feb 04 13:19:05.831889 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.833241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.879183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bbd7faf0-9195-4429-a239-7bdaf300cd22 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:05.887004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.894484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:05.895438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:05.900114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router 3216dfc5-3d4c-4097-bfde-70882ee282ee is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:05.949948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bbd7faf0-9195-4429-a239-7bdaf300cd22 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:05.950515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bbd7faf0-9195-4429-a239-7bdaf300cd22 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:05.951058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 582b9a56-0875-4837-85cb-c047f9014c0d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:06.031272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 582b9a56-0875-4837-85cb-c047f9014c0d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:06.031722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 582b9a56-0875-4837-85cb-c047f9014c0d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:06.048780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7194324 Feb 04 13:19:06.050617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:06.071341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Request body: {'subnet': {'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:06.088197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85ebf9-64d7-4f59-9cd6-8041e57d3931 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event updated for resources: {'Network': ['ID=0e84ebd5-e2c5-438f-836e-b50e6c522b1a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:06.100183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:06.127676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:06.290447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:06.303692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Usage tracker for resource:subnet and tenant:a5d6c865db104e52a3a03e84f3e0330a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:06.314485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:06.405162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:06.486904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:06.540228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Made reservation on behalf of a5d6c865db104e52a3a03e84f3e0330a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:06.543874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:06.572868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc43ace-63ee-49b0-82b3-0642b7019594 None None] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:06.707875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 392e6c15-2a48-42bb-b7bd-6cfa37b85625 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:06.708681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:06.807232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 172.25.4.71 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d08a8268-eb1f-42c0-81a9-6008b863daab) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:06.818100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:06.831407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2061373235-network', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:06.836629 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Sync routers for ids ['3216dfc5-3d4c-4097-bfde-70882ee282ee'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:06.847182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Routers {'3216dfc5-3d4c-4097-bfde-70882ee282ee'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:06.848200 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3216dfc5-3d4c-4097-bfde-70882ee282ee'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:06.853384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:06.879730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Usage tracker for resource:network and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:06.885428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:06.898563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e22f9268-018c-4c97-9951-be10da23c5db up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:06.929072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bbe09-953b-4ba7-85b9-4c14e7022990 req-9736c6f7-a053-447e-a0ac-c39d3865ce2c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:06.936849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-278bbe09-953b-4ba7-85b9-4c14e7022990 req-9736c6f7-a053-447e-a0ac-c39d3865ce2c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 984 time: 0.5221469 Feb 04 13:19:06.943647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:07.014058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port e22f9268-018c-4c97-9951-be10da23c5db completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:07.021486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port e22f9268-018c-4c97-9951-be10da23c5db triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:07.022303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.051665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.055423 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f21099d4-e58e-46a3-b58b-58ab724a3009 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5307426 Feb 04 13:19:07.061060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39230) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:07.069964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Made reservation on behalf of 05233dc809be4b05aa74073c0adf6ccb for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:07.072718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 392e6c15-2a48-42bb-b7bd-6cfa37b85625, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=392e6c15-2a48-42bb-b7bd-6cfa37b85625,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:07.072918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.073078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.090373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Set router 3216dfc5-3d4c-4097-bfde-70882ee282ee gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:07.117650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.146222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-278bbe09-953b-4ba7-85b9-4c14e7022990 req-f0b39400-b41f-4cf4-a89b-ac8a5eff264b tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2085714 Feb 04 13:19:07.175806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:07.185347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.195976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:07.202838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:07.220621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:07.234101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e22f9268-018c-4c97-9951-be10da23c5db,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:07.244646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.302029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 392e6c15-2a48-42bb-b7bd-6cfa37b85625 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:07.310535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:07.319705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.321736 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db', 'code': 200} Feb 04 13:19:07.343093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:07.403853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f3be302c-da92-4a08-8413-acb6dad1d837 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.405374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f3be302c-da92-4a08-8413-acb6dad1d837 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.6389740 Feb 04 13:19:07.440690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.499298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-000678ec-6006-467e-b6d0-eb60d4c20b58 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/quotas/c2b8535069ac4b3dbafb2c0b4d5991ee HTTP/1.1" status: 200 len: 375 time: 0.0438087 Feb 04 13:19:07.516610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.541531 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3216dfc5-3d4c-4097-bfde-70882ee282ee', 'name': '', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31823ed1-00da-48ec-acab-db30fef205d9', 'external_fixed_ips': [{'subnet_id': '94b943e7-4482-427a-94d8-82f6956b0137', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bda92d83-2be3-4f57-af53-57cded387a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:59Z', 'updated_at': '2022-02-04T13:19:04Z', 'revision_number': 3, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port': {'id': 'bda92d83-2be3-4f57-af53-57cded387a4c', 'name': '', 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3216dfc5-3d4c-4097-bfde-70882ee282ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '94b943e7-4482-427a-94d8-82f6956b0137', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:02Z', 'updated_at': '2022-02-04T13:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b943e7-4482-427a-94d8-82f6956b0137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:07.545371 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Checking router: 3216dfc5-3d4c-4097-bfde-70882ee282ee for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:07.545705 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Updating router 3216dfc5-3d4c-4097-bfde-70882ee282ee port bda92d83-2be3-4f57-af53-57cded387a4c binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:07.609274 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.628272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-18726d64-4e49-48e9-b9e7-e66dbada483e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195014 Feb 04 13:19:07.630939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event updated for resources: {'Subnet': ['ID=bc27ff51-b573-4fe6-bdab-d324cd7ddbf1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:07.641644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.645405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:07.650531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:07.655874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.659441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:07.700531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Checking segment: {'id': '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:07.700951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Network hostable DHCP agents. Network: 0e84ebd5-e2c5-438f-836e-b50e6c522b1a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:07.712648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=d08a8268-eb1f-42c0-81a9-6008b863daab,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:07.749211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.759506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:07.775539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18935ae9-d798-46bb-a226-247064cba31f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:07.843137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:07.843399 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Added segment 20eb6517-3952-473e-a7f5-dae9aea6cbe3 of type vlan for network a5867c68-4bfe-420f-a808-06c9ce043b9a Feb 04 13:19:07.843949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8ff17-b2e1-4eba-80e4-e34a1cf874bb req-2c977125-e522-4db4-9082-1d5974fb28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:07.845515 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cef8ff17-b2e1-4eba-80e4-e34a1cf874bb req-2c977125-e522-4db4-9082-1d5974fb28d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1136 time: 0.4357300 Feb 04 13:19:07.870657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:07.992064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0e84ebd5-e2c5-438f-836e-b50e6c522b1a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:08.002006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.007487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5b721b-98d0-4e81-a24d-eb07ed4b45b8 None None] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:08.016227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:08.016860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.041589 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.057227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Transition to ACTIVE for port object bda92d83-2be3-4f57-af53-57cded387a4c will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:08.065762 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.187429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Attempting to bind port bda92d83-2be3-4f57-af53-57cded387a4c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:08.188091 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Attempting to bind port bda92d83-2be3-4f57-af53-57cded387a4c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '05fa74ee-1b58-45b9-8e68-9a38d38e71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:08.188686 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Attempting to bind port bda92d83-2be3-4f57-af53-57cded387a4c on network 31823ed1-00da-48ec-acab-db30fef205d9 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:08.200212 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:08.200846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Checking segment: {'id': '05fa74ee-1b58-45b9-8e68-9a38d38e71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:08.201691 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.203057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Bound using segment: {'id': '05fa74ee-1b58-45b9-8e68-9a38d38e71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:08.203698 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Bound port: bda92d83-2be3-4f57-af53-57cded387a4c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fa74ee-1b58-45b9-8e68-9a38d38e71d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '31823ed1-00da-48ec-acab-db30fef205d9'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:08.204271 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.213210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cef8ff17-b2e1-4eba-80e4-e34a1cf874bb req-af80d19e-063c-4e33-8726-4a10edbcb678 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=628c60c2-7437-4fe8-bf0c-14462cc5354e&id=36419a11-86da-4296-94b4-cf1b8e93f137&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3513429 Feb 04 13:19:08.226578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-0e6d2774-a0c8-4e0d-917a-4ba802c1e2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818579 Feb 04 13:19:08.293052 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] For port bda92d83-2be3-4f57-af53-57cded387a4c, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:08.296855 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] For port bda92d83-2be3-4f57-af53-57cded387a4c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bda92d83-2be3-4f57-af53-57cded387a4c,segment=NetworkSegment(05fa74ee-1b58-45b9-8e68-9a38d38e71d8),segment_id=05fa74ee-1b58-45b9-8e68-9a38d38e71d8)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:08.303990 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.306283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.309004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.316908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Pushing event updated for resources: {'Port': ['ID=bda92d83-2be3-4f57-af53-57cded387a4c,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.318656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39242) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:08.334163 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.335035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.335541 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.336086 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.336578 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.337103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.337613 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.338157 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.338670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.339151 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.339652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.340193 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:08.399378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ac121951-d284-49e3-a126-eebdcacbacdc tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3400955 Feb 04 13:19:08.415745 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Routers {'3216dfc5-3d4c-4097-bfde-70882ee282ee'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:08.416969 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3216dfc5-3d4c-4097-bfde-70882ee282ee'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:08.427380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:08.428206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=392e6c15-2a48-42bb-b7bd-6cfa37b85625,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.440862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-0e84ebd5-e2c5-438f-836e-b50e6c522b1a', 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a', 'tenant_id': 'a5d6c865db104e52a3a03e84f3e0330a', 'fixed_ips': [{'subnet_id': 'bc27ff51-b573-4fe6-bdab-d324cd7ddbf1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:08.445056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.469087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Request body: {'port': {'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-756929781'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:08.473172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.474103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:08.474702 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.484295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Deleting port bda92d83-2be3-4f57-af53-57cded387a4c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:08.484639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.504610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:08.573996 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131675f-d246-4cc6-aa55-e024b62c0217 None None] Pushing event updated for resources: {'Port': ['ID=bda92d83-2be3-4f57-af53-57cded387a4c,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.606246 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] Set router 3216dfc5-3d4c-4097-bfde-70882ee282ee gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:08.725956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3216dfc5-3d4c-4097-bfde-70882ee282ee', 'name': '', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:59Z', 'updated_at': '2022-02-04T13:19:08Z', 'revision_number': 4, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:08.726464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2362578 Feb 04 13:19:08.730820 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a784-55f2-458e-9387-3bd5019689f5 None None] The sync data for ids ['3216dfc5-3d4c-4097-bfde-70882ee282ee'] in n-d-820555-2 is: [{'id': '3216dfc5-3d4c-4097-bfde-70882ee282ee', 'name': '', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:59Z', 'updated_at': '2022-02-04T13:19:08Z', 'revision_number': 4, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:08.743914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:08.772896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Request body: {'subnet': {'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2061373235-subnet', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:08.789826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:08.801154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Usage tracker for resource:subnet and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:08.823204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:08.827669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a9a4a-2ab4-4cf2-85ac-883a9a552dba admin admin] Pushing event updated for resources: {'Network': ['ID=a5867c68-4bfe-420f-a808-06c9ce043b9a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:08.865565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Allocated IP 172.20.0.2 (0e84ebd5-e2c5-438f-836e-b50e6c522b1a/bc27ff51-b573-4fe6-bdab-d324cd7ddbf1/631a28b4-8310-4538-8abb-17b86e8f9f5d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:08.921042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:08.968571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a5867c68-4bfe-420f-a808-06c9ce043b9a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:09.036990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-46e61c05-9512-47d6-972f-b9dba834ae13 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988963 Feb 04 13:19:09.111878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f556d-2575-4890-834b-6ee023a2daf1 req-df697744-87ab-4798-8e08-e10cf6013c8a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.119503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-681f556d-2575-4890-834b-6ee023a2daf1 req-df697744-87ab-4798-8e08-e10cf6013c8a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 0.7238088 Feb 04 13:19:09.139688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Made reservation on behalf of 05233dc809be4b05aa74073c0adf6ccb for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:09.142276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.208485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00f0c3-a84c-45c6-803e-2da94f909e7e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.208968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00f0c3-a84c-45c6-803e-2da94f909e7e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.209434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00f0c3-a84c-45c6-803e-2da94f909e7e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:09.211179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2b00f0c3-a84c-45c6-803e-2da94f909e7e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=cf74b64e58694f44bd4911e3bac95005&network_id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 2969 time: 0.8559704 Feb 04 13:19:09.212956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:09.226459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.239594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Usage tracker for resource:port and tenant:a5d6c865db104e52a3a03e84f3e0330a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:09.254560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:09.324440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:09.350961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.403686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2897dc39-10c7-4775-8485-218f6066a9c3 req-306f3f29-3729-4f75-b342-8e0637876d52 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.0804918 Feb 04 13:19:09.411213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] For port bda92d83-2be3-4f57-af53-57cded387a4c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bda92d83-2be3-4f57-af53-57cded387a4c,segment=NetworkSegment(05fa74ee-1b58-45b9-8e68-9a38d38e71d8),segment_id=05fa74ee-1b58-45b9-8e68-9a38d38e71d8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:09.411602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.416362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Transition to ACTIVE for port object 631a28b4-8310-4538-8abb-17b86e8f9f5d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:09.477640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Made reservation on behalf of a5d6c865db104e52a3a03e84f3e0330a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:09.481322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.497391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Transition to ACTIVE for port object 631a28b4-8310-4538-8abb-17b86e8f9f5d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:09.503027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.514760 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.543583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-681f556d-2575-4890-834b-6ee023a2daf1 req-3738ed05-e8fb-40e7-97f7-d8ad00f28755 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4229770 Feb 04 13:19:09.657067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Pushing event updated for resources: {'Port': ['ID=631a28b4-8310-4538-8abb-17b86e8f9f5d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:09.696391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:09.701170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:09.706890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:09.831399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] device_id is not set on port a8124982-b3b7-467a-9cb7-b39a8d79f2e5 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:19:09.879098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Calling delete_port for bda92d83-2be3-4f57-af53-57cded387a4c owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:09.894400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Attempting to bind port 631a28b4-8310-4538-8abb-17b86e8f9f5d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:09.895796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Attempting to bind port 631a28b4-8310-4538-8abb-17b86e8f9f5d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:09.896503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Attempting to bind port 631a28b4-8310-4538-8abb-17b86e8f9f5d on network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:09.903017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:09.903779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Checking segment: {'id': '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:09.904917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.906922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Bound using segment: {'id': '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:09.909129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Bound port: 631a28b4-8310-4538-8abb-17b86e8f9f5d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0e84ebd5-e2c5-438f-836e-b50e6c522b1a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:09.910727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:09.995090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.068290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] For port 631a28b4-8310-4538-8abb-17b86e8f9f5d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:10.072079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] For port 631a28b4-8310-4538-8abb-17b86e8f9f5d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=631a28b4-8310-4538-8abb-17b86e8f9f5d,segment=NetworkSegment(043c47b1-1b54-4dc0-9a10-c8a1afaf55d8),segment_id=043c47b1-1b54-4dc0-9a10-c8a1afaf55d8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:10.077956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.135823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Checking segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:10.135823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Network hostable DHCP agents. Network: a5867c68-4bfe-420f-a808-06c9ce043b9a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:10.140699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f367a4a0-8005-40c3-b598-47e489503a04,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:10.155094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 0c107d1f-64cf-49ee-90be-02ac8fea026d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:10.185009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dea46e-8891-4696-8eb9-fd24faae06aa None None] Pushing event updated for resources: {'Port': ['ID=631a28b4-8310-4538-8abb-17b86e8f9f5d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:10.244481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:10.270162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a5867c68-4bfe-420f-a808-06c9ce043b9a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:10.275275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:10.275867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.284322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e50b5e-c376-4073-a525-e1e606c1bb26 None None] Network a5867c68-4bfe-420f-a808-06c9ce043b9a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:10.362141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:10.384599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Allocated IP 172.20.0.10 (0e84ebd5-e2c5-438f-836e-b50e6c522b1a/bc27ff51-b573-4fe6-bdab-d324cd7ddbf1/a8124982-b3b7-467a-9cb7-b39a8d79f2e5) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:10.409087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-921d89a3-e604-4765-a4f9-17357c774f98 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6641629 Feb 04 13:19:10.412783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39272) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:10.419876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:10.428464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:10.436137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Usage tracker for resource:router and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:10.443488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:10.445392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:10.459047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:10.484537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] Sync routers for ids ['0c107d1f-64cf-49ee-90be-02ac8fea026d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:10.492333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.493407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.496971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.500650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2552c883-20aa-4863-a919-c47cf1315f46 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.4355922 Feb 04 13:19:10.515419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:10.574795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] Routers {'0c107d1f-64cf-49ee-90be-02ac8fea026d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:10.575467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0c107d1f-64cf-49ee-90be-02ac8fea026d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:10.640172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:10.667642 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.710904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.716369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:10.748241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] Routers {'0c107d1f-64cf-49ee-90be-02ac8fea026d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:10.748873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0c107d1f-64cf-49ee-90be-02ac8fea026d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:10.850645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:10.851044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661593a-d69f-4bfd-98ba-f17d6a22bad3 None None] The sync data for ids ['0c107d1f-64cf-49ee-90be-02ac8fea026d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:10.905408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a5867c68-4bfe-420f-a808-06c9ce043b9a', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:10.906478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:10.951007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-618c8621-b1fe-4482-9bd5-2b10fd038058 req-2dd8417e-4f65-4a20-818f-b591421b7cdb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.2566314 Feb 04 13:19:10.993073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3af7f-2c41-4d3b-9288-7c94534a756f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:10.994568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3db3af7f-2c41-4d3b-9288-7c94534a756f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 814 time: 0.3520041 Feb 04 13:19:11.007640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda92d83-2be3-4f57-af53-57cded387a4c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:11.109149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:11.110755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Allocated IP 172.20.0.2 (a5867c68-4bfe-420f-a808-06c9ce043b9a/f367a4a0-8005-40c3-b598-47e489503a04/e592ebee-faab-4ebb-b426-dd9901eea87d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:11.123360 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:11.156611 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:11.157872 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:11.348922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5fb5902-08f5-473a-b531-8cc11f362d97 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers/0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 200 len: 883 time: 0.8323398 Feb 04 13:19:11.355122 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:11.437034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.441436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39292) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:11.464685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Transition to ACTIVE for port object a8124982-b3b7-467a-9cb7-b39a8d79f2e5 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:11.513813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18a08f74-1271-41cc-a52c-a143b9a67959 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5318680 Feb 04 13:19:11.524394 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.530515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:11.531084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39298) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:11.557142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Transition to ACTIVE for port object e592ebee-faab-4ebb-b426-dd9901eea87d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:11.565376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.570503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.593145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Transition to ACTIVE for port object e592ebee-faab-4ebb-b426-dd9901eea87d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:11.600642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.680735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:11.691610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:11.695204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'network': {'name': 'tempest-network-smoke--917424461', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:11.696393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:11.745175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:11.840402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cdd89-c3e7-4752-9943-d1d8532c3ac6 None None] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:11.840994 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:07Z', 'revision_number': 10, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:11.848265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:11.857469 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:11.858073 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:18:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:11.860632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.872928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:11.873988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 631a28b4-8310-4538-8abb-17b86e8f9f5d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:11.900067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-73e26f63-322a-4e23-ada4-a0f10610d064 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:11.900758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-73e26f63-322a-4e23-ada4-a0f10610d064 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:11.912991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.916015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.937994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet aac433d3-fde2-4c55-bace-b8681a8891f5 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:11.981620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:11.984762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3216dfc5-3d4c-4097-bfde-70882ee282ee {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:11.987113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:11.990553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.016717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.029306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:12.047037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:12.057657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:12.072923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c340fc-2cce-478d-81c9-2de159572997 req-7bfed49c-1dd9-4395-96e3-dc45f8d0ace8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:12.080614 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8c340fc-2cce-478d-81c9-2de159572997 req-7bfed49c-1dd9-4395-96e3-dc45f8d0ace8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 1.2382746 Feb 04 13:19:12.114734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.117693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e48941c-80e9-4160-b41e-6400ddb24d83 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3216dfc5-3d4c-4097-bfde-70882ee282ee HTTP/1.1" status: 204 len: 168 time: 5.0557508 Feb 04 13:19:12.124415 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:12.134777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:12.176222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Pushing event updated for resources: {'Port': ['ID=e592ebee-faab-4ebb-b426-dd9901eea87d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:12.202891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c372c2ec-7ac5-4078-a50f-0a0c971b985d None None] Provisioning for port 631a28b4-8310-4538-8abb-17b86e8f9f5d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:12.228895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Attempting to bind port e592ebee-faab-4ebb-b426-dd9901eea87d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:12.229325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Attempting to bind port e592ebee-faab-4ebb-b426-dd9901eea87d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:12.229694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Attempting to bind port e592ebee-faab-4ebb-b426-dd9901eea87d on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:12.244568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.254348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:12.255073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Checking segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:12.256157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.256850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Bound using segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:12.257505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Bound port: e592ebee-faab-4ebb-b426-dd9901eea87d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:12.258116 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.333157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 631a28b4-8310-4538-8abb-17b86e8f9f5d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:12.345431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.350736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 631a28b4-8310-4538-8abb-17b86e8f9f5d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:12.351624 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.445065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.516284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event updated for resources: {'Port': ['ID=a8124982-b3b7-467a-9cb7-b39a8d79f2e5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:12.525590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-73e26f63-322a-4e23-ada4-a0f10610d064 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:12.526877 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-73e26f63-322a-4e23-ada4-a0f10610d064 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 1.6880960 Feb 04 13:19:12.537907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=aac433d3-fde2-4c55-bace-b8681a8891f5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:12.541945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5867e557-6a16-41cd-9e42-35e9dda0fad2 req-f2028bf2-7fc4-4b46-aa0c-717cc170d892 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.3182342 Feb 04 13:19:12.546744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Request body: {'port': {'device_id': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'admin_state_up': True, 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:12.553348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:12.554026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.565602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Deleting subnet 94b943e7-4482-427a-94d8-82f6956b0137 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:12.575390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.590507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e8c340fc-2cce-478d-81c9-2de159572997 req-a6c61c24-9ff3-4ebc-981f-a18af430b982 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5090094 Feb 04 13:19:12.594435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.597563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:12.635647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9665440e-2330-474e-9fb1-6155fd790024 None None] Network c561a4d2-2b37-4090-bc80-ebfc01287531 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:12.664656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1f6dbac7-b771-4257-9e83-78fab1a1dde0 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2342091 Feb 04 13:19:12.667722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39312) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:12.709032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.710633 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:07Z', 'revision_number': 10, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:12.723339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7250339-ab43-426f-a7e7-8cd7a43fb582 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:07Z', 'revision_number': 10, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None, '_interfaces': [{'id': '7863d85a-1ba3-43a9-a13d-dece3b514665', 'name': '', 'network_id': 'f45aee89-4229-4309-85e0-5e6651be4e15', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'mac_address': 'fa:16:3e:37:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '34e70841-59f0-4308-a365-07fa9b295671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:48Z', 'updated_at': '2022-02-04T13:18:02Z', 'revision_number': 5, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'subnets': [{'id': '34e70841-59f0-4308-a365-07fa9b295671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:12.796504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-35a03881-aade-4809-8d8b-20ed5e226a99 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/aac433d3-fde2-4c55-bace-b8681a8891f5 HTTP/1.1" status: 204 len: 168 time: 1.1892669 Feb 04 13:19:12.816776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:12.833629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.834036 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Added segment 03dd479c-2838-4fa8-ac55-44f860f508c7 of type vlan for network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 Feb 04 13:19:12.851470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] For port e592ebee-faab-4ebb-b426-dd9901eea87d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:12.860317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Deleting port a8124982-b3b7-467a-9cb7-b39a8d79f2e5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:12.861313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.884298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] For port e592ebee-faab-4ebb-b426-dd9901eea87d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e592ebee-faab-4ebb-b426-dd9901eea87d,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:12.914847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.957017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:12.958135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:12.991621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Usage tracker for resource:port and tenant:c2b8535069ac4b3dbafb2c0b4d5991ee is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:13.007343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:13.023434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.027104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.031346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:13.036405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.149981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 631a28b4-8310-4538-8abb-17b86e8f9f5d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=631a28b4-8310-4538-8abb-17b86e8f9f5d,segment=NetworkSegment(043c47b1-1b54-4dc0-9a10-c8a1afaf55d8),segment_id=043c47b1-1b54-4dc0-9a10-c8a1afaf55d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:13.152039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7650e-4340-417b-9e35-da8dea4bf710 None None] Pushing event updated for resources: {'Port': ['ID=e592ebee-faab-4ebb-b426-dd9901eea87d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:13.156457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:13.161958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.171620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.206718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee32dd-3f2a-4626-a7ba-455ae05293c4 req-66ef9b62-94fd-43fd-b404-892eeef6bf21 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.214163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69ee32dd-3f2a-4626-a7ba-455ae05293c4 req-66ef9b62-94fd-43fd-b404-892eeef6bf21 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 0.4263127 Feb 04 13:19:13.215920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 65020b44-f5a0-4391-9afa-537e85fdbcaa {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:13.216481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.240521 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.297897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=631a28b4-8310-4538-8abb-17b86e8f9f5d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:13.305603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94b943e7-4482-427a-94d8-82f6956b0137,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:13.324486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.356475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69ee32dd-3f2a-4626-a7ba-455ae05293c4 req-2077d958-bfb2-498a-8ad1-1d28a706b820 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1412749 Feb 04 13:19:13.378748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ee10affe-d805-444a-9a71-78cd50e970d3 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/94b943e7-4482-427a-94d8-82f6956b0137 HTTP/1.1" status: 204 len: 168 time: 1.2424657 Feb 04 13:19:13.382176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39320) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:13.412210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.418262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:13.418958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.461186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] DHCP port deletion for c561a4d2-2b37-4090-bc80-ebfc01287531 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:13.475611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Deleting port 65020b44-f5a0-4391-9afa-537e85fdbcaa {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:13.475990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.541954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26ea7517-6a0d-477f-a339-9ef2bbf61183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.558681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.933668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] For port 65020b44-f5a0-4391-9afa-537e85fdbcaa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65020b44-f5a0-4391-9afa-537e85fdbcaa,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:13.934248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:13.951038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Calling delete_port for a8124982-b3b7-467a-9cb7-b39a8d79f2e5 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:14.080288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Calling delete_port for 65020b44-f5a0-4391-9afa-537e85fdbcaa owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:14.111778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e592ebee-faab-4ebb-b426-dd9901eea87d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:14.183231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-39dd1017-c570-42f8-be18-b3a3800abf00 req-405275c7-ccfe-4ce2-ad3e-9fe349c05ad3 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.3862910 Feb 04 13:19:14.184983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.193948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.229119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e7b78491-d7ec-48b8-8e68-7c2fe584d162 None None] Provisioning complete for port 631a28b4-8310-4538-8abb-17b86e8f9f5d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:14.229492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e7b78491-d7ec-48b8-8e68-7c2fe584d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.278391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event deleted for resources: {'Port': ['ID=a8124982-b3b7-467a-9cb7-b39a8d79f2e5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.313812 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7082651 Feb 04 13:19:14.332684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39328) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:14.336047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb575341-cb29-44e8-90b0-ac3a95bb0537 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:router {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:14.353758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db87816-b49a-45b7-9982-a63aa45f7d6c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Network': ['ID=0ba303b8-c9d7-4f4f-986b-83196b7ea617,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.397339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e592ebee-faab-4ebb-b426-dd9901eea87d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:14.400937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:14.471746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.515345 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.522119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 65020b44-f5a0-4391-9afa-537e85fdbcaa, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65020b44-f5a0-4391-9afa-537e85fdbcaa,segment=NetworkSegment(c3fb95f8-c205-49e8-b2ba-8bef37801ac7),segment_id=c3fb95f8-c205-49e8-b2ba-8bef37801ac7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:14.522487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.535269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb575341-cb29-44e8-90b0-ac3a95bb0537 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:router {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:14.536612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb575341-cb29-44e8-90b0-ac3a95bb0537 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 3.0870669 Feb 04 13:19:14.550090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.550338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:14.566697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 631a28b4-8310-4538-8abb-17b86e8f9f5d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:14.617633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e7b78491-d7ec-48b8-8e68-7c2fe584d162 None None] Could not find standard attr ID for object a8124982-b3b7-467a-9cb7-b39a8d79f2e5. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:19:14.626951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] Pushing event deleted for resources: {'Port': ['ID=65020b44-f5a0-4391-9afa-537e85fdbcaa,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:14.629234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8379ae-60f1-472d-b4af-2abcadcf4ff0 None None] No DVR routers for this DVR port 65020b44-f5a0-4391-9afa-537e85fdbcaa on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:14.643972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdeb400-c4c3-46fc-a0f2-f02578d54064 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:14.648959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7fdeb400-c4c3-46fc-a0f2-f02578d54064 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cf74b64e58694f44bd4911e3bac95005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3136277 Feb 04 13:19:14.653130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-898088983'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:14.681280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 631a28b4-8310-4538-8abb-17b86e8f9f5d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:14.681655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:14.764511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dca5c67f-2d74-4ccf-8c7d-d14f6e84ba01 None None] Could not find standard attr ID for object a8124982-b3b7-467a-9cb7-b39a8d79f2e5. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:19:14.780743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:14.795258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 65020b44-f5a0-4391-9afa-537e85fdbcaa owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:14.884046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Allocated IP 172.20.0.3 (cdb80ad3-e3f7-413c-8601-dd0353ef3331/e40ccebf-5f84-4dd1-b707-1866c430ed59/a8db695c-828d-4439-8431-64b23a48b4d1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:14.911951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65020b44-f5a0-4391-9afa-537e85fdbcaa no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:14.954482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 65020b44-f5a0-4391-9afa-537e85fdbcaa {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:14.955465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65020b44-f5a0-4391-9afa-537e85fdbcaa not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:14.955974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 392e6c15-2a48-42bb-b7bd-6cfa37b85625 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:14.992610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 392e6c15-2a48-42bb-b7bd-6cfa37b85625 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:14.992610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 392e6c15-2a48-42bb-b7bd-6cfa37b85625 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:15.008708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-53ef2e7d-4634-442a-91a4-e90f31398193 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.010250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-53ef2e7d-4634-442a-91a4-e90f31398193 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1136 time: 1.1556234 Feb 04 13:19:15.011364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a080b25-e837-4775-a1f5-9ee3f194f656 None None] Network a5867c68-4bfe-420f-a808-06c9ce043b9a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:15.044646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.061042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.087592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f4854e58-be1b-4463-ab1f-6dc4db8e54e8 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "DELETE /v2.0/ports/a8124982-b3b7-467a-9cb7-b39a8d79f2e5 HTTP/1.1" status: 204 len: 168 time: 2.4187322 Feb 04 13:19:15.093815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31823ed1-00da-48ec-acab-db30fef205d9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:15.097032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39340) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:15.102683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac025ea-04b4-4996-98dc-6315257bce0f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.103248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac025ea-04b4-4996-98dc-6315257bce0f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:15.107834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cac025ea-04b4-4996-98dc-6315257bce0f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1551 time: 0.3267272 Feb 04 13:19:15.119321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Provisioning for port e592ebee-faab-4ebb-b426-dd9901eea87d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:15.136878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Provisioning complete for port e592ebee-faab-4ebb-b426-dd9901eea87d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:15.137351 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.142032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:15.146019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.165811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fa74ee-1b58-45b9-8e68-9a38d38e71d8') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:15.166120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fa74ee-1b58-45b9-8e68-9a38d38e71d8') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:15.191079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.236727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Allocated IP 172.25.4.43 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/925d1921-2323-49e3-b735-e295a7126bbd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:15.267982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.290821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:15.291296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:15.304961 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:15.415046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.455762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fb62f98-26a3-4b5a-b646-603992571a1c tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3109491 Feb 04 13:19:15.465403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] For port e592ebee-faab-4ebb-b426-dd9901eea87d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e592ebee-faab-4ebb-b426-dd9901eea87d,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:15.468406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:15.474070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.482913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:15.537311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.542932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec48b67a-ea30-46de-8cc4-0a7196953cd5 req-2d884108-cf6d-4309-9bd6-8c9e7d5f5024 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.0721555 Feb 04 13:19:15.562071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31823ed1-00da-48ec-acab-db30fef205d9 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:19:15.572799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.573051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed514e-d4b7-4725-b5be-63fe71ef089c None None] Pushing event updated for resources: {'Port': ['ID=e592ebee-faab-4ebb-b426-dd9901eea87d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:15.586905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c344bb90-a8f5-42ec-8d94-1e7592d24b14 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4777064 Feb 04 13:19:15.626747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Usage tracker for resource:security_group_rule and tenant:1f4f2252b86a405d8e17b570f6a783e7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:15.630714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:15.631530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Network': ['ID=31823ed1-00da-48ec-acab-db30fef205d9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:15.639987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:15.650642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1553434438'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:15.665992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c5aa17f4-758a-4ca6-86f7-5c30504c794b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/networks/31823ed1-00da-48ec-acab-db30fef205d9 HTTP/1.1" status: 204 len: 168 time: 2.2796159 Feb 04 13:19:15.674024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:15.687238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Usage tracker for resource:network and tenant:a5d6c865db104e52a3a03e84f3e0330a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:15.707203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:15.721790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:15.744002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e592ebee-faab-4ebb-b426-dd9901eea87d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:15.744423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Made reservation on behalf of a5d6c865db104e52a3a03e84f3e0330a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:15.752938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.828660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e003224b-09cc-45cd-a4bf-99b4af6edb6e None None] Provisioning complete for port e592ebee-faab-4ebb-b426-dd9901eea87d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:15.829093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e003224b-09cc-45cd-a4bf-99b4af6edb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.849056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:15.875646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:15.876508 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Added segment e22f4c03-dcad-4b17-9515-a150f9b634b4 of type vlan for network db5e2cde-015d-4d56-aab2-375dc395c90b Feb 04 13:19:15.944848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e592ebee-faab-4ebb-b426-dd9901eea87d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:15.945223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.007199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.016296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.021836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:16.027955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:19:16.028484 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:19:16.043176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d0dbac0-8ce9-4125-a25d-75db4d42060f tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=31823ed1-00da-48ec-acab-db30fef205d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5645421 Feb 04 13:19:16.044695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.047426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39368) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.049353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.118224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c94b6e98-333a-4b6a-a169-dee13b6f31ad tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cf74b64e58694f44bd4911e3bac95005&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641155 Feb 04 13:19:16.132823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39372) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.291199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39376) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.292435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-52a1ea37-1c6f-4069-aefb-2fbf10eb02dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.304968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'name': 'tempest-router--55683755', 'project_id': 'bbe65dcb1be6410db21e7beacfab498a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:16.309522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.314975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.315815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.343526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:16.359437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:router and tenant:bbe65dcb1be6410db21e7beacfab498a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:16.368356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.372141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:16.375336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5d87f-dba8-4733-9f3b-e5e232783c2e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:16.376850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9dc5d87f-dba8-4733-9f3b-e5e232783c2e tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2430074 Feb 04 13:19:16.384265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.389466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:16.400199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.427845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 0c107d1f-64cf-49ee-90be-02ac8fea026d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:16.432075 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7984226 Feb 04 13:19:16.436171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.442068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9c13-282b-485d-a724-b7bb0519684c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event updated for resources: {'Network': ['ID=db5e2cde-015d-4d56-aab2-375dc395c90b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:16.452625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network db5e2cde-015d-4d56-aab2-375dc395c90b details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:16.520497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3abf1245-f085-4183-8458-68dcf925ed37 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301277 Feb 04 13:19:16.526239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.535036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 65020b44-f5a0-4391-9afa-537e85fdbcaa {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:16.535383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.553154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1489414848', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:16.573510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.574722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.575734 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.590407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:16.596407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.614803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:16.644009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:16.673641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Pushing event updated for resources: {'Port': ['ID=925d1921-2323-49e3-b735-e295a7126bbd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:16.707904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] The port '65020b44-f5a0-4391-9afa-537e85fdbcaa' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:19:16.721136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a516b8cb-73db-41ae-8c57-d5496c7915dc req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.6831546 Feb 04 13:19:16.731048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.772897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39394) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:16.811670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:16.818154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db096db-166c-4767-a4b7-235505e4cd4f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10baed99-b3b2-4465-b284-9db7cce37690,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:16.853987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.050570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:17.054107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.059971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:subnet and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:17.074876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:17.090708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:17.099828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:17.107730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.109327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] Sync routers for ids ['0c107d1f-64cf-49ee-90be-02ac8fea026d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:17.112431 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac7dc636-dc8d-4796-af8e-64263c35b174 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 200 len: 890 time: 2.4724455 Feb 04 13:19:17.113105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.119853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] Routers {'0c107d1f-64cf-49ee-90be-02ac8fea026d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:17.120976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0c107d1f-64cf-49ee-90be-02ac8fea026d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.141769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:17.191666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:17.194762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.203918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:17.207484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.217518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:17.231237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.240434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] Routers {'0c107d1f-64cf-49ee-90be-02ac8fea026d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:17.241043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0c107d1f-64cf-49ee-90be-02ac8fea026d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.242876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7fd637e8-20f7-4270-93bc-4e051f4434d7 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks HTTP/1.1" status: 200 len: 7982 time: 0.8031514 Feb 04 13:19:17.244729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event updated for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:17.249169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.314581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.315723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b79aa8-c41b-454b-81e5-9558ae647c44 None None] The sync data for ids ['0c107d1f-64cf-49ee-90be-02ac8fea026d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:17.316472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c561a4d2-2b37-4090-bc80-ebfc01287531']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.322333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543e92e-7531-4808-8e49-bdc6cefdda2c req-7d774ff5-2842-433e-955a-20c34305800f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.324226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d543e92e-7531-4808-8e49-bdc6cefdda2c req-7d774ff5-2842-433e-955a-20c34305800f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 931 time: 0.5389662 Feb 04 13:19:17.331424 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.397694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.397989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fb95f8-c205-49e8-b2ba-8bef37801ac7') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:17.415027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.418710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e147d83-1ee0-4e7d-9507-3fa3379eab5f tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1226778 Feb 04 13:19:17.447813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39406) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.480491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.501141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.501740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.506798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040358c-0d65-40fe-b62b-957da6a1db7f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:17.508284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2040358c-0d65-40fe-b62b-957da6a1db7f tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1131 time: 0.7349877 Feb 04 13:19:17.520886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39410) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.541270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'e22f9268-018c-4c97-9951-be10da23c5db', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:17.548459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.553589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:17.574272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:floatingip and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:17.577008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:17.577410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:17.595331 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:17.597786 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f2587aa1-39a9-436c-b5ea-dc75af70b9ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0544050 Feb 04 13:19:17.604970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:17.624469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d543e92e-7531-4808-8e49-bdc6cefdda2c req-18607657-908b-4f97-b650-3b3bc89429c6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888286 Feb 04 13:19:17.646109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-67a92141-b8e9-458a-9a7f-3aa20d3fb96b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers/0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 200 len: 890 time: 0.5098639 Feb 04 13:19:17.646109 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.695314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39414) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.807964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Request body: {'port': {'device_id': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:17.818457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d3aa8ab-5f99-456e-8187-79fe99afe75e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 200 len: 205 time: 0.1220367 Feb 04 13:19:17.828395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39418) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:17.837521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:17.969454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:17.989928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.093484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.108321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.190093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=c561a4d2-2b37-4090-bc80-ebfc01287531,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:18.192852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87eea57-84ab-4320-894d-ef06a5b02e41 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] Network db5e2cde-015d-4d56-aab2-375dc395c90b is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:18.220333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/c561a4d2-2b37-4090-bc80-ebfc01287531 HTTP/1.1" status: 204 len: 168 time: 5.3966475 Feb 04 13:19:18.233187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:18.237318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.237657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.237987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.238320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.238666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.238988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.239306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.239643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.239937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.240250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.240563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.240881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb8822-fc8f-41e6-90e9-38169bbbef1a tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:18.259027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baec070-f937-499a-8eba-4eaae58254e1 None None] Network db5e2cde-015d-4d56-aab2-375dc395c90b requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:18.281008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.285118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.319249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e87eea57-84ab-4320-894d-ef06a5b02e41 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "POST /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0619960 Feb 04 13:19:18.321073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.345388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39426) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:18.425593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.426103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 853a27a0-ac39-4c67-84f0-91706b35e970 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:18.440679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.509076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.543271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.547032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-faf3f61e-188c-4c9a-a6c7-19645f2d6be1 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/routers/853a27a0-ac39-4c67-84f0-91706b35e970 HTTP/1.1" status: 204 len: 168 time: 1.0955005 Feb 04 13:19:18.653475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.688044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Subnet': ['ID=542fd579-d981-4505-a88e-a21765660b9a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:18.690188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Checking segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:18.690548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network hostable DHCP agents. Network: 0ba303b8-c9d7-4f4f-986b-83196b7ea617, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:18.738370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.739917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39434) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:18.751748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:18.759265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port d08a8268-eb1f-42c0-81a9-6008b863daab {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:18.759712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.788954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0ba303b8-c9d7-4f4f-986b-83196b7ea617) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:18.800736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cacf63-1b66-4694-8f99-dcc2500321c9 None None] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:18.805887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:18.806511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:18.909594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a5abdc18-de41-4f6a-9f69-9d0dd4794a03 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3800054 Feb 04 13:19:19.053440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.117033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ips': [{'subnet_id': '542fd579-d981-4505-a88e-a21765660b9a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:19.118971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.232663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for d08a8268-eb1f-42c0-81a9-6008b863daab owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:19.325784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Allocated IP 172.20.0.18 (0ba303b8-c9d7-4f4f-986b-83196b7ea617/542fd579-d981-4505-a88e-a21765660b9a/96460feb-71af-4d3b-8a5f-8b813657ca90) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:19.369951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1049174384', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:19.382512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:19.388758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:19.393728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:19.408116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:19.421035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.422389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.438888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:19.449953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225194982', 'description': 'tempest-secgroup-smoke-225194982 description', 'project_id': 'cf74b64e58694f44bd4911e3bac95005'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:19.496487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:19.516263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.528250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:19.546750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b975a6f8-d9b7-45c6-bc2f-48c2792d5b32 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks HTTP/1.1" status: 200 len: 8011 time: 1.1977427 Feb 04 13:19:19.547331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39446) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:19.564347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.575791 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.580628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.587134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Transition to ACTIVE for port object 96460feb-71af-4d3b-8a5f-8b813657ca90 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:19.587627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.607478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Transition to ACTIVE for port object 96460feb-71af-4d3b-8a5f-8b813657ca90 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:19.614119 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.644119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.689923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:19.690678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8fd09971-a291-4261-af66-9480ccf9e579 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:19.691391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8fd09971-a291-4261-af66-9480ccf9e579 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:19.693127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:19.696198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:19.707838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Pushing event updated for resources: {'Port': ['ID=96460feb-71af-4d3b-8a5f-8b813657ca90,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:19.807625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Attempting to bind port 96460feb-71af-4d3b-8a5f-8b813657ca90 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:19.807994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Attempting to bind port 96460feb-71af-4d3b-8a5f-8b813657ca90 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:19.808357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Attempting to bind port 96460feb-71af-4d3b-8a5f-8b813657ca90 on network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:19.814199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:19.814570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Checking segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:19.815016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.815408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Bound using segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:19.816841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Bound port: 96460feb-71af-4d3b-8a5f-8b813657ca90, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:19.816841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.837428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=d08a8268-eb1f-42c0-81a9-6008b863daab,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:19.911536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] For port 96460feb-71af-4d3b-8a5f-8b813657ca90, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:19.914865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] For port 96460feb-71af-4d3b-8a5f-8b813657ca90, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=96460feb-71af-4d3b-8a5f-8b813657ca90,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:19.920250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:19.985710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8fd09971-a291-4261-af66-9480ccf9e579 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:19.986913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8fd09971-a291-4261-af66-9480ccf9e579 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 931 time: 1.1630676 Feb 04 13:19:20.015773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e0ba4-a260-45d5-9a30-153260cd7a1d None None] Pushing event updated for resources: {'Port': ['ID=96460feb-71af-4d3b-8a5f-8b813657ca90,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:20.040992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:20.085593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:20.096013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:20.142160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:20.172943 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.180057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.25.4.229 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d5a736b2-7d65-4f87-b420-1d4b0150fee0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:20.188644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8f7517d3-e176-473f-a5a7-6409b25291bd tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:20.195364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8db695c-828d-4439-8431-64b23a48b4d1 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:20.205157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a0acbceb-0e1f-4842-99cc-7a910af6fb29 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "DELETE /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks/db5e2cde-015d-4d56-aab2-375dc395c90b HTTP/1.1" status: 204 len: 168 time: 0.6533065 Feb 04 13:19:20.226529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39450) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:20.232126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.232397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.347826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.373025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Transition to ACTIVE for port object a8db695c-828d-4439-8431-64b23a48b4d1 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:20.424118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8f7517d3-e176-473f-a5a7-6409b25291bd tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:20.424118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58a271b7-c18d-411d-bc54-0051756a7769 req-8f7517d3-e176-473f-a5a7-6409b25291bd tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221485 Feb 04 13:19:20.424118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:20.476240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.575229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.578468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.633128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.640043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.653701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.654258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 0c107d1f-64cf-49ee-90be-02ac8fea026d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:20.708413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:20.735846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.740429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4056a7b7-caae-4547-8db4-b49940cb75ee tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 204 len: 168 time: 2.9072077 Feb 04 13:19:20.740429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.742242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2fdeb2cc-d93e-4b8b-99e2-973f766f50dc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3021085 Feb 04 13:19:20.743968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39454) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:20.744308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39456) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:20.761685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527111875'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:20.768785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:20.779916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:20.783340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:20.789120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:20.794548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:20.797676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:20.801195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:20.810139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:20.812337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:20.901045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:20.904530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.923746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:20.994019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:21.057451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.103153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.104969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:21.156637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbd45d-ad1a-44c6-aafc-ce26f1885d1f None None] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:21.164661 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.165010 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 326b5a9f-55a2-4cd6-81c6-9b0517e86701 of type vlan for network dadd2f00-e373-4e58-8cc6-ba8780db66a8 Feb 04 13:19:21.176718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.218532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.218789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7eca802b-2adb-4aad-9cca-a43ba679e440 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 0.9870858 Feb 04 13:19:21.222805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.246231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.251973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.253374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c742784c-6586-4cd7-92ab-0eed3df0b370 None None] Provisioning for port 96460feb-71af-4d3b-8a5f-8b813657ca90 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:21.267588 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.286837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e57bd4-c7da-4f1d-928a-17f3b7a88e91,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:21.300032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c275758c-5876-41c5-8f87-fabedf246277 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/networks/0e84ebd5-e2c5-438f-836e-b50e6c522b1a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0717492 Feb 04 13:19:21.300501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39466) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.334663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.337319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:21.339386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-366311ef-5411-46e0-aba3-849491bb216a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5922003 Feb 04 13:19:21.343601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.349780 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:21.353751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:21.360978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-080da4d1-c6c9-4477-a2c8-9322a5a7f5ff tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/networks/0e84ebd5-e2c5-438f-836e-b50e6c522b1a/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0584462 Feb 04 13:19:21.363371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39474) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.364413 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:21.365190 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:21.365980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:21.377307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.382958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:21.383567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.390696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:21.413536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:21.439913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Attempting to bind port a8db695c-828d-4439-8431-64b23a48b4d1 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:21.440259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Attempting to bind port a8db695c-828d-4439-8431-64b23a48b4d1 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:21.440593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Attempting to bind port a8db695c-828d-4439-8431-64b23a48b4d1 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:21.509866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:21.512104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.513338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d148ea2f-602f-485a-af61-fe9bed3a9936 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0996025 Feb 04 13:19:21.520333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Port a8db695c-828d-4439-8431-64b23a48b4d1 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:19:21.521808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Attempting to bind port a8db695c-828d-4439-8431-64b23a48b4d1 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:21.541565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.595335 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:21.601245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8558939 Feb 04 13:19:21.659814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:21.740884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.754120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:21.786667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 96460feb-71af-4d3b-8a5f-8b813657ca90 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:21.876702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 96460feb-71af-4d3b-8a5f-8b813657ca90 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:21.883999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 96460feb-71af-4d3b-8a5f-8b813657ca90 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:21.884568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:21.907138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:21.907489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Checking segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:21.907882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Bound using segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:21.908453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Bound port: a8db695c-828d-4439-8431-64b23a48b4d1, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:21.908799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.000665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7c7bb-e837-43e6-bafb-9c8cb6df9f37 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=dadd2f00-e373-4e58-8cc6-ba8780db66a8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.019840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.041035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:17Z', 'revision_number': 3, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:22.045824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:22.046053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Updating router 9de60989-57f6-495e-a4d4-5a507fda2d62 port 925d1921-2323-49e3-b735-e295a7126bbd binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:22.058654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:22.068314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:22.090104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Allocated IP 172.25.4.149 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a2c57e53-3461-416d-aaf3-ae1f27c1bc4f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:22.092904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:22.111217 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.111926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:22.204582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=d5a736b2-7d65-4f87-b420-1d4b0150fee0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.245905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.254762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9f63d84a-4839-461b-8a3c-5a29bc819bc6 None None] Provisioning complete for port 96460feb-71af-4d3b-8a5f-8b813657ca90 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:22.255132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9f63d84a-4839-461b-8a3c-5a29bc819bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.308017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:22.326556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:22.347786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:22.353138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 96460feb-71af-4d3b-8a5f-8b813657ca90, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=96460feb-71af-4d3b-8a5f-8b813657ca90,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:22.359667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.402820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:22.410535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd71c9-39ac-417a-a2f1-8b64ec1a863c req-f655759e-790f-411a-b68d-e9e389816173 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:22.412242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10fd71c9-39ac-417a-a2f1-8b64ec1a863c req-f655759e-790f-411a-b68d-e9e389816173 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 943 time: 0.7186248 Feb 04 13:19:22.424526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-971a9db0-d06c-4f88-b898-6346adc3cc07 tempest-DHCPAgentSchedulersTestJSON-76318942 tempest-DHCPAgentSchedulersTestJSON-76318942-project-admin] 10.222.0.53 "GET /v2.0/agents/52b102fa-11af-424d-8fee-f8c3ac03d3bb/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 1.0600915 Feb 04 13:19:22.432957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:22.435851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.479836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.487912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.491841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=96460feb-71af-4d3b-8a5f-8b813657ca90,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.497562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:22.558769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a8db695c-828d-4439-8431-64b23a48b4d1,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:22.559922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:22.564074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.592796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126f7a32-dd5d-4231-940f-566e47a331d8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.627252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10fd71c9-39ac-417a-a2f1-8b64ec1a863c req-199996d9-99ab-4a11-bb5d-8dc12bf8b6d2 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932449 Feb 04 13:19:22.627936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.628906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2508b50f-e861-4ad7-9830-cea4aa1f3cb7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2843473 Feb 04 13:19:22.636372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.638672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:22.649804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:22.660767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:22.665733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.670402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:22.674577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:22.685932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:22.695610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.837054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:22.840515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.898243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:22.909569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:22.934411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:22.935848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.938633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] 10.222.0.87 "PUT /v2.0/ports/a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 200 len: 1091 time: 5.1441588 Feb 04 13:19:22.954633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:22.977057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:19:22.985400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event updated for resources: {'Port': ['ID=a2c57e53-3461-416d-aaf3-ae1f27c1bc4f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:22.988803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:22.998717 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.012155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Transition to ACTIVE for port object 925d1921-2323-49e3-b735-e295a7126bbd will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:23.020900 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.048750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5e2cde-015d-4d56-aab2-375dc395c90b']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:23.103221 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c4f71-2b5c-4eef-8159-2c7cbc646913 None None] Pushing event updated for resources: {'Port': ['ID=925d1921-2323-49e3-b735-e295a7126bbd,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.125036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f4c03-dcad-4b17-9515-a150f9b634b4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:23.125339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f4c03-dcad-4b17-9515-a150f9b634b4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:23.129666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Attempting to bind port 925d1921-2323-49e3-b735-e295a7126bbd on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:23.130167 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Attempting to bind port 925d1921-2323-49e3-b735-e295a7126bbd by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:23.130666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Attempting to bind port 925d1921-2323-49e3-b735-e295a7126bbd on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:23.136448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:23.136983 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:23.137485 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.137977 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:23.138547 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Bound port: 925d1921-2323-49e3-b735-e295a7126bbd, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:23.139085 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.162003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.165918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.177711 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.225350 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] For port 925d1921-2323-49e3-b735-e295a7126bbd, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:23.228615 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] For port 925d1921-2323-49e3-b735-e295a7126bbd, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=925d1921-2323-49e3-b735-e295a7126bbd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:23.232788 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.310099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:23.310766 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:23.315633 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1', 'status': 'completed', 'code': 200} Feb 04 13:19:23.346905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.370741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.376810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 7863d85a-1ba3-43a9-a13d-dece3b514665 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:23.377147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.386416 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c4f71-2b5c-4eef-8159-2c7cbc646913 None None] Pushing event updated for resources: {'Port': ['ID=925d1921-2323-49e3-b735-e295a7126bbd,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.416929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a10c698-c51f-4d32-8ecb-be16c2aa86c2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.422915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:23.423324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:23.444717 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:23.497145 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:23.505579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=334c950e-7279-495e-8704-3cd2540ab838,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.508903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.511250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fbed5964-cc48-4727-9291-e1b50efce6cc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8702037 Feb 04 13:19:23.517349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:23.524188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:23.568586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:23.577604 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:23.581385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:23.592307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.597884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.614429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc128dc5-06f4-4ba0-8782-bde5b2a0df47 service neutron] Pushing event updated for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.657947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:23.676376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '326b5a9f-55a2-4cd6-81c6-9b0517e86701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:23.676782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: dadd2f00-e373-4e58-8cc6-ba8780db66a8, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:23.724971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "DELETE /v2.0/networks/db5e2cde-015d-4d56-aab2-375dc395c90b HTTP/1.1" status: 204 len: 168 time: 1.2877505 Feb 04 13:19:23.730132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e2a3f-e2d3-4fc9-bcf8-f87cdd25a758 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event deleted for resources: {'Network': ['ID=db5e2cde-015d-4d56-aab2-375dc395c90b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:23.735788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39506) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:23.765090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 96460feb-71af-4d3b-8a5f-8b813657ca90 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:23.794582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.806317 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1594e281-c916-45db-a0d6-70a0aa0baf09 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:23.806838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1594e281-c916-45db-a0d6-70a0aa0baf09 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:23.808529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1594e281-c916-45db-a0d6-70a0aa0baf09 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "DELETE /v2.0/ports/a8124982-b3b7-467a-9cb7-b39a8d79f2e5 HTTP/1.1" status: 404 len: 333 time: 0.0719223 Feb 04 13:19:23.811911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:23.851708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:23.896207 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:17Z', 'revision_number': 3, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:23.904448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0167db1-4b02-47d8-9e5b-1ab980a01bc3 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:17Z', 'revision_number': 3, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:23.943006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 96460feb-71af-4d3b-8a5f-8b813657ca90 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:23.943374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.096136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:24.124893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f73ec019-1e99-4461-9187-ff2d19036efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.127095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f73ec019-1e99-4461-9187-ff2d19036efe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 1094 time: 0.8836532 Feb 04 13:19:24.241925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Deleting subnet bc27ff51-b573-4fe6-bdab-d324cd7ddbf1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:24.256334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, dadd2f00-e373-4e58-8cc6-ba8780db66a8) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:24.260468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.265706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.267596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef76864-8176-4a1a-9194-8d85e11558dc None None] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:24.310008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] For port 7863d85a-1ba3-43a9-a13d-dece3b514665, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7863d85a-1ba3-43a9-a13d-dece3b514665,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:24.310464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.326769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-5c2c8807-80d2-4471-9a27-e6b139d56a5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 200 len: 217 time: 0.1650321 Feb 04 13:19:24.328063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.328693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.365235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.419245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.431403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c064672f-c40f-4041-bcf6-8862763cd7f9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.449239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.453304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-79258aa7-28c0-4ca0-afc5-aaab5507a8ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9306352 Feb 04 13:19:24.463322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:24.479303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026cb4f-b2e6-4e39-ad69-baa41d0ec222 req-e476c00c-8328-4d15-8125-e55518f138a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:24.480918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b026cb4f-b2e6-4e39-ad69-baa41d0ec222 req-e476c00c-8328-4d15-8125-e55518f138a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 943 time: 0.4283619 Feb 04 13:19:24.484170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:24.509473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:24.521836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:24.528970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:24.584314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-dadd2f00-e373-4e58-8cc6-ba8780db66a8', 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '334c950e-7279-495e-8704-3cd2540ab838'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:24.586771 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.612817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:24.640381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b026cb4f-b2e6-4e39-ad69-baa41d0ec222 req-83276398-185d-4aa1-a04c-5ea05127e44c tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467743 Feb 04 13:19:24.651635 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:19:24.672017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.681343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.725060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Calling delete_port for 7863d85a-1ba3-43a9-a13d-dece3b514665 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:24.788878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Allocated IP 2001:db8::2 (dadd2f00-e373-4e58-8cc6-ba8780db66a8/334c950e-7279-495e-8704-3cd2540ab838/d39f1cab-3592-4374-af18-330e9a6083ad) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:24.857096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.872243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.924692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.935490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76d95123-3623-425f-abeb-727cf293ba27 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1965215 Feb 04 13:19:24.964108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39518) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:24.974748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7d5915-2cd5-446d-822f-d54be6f8fc93,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:24.982232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:24.985836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9da2543a-54a2-4218-8556-f9529a411d9c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5189750 Feb 04 13:19:24.988890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:24.989210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1532768539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:24.996110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:25.001559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:25.004585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:25.011770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:25.023759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'd4d87e42-e3e4-4ff2-bb67-1f92acd585ad', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:25.025822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.026895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.037230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f5474745-9b56-4a9c-b191-dc3112adb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:25.039127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-f5474745-9b56-4a9c-b191-dc3112adb7e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.6922982 Feb 04 13:19:25.049519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:25.060077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.071773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.077052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Transition to ACTIVE for port object d39f1cab-3592-4374-af18-330e9a6083ad will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:25.092762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Router 92ec699e-1788-4bec-8394-a8bb934edc5e is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:25.114591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Transition to ACTIVE for port object d39f1cab-3592-4374-af18-330e9a6083ad will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:25.125159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.136725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:25.145701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:25.153709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-c01fd94b-bd81-48a3-828d-d6d2b64f9616 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871482 Feb 04 13:19:25.162661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:25.163365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.199308 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.200509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7707aab6-6e9a-407f-bda0-9fd485bb05ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2235227 Feb 04 13:19:25.203382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:25.205504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:25.208370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:25.215197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:25.311831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Pushing event updated for resources: {'Port': ['ID=d39f1cab-3592-4374-af18-330e9a6083ad,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:25.345696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Attempting to bind port d39f1cab-3592-4374-af18-330e9a6083ad on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:25.346235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Attempting to bind port d39f1cab-3592-4374-af18-330e9a6083ad by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '326b5a9f-55a2-4cd6-81c6-9b0517e86701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:25.346744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Attempting to bind port d39f1cab-3592-4374-af18-330e9a6083ad on network dadd2f00-e373-4e58-8cc6-ba8780db66a8 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:25.352564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:25.354093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Checking segment: {'id': '326b5a9f-55a2-4cd6-81c6-9b0517e86701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:25.354093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.354093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Bound using segment: {'id': '326b5a9f-55a2-4cd6-81c6-9b0517e86701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:25.354693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Bound port: d39f1cab-3592-4374-af18-330e9a6083ad, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326b5a9f-55a2-4cd6-81c6-9b0517e86701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'dadd2f00-e373-4e58-8cc6-ba8780db66a8'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:25.355833 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.381516 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:19:25.386906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-b842bf32-0e5e-4589-a92d-9e86e848d36d service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087140 Feb 04 13:19:25.426378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.457408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] For port d39f1cab-3592-4374-af18-330e9a6083ad, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:25.460799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] For port d39f1cab-3592-4374-af18-330e9a6083ad, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d39f1cab-3592-4374-af18-330e9a6083ad,segment=NetworkSegment(326b5a9f-55a2-4cd6-81c6-9b0517e86701),segment_id=326b5a9f-55a2-4cd6-81c6-9b0517e86701)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:25.465754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.502660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.543682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.565467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0eafdf-1fca-4720-ad09-a3697045b370 None None] Pushing event updated for resources: {'Port': ['ID=d39f1cab-3592-4374-af18-330e9a6083ad,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:25.583199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:25.807681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 925d1921-2323-49e3-b735-e295a7126bbd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:25.808222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:25.916233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] Sync routers for ids ['92ec699e-1788-4bec-8394-a8bb934edc5e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:25.957161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] Routers {'92ec699e-1788-4bec-8394-a8bb934edc5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:25.957942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['92ec699e-1788-4bec-8394-a8bb934edc5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:25.976655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.008069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.012363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5551fed7-a9d5-45b1-b75e-c51df369ef32 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2702780 Feb 04 13:19:26.017440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39534) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:26.064012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.114918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:26.130589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] Routers {'92ec699e-1788-4bec-8394-a8bb934edc5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:26.131402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['92ec699e-1788-4bec-8394-a8bb934edc5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:26.201666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:26.202052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ed4c0-e2ae-4f0e-addc-d493c1e99cf7 None None] The sync data for ids ['92ec699e-1788-4bec-8394-a8bb934edc5e'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:26.213092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 925d1921-2323-49e3-b735-e295a7126bbd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:26.219063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 925d1921-2323-49e3-b735-e295a7126bbd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:26.219260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3672be-d474-4346-9641-e61fc62f79c4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.219580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.227441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-405987b3-3e7b-447e-9dc1-3485fbd16481 req-13cecf23-c59e-4d52-a051-adacc253c8e0 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299367 Feb 04 13:19:26.245328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.276863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.294197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.356566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.371040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event deleted for resources: {'Subnet': ['ID=bc27ff51-b573-4fe6-bdab-d324cd7ddbf1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.385687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 925d1921-2323-49e3-b735-e295a7126bbd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=925d1921-2323-49e3-b735-e295a7126bbd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:26.391657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-19607c78-7bdc-46f7-88cb-44228605a6be tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/92ec699e-1788-4bec-8394-a8bb934edc5e HTTP/1.1" status: 200 len: 921 time: 0.3728585 Feb 04 13:19:26.392232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.395272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39538) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:26.413061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.441045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0c30d-aedc-49eb-ab1a-039dd9000e4c None None] Network 0e84ebd5-e2c5-438f-836e-b50e6c522b1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:26.443962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.495840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-289d437d-da3b-4b1d-b903-134f3fcab6d5 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ec699e-1788-4bec-8394-a8bb934edc5e HTTP/1.1" status: 200 len: 205 time: 0.0991013 Feb 04 13:19:26.498442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39542) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:26.515478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.526168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d4a6e200-e94f-47de-810d-ec770366966a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5196691 Feb 04 13:19:26.530781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4ac8e1e7-7a3d-44ab-b612-234bcd81e678 tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "DELETE /v2.0/subnets/bc27ff51-b573-4fe6-bdab-d324cd7ddbf1 HTTP/1.1" status: 204 len: 168 time: 2.6745045 Feb 04 13:19:26.543652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39548) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:26.545035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Port': ['ID=7863d85a-1ba3-43a9-a13d-dece3b514665,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.578499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=925d1921-2323-49e3-b735-e295a7126bbd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:26.839977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] DHCP port deletion for 0e84ebd5-e2c5-438f-836e-b50e6c522b1a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:26.844712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Deleting port 631a28b4-8310-4538-8abb-17b86e8f9f5d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:26.845081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.900011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:26.985209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Deleting port 631a28b4-8310-4538-8abb-17b86e8f9f5d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:26.986225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.117193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-2b6d8635-73f1-478d-94aa-36e218c3801f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:27.122904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8::1 (dadd2f00-e373-4e58-8cc6-ba8780db66a8/334c950e-7279-495e-8704-3cd2540ab838/4e21bced-c684-46f5-afc7-436e8d44e352) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:27.130260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] For port 631a28b4-8310-4538-8abb-17b86e8f9f5d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=631a28b4-8310-4538-8abb-17b86e8f9f5d,segment=NetworkSegment(043c47b1-1b54-4dc0-9a10-c8a1afaf55d8),segment_id=043c47b1-1b54-4dc0-9a10-c8a1afaf55d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:27.131743 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.199902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Allocated IP 172.20.0.1 (a5867c68-4bfe-420f-a808-06c9ce043b9a/f367a4a0-8005-40c3-b598-47e489503a04/feacf3c9-af39-4fda-b744-651e3c7b5236) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:27.259816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d2d79-ce18-4768-8690-a66ed4af6180 req-aabf94c6-a9b9-4f21-abb9-989734fbc7a0 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.261269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f45d2d79-ce18-4768-8690-a66ed4af6180 req-aabf94c6-a9b9-4f21-abb9-989734fbc7a0 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 943 time: 1.2831962 Feb 04 13:19:27.283813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-2b6d8635-73f1-478d-94aa-36e218c3801f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:27.285231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-2b6d8635-73f1-478d-94aa-36e218c3801f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225194982&fields=id&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 267 time: 0.3897946 Feb 04 13:19:27.302194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e04fe-38f3-4f53-82c3-91ca6137cc71 None None] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:27.324983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Calling delete_port for 631a28b4-8310-4538-8abb-17b86e8f9f5d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:27.438052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d940ca70-6b90-44cf-9be6-d66392ee2a2a None None] Provisioning for port d39f1cab-3592-4374-af18-330e9a6083ad completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:27.445995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.464596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-3ecafb46-042b-44aa-bf36-37757f8b7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.466104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-3ecafb46-042b-44aa-bf36-37757f8b7f66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 1094 time: 1.1832824 Feb 04 13:19:27.468363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.492875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] For port 631a28b4-8310-4538-8abb-17b86e8f9f5d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=631a28b4-8310-4538-8abb-17b86e8f9f5d,segment=NetworkSegment(043c47b1-1b54-4dc0-9a10-c8a1afaf55d8),segment_id=043c47b1-1b54-4dc0-9a10-c8a1afaf55d8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:27.493222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.543535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.627163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] Pushing event deleted for resources: {'Port': ['ID=631a28b4-8310-4538-8abb-17b86e8f9f5d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:27.636807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daade76e-743a-4b94-b8cb-f23428c0771a None None] No DVR routers for this DVR port 631a28b4-8310-4538-8abb-17b86e8f9f5d on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:27.716883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.813520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Calling delete_port for 631a28b4-8310-4538-8abb-17b86e8f9f5d owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:27.928020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f45d2d79-ce18-4768-8690-a66ed4af6180 req-8d35fcd3-f3b3-4f1b-9a6d-9190fa25e54f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912333 Feb 04 13:19:27.960765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.976273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:27.976535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-5ab0c824-acc6-4793-90da-b7471a645f2b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:27.982109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-5ab0c824-acc6-4793-90da-b7471a645f2b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/networks?id=0ba303b8-c9d7-4f4f-986b-83196b7ea617 HTTP/1.1" status: 200 len: 796 time: 0.6385579 Feb 04 13:19:27.984558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 925d1921-2323-49e3-b735-e295a7126bbd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:28.029482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=d5a736b2-7d65-4f87-b420-1d4b0150fee0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:28.031226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:19:28.031587 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:19:28.034568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 4e21bced-c684-46f5-afc7-436e8d44e352 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:28.036638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-c9a3d039-e615-4d5d-845d-78a3677caf93 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/quotas/cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 375 time: 0.0353458 Feb 04 13:19:28.091100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 925d1921-2323-49e3-b735-e295a7126bbd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:28.091513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.117964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.135853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a8db695c-828d-4439-8431-64b23a48b4d1 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:19:28.203334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:28.207770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:28.213784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:28.214321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.227833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=4e21bced-c684-46f5-afc7-436e8d44e352,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:28.228021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.259640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-fe1677a5-b6d5-49db-b7cd-4fead42b3bbe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2110617 Feb 04 13:19:28.401995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d39f1cab-3592-4374-af18-330e9a6083ad up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:28.484512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-f5b8dd44-64c5-459f-b66f-3fae56720084 service neutron] 10.222.0.53 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126138 Feb 04 13:19:28.539363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a8db695c-828d-4439-8431-64b23a48b4d1,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:28.561887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a8db695c-828d-4439-8431-64b23a48b4d1', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'port_id': 'a8db695c-828d-4439-8431-64b23a48b4d1', 'mac_address': 'fa:16:3e:0d:c4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ccebf-5f84-4dd1-b707-1866c430ed59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:19:28.567438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.570834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Deleting port 631a28b4-8310-4538-8abb-17b86e8f9f5d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:28.571183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.572712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-5b8cfac4-286e-4e0a-9a14-4d03d510524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:28.574288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-5b8cfac4-286e-4e0a-9a14-4d03d510524e service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 1.0373120 Feb 04 13:19:28.632826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d39f1cab-3592-4374-af18-330e9a6083ad completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:28.643375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d39f1cab-3592-4374-af18-330e9a6083ad triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:28.643902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.661707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] The port '631a28b4-8310-4538-8abb-17b86e8f9f5d' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:19:28.697534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.705566 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.737192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Transition to ACTIVE for port object feacf3c9-af39-4fda-b744-651e3c7b5236 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:28.743218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9fa5a1da-6f7d-4e88-bf24-931306e28b5f None None] Provisioning for port 4e21bced-c684-46f5-afc7-436e8d44e352 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:28.749020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-0ef02aec-534d-4aad-b19b-548149633d81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 200 len: 217 time: 0.1596301 Feb 04 13:19:28.751891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9fa5a1da-6f7d-4e88-bf24-931306e28b5f None None] Provisioning complete for port 4e21bced-c684-46f5-afc7-436e8d44e352 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:28.752416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9fa5a1da-6f7d-4e88-bf24-931306e28b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.759296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.779040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8db695c-828d-4439-8431-64b23a48b4d1 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:28.835203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.882221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a8db695c-828d-4439-8431-64b23a48b4d1,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:28.886494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5a1da-6f7d-4e88-bf24-931306e28b5f None None] Port 4e21bced-c684-46f5-afc7-436e8d44e352 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:28.889898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.923156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.948595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e84ebd5-e2c5-438f-836e-b50e6c522b1a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:28.959907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port a2c57e53-3461-416d-aaf3-ae1f27c1bc4f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:28.960269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:28.960959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-6a1ceea0-a1b8-492a-966e-e30002703c3f service neutron] 10.222.0.53 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750757 Feb 04 13:19:28.990389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:29.023074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d39f1cab-3592-4374-af18-330e9a6083ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d39f1cab-3592-4374-af18-330e9a6083ad,segment=NetworkSegment(326b5a9f-55a2-4cd6-81c6-9b0517e86701),segment_id=326b5a9f-55a2-4cd6-81c6-9b0517e86701)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:29.033408 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.040407 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Floating IP 5ba1118d-0072-4b4e-b3d3-de5a80b4226b associated. External IP: 172.25.4.229, port: e22f9268-018c-4c97-9951-be10da23c5db. Feb 04 13:19:29.067560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.097578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-191f9f74-9178-4d78-887f-8d2afc21b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:29.099079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-191f9f74-9178-4d78-887f-8d2afc21b8ee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.3423955 Feb 04 13:19:29.162481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 631a28b4-8310-4538-8abb-17b86e8f9f5d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:29.214959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 631a28b4-8310-4538-8abb-17b86e8f9f5d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:29.215437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 631a28b4-8310-4538-8abb-17b86e8f9f5d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:29.217186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d39f1cab-3592-4374-af18-330e9a6083ad,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.235882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:19:29.279333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41bdf8a9-dce1-4977-a01d-9ce35db5e062 req-f73889a0-6aa4-4d1e-b777-2abfe12633cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 210 time: 0.0528021 Feb 04 13:19:29.281041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:29.281345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043c47b1-1b54-4dc0-9a10-c8a1afaf55d8') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:29.419940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.425751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-779a14a0-1ca3-4005-9521-422e16b6d30d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2937112 Feb 04 13:19:29.503127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.533904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.549844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:29.550277 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:29.566103 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:29.686133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.707423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.717681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d39f1cab-3592-4374-af18-330e9a6083ad up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:29.721127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] Pushing event deleted for resources: {'Network': ['ID=0e84ebd5-e2c5-438f-836e-b50e6c522b1a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:29.741570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a77e30f2-170f-4161-b44a-2988c871fb9c tempest-DHCPAgentSchedulersTestJSON-1487639647 tempest-DHCPAgentSchedulersTestJSON-1487639647-project] 10.222.0.53 "DELETE /v2.0/networks/0e84ebd5-e2c5-438f-836e-b50e6c522b1a HTTP/1.1" status: 204 len: 168 time: 3.1968474 Feb 04 13:19:29.744226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.755200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.760700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.864003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d39f1cab-3592-4374-af18-330e9a6083ad triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:29.864832 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:29.937594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:29.941721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:29.955649 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:29.959329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f18dc84a-d99e-4183-b0ec-9b19cd9c1edf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7238882 Feb 04 13:19:29.975511 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:29.976430 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:29.976705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:29.986030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:30.046059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39576) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:30.140188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a8db695c-828d-4439-8431-64b23a48b4d1 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:30.164979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Pushing event updated for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:30.172854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:30.177967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:30.212053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:30.249944 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.307825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0cce9-af9e-4822-92d3-5bc5462678ab req-fd38ef15-332a-4a59-9a99-1180fbd6d818 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.318065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=4e21bced-c684-46f5-afc7-436e8d44e352,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:30.319377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35c0cce9-af9e-4822-92d3-5bc5462678ab req-fd38ef15-332a-4a59-9a99-1180fbd6d818 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 944 time: 1.1272631 Feb 04 13:19:30.363119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a8db695c-828d-4439-8431-64b23a48b4d1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:30.385819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a8db695c-828d-4439-8431-64b23a48b4d1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:30.386203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.399443 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:30.407135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:30.443843 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:30.444733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:30.539831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:30.599418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-067d5e7f-4168-4bec-884f-bdddab1c0c75 None None] Provisioning for port feacf3c9-af39-4fda-b744-651e3c7b5236 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:30.618138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-067d5e7f-4168-4bec-884f-bdddab1c0c75 None None] Provisioning complete for port feacf3c9-af39-4fda-b744-651e3c7b5236 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:30.618785 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-067d5e7f-4168-4bec-884f-bdddab1c0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.676283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.691203 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:30.721651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-067d5e7f-4168-4bec-884f-bdddab1c0c75 None None] Port feacf3c9-af39-4fda-b744-651e3c7b5236 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:30.740738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:30.772540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a8db695c-828d-4439-8431-64b23a48b4d1,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:30.777711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.815873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-1739ac1d-1398-4745-9ec8-215b15be0c19 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:30.817610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-1739ac1d-1398-4745-9ec8-215b15be0c19 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/networks?id=0ba303b8-c9d7-4f4f-986b-83196b7ea617 HTTP/1.1" status: 200 len: 796 time: 0.2077987 Feb 04 13:19:30.824161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.827807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94db0e35-f183-4d13-9daa-560249c1ff1e req-8d673b30-b865-438e-a63f-1e54df96e787 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 210 time: 0.3330736 Feb 04 13:19:30.862998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:30.908038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e41e0df1-a727-4fb9-89e4-c8dd6d4ed4aa None None] Provisioning complete for port 4e21bced-c684-46f5-afc7-436e8d44e352 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:30.908421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e41e0df1-a727-4fb9-89e4-c8dd6d4ed4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:30.916842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for a2c57e53-3461-416d-aaf3-ae1f27c1bc4f owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:30.965966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-2daf8ff6-75d2-4b7a-bc85-d99fcb6683c9 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 472 time: 0.0876060 Feb 04 13:19:30.980395 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:30.985156 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1', 'code': 200} Feb 04 13:19:30.987689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4169d9c6-a3eb-4175-9ea0-d947c7c622dd None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:30.990018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting subnet 34e70841-59f0-4308-a365-07fa9b295671 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:31.000779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'port': {'device_id': '42cb86db-2279-409f-ad71-82feb1cff648', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'admin_state_up': True, 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'security_groups': ['d4d87e42-e3e4-4ff2-bb67-1f92acd585ad']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:31.003849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:31.007541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-fc96c8e4-6f68-4634-bdcb-e9cba3bae988 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5326796 Feb 04 13:19:31.010483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.035806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e41e0df1-a727-4fb9-89e4-c8dd6d4ed4aa None None] Port 4e21bced-c684-46f5-afc7-436e8d44e352 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:31.134963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-53908a7f-7203-4302-a920-d72a3be9d953 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5d6c865db104e52a3a03e84f3e0330a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939970 Feb 04 13:19:31.141801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:31.155841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 39561aca-78ab-45c1-b5ac-d59804ef8f25 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:31.285770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35c0cce9-af9e-4822-92d3-5bc5462678ab req-81a2d780-baa9-452c-97a6-1169678963ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9658282 Feb 04 13:19:31.292853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:31.300984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:port and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:31.309379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:31.313456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.378121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:31.398722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.422911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:31.426470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.443459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:31.456240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cf416e3-85a3-4062-908d-b3a0c923ac80 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/39561aca-78ab-45c1-b5ac-d59804ef8f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2517560 Feb 04 13:19:31.457412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39596) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:31.461922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] Sync routers for ids ['39561aca-78ab-45c1-b5ac-d59804ef8f25'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:31.462789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.480172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] Routers {'39561aca-78ab-45c1-b5ac-d59804ef8f25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:31.480813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['39561aca-78ab-45c1-b5ac-d59804ef8f25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:31.556701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:31.572454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] Routers {'39561aca-78ab-45c1-b5ac-d59804ef8f25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:31.572454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['39561aca-78ab-45c1-b5ac-d59804ef8f25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:31.628499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.634352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e39bb0a-250d-4099-bf60-c996a8f362b2 req-1338202e-9001-48ef-a2b0-48ca083f3d8d service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749760 Feb 04 13:19:31.664180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2de93b-7a92-45da-8e33-a3537687ac43,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:31.670090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:31.671362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1daf52-f676-47d7-b72c-ce3b0d9a140d None None] The sync data for ids ['39561aca-78ab-45c1-b5ac-d59804ef8f25'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:31.673759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.21 (0ba303b8-c9d7-4f4f-986b-83196b7ea617/542fd579-d981-4505-a88e-a21765660b9a/762543ea-a1c3-415f-9cce-a415130adcef) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:31.686261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721b56c-75b0-42a0-87a6-7b64809164a4 req-1adbb020-b834-4457-a5a8-9ca74e4fc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.688180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2721b56c-75b0-42a0-87a6-7b64809164a4 req-1adbb020-b834-4457-a5a8-9ca74e4fc9be service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 1096 time: 0.6308575 Feb 04 13:19:31.688674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:31.689900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e69a709d-5c61-4bf6-89ea-58f47e6e3bae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b2de93b-7a92-45da-8e33-a3537687ac43 HTTP/1.1" status: 204 len: 168 time: 0.5471733 Feb 04 13:19:31.709354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7863d85a-1ba3-43a9-a13d-dece3b514665 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:31.755531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7863d85a-1ba3-43a9-a13d-dece3b514665 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:31.755911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7863d85a-1ba3-43a9-a13d-dece3b514665 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:31.971484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec7523-cc11-4c71-ba9a-0416e565c549 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:31.972209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0aec7523-cc11-4c71-ba9a-0416e565c549 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:31.975464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:31.990654 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Sync routers for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:32.020443 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:32.021130 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:32.025951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.059276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39606) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:32.063799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3efe9887-6b7a-43d5-9849-fe8705e79bc0 req-9e8d7caa-a688-4e86-b2c6-b504803142e6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:32.107716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.133485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3efe9887-6b7a-43d5-9849-fe8705e79bc0 req-9e8d7caa-a688-4e86-b2c6-b504803142e6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:32.134772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3efe9887-6b7a-43d5-9849-fe8705e79bc0 req-9e8d7caa-a688-4e86-b2c6-b504803142e6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 210 time: 0.1328471 Feb 04 13:19:32.135743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:32.144155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd3fa2361794228ac357ecf5a8ca7f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:32.146824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.149443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:32.165970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2721b56c-75b0-42a0-87a6-7b64809164a4 req-577e42e7-bd04-4d5c-b0c3-75daf35ff086 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653459 Feb 04 13:19:32.166697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.169122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:32.203894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0aec7523-cc11-4c71-ba9a-0416e565c549 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:32.205506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0aec7523-cc11-4c71-ba9a-0416e565c549 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports/4e21bced-c684-46f5-afc7-436e8d44e352 HTTP/1.1" status: 200 len: 911 time: 0.7389286 Feb 04 13:19:32.208317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39610) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:32.217967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '334c950e-7279-495e-8704-3cd2540ab838'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:32.267550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.267801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.272291 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:32.348749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=a2c57e53-3461-416d-aaf3-ae1f27c1bc4f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:32.352168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5eac89b6-68a5-4fc5-9666-b083c7a20c6e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 14.8219752 Feb 04 13:19:32.357622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:32.391414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39616) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:32.402930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.458035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object 762543ea-a1c3-415f-9cce-a415130adcef will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:32.564109 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db', 'status': 'completed', 'code': 200} Feb 04 13:19:32.577428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Subnet': ['ID=34e70841-59f0-4308-a365-07fa9b295671,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:32.587872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b762ed2-4e4c-427a-8734-2c485d52fdc7 None None] Network f45aee89-4229-4309-85e0-5e6651be4e15 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:32.612519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.630647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.721989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-724070fc-6f9f-4bf4-90e6-e4b04d4033d8 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/34e70841-59f0-4308-a365-07fa9b295671 HTTP/1.1" status: 204 len: 168 time: 2.6703036 Feb 04 13:19:32.728503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:32.777364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.801471 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5ba1118d-0072-4b4e-b3d3-de5a80b4226b', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'port_id': 'e22f9268-018c-4c97-9951-be10da23c5db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'mac_address': 'fa:16:3e:17:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:24Z', 'updated_at': '2022-02-04T13:19:24Z', 'revision_number': 0, 'project_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:32.806217 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Checking router: 50e0af28-f3d0-4d5b-9338-a705dd9a1450 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:32.816955 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:32.817879 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:32.946275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.953699 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:32.974028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] DHCP port deletion for f45aee89-4229-4309-85e0-5e6651be4e15 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:32.979651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Deleting port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:32.980223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.037396 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:33.081656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:33.082633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.132062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:33.136203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:33.138910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:33.144910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.173014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.231270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.248809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] For port 3fb7977d-0fbc-4345-b83b-a49b672e25d9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3fb7977d-0fbc-4345-b83b-a49b672e25d9,segment=NetworkSegment(3364ab89-411b-4a84-977a-ad24f5e79f46),segment_id=3364ab89-411b-4a84-977a-ad24f5e79f46)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:33.249416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.263443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.263927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.264392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.264863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.265328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.265830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.266285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.266787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.267232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.267689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.269677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-12367807-e592-409b-a020-1e017f1b4c7b tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6984 time: 0.8766224 Feb 04 13:19:33.287612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:33.379697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ec899-3096-4d17-a55b-83ccbfb0ff35 req-0e34d96f-faad-4726-8261-82c6882af2f1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.381288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-787ec899-3096-4d17-a55b-83ccbfb0ff35 req-0e34d96f-faad-4726-8261-82c6882af2f1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 945 time: 0.8259895 Feb 04 13:19:33.381949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.382537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router 92ec699e-1788-4bec-8394-a8bb934edc5e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:33.397265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:19:33.437378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358110f-9e1e-4ebf-9a9a-12007a39c265,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:33.463289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-552623db-fcdd-4acb-bd79-a051af4aaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.465162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-552623db-fcdd-4acb-bd79-a051af4aaf6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1136 time: 0.9701617 Feb 04 13:19:33.471073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Deleting port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:33.471664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.519069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.539153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Calling delete_port for 3fb7977d-0fbc-4345-b83b-a49b672e25d9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:33.543895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fd3fa2361794228ac357ecf5a8ca7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4771271 Feb 04 13:19:33.552939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.582907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.584265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80e12abf-eabe-4d1e-844c-eb45a3c32d1d tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/92ec699e-1788-4bec-8394-a8bb934edc5e HTTP/1.1" status: 204 len: 168 time: 7.0656829 Feb 04 13:19:33.589805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39632) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:33.590382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:33.623188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.623786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.624327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.624767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.625219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.625739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.626345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.626797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.627259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.627676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.628091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.628504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d9b66-a2e0-4367-84b5-110b2e772507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:19:33.668166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:33.670670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.711306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9aad5c69-2e9d-4368-ab68-f6a61b353809 None None] Provisioning for port 762543ea-a1c3-415f-9cce-a415130adcef completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:33.722990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9aad5c69-2e9d-4368-ab68-f6a61b353809 None None] Provisioning complete for port 762543ea-a1c3-415f-9cce-a415130adcef triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:33.723369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9aad5c69-2e9d-4368-ab68-f6a61b353809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.752694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5ba1118d-0072-4b4e-b3d3-de5a80b4226b', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'port_id': 'e22f9268-018c-4c97-9951-be10da23c5db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'mac_address': 'fa:16:3e:17:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:24Z', 'updated_at': '2022-02-04T13:19:24Z', 'revision_number': 0, 'project_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:33.759115 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909cca33-9a07-4129-bd76-a6efcb36bc27 None None] The sync data for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 is: [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5ba1118d-0072-4b4e-b3d3-de5a80b4226b', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'port_id': 'e22f9268-018c-4c97-9951-be10da23c5db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'mac_address': 'fa:16:3e:17:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:24Z', 'updated_at': '2022-02-04T13:19:24Z', 'revision_number': 0, 'project_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:33.832411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3fb7977d-0fbc-4345-b83b-a49b672e25d9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:33.862472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-0d2106f9-b3a8-4c2d-b142-f5916247a893 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8823116 Feb 04 13:19:33.900918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Request body: {'port': {'device_id': '42cb86db-2279-409f-ad71-82feb1cff648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:33.908123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-46959449', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:33.940132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:33.951783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:34.008373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9aad5c69-2e9d-4368-ab68-f6a61b353809 None None] Port 762543ea-a1c3-415f-9cce-a415130adcef cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:34.012084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] No DVR routers for this DVR port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:34.013709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d470ac-6f44-4488-b83b-08e014a29e86 None None] Pushing event deleted for resources: {'Port': ['ID=3fb7977d-0fbc-4345-b83b-a49b672e25d9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:34.013875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:router and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:34.025032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.025032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.025636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.025729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.026660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.027394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.027542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port 3fb7977d-0fbc-4345-b83b-a49b672e25d9 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:19:34.028053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3fb7977d-0fbc-4345-b83b-a49b672e25d9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:34.028479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.029352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.029879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.033688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-84f51e1a-c592-4b81-910c-9ae2b5b5a367 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5867 time: 0.7439940 Feb 04 13:19:34.036996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-787ec899-3096-4d17-a55b-83ccbfb0ff35 req-ff3861ea-f3a1-488f-b36e-78f4bff080fa tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413567 Feb 04 13:19:34.038015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:34.041081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39640) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:34.052118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] The port '3fb7977d-0fbc-4345-b83b-a49b672e25d9' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:19:34.138718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Pushing event updated for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:34.152331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59bb8b9-ad99-468f-8cee-5e6dc30c92b9 None None] New status for floating IP 5ba1118d-0072-4b4e-b3d3-de5a80b4226b: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:19:34.170055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:34.180682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.234971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-2de70f68-11ef-414a-b3e8-d2e312bf75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.236703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-2de70f68-11ef-414a-b3e8-d2e312bf75e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 200 len: 898 time: 0.6418533 Feb 04 13:19:34.244087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efa085-0537-43a6-aa9d-03a09774cb05 req-848d7790-531c-42d2-b702-c53f50847ea6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.245496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88efa085-0537-43a6-aa9d-03a09774cb05 req-848d7790-531c-42d2-b702-c53f50847ea6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 932 time: 0.8156970 Feb 04 13:19:34.358202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.359289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.411020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.415549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.469370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-a0c0bf47-e465-48b7-8565-1942e3b4c7c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 200 len: 1000 time: 0.2223551 Feb 04 13:19:34.471196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.474344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.483206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-88efa085-0537-43a6-aa9d-03a09774cb05 req-af754b90-d5ad-45d0-8969-f89a9c97c24e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415391 Feb 04 13:19:34.492079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45aee89-4229-4309-85e0-5e6651be4e15']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:34.517922 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.535085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3364ab89-411b-4a84-977a-ad24f5e79f46') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:34.535389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3364ab89-411b-4a84-977a-ad24f5e79f46') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:34.576150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.618179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.629253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-65c8626e-480c-4076-a3a9-73265fdb0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.630833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-65c8626e-480c-4076-a3a9-73265fdb0db0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e9de845-8295-4546-a683-a835b8ce00f8 HTTP/1.1" status: 200 len: 834 time: 0.1434793 Feb 04 13:19:34.639400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.647818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.648435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.649717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/ports/4e21bced-c684-46f5-afc7-436e8d44e352 HTTP/1.1" status: 200 len: 911 time: 2.4404492 Feb 04 13:19:34.668110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39646) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:34.757641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.781910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:34.842137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3f107-8992-4d27-b2a5-2e6ab5dfadc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=4e21bced-c684-46f5-afc7-436e8d44e352,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:34.850393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:34.853454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:34.853862 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:34.917456 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:34.948532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-d68fd3a1-81d6-4439-adda-9c0c0365e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:34.950057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-d68fd3a1-81d6-4439-adda-9c0c0365e0f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42599bf3-f2e7-4d4d-9582-a2d6c640653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3118105 Feb 04 13:19:35.153520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-232bf988-0e8e-409f-b520-d3810e77559d None None] Provisioning complete for port feacf3c9-af39-4fda-b744-651e3c7b5236 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:35.154066 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-232bf988-0e8e-409f-b520-d3810e77559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.201941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-f5634bac-daf8-491f-848c-4bee9effd7c2 service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416523 Feb 04 13:19:35.204351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.213942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-232bf988-0e8e-409f-b520-d3810e77559d None None] Port feacf3c9-af39-4fda-b744-651e3c7b5236 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:35.231651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762543ea-a1c3-415f-9cce-a415130adcef {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:35.287749 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.364184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcfbe6b9-3c35-4550-9f5e-7c1074a77b12 req-2511cebd-1b2f-47a4-b718-16a626523cb2 service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552377 Feb 04 13:19:35.424557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.482999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Transition to ACTIVE for port object 762543ea-a1c3-415f-9cce-a415130adcef will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:35.485828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358110f-9e1e-4ebf-9a9a-12007a39c265,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:35.488046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.575681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.636761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.769460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Pushing event updated for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:35.825853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Attempting to bind port 762543ea-a1c3-415f-9cce-a415130adcef on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:35.826195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Attempting to bind port 762543ea-a1c3-415f-9cce-a415130adcef by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:35.826525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Attempting to bind port 762543ea-a1c3-415f-9cce-a415130adcef on network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:35.838928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdee70c-e2c9-4cb6-9278-2e3f5b26680b req-2a8206f0-fb81-4ced-9075-769fb20fd61e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:35.840229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efdee70c-e2c9-4cb6-9278-2e3f5b26680b req-2a8206f0-fb81-4ced-9075-769fb20fd61e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 944 time: 0.2116725 Feb 04 13:19:35.843153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Port 762543ea-a1c3-415f-9cce-a415130adcef on network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:19:35.843535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Attempting to bind port 762543ea-a1c3-415f-9cce-a415130adcef on network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:35.846993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Pushing event deleted for resources: {'Network': ['ID=f45aee89-4229-4309-85e0-5e6651be4e15,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:35.865315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:35.865642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Checking segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:35.866016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Bound using segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:35.866462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Bound port: 762543ea-a1c3-415f-9cce-a415130adcef, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:35.866836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.871032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:35.872155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6112230d-816c-432b-83b6-d01b03847468 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7358110f-9e1e-4ebf-9a9a-12007a39c265 HTTP/1.1" status: 204 len: 168 time: 2.2425144 Feb 04 13:19:35.891932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0671df97-c80d-4381-9c88-43c0db6b8621 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/networks/f45aee89-4229-4309-85e0-5e6651be4e15 HTTP/1.1" status: 204 len: 168 time: 3.1582904 Feb 04 13:19:35.902956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:35.918008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'routes': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:35.919750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efdee70c-e2c9-4cb6-9278-2e3f5b26680b req-3f174d25-8ebc-461d-b9cf-9b9cea202b5d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702364 Feb 04 13:19:36.066085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:36.141003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:36.144271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=762543ea-a1c3-415f-9cce-a415130adcef,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:36.149036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:36.201233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.201851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:36.204222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] 10.222.0.87 "PUT /v2.0/ports/762543ea-a1c3-415f-9cce-a415130adcef HTTP/1.1" status: 200 len: 1092 time: 2.3114810 Feb 04 13:19:36.204912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:36.242335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfcf4-27b5-4089-90fb-237442d365a6 service neutron] Pushing event updated for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:36.266863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5d2cefe-17ab-46a5-a5ac-778531054f1c tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4120 time: 2.2067521 Feb 04 13:19:36.291616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39668) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:36.296359 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef', 'status': 'completed', 'code': 200} Feb 04 13:19:36.306485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e105858-8e71-439f-a496-90a13012d188 req-c4b397ef-65c8-42a2-a1a7-e5f029238cac tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.308032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e105858-8e71-439f-a496-90a13012d188 req-c4b397ef-65c8-42a2-a1a7-e5f029238cac tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 945 time: 1.1154127 Feb 04 13:19:36.343851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ec5ee440-f56d-442e-8374-2347bf4f6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.346287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-ec5ee440-f56d-442e-8374-2347bf4f6021 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 1095 time: 0.1009269 Feb 04 13:19:36.431580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-67be8429-bcd7-4842-8786-a5300b5525a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=762543ea-a1c3-415f-9cce-a415130adcef HTTP/1.1" status: 200 len: 217 time: 0.0775883 Feb 04 13:19:36.513288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-b34af8d1-55b8-47b9-a7c0-1ffc2e40748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.516042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-b34af8d1-55b8-47b9-a7c0-1ffc2e40748a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=542fd579-d981-4505-a88e-a21765660b9a HTTP/1.1" status: 200 len: 838 time: 0.0785966 Feb 04 13:19:36.591207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Added routes are [] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:19:36.591692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Removed routes are [] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:19:36.592042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:36.600392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-48dbaad9-38aa-4ece-995d-407833f99fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:36.601676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-48dbaad9-38aa-4ece-995d-407833f99fbe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0ba303b8-c9d7-4f4f-986b-83196b7ea617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784621 Feb 04 13:19:36.744854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-b5d102e3-fc33-47b2-ad5e-947444a2d66f service neutron] 10.222.0.87 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357853 Feb 04 13:19:36.889274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29c3e5cc-c865-4083-82cb-a2449d2e0826 req-f7067213-9454-486a-950c-d41c9a53cbf5 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375515 Feb 04 13:19:36.976739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e105858-8e71-439f-a496-90a13012d188 req-4a706add-1040-4b69-b51d-c2fa4e0448f7 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713556 Feb 04 13:19:37.043123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207083a9-b646-4876-a305-a71aeb909a2a req-e41a2a0c-a792-4938-9d35-a32e8537e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.046355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-e41a2a0c-a792-4938-9d35-a32e8537e10d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 1095 time: 0.1020658 Feb 04 13:19:37.220514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207083a9-b646-4876-a305-a71aeb909a2a req-54e845ac-c1c4-4817-b38f-d6266adbe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.221809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-54e845ac-c1c4-4817-b38f-d6266adbe854 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0ba303b8-c9d7-4f4f-986b-83196b7ea617 HTTP/1.1" status: 200 len: 897 time: 0.1684353 Feb 04 13:19:37.230279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:37.247667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:37.258995 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:37.261859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c214539b-2168-4159-b308-14337370cbcc admin admin] 10.222.0.53 "PUT /v2.0/routers/9de60989-57f6-495e-a4d4-5a507fda2d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7004371 Feb 04 13:19:37.267971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:37.274279 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:37.275336 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:37.311662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40470c41-0789-4841-8b52-dac728cd034d tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.312198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40470c41-0789-4841-8b52-dac728cd034d tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.315038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-40470c41-0789-4841-8b52-dac728cd034d tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50e0af28-f3d0-4d5b-9338-a705dd9a1450 HTTP/1.1" status: 200 len: 1990 time: 1.0172560 Feb 04 13:19:37.383890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-2deba787-69f3-41c1-a9cc-e941b03915f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=762543ea-a1c3-415f-9cce-a415130adcef HTTP/1.1" status: 200 len: 217 time: 0.1007648 Feb 04 13:19:37.473234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04639d2-3b4d-43e1-b1d9-971f5058423d req-9844a7ff-5c4b-4a84-8389-a9b074c7cf27 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.486114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c04639d2-3b4d-43e1-b1d9-971f5058423d req-9844a7ff-5c4b-4a84-8389-a9b074c7cf27 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 944 time: 0.2598803 Feb 04 13:19:37.567830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c04639d2-3b4d-43e1-b1d9-971f5058423d req-250c3909-b23a-4208-85f6-1c519a511887 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788543 Feb 04 13:19:37.587647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207083a9-b646-4876-a305-a71aeb909a2a req-d908ae1b-3727-4990-a427-e70130d308b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.594360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-d908ae1b-3727-4990-a427-e70130d308b5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=542fd579-d981-4505-a88e-a21765660b9a HTTP/1.1" status: 200 len: 838 time: 0.2020929 Feb 04 13:19:37.654409 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:37.740804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207083a9-b646-4876-a305-a71aeb909a2a req-f7d7e376-e6eb-48c5-8bd3-6beca740d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:37.747291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-f7d7e376-e6eb-48c5-8bd3-6beca740d8b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0ba303b8-c9d7-4f4f-986b-83196b7ea617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466048 Feb 04 13:19:37.846705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router f13407be-2def-48e9-b425-aebd87246f9f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:37.953825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:37.986722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:37.993984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-0a7067ca-421f-47ae-a19d-4903aaad0227 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408035 Feb 04 13:19:38.045677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.090483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.167440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1790950802', 'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:38.181754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:38.189695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:network and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:38.195854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:38.199823 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:32Z', 'revision_number': 2, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:38.209072 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:38.209419 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Updating router 9de60989-57f6-495e-a4d4-5a507fda2d62 port feacf3c9-af39-4fda-b744-651e3c7b5236 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:38.211375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:38.232835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Made reservation on behalf of dcf5683bef964cbc9fbadcfa906d731c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:38.241934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.288010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.25.4.130 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/fd18a4f6-4b24-44bd-af6e-f794eafc19fe) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:38.307319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.330963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:38.334909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:security_group_rule and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:38.338211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:38.344313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:38.356555 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.395799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:38.406963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307508844', 'description': 'tempest-description--539174993'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:38.413540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:38.417379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:38.421079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:38.442132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:38.472846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.508294 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-207083a9-b646-4876-a305-a71aeb909a2a req-90109caf-c358-48c0-959e-62ea836bf955 service neutron] 10.222.0.87 "GET /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077262 Feb 04 13:19:38.514778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:38.519203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:38.522355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:38.532388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:38.754432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:38.770910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Sync routers for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:38.787636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.788183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:38.790366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:38.796935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.802767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.803922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-31fcce01-d2d3-413d-9924-d07241d9910c tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 701 time: 2.9000075 Feb 04 13:19:38.819665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39734) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:38.965570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cbc78e-5a0c-47c8-9a44-ed58dad04d84,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:38.986234 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:38.986629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.004729 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Transition to ACTIVE for port object feacf3c9-af39-4fda-b744-651e3c7b5236 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:39.015918 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.035240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:39.055662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e457af76-e3e6-45ee-98b6-a90d89e62ef1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:39.073863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:39.080677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.081015 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Added segment edd101bf-31bb-4c5f-b352-6d1552876e04 of type vlan for network 38ea9f4b-8567-4ed0-816b-3898f832bb03 Feb 04 13:19:39.112190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.115362 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256c631-640b-4ba3-a235-41386e1aa0b3 None None] Pushing event updated for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:39.185920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e457af76-e3e6-45ee-98b6-a90d89e62ef1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:39.187711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e457af76-e3e6-45ee-98b6-a90d89e62ef1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 205 time: 0.2885473 Feb 04 13:19:39.205045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39744) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:39.213014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebefff4-dd68-4a9f-98ce-bedf0ead170a req-6f704506-ecc6-421b-95b7-5dc8394b49eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.214577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eebefff4-dd68-4a9f-98ce-bedf0ead170a req-6f704506-ecc6-421b-95b7-5dc8394b49eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 944 time: 0.4788566 Feb 04 13:19:39.226644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.226905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 4e21bced-c684-46f5-afc7-436e8d44e352 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:39.226905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.322821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:39.328409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Checking router: f13407be-2def-48e9-b425-aebd87246f9f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:39.337879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-f84fcccf-b192-40c8-bb7a-6450b0fff19c req-b5faee25-88d2-442c-a152-42024a80ce11 service neutron] (87620) timed out ('10.222.0.53', 43756) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:19:39.345956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Routers {'f13407be-2def-48e9-b425-aebd87246f9f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:39.346970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f13407be-2def-48e9-b425-aebd87246f9f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:39.392678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:39.396709 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Attempting to bind port feacf3c9-af39-4fda-b744-651e3c7b5236 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:39.397190 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Attempting to bind port feacf3c9-af39-4fda-b744-651e3c7b5236 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:39.397428 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Attempting to bind port feacf3c9-af39-4fda-b744-651e3c7b5236 on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:39.403099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:39.403289 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:39.403554 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Checking segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:39.403966 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.404353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Bound using segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:39.404816 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Bound port: feacf3c9-af39-4fda-b744-651e3c7b5236, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:39.405182 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.410538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:39.488634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:39.505714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.519010 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] For port feacf3c9-af39-4fda-b744-651e3c7b5236, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:39.522802 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] For port feacf3c9-af39-4fda-b744-651e3c7b5236, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=feacf3c9-af39-4fda-b744-651e3c7b5236,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:39.527988 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.537681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.582736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] Set router f13407be-2def-48e9-b425-aebd87246f9f gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:39.632656 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:39.633591 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:39.694967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0869a7b-9c48-4e74-a95a-9844189d6b75,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:39.717559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eebefff4-dd68-4a9f-98ce-bedf0ead170a req-ee69fae8-6e5d-4d2b-9cdb-16e6e9e6b00f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724427 Feb 04 13:19:39.720583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.754031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:39.769859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4d56a-cbfe-449e-93f2-e23bfab6c906 None None] The sync data for ids ['f13407be-2def-48e9-b425-aebd87246f9f'] in n-d-820555-2 is: [{'id': 'f13407be-2def-48e9-b425-aebd87246f9f', 'name': 'tempest-RoutersTest-router-1368750215', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:45Z', 'updated_at': '2022-02-04T13:19:25Z', 'revision_number': 11, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:39.834145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.835717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:39.836762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:39.893991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9387212 Feb 04 13:19:39.920647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:39.959480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'subnet': {'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:39.966162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:39.969853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:39.971780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:subnet and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:39.975759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:39.982996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:40.076611 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256c631-640b-4ba3-a235-41386e1aa0b3 None None] Pushing event updated for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:40.094194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.098014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-248b747a-bda7-40b5-aa1a-9df12dce42a2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6958106 Feb 04 13:19:40.108009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39760) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:40.164892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 762543ea-a1c3-415f-9cce-a415130adcef details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:19:40.179791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group_rule': {'security_group_id': 'e0869a7b-9c48-4e74-a95a-9844189d6b75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:40.183241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.187051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:40.199292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:40.200179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Made reservation on behalf of dcf5683bef964cbc9fbadcfa906d731c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:40.203208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.308009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:40.311061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed05f6-fc60-4a49-8441-9e017f9f95f1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Network': ['ID=38ea9f4b-8567-4ed0-816b-3898f832bb03,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:40.325967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:40.343132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:40.407620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.414852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.418341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.467861 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:39Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:40.473585 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66959acb-e502-44d0-9db9-f1ecbaf7b481 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:39Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:40.520245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.526356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.564018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.565036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router f13407be-2def-48e9-b425-aebd87246f9f {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:40.577623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=762543ea-a1c3-415f-9cce-a415130adcef,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:40.598865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '762543ea-a1c3-415f-9cce-a415130adcef', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'port_id': '762543ea-a1c3-415f-9cce-a415130adcef', 'mac_address': 'fa:16:3e:68:39:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542fd579-d981-4505-a88e-a21765660b9a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:19:40.601442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554d9945-82a0-4919-8dd7-05f98e503fb1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:40.625577 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.627764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-da538476-7623-4dd6-9d9b-5a17987e8bd1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 204 len: 168 time: 1.4122186 Feb 04 13:19:40.630137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.634735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c33008a-b04a-4305-a5fa-806baaed2899 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5257330 Feb 04 13:19:40.635586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39764) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:40.639568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39766) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:40.651488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group_rule': {'security_group_id': 'e0869a7b-9c48-4e74-a95a-9844189d6b75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:40.666364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112447433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:40.675053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:40.675809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.676795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:40.681895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Usage tracker for resource:router and tenant:327e040138ae4b8bb9b5e5122819d849 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:40.685003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:40.686397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.690643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:40.698495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:40.710514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:40.721502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:40.740313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.742826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.752631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762543ea-a1c3-415f-9cce-a415130adcef {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:40.771695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.804258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=762543ea-a1c3-415f-9cce-a415130adcef,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:40.810941 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.902857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.910018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.912885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.961586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:40.963012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256683 Feb 04 13:19:40.969962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39774) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:40.981354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:41.034708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf9985-ea94-4bbe-b072-9f9de0e9c008 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ccdb6f-fd86-4c7a-b800-bc1bc46897dd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:41.040349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:41.052667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.060143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 4e21bced-c684-46f5-afc7-436e8d44e352 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:41.067147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:41.073473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:floatingip and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:41.078119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['762543ea-a1c3-415f-9cce-a415130adcef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:19:41.107835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:41.133545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:41.138170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.139419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0956430-9597-432a-8c59-0f983bf70e94 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4981380 Feb 04 13:19:41.144813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39778) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:41.151285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:41.215095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.604730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fb80c-f4fc-4dfa-b832-8ef08e25db6d req-3f08c696-5a4a-42c2-a477-4321387e8edf tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:41.612315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc2fb80c-f4fc-4dfa-b832-8ef08e25db6d req-3f08c696-5a4a-42c2-a477-4321387e8edf tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 945 time: 0.6518393 Feb 04 13:19:41.822958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device feacf3c9-af39-4fda-b744-651e3c7b5236 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:41.830474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc2fb80c-f4fc-4dfa-b832-8ef08e25db6d req-4f9bb0a3-b8c5-4b8b-98e9-89b61ab4f94e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172263 Feb 04 13:19:41.862233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.864447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.912246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.933265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:41.935066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=4e21bced-c684-46f5-afc7-436e8d44e352,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:42.001733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port feacf3c9-af39-4fda-b744-651e3c7b5236 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:42.008560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port feacf3c9-af39-4fda-b744-651e3c7b5236 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:42.008930 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.194239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.203115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 762543ea-a1c3-415f-9cce-a415130adcef up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:42.332149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 762543ea-a1c3-415f-9cce-a415130adcef completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:42.337988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.360919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 762543ea-a1c3-415f-9cce-a415130adcef triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:42.361457 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.386505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.393529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Router 12172b00-b7ac-4832-8b13-2e4664050289 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:42.441663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port feacf3c9-af39-4fda-b744-651e3c7b5236, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=feacf3c9-af39-4fda-b744-651e3c7b5236,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:42.446061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.561956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Allocated IP 172.25.4.91 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9e55b736-cd2f-426d-9510-80e53a50d6c2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:42.576495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:42.677416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.683997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:19:42.684564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.735647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:42.755246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:42.761368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=762543ea-a1c3-415f-9cce-a415130adcef,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:42.769943 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Sync routers for ids ['12172b00-b7ac-4832-8b13-2e4664050289'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:42.779149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.788664 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Routers {'12172b00-b7ac-4832-8b13-2e4664050289'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:42.789463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12172b00-b7ac-4832-8b13-2e4664050289'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:42.793738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:42.797464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-feb83576-1f85-4993-a424-5698e0fb4ceb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "PUT /v2.0/routers/12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 200 len: 693 time: 1.6492307 Feb 04 13:19:42.808368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.034904 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef', 'code': 200} Feb 04 13:19:43.056406 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Set router 12172b00-b7ac-4832-8b13-2e4664050289 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:43.093434 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ed7c1327-b4fd-4c82-beaf-f8274ca0d080 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/routers/12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 200 len: 699 time: 0.2836583 Feb 04 13:19:43.095032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39794) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.095548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:43.213153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12172b00-b7ac-4832-8b13-2e4664050289', 'name': 'tempest-RoutersTest-router-112447433', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:40Z', 'updated_at': '2022-02-04T13:19:41Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:43.218225 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Checking router: 12172b00-b7ac-4832-8b13-2e4664050289 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:43.218553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Subnet': ['ID=284322a4-3444-4e70-a57b-668838881b74,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:43.223985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router 0a1742be-b2f9-4386-a59b-f54530d8c9de is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:43.227642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Routers {'12172b00-b7ac-4832-8b13-2e4664050289'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:43.228334 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['12172b00-b7ac-4832-8b13-2e4664050289'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:43.302381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Checking segment: {'id': 'edd101bf-31bb-4c5f-b352-6d1552876e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:43.302777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network hostable DHCP agents. Network: 38ea9f4b-8567-4ed0-816b-3898f832bb03, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:43.365798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 39561aca-78ab-45c1-b5ac-d59804ef8f25 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:19:43.371823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b5607490-31c3-4993-aea3-f64a59199fdd tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 200 len: 205 time: 0.2689683 Feb 04 13:19:43.376936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39800) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.377562 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] Set router 12172b00-b7ac-4832-8b13-2e4664050289 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:43.391737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:43.485048 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e81139e4-3742-465c-8864-39ec839ec103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:43.486855 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12172b00-b7ac-4832-8b13-2e4664050289', 'name': 'tempest-RoutersTest-router-112447433', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:40Z', 'updated_at': '2022-02-04T13:19:41Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:43.488623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:43.493383 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad81885-f40c-4e72-a0b2-504d822e71b6 None None] The sync data for ids ['12172b00-b7ac-4832-8b13-2e4664050289'] in n-d-820555-2 is: [{'id': '12172b00-b7ac-4832-8b13-2e4664050289', 'name': 'tempest-RoutersTest-router-112447433', 'tenant_id': '327e040138ae4b8bb9b5e5122819d849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:40Z', 'updated_at': '2022-02-04T13:19:41Z', 'revision_number': 2, 'project_id': '327e040138ae4b8bb9b5e5122819d849', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:43.569296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:43.626977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 38ea9f4b-8567-4ed0-816b-3898f832bb03) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:43.627232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897b7f-0ab9-46e6-aafb-b9f8ec705c68 req-cf56510b-b843-40f9-825a-a85394d7f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:43.628721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3897b7f-0ab9-46e6-aafb-b9f8ec705c68 req-cf56510b-b843-40f9-825a-a85394d7f5a1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 1097 time: 0.6990623 Feb 04 13:19:43.631464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:43.637051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:43.637436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:43.651241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f99892-d4e3-44c6-bae5-2cf01114c64e None None] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:43.666427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:43.680019 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Sync routers for ids ['0a1742be-b2f9-4386-a59b-f54530d8c9de'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:43.695016 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Routers {'0a1742be-b2f9-4386-a59b-f54530d8c9de'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:43.696914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0a1742be-b2f9-4386-a59b-f54530d8c9de'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:43.716598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:43.717902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b093395-6548-4c9b-a1a6-8fd6e8187ed8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.0865695 Feb 04 13:19:43.720860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1051054c-ea73-42ae-8d60-22b3a2f564ad tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/39561aca-78ab-45c1-b5ac-d59804ef8f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0409098 Feb 04 13:19:43.721604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.738340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1cf4e9f0-0712-4caf-b92d-38c8efae39a0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7862387 Feb 04 13:19:43.740959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.741287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:43.803565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-659159860', 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:43.860737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:43.867473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00195679-3742-4987-b74d-cd619606c44d None None] Sync routers for ids ['39561aca-78ab-45c1-b5ac-d59804ef8f25'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:43.871274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:port and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:43.871845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device feacf3c9-af39-4fda-b744-651e3c7b5236 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:43.878451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:43.886368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-16624741-b7cc-4dec-9a32-05ff22466f06 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:43.898341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:43.899006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633556-bebe-4a2f-b69e-100eba951b1b req-a1be6356-b9dc-4524-901b-50c6a2bc105b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:43.900647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc633556-bebe-4a2f-b69e-100eba951b1b req-a1be6356-b9dc-4524-901b-50c6a2bc105b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.7991357 Feb 04 13:19:43.929270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Made reservation on behalf of dcf5683bef964cbc9fbadcfa906d731c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:43.936333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.028615 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3897b7f-0ab9-46e6-aafb-b9f8ec705c68 req-248d6395-4628-4864-a55f-0ddbc5112bba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874180 Feb 04 13:19:44.042633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-16624741-b7cc-4dec-9a32-05ff22466f06 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:44.046758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-16624741-b7cc-4dec-9a32-05ff22466f06 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=39561aca-78ab-45c1-b5ac-d59804ef8f25 HTTP/1.1" status: 200 len: 205 time: 0.3045161 Feb 04 13:19:44.047391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39820) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:44.048762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] device_id is not set on port 8ebc5852-6758-40bc-8615-e569974203d6 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:19:44.053640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Set router 0a1742be-b2f9-4386-a59b-f54530d8c9de gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:44.067145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] Routers {'39561aca-78ab-45c1-b5ac-d59804ef8f25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:44.067924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['39561aca-78ab-45c1-b5ac-d59804ef8f25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.101136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.107005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.109413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.178026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc633556-bebe-4a2f-b69e-100eba951b1b req-da0547c8-4838-4d6d-b744-4942515e7d2b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885827 Feb 04 13:19:44.208939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.239991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:44.243061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.243582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Fanout notify agent at l3_agent the message router_deleted on router 12172b00-b7ac-4832-8b13-2e4664050289 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:44.247003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:44.255779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:44.291681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] Routers {'39561aca-78ab-45c1-b5ac-d59804ef8f25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:44.291681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['39561aca-78ab-45c1-b5ac-d59804ef8f25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.310727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.353732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port feacf3c9-af39-4fda-b744-651e3c7b5236 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:44.354117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.368105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.370972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-09c69a28-9e69-4566-b62a-a03bbbb34000 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 204 len: 168 time: 0.9888389 Feb 04 13:19:44.372388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=9e55b736-cd2f-426d-9510-80e53a50d6c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:44.382808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130'}], 'enable_snat': False}, 'gw_port_id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port': {'id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:38Z', 'updated_at': '2022-02-04T13:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.388168 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Checking router: 0a1742be-b2f9-4386-a59b-f54530d8c9de for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:44.388515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Updating router 0a1742be-b2f9-4386-a59b-f54530d8c9de port fd18a4f6-4b24-44bd-af6e-f794eafc19fe binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:44.390015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39824) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:44.394998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e9f83ae-6190-4064-97f7-f4bb690a6bc8 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/0a1742be-b2f9-4386-a59b-f54530d8c9de HTTP/1.1" status: 200 len: 907 time: 0.6531935 Feb 04 13:19:44.406206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:44.409272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-00195679-3742-4987-b74d-cd619606c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:44.409681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00195679-3742-4987-b74d-cd619606c44d None None] The sync data for ids ['39561aca-78ab-45c1-b5ac-d59804ef8f25'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:44.415490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619cd76-81a5-4b32-9de3-2da4fcd8c4e4 None None] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:44.419006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-46959449', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': True}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:44.428334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:44.445229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dc352bb6-44b2-48da-96bd-c882c07cc3a7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Synchronizing usage tracker for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:44.448255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Usage tracker for resource:router and tenant:e33ad6c1569543bf9c5c28659a5e6fca is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:44.459052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:44.468938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:44.483613 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.484101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.492087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.493666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.596830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.617095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.912294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.932537 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.960819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:44.961299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 39561aca-78ab-45c1-b5ac-d59804ef8f25 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:44.964981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dc352bb6-44b2-48da-96bd-c882c07cc3a7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] Unset dirty status for tenant:327e040138ae4b8bb9b5e5122819d849 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:44.969856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dc352bb6-44b2-48da-96bd-c882c07cc3a7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 200 len: 205 time: 0.5760031 Feb 04 13:19:44.978854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.038063 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.071499 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Transition to ACTIVE for port object fd18a4f6-4b24-44bd-af6e-f794eafc19fe will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:45.074964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.078155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6e31778f-f975-40dc-8636-e56e415f5f04 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/39561aca-78ab-45c1-b5ac-d59804ef8f25 HTTP/1.1" status: 204 len: 168 time: 0.9846451 Feb 04 13:19:45.079653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.082289 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.088386 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-ea44da69-62cd-4839-87ba-77268e5d4d67 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:45.092968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea44da69-62cd-4839-87ba-77268e5d4d67 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/12172b00-b7ac-4832-8b13-2e4664050289 HTTP/1.1" status: 404 len: 336 time: 0.1130333 Feb 04 13:19:45.094153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39842) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.179725 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78a09-f7bb-4372-99c2-b0da4675f284 None None] Pushing event updated for resources: {'Port': ['ID=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.182636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 2001:db8::1da (38ea9f4b-8567-4ed0-816b-3898f832bb03/284322a4-3444-4e70-a57b-668838881b74/8ebc5852-6758-40bc-8615-e569974203d6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:45.195687 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9badf2b1-db46-4a72-9cc9-ada5a24328ca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:45.196576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9badf2b1-db46-4a72-9cc9-ada5a24328ca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:45.201245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9badf2b1-db46-4a72-9cc9-ada5a24328ca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1ab4ac3d-0a4d-4b4f-bd08-07c1003c650d HTTP/1.1" status: 404 len: 337 time: 0.1036780 Feb 04 13:19:45.202149 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Attempting to bind port fd18a4f6-4b24-44bd-af6e-f794eafc19fe on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:45.202503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.202734 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Attempting to bind port fd18a4f6-4b24-44bd-af6e-f794eafc19fe by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:45.203037 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Attempting to bind port fd18a4f6-4b24-44bd-af6e-f794eafc19fe on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:45.221315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:45.221694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:45.222098 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.222488 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:45.223057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Bound port: fd18a4f6-4b24-44bd-af6e-f794eafc19fe, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:45.223429 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.258785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.326066 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] For port fd18a4f6-4b24-44bd-af6e-f794eafc19fe, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:45.331684 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] For port fd18a4f6-4b24-44bd-af6e-f794eafc19fe, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:45.336951 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.402136 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02cf8d2-375c-4f27-81b6-d178483ca923 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:45.402716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02cf8d2-375c-4f27-81b6-d178483ca923 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:45.408043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e02cf8d2-375c-4f27-81b6-d178483ca923 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/5d72aeb5-915a-4ba1-b763-5b30d490c9cb HTTP/1.1" status: 404 len: 337 time: 0.1969740 Feb 04 13:19:45.409351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39852) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.409681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 334c950e-7279-495e-8704-3cd2540ab838 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:19:45.428819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.430256 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Routers {'0a1742be-b2f9-4386-a59b-f54530d8c9de'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:45.430894 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0a1742be-b2f9-4386-a59b-f54530d8c9de'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:45.479673 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f69a549-53b7-411d-8b47-d009f7cad8a3 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:45.480131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f69a549-53b7-411d-8b47-d009f7cad8a3 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:45.495067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.500611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6f69a549-53b7-411d-8b47-d009f7cad8a3 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/aac433d3-fde2-4c55-bace-b8681a8891f5 HTTP/1.1" status: 404 len: 337 time: 0.0845516 Feb 04 13:19:45.503736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.504537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.548724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.567496 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e78a09-f7bb-4372-99c2-b0da4675f284 None None] Pushing event updated for resources: {'Port': ['ID=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.603740 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba63b11-1681-418d-bcc8-4a6307efdcd2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:45.604033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba63b11-1681-418d-bcc8-4a6307efdcd2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:45.605545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dba63b11-1681-418d-bcc8-4a6307efdcd2 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/34e70841-59f0-4308-a365-07fa9b295671 HTTP/1.1" status: 404 len: 337 time: 0.0949123 Feb 04 13:19:45.611512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39864) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.665809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.675764 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] Set router 0a1742be-b2f9-4386-a59b-f54530d8c9de gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:45.720353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8d60ddc-43d8-4f97-a803-9aef2f234ed3 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 200 len: 205 time: 0.0815253 Feb 04 13:19:45.724730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.734008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=9e55b736-cd2f-426d-9510-80e53a50d6c2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:45.760122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.807583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252fcc6-5279-48fd-b876-425fa3fc6537 req-2d8f64d4-8af7-424e-bb73-18225717cdf3 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:45.809093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d252fcc6-5279-48fd-b876-425fa3fc6537 req-2d8f64d4-8af7-424e-bb73-18225717cdf3 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.4828844 Feb 04 13:19:45.854145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:45.858894 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-a5ea2573-a62e-406f-85ce-0df04c0a23d6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:45.859437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0fe30898-f199-4cb4-8023-8353d82267d0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8399091 Feb 04 13:19:45.859915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5ea2573-a62e-406f-85ce-0df04c0a23d6 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/f13407be-2def-48e9-b425-aebd87246f9f HTTP/1.1" status: 404 len: 336 time: 0.1254520 Feb 04 13:19:45.875683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:45.984538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-75a77da4-6dae-4af3-937f-b904a3232e75 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4acddf-1b18-4f08-8788-eaea75c6e077 HTTP/1.1" status: 200 len: 205 time: 0.1019270 Feb 04 13:19:45.988087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.014129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d252fcc6-5279-48fd-b876-425fa3fc6537 req-ba28dcc9-e223-43e7-8f9e-543d9756ac28 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920609 Feb 04 13:19:46.018482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.030365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.053013 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130'}], 'enable_snat': False}, 'gw_port_id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port': {'id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:38Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:46.057601 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6e151-8949-4a3a-ae43-ceb4086911c9 None None] The sync data for ids ['0a1742be-b2f9-4386-a59b-f54530d8c9de'] in n-d-820555-2 is: [{'id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130'}], 'enable_snat': False}, 'gw_port_id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:34Z', 'updated_at': '2022-02-04T13:19:40Z', 'revision_number': 3, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port': {'id': 'fd18a4f6-4b24-44bd-af6e-f794eafc19fe', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1742be-b2f9-4386-a59b-f54530d8c9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:38Z', 'updated_at': '2022-02-04T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:46.092810 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-4fb93d2a-3205-4ecc-a6e6-15f02c5bdb05 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:46.093900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4fb93d2a-3205-4ecc-a6e6-15f02c5bdb05 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/8a4acddf-1b18-4f08-8788-eaea75c6e077 HTTP/1.1" status: 404 len: 336 time: 0.0992353 Feb 04 13:19:46.098258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.120778 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca5fc2af-cccf-480b-b542-1f31c29782be tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3193 time: 0.5689633 Feb 04 13:19:46.140054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.154296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'network': {'name': 'tempest-network-smoke--342598882', 'project_id': '54f2c1156ba1412283f42962ed155414', 'port_security_enabled': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:46.159545 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffb28a8-bf2b-4846-8832-53ddf60e6cb7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:46.159995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffb28a8-bf2b-4846-8832-53ddf60e6cb7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:46.164076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ffb28a8-bf2b-4846-8832-53ddf60e6cb7 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1ae58fc5-8913-4811-a39d-b5b5a47132a0 HTTP/1.1" status: 404 len: 337 time: 0.0623510 Feb 04 13:19:46.164491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.164731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.168177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:46.202593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.208497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-8de6f4d9-7eb1-42bd-9e7a-2f0906a1601f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:46.209460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:network and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:46.221797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:46.229032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c874d84-2881-4647-93c8-494ade727e7e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 200 len: 205 time: 0.0633111 Feb 04 13:19:46.235625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39906) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.239588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:46.276994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-8de6f4d9-7eb1-42bd-9e7a-2f0906a1601f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:46.283626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-8de6f4d9-7eb1-42bd-9e7a-2f0906a1601f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1307508844&fields=id&tenant_id=05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 267 time: 0.1858757 Feb 04 13:19:46.285762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-71976d39-75b3-4f3c-830e-3775beb7eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.298552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.300540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.508284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.25.4.59 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d2f08a17-981c-4c6b-b174-deeee6ab8f52) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:46.522171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-c2a3e201-9be0-4be1-887c-17847daee77d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:46.524480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-c2a3e201-9be0-4be1-887c-17847daee77d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 811 time: 0.2391775 Feb 04 13:19:46.553153 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-69692c7c-c017-4de3-abf2-b8b0ab972aa4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:46.556848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69692c7c-c017-4de3-abf2-b8b0ab972aa4 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/056f14cc-9df0-4a1e-bbfc-28a49038a5df HTTP/1.1" status: 404 len: 336 time: 0.3174224 Feb 04 13:19:46.562273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.563517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=334c950e-7279-495e-8704-3cd2540ab838,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:46.564504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2d125129-0c93-476e-aaf9-461fd35cb8a4 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/quotas/05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 375 time: 0.0346942 Feb 04 13:19:46.572689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.576125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d43de-0a68-4ac2-95fb-c8c738ccd5e8 None None] Network dadd2f00-e373-4e58-8cc6-ba8780db66a8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:46.579553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:46.583574 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.606383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:46.618712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c3167879-496f-407d-a12a-c2abfe3cc3eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/334c950e-7279-495e-8704-3cd2540ab838 HTTP/1.1" status: 204 len: 168 time: 1.5319831 Feb 04 13:19:46.622131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:46.625267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39914) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.647190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:46.648208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:46.648817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.655305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebc5852-6758-40bc-8615-e569974203d6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:46.671978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d19db7e-887a-4143-81aa-f93fac4af4eb tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a436c97-eed6-4db0-b8a7-ec1db10524bc HTTP/1.1" status: 200 len: 205 time: 0.1036940 Feb 04 13:19:46.714109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39918) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.736222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:46.765307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6211fb72-b1f4-461c-ab64-ad4da0ed95bc tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0215471 Feb 04 13:19:46.771554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.819146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.819505 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Added segment 5469a628-8cda-4550-8882-4224368ba49a of type vlan for network 7758fa29-3988-4e54-9f10-527d2974c868 Feb 04 13:19:46.825775 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.837191 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2ebe5120-6dfc-4572-a82a-18b6f1e7f664 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:46.841151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ebe5120-6dfc-4572-a82a-18b6f1e7f664 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/5a436c97-eed6-4db0-b8a7-ec1db10524bc HTTP/1.1" status: 404 len: 336 time: 0.1241477 Feb 04 13:19:46.842768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:46.869556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.913220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.917257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] DHCP port deletion for dadd2f00-e373-4e58-8cc6-ba8780db66a8 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:19:46.923433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Deleting port d39f1cab-3592-4374-af18-330e9a6083ad {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:46.924013 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.934456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting port 8ebc5852-6758-40bc-8615-e569974203d6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:46.934857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:46.985133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port d39f1cab-3592-4374-af18-330e9a6083ad {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:46.985502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.072231 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6459074-6b1b-4855-ae63-a4f2be1bdfa9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:47.072797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6459074-6b1b-4855-ae63-a4f2be1bdfa9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:47.109400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6459074-6b1b-4855-ae63-a4f2be1bdfa9 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/1822ebe6-d24c-453a-b500-c66194f5e72f HTTP/1.1" status: 404 len: 337 time: 0.2649660 Feb 04 13:19:47.119385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.169203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] For port d39f1cab-3592-4374-af18-330e9a6083ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d39f1cab-3592-4374-af18-330e9a6083ad,segment=NetworkSegment(326b5a9f-55a2-4cd6-81c6-9b0517e86701),segment_id=326b5a9f-55a2-4cd6-81c6-9b0517e86701)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:47.169547 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.221937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-622f2449-d876-4ae5-8804-8c90b61a17be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5478358 Feb 04 13:19:47.282059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.335016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Calling delete_port for d39f1cab-3592-4374-af18-330e9a6083ad owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:47.341149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9688049b-16ed-40ff-9050-8a2c9193bd0d tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dfe00d4-8db1-488e-86b5-85510595fc84 HTTP/1.1" status: 200 len: 205 time: 0.2135396 Feb 04 13:19:47.350875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.432905 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-34ccf5be-cafc-4f06-a241-42b1e7c5661e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:47.434369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-34ccf5be-cafc-4f06-a241-42b1e7c5661e tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/3dfe00d4-8db1-488e-86b5-85510595fc84 HTTP/1.1" status: 404 len: 336 time: 0.0820541 Feb 04 13:19:47.434951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.443266 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.445155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.450066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:47.450837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.471874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.490853 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-68209927-a5eb-416f-a6de-305ceae50eca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:47.491315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68209927-a5eb-416f-a6de-305ceae50eca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:47.495444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68209927-a5eb-416f-a6de-305ceae50eca tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/3d2c62c2-ebd7-458b-a7e7-c6fcaaf6c6e7 HTTP/1.1" status: 404 len: 337 time: 0.0469356 Feb 04 13:19:47.496684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39946) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.527292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] Pushing event deleted for resources: {'Port': ['ID=d39f1cab-3592-4374-af18-330e9a6083ad,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:47.532431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abd222-2b0c-4788-8438-fd0353eb7ce2 None None] No DVR routers for this DVR port d39f1cab-3592-4374-af18-330e9a6083ad on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:19:47.567559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-60d6133f-d519-4f77-ab67-3f7840971e68 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f3d23f-56a5-410d-9829-18d03ed3b91a HTTP/1.1" status: 200 len: 205 time: 0.0666893 Feb 04 13:19:47.569234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39950) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.639381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port d39f1cab-3592-4374-af18-330e9a6083ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d39f1cab-3592-4374-af18-330e9a6083ad,segment=NetworkSegment(326b5a9f-55a2-4cd6-81c6-9b0517e86701),segment_id=326b5a9f-55a2-4cd6-81c6-9b0517e86701)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:47.639875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.645838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.658942 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5177851 Feb 04 13:19:47.661479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.698152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-d69e04ef-6ac0-4d05-b451-1c8e9c93a141 service neutron] 10.222.0.53 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749765 Feb 04 13:19:47.705503 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-e087c51a-7e1c-4e24-a9dd-a20242c6e6f1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] delete failed (client error): The resource could not be found. Feb 04 13:19:47.708768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e087c51a-7e1c-4e24-a9dd-a20242c6e6f1 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/routers/08f3d23f-56a5-410d-9829-18d03ed3b91a HTTP/1.1" status: 404 len: 336 time: 0.1363895 Feb 04 13:19:47.718524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.748896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'admin_state_up': True, 'project_id': '54f2c1156ba1412283f42962ed155414', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:47.757984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:47.761925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:router and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:47.765273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:47.770750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd18a4f6-4b24-44bd-af6e-f794eafc19fe up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:47.772303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:47.848311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fd18a4f6-4b24-44bd-af6e-f794eafc19fe completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:47.853403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fd18a4f6-4b24-44bd-af6e-f794eafc19fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:47.853767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.856243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.857280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.867586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for d39f1cab-3592-4374-af18-330e9a6083ad owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:47.901572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:47.909520 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dc2f11-6887-41d5-be01-385eed1f96cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:47.909985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dc2f11-6887-41d5-be01-385eed1f96cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:47.911684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-61dc2f11-6887-41d5-be01-385eed1f96cf tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/b0f3f144-e5af-4851-bc68-eba04224ae01 HTTP/1.1" status: 404 len: 337 time: 0.0603616 Feb 04 13:19:47.912012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98124e8-137b-4a3a-81f8-7e01f5fccb2d tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Network': ['ID=7758fa29-3988-4e54-9f10-527d2974c868,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:47.912540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:47.914345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39962) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:47.918983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-b247f6bf-94d9-47c9-a9f6-b5c126a01682 service neutron] 10.222.0.53 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048182 Feb 04 13:19:47.922189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:47.930228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 7758fa29-3988-4e54-9f10-527d2974c868 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:47.977378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:47.996886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=d2f08a17-981c-4c6b-b174-deeee6ab8f52,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:48.014277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dbbc1-b1aa-4aa2-ad32-53f2cd1249ce req-966da8b0-722f-4e0f-be29-7c20aaa5658d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:48.021758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce5dbbc1-b1aa-4aa2-ad32-53f2cd1249ce req-966da8b0-722f-4e0f-be29-7c20aaa5658d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.6801436 Feb 04 13:19:48.023369 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7003cbdf-2cd0-4c4e-aeee-9f7f933e7282 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:19:48.023832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7003cbdf-2cd0-4c4e-aeee-9f7f933e7282 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:19:48.025568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7003cbdf-2cd0-4c4e-aeee-9f7f933e7282 tempest-RoutersTest-387945507 tempest-RoutersTest-387945507-project] 10.222.0.53 "DELETE /v2.0/subnets/b5aa2314-858a-4f27-9605-c83c12ae6784 HTTP/1.1" status: 404 len: 337 time: 0.1056983 Feb 04 13:19:48.044765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:48.267194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:48.291102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fd18a4f6-4b24-44bd-af6e-f794eafc19fe, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:48.298446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:48.448761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1140a315-e06b-4a23-8858-992dcb3ab32d req-1e1f4c44-c7d5-4a33-a232-08b685d2b58a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.1531458 Feb 04 13:19:48.454394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d39f1cab-3592-4374-af18-330e9a6083ad no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:19:48.516281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Calling delete_port for 8ebc5852-6758-40bc-8615-e569974203d6 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:48.598422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d39f1cab-3592-4374-af18-330e9a6083ad {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:19:48.598973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d39f1cab-3592-4374-af18-330e9a6083ad not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:19:48.638846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:48.648017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:19:48.648960 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:19:48.657446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39980) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:48.682634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:48.775344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce5dbbc1-b1aa-4aa2-ad32-53f2cd1249ce req-1f34a472-c5d8-42f2-809b-1f18bfff6476 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7526007 Feb 04 13:19:48.823946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:48.997741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.142396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.190823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port d39f1cab-3592-4374-af18-330e9a6083ad {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:49.190823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.242995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ebc5852-6758-40bc-8615-e569974203d6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:49.304868 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-53a39b22-c8d0-47b7-9a0d-7d5cfa992979 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=327e040138ae4b8bb9b5e5122819d849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471372 Feb 04 13:19:49.308112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:49.314678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port 'd39f1cab-3592-4374-af18-330e9a6083ad' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:19:49.319986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.444017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c24a0-f571-4911-9190-048ed19e0cc8 req-0ba7e8a9-c3ce-4dbb-97ab-94e709239dfe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:49.444244 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c05f390-3e58-4b6a-b39b-b4a1b22b9e27 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8ebc5852-6758-40bc-8615-e569974203d6 HTTP/1.1" status: 204 len: 168 time: 2.6677926 Feb 04 13:19:49.445468 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc6c24a0-f571-4911-9190-048ed19e0cc8 req-0ba7e8a9-c3ce-4dbb-97ab-94e709239dfe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.3494301 Feb 04 13:19:49.450740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 39996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:49.464146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.464988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03', 'external_fixed_ips': [{'subnet_id': '284322a4-3444-4e70-a57b-668838881b74', 'ip_address': '2001:db8::1da'}]}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:49.504583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadd2f00-e373-4e58-8cc6-ba8780db66a8']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:49.520269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326b5a9f-55a2-4cd6-81c6-9b0517e86701') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:49.520540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326b5a9f-55a2-4cd6-81c6-9b0517e86701') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:49.540610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:49.566535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:router and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:49.572157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:49.596954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:49.617530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.620619 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.642963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc6c24a0-f571-4911-9190-048ed19e0cc8 req-3f0067e9-7b25-42db-89a1-ea65d6bde18d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720302 Feb 04 13:19:49.750770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.754024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.755074 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.774455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.790060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd18a4f6-4b24-44bd-af6e-f794eafc19fe up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:49.866518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.928514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fd18a4f6-4b24-44bd-af6e-f794eafc19fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:49.928880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:49.951372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-13bf9587-9cfb-4216-9310-6effc54f788d req-150b11db-b0fe-47b6-a7f5-3edbaaaea447 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:49.966691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.015219 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.030784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-833ab7e3-5f3d-4ff2-92c8-fb0edc8506d6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:50.032325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-833ab7e3-5f3d-4ff2-92c8-fb0edc8506d6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 811 time: 0.3152752 Feb 04 13:19:50.101909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.117567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:19:50.117984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:19:50.134873 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:19:50.160989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.353514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-13bf9587-9cfb-4216-9310-6effc54f788d req-150b11db-b0fe-47b6-a7f5-3edbaaaea447 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:50.354694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13bf9587-9cfb-4216-9310-6effc54f788d req-150b11db-b0fe-47b6-a7f5-3edbaaaea447 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.6755667 Feb 04 13:19:50.386931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.25.4.89 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/edded936-244b-40c2-bf73-732387c09608) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:50.391606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.397257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.436024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=dadd2f00-e373-4e58-8cc6-ba8780db66a8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:50.453426 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9ff5f34-c95d-45d6-8ed5-0cdc1ee106d8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/dadd2f00-e373-4e58-8cc6-ba8780db66a8 HTTP/1.1" status: 204 len: 168 time: 3.8246906 Feb 04 13:19:50.470309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:50.587917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.625286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.686069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727990837', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:50.690987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:50.693867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:50.696405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:50.699267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-0d1ac021-9628-4482-a02a-a105fad50d27 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 380 time: 0.6493042 Feb 04 13:19:50.709233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.727921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:50.737069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'port': {'device_id': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'admin_state_up': True, 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'security_groups': ['e0869a7b-9c48-4e74-a95a-9844189d6b75']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:50.742585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=edded936-244b-40c2-bf73-732387c09608,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:50.755507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:50.767544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:50.847816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:50.868427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.966523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56d45c-8213-4bb9-a5bc-1e3783b8bdf1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:50.996731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:50.997739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.037843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-698b63ed-e47b-4fc3-baa5-522cb8ca67e8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:51.039339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-698b63ed-e47b-4fc3-baa5-522cb8ca67e8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.7393444 Feb 04 13:19:51.058456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router dc64b4de-0b60-4959-97a2-29dd20ac0b25 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:51.083146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.084266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-942f2732-b68b-4a37-aad5-c5dbd78f54e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee56d45c-8213-4bb9-a5bc-1e3783b8bdf1 HTTP/1.1" status: 204 len: 168 time: 1.7743075 Feb 04 13:19:51.087178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.108163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-c4549cef-a052-4dec-b3ab-77bb357f0220 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/quotas/c2b8535069ac4b3dbafb2c0b4d5991ee HTTP/1.1" status: 200 len: 375 time: 0.0517223 Feb 04 13:19:51.157303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.253338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:51.265395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:51.283842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:51.364023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.487707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Made reservation on behalf of 05233dc809be4b05aa74073c0adf6ccb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:51.491221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.530061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.531838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cceb57ec-1e5d-4e3a-88fe-72b80d2d4fae tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0548096 Feb 04 13:19:51.542547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:51.566495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809807567'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:51.623460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c98801c9-fc8d-400f-a59e-d6655e0ef5a3 req-02ed1cb1-516c-4746-be46-829e9f0a2a3e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.0586922 Feb 04 13:19:51.637867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:51.672787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:51.674742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:51.682841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Sync routers for ids ['dc64b4de-0b60-4959-97a2-29dd20ac0b25'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:51.698868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Routers {'dc64b4de-0b60-4959-97a2-29dd20ac0b25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:51.701527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['dc64b4de-0b60-4959-97a2-29dd20ac0b25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:51.717861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:51.733427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-2b237ae8-83fc-4c02-bcbd-0691d8b0602a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5478582 Feb 04 13:19:51.743369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:51.763214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:52.031380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.034853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-270fb171-fd8f-4619-9137-957261fb0446 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 7.6238608 Feb 04 13:19:52.039552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40056) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:52.057896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Set router dc64b4de-0b60-4959-97a2-29dd20ac0b25 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:52.062950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:52.066341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.092013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40060) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:52.129374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:19:52.345808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2285d639-6d05-4a50-a877-c5076e8eb70a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/dc64b4de-0b60-4959-97a2-29dd20ac0b25 HTTP/1.1" status: 200 len: 905 time: 0.3050101 Feb 04 13:19:52.349256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:52.375504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc64b4de-0b60-4959-97a2-29dd20ac0b25', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd2f08a17-981c-4c6b-b174-deeee6ab8f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:19:48Z', 'revision_number': 3, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port': {'id': 'd2f08a17-981c-4c6b-b174-deeee6ab8f52', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc64b4de-0b60-4959-97a2-29dd20ac0b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:46Z', 'updated_at': '2022-02-04T13:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:52.379547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Checking router: dc64b4de-0b60-4959-97a2-29dd20ac0b25 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:52.379899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Updating router dc64b4de-0b60-4959-97a2-29dd20ac0b25 port d2f08a17-981c-4c6b-b174-deeee6ab8f52 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:52.433781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.473547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1087842367'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:52.499351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:52.501567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:52.513878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Allocated IP 172.20.0.7 (a5867c68-4bfe-420f-a808-06c9ce043b9a/f367a4a0-8005-40c3-b598-47e489503a04/2a8b3c73-a29d-40eb-bd92-59a694a0891b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:52.514143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:19:52.530998 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Sync routers for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:19:52.546965 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:52.548988 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:52.611685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.611924 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 47914166-7087-409d-8b4b-2110ea3cf16d of type vlan for network ec34714c-c4ef-4069-8efb-ff586b3782a2 Feb 04 13:19:52.631752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.637809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3db01478-07c7-402f-9ff0-32fc75873149 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9644017 Feb 04 13:19:52.638889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40070) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:52.640859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.651179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.670142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Usage tracker for resource:network and tenant:4e1dded22c3f49738cfda5c41bfe2b92 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:52.673762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:52.680340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:52.736491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Made reservation on behalf of 4e1dded22c3f49738cfda5c41bfe2b92 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:52.740385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.769978 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:52.811052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-f596c993-c43c-4411-a271-c42b579f46ce service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529995 Feb 04 13:19:52.917674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.933246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Transition to ACTIVE for port object d2f08a17-981c-4c6b-b174-deeee6ab8f52 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:52.941742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:52.976054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-80750fb2-bede-4bde-8ef7-13548d0967c0 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639850 Feb 04 13:19:53.022654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.029631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Attempting to bind port d2f08a17-981c-4c6b-b174-deeee6ab8f52 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:53.030010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Attempting to bind port d2f08a17-981c-4c6b-b174-deeee6ab8f52 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:53.031056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Attempting to bind port d2f08a17-981c-4c6b-b174-deeee6ab8f52 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:53.035751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.038145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.041827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:53.042219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:53.042660 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.043181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:53.043570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Bound port: d2f08a17-981c-4c6b-b174-deeee6ab8f52, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:53.043949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.056493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.079853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.107314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0bbcb24f-44c3-4721-85c2-ea4228b1b87f req-dbdf32ba-dac0-40d5-963e-3d0f18f881c7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.0632660 Feb 04 13:19:53.126320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:19:50Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:53.126753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Deleting port d2f08a17-981c-4c6b-b174-deeee6ab8f52 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:53.127615 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.130993 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Checking router: 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:19:53.131386 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Updating router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 port edded936-244b-40c2-bf73-732387c09608 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:19:53.157361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] For port d2f08a17-981c-4c6b-b174-deeee6ab8f52, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:53.161042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] For port d2f08a17-981c-4c6b-b174-deeee6ab8f52, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d2f08a17-981c-4c6b-b174-deeee6ab8f52,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:53.166558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602e1fc-95bc-401a-b947-7260f1a6454d None None] Pushing event updated for resources: {'Port': ['ID=d2f08a17-981c-4c6b-b174-deeee6ab8f52,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:53.170408 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.211669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d541a-3843-411d-b6e7-be3043922171 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.213607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9f8d541a-3843-411d-b6e7-be3043922171 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=54f2c1156ba1412283f42962ed155414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5653739 Feb 04 13:19:53.217285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40078) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:53.265255 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.284177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:53.288757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Usage tracker for resource:security_group_rule and tenant:4e1dded22c3f49738cfda5c41bfe2b92 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:53.292150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:53.294709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Routers {'dc64b4de-0b60-4959-97a2-29dd20ac0b25'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:53.295506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['dc64b4de-0b60-4959-97a2-29dd20ac0b25'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:53.300098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:53.449713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602e1fc-95bc-401a-b947-7260f1a6454d None None] Pushing event updated for resources: {'Port': ['ID=d2f08a17-981c-4c6b-b174-deeee6ab8f52,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:53.466423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] Set router dc64b4de-0b60-4959-97a2-29dd20ac0b25 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:53.562353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc599add-b879-496b-b8c1-37156c38279d req-b48d2aba-351d-4d46-a089-8767e99f6d50 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.1756082 Feb 04 13:19:53.592382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=ec34714c-c4ef-4069-8efb-ff586b3782a2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:53.602429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc64b4de-0b60-4959-97a2-29dd20ac0b25', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 4, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:53.611814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:53.615725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40090) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:53.617863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0572dadd-3c50-46ca-982c-699a86c5b58c tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0676494 Feb 04 13:19:53.623672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:53.641833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a035ddc-7e21-480b-a888-ff54a2206ea2 None None] The sync data for ids ['dc64b4de-0b60-4959-97a2-29dd20ac0b25'] in n-d-820555-2 is: [{'id': 'dc64b4de-0b60-4959-97a2-29dd20ac0b25', 'name': 'tempest-snat-router-46959449', 'tenant_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:19:53Z', 'revision_number': 4, 'project_id': 'e33ad6c1569543bf9c5c28659a5e6fca', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:53.925268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e2db07-c66a-4eb9-9a8d-d5f2b23e76e9 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.925716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e2db07-c66a-4eb9-9a8d-d5f2b23e76e9 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:53.927278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d5e2db07-c66a-4eb9-9a8d-d5f2b23e76e9 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.7082496 Feb 04 13:19:53.944297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:53.968076 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:53.988920 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Transition to ACTIVE for port object edded936-244b-40c2-bf73-732387c09608 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:53.997997 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.010940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] For port d2f08a17-981c-4c6b-b174-deeee6ab8f52, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d2f08a17-981c-4c6b-b174-deeee6ab8f52,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:54.011375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.024406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-754c593e-9f48-4f3e-87e7-b96684269d89 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746152 Feb 04 13:19:54.033307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40098) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.067287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.094025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Transition to ACTIVE for port object 2a8b3c73-a29d-40eb-bd92-59a694a0891b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:54.102011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Attempting to bind port edded936-244b-40c2-bf73-732387c09608 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:54.102388 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Attempting to bind port edded936-244b-40c2-bf73-732387c09608 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:54.102933 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Attempting to bind port edded936-244b-40c2-bf73-732387c09608 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:54.118252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:54.118914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:54.119884 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.120134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:54.120670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Bound port: edded936-244b-40c2-bf73-732387c09608, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:54.121048 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.137660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.174584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.188555 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e085cc-943f-4d0c-ba79-5fe5e8b27de3 None None] Pushing event updated for resources: {'Port': ['ID=edded936-244b-40c2-bf73-732387c09608,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:54.218649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Calling delete_port for d2f08a17-981c-4c6b-b174-deeee6ab8f52 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:54.230575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.234750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.265394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4dca58f9-af43-43ae-8117-c7ca3a5a5190 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=38ea9f4b-8567-4ed0-816b-3898f832bb03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2293630 Feb 04 13:19:54.273334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:54.275323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.287553 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] For port edded936-244b-40c2-bf73-732387c09608, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:54.291061 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] For port edded936-244b-40c2-bf73-732387c09608, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=edded936-244b-40c2-bf73-732387c09608,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:54.296639 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.322778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69f907dc-a621-479d-807b-222a2a9deb28 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=54f2c1156ba1412283f42962ed155414&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463257 Feb 04 13:19:54.325931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:54.329104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.334763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:54.373610 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:19:54.374337 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:54.382695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:19:54.420422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:54.430322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a00685c1-081e-4282-ac5b-0cee759b4adf req-efc1ee41-8a80-4328-bded-164c2ccaa79e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:19:54.442166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.459204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e085cc-943f-4d0c-ba79-5fe5e8b27de3 None None] Pushing event updated for resources: {'Port': ['ID=edded936-244b-40c2-bf73-732387c09608,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:54.461148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.471250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:54.475543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.490824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28284520-9933-4034-89e8-7f76cbceed61,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:54.495137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.495499 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Added segment c28ce7e1-b96d-4187-af44-119b5be00763 of type vlan for network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 Feb 04 13:19:54.606808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:19:54.656589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f632a9f-b56e-4549-95ed-a65516a0d28e tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.657222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f632a9f-b56e-4549-95ed-a65516a0d28e tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.658793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f632a9f-b56e-4549-95ed-a65516a0d28e tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.3264499 Feb 04 13:19:54.662349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40114) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.721873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46db7649-9ca9-4646-9957-c186ecac4d12 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551796 Feb 04 13:19:54.753687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.777866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.845644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a00685c1-081e-4282-ac5b-0cee759b4adf req-efc1ee41-8a80-4328-bded-164c2ccaa79e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:19:54.859265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a00685c1-081e-4282-ac5b-0cee759b4adf req-efc1ee41-8a80-4328-bded-164c2ccaa79e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.5600951 Feb 04 13:19:54.880579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-551885aa-9a17-4e96-8940-44bccea671e9 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=38ea9f4b-8567-4ed0-816b-3898f832bb03&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977507 Feb 04 13:19:54.895231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1da6091f-9331-472a-ab6f-b503b87ee5f9 req-71064f08-4121-4ab2-95d6-7a24c5522b66 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.1162865 Feb 04 13:19:54.895796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40122) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:54.944241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-973317538', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'project_id': '54f2c1156ba1412283f42962ed155414', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:54.951195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.968527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:54.973235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:54.976157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:54.981189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:54.981768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:55.040126 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:19:50Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:19:55.045291 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2e5f2-adee-4067-a641-1b6b2ca7f130 None None] The sync data for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 is: [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:19:50Z', 'revision_number': 3, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:19:55.129121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:55.140789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:55.160635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Usage tracker for resource:subnet and tenant:54f2c1156ba1412283f42962ed155414 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:55.228931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:55.232307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2f08a17-981c-4c6b-b174-deeee6ab8f52,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:55.265426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:55.398061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:55.408936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:55.419661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:55.422572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:55.502254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:55.552881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:55.617279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 2001:db8::1da (38ea9f4b-8567-4ed0-816b-3898f832bb03/284322a4-3444-4e70-a57b-668838881b74/c82dcdb8-05ff-48ff-a483-91c985e434e2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:55.711797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event updated for resources: {'Network': ['ID=2e5c9d0f-b24c-407b-a30a-f05b5dc75294,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:55.729184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:19:55.879357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device edded936-244b-40c2-bf73-732387c09608 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:56.004572 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.016992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ec74e395-8c5f-434c-bdaf-8577dda29749 None None] Provisioning for port 2a8b3c73-a29d-40eb-bd92-59a694a0891b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:56.044628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:56.046464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.047202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ec74e395-8c5f-434c-bdaf-8577dda29749 None None] Provisioning complete for port 2a8b3c73-a29d-40eb-bd92-59a694a0891b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:56.047761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ec74e395-8c5f-434c-bdaf-8577dda29749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.059023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-576feb6f-f9f3-4ea2-8b57-c43de56974b9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:56.060852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-576feb6f-f9f3-4ea2-8b57-c43de56974b9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 1.1577520 Feb 04 13:19:56.068652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.083771 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.094428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Request body: {'port': {'device_id': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'admin_state_up': True, 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:56.114988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port edded936-244b-40c2-bf73-732387c09608 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:56.124170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.126053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port edded936-244b-40c2-bf73-732387c09608 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:56.126651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.129432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f049663-65a2-4a97-bd70-624583c9de92 req-8a4a4663-31f2-4d6f-ae2a-9ec1cd1df407 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.0756214 Feb 04 13:19:56.175082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=c19ee246-4a45-42ba-bae3-e247e1b05bab,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:56.177799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ec74e395-8c5f-434c-bdaf-8577dda29749 None None] Port 2a8b3c73-a29d-40eb-bd92-59a694a0891b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:19:56.190564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:56.191307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: ec34714c-c4ef-4069-8efb-ff586b3782a2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:56.256260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.256784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc64b4de-0b60-4959-97a2-29dd20ac0b25 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:56.261716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:56.302732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ec34714c-c4ef-4069-8efb-ff586b3782a2) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:56.307422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:56.308015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.323319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eea538-793a-4aa5-9cfa-e556b0084b68 None None] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:56.330515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 38ea9f4b-8567-4ed0-816b-3898f832bb03 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:56.349364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.352891 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-37f4714f-be78-4f6c-bb91-b68de306f26a tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/routers/dc64b4de-0b60-4959-97a2-29dd20ac0b25 HTTP/1.1" status: 204 len: 168 time: 4.0001228 Feb 04 13:19:56.353968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:56.409697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:56.441347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e3f873d-d824-4341-9852-fbeb046b1d0f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.3358109 Feb 04 13:19:56.441347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-ffe4d358-ba66-4441-a631-1f6859bdcda0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7058928 Feb 04 13:19:56.441347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:56.473586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:56.486349 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.539958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port edded936-244b-40c2-bf73-732387c09608, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=edded936-244b-40c2-bf73-732387c09608,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:56.553463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.621495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.726120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ca026b64-9d97-41cb-a0c9-255f0d2ac818 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0988486 Feb 04 13:19:56.775619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:56.812405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=edded936-244b-40c2-bf73-732387c09608,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:56.829912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-ec34714c-c4ef-4069-8efb-ff586b3782a2', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:56.829912 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.854075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Request body: {'subnet': {'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:56.942825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:56.997279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=c82dcdb8-05ff-48ff-a483-91c985e434e2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:57.100537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Allocated IP 2001:db8::2 (ec34714c-c4ef-4069-8efb-ff586b3782a2/c19ee246-4a45-42ba-bae3-e247e1b05bab/701f12e0-7b06-4122-9f11-03057ce85d9d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:57.126737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Request body: {'port': {'device_id': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:57.363891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.375086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Transition to ACTIVE for port object 701f12e0-7b06-4122-9f11-03057ce85d9d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:57.395077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Transition to ACTIVE for port object 701f12e0-7b06-4122-9f11-03057ce85d9d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:57.400586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.420342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.470286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Pushing event updated for resources: {'Port': ['ID=701f12e0-7b06-4122-9f11-03057ce85d9d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:57.488843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:57.490062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:57.492576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:57.588058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Attempting to bind port 701f12e0-7b06-4122-9f11-03057ce85d9d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:57.588406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Attempting to bind port 701f12e0-7b06-4122-9f11-03057ce85d9d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:57.588583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Attempting to bind port 701f12e0-7b06-4122-9f11-03057ce85d9d on network ec34714c-c4ef-4069-8efb-ff586b3782a2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:57.589736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Subnet': ['ID=515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:57.595776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:57.596717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Checking segment: {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:57.596717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.597047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Bound using segment: {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:57.597384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Bound port: 701f12e0-7b06-4122-9f11-03057ce85d9d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:57.597762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.597944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:57.601791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Usage tracker for resource:subnet and tenant:4e1dded22c3f49738cfda5c41bfe2b92 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:57.604838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:57.605917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ef22b37-6cb0-4af5-bb3a-b1f925fb6431 req-22e4b41f-ce57-4196-9ccd-ce2e2b4ca908 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.3019073 Feb 04 13:19:57.609455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Checking segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:57.609731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network hostable DHCP agents. Network: 7758fa29-3988-4e54-9f10-527d2974c868, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:19:57.612366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:57.614710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.663416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Made reservation on behalf of 4e1dded22c3f49738cfda5c41bfe2b92 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:57.667637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.687299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:57.708655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] For port 701f12e0-7b06-4122-9f11-03057ce85d9d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:57.712669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] For port 701f12e0-7b06-4122-9f11-03057ce85d9d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=701f12e0-7b06-4122-9f11-03057ce85d9d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:57.719384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.773516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Deleting port fd18a4f6-4b24-44bd-af6e-f794eafc19fe {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:19:57.781298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.786584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67376199-576e-4d08-9c00-d5e03b53da30 req-56bf4c22-51c1-4fae-afd8-02c4ac8ca57f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:57.788124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67376199-576e-4d08-9c00-d5e03b53da30 req-56bf4c22-51c1-4fae-afd8-02c4ac8ca57f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 931 time: 1.7068851 Feb 04 13:19:57.807733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:19:57.823636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f769f04-2346-45be-8c5c-49f364348e0d None None] Pushing event updated for resources: {'Port': ['ID=701f12e0-7b06-4122-9f11-03057ce85d9d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:57.831294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device edded936-244b-40c2-bf73-732387c09608 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:19:57.862817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 7758fa29-3988-4e54-9f10-527d2974c868 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:19:57.937416 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.950654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port edded936-244b-40c2-bf73-732387c09608 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:19:57.951540 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:57.996419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 7758fa29-3988-4e54-9f10-527d2974c868) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:58.011474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:19:58.012211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c31bfd-2e3b-478f-9b3b-b473dc2aadbc None None] Network 7758fa29-3988-4e54-9f10-527d2974c868 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:58.012428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.047561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:19:58.051448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.187319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7bdf9379-d951-4b50-8981-5116724e2a36 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2856579 Feb 04 13:19:58.261892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:58.302201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] For port fd18a4f6-4b24-44bd-af6e-f794eafc19fe, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:19:58.302556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.375345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-7758fa29-3988-4e54-9f10-527d2974c868', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'fixed_ips': [{'subnet_id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:19:58.376440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.476224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Calling delete_port for fd18a4f6-4b24-44bd-af6e-f794eafc19fe owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:19:58.504279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67376199-576e-4d08-9c00-d5e03b53da30 req-b6fdb828-60e0-4b4a-910b-3b17de2863d2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6918740 Feb 04 13:19:58.538523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.17 (0ba303b8-c9d7-4f4f-986b-83196b7ea617/542fd579-d981-4505-a88e-a21765660b9a/7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:58.548815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.564828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Allocated IP 172.20.0.18 (7758fa29-3988-4e54-9f10-527d2974c868/515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d/497fb392-a015-472b-84af-a8affadc93f7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:58.707743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8::1 (ec34714c-c4ef-4069-8efb-ff586b3782a2/c19ee246-4a45-42ba-bae3-e247e1b05bab/6e7d2671-fbf2-4e67-80e5-f53fa383457d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:58.882769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-116a4fdc-4221-45af-880f-619490781e00 req-c8cce416-1aaf-48d7-bfcd-165376b340f2 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.0700657 Feb 04 13:19:58.915234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:58.928964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Transition to ACTIVE for port object 497fb392-a015-472b-84af-a8affadc93f7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:58.964927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Transition to ACTIVE for port object 497fb392-a015-472b-84af-a8affadc93f7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:58.973754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.026159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.042982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.076576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Pushing event updated for resources: {'Port': ['ID=497fb392-a015-472b-84af-a8affadc93f7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.088106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Network 7758fa29-3988-4e54-9f10-527d2974c868 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:59.089383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:59.094239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:59.121227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd18a4f6-4b24-44bd-af6e-f794eafc19fe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.135429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 6e7d2671-fbf2-4e67-80e5-f53fa383457d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:19:59.192167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Attempting to bind port 497fb392-a015-472b-84af-a8affadc93f7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:19:59.192650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Attempting to bind port 497fb392-a015-472b-84af-a8affadc93f7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:19:59.193081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Attempting to bind port 497fb392-a015-472b-84af-a8affadc93f7 on network 7758fa29-3988-4e54-9f10-527d2974c868 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:19:59.199165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:19:59.199629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Checking segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:19:59.200295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.200767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Bound using segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:19:59.201309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Bound port: 497fb392-a015-472b-84af-a8affadc93f7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:19:59.202308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.265280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.296806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:19:59.305158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Allocated IP 172.20.0.13 (cdb80ad3-e3f7-413c-8601-dd0353ef3331/e40ccebf-5f84-4dd1-b707-1866c430ed59/5ad39bf4-7b87-42be-96b8-aa43c8aa3a53) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:19:59.335624 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.340935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1da60-c25b-46cf-a76f-588aaebd97eb None None] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:19:59.424589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] For port 497fb392-a015-472b-84af-a8affadc93f7, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:19:59.453980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] For port 497fb392-a015-472b-84af-a8affadc93f7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=497fb392-a015-472b-84af-a8affadc93f7,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:19:59.460274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-31b179ef-7ce5-41c6-89fb-608d788de3bd None None] Provisioning for port 701f12e0-7b06-4122-9f11-03057ce85d9d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:19:59.474949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.550942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.641223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9cb4-7490-4b92-abc9-2e0bc6552c97 None None] Pushing event updated for resources: {'Port': ['ID=497fb392-a015-472b-84af-a8affadc93f7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.669940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:19:59.687748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.690545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:19:59.698719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.736433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8b3c73-a29d-40eb-bd92-59a694a0891b {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:19:59.754757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.757483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:19:59.758485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.812171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.812678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1742be-b2f9-4386-a59b-f54530d8c9de {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:19:59.833190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event updated for resources: {'Subnet': ['ID=d2362db2-231b-4e50-b0e5-bc5399aa1f10,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:19:59.841308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.842845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-57b33e0b-a777-4596-a0ca-3c2df9684512 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0a1742be-b2f9-4386-a59b-f54530d8c9de HTTP/1.1" status: 204 len: 168 time: 3.4875078 Feb 04 13:19:59.906979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40154) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:19:59.923997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:19:59.937981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1004104592', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:19:59.963680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:19:59.969272 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:19:59.973554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:19:59.976872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:19:59.992758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:00.011005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 701f12e0-7b06-4122-9f11-03057ce85d9d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:00.022431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.029755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.142004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.143966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.177921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 701f12e0-7b06-4122-9f11-03057ce85d9d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:00.185370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 701f12e0-7b06-4122-9f11-03057ce85d9d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:00.187073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.225346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e409b7c4-0a7b-43c5-a5a3-27d000be7a8b req-ec3f4cc6-7e2f-4057-9fab-1891a75d5de0 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.0717530 Feb 04 13:20:00.236662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.282875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Provisioning complete for port 701f12e0-7b06-4122-9f11-03057ce85d9d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:00.283283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.310504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:00.327475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Transition to ACTIVE for port object 2a8b3c73-a29d-40eb-bd92-59a694a0891b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:00.340550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Checking segment: {'id': 'c28ce7e1-b96d-4187-af44-119b5be00763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:00.341554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Network hostable DHCP agents. Network: 2e5c9d0f-b24c-407b-a30a-f05b5dc75294, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:20:00.376955 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.443966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.485704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.570764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 701f12e0-7b06-4122-9f11-03057ce85d9d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=701f12e0-7b06-4122-9f11-03057ce85d9d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:00.581038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.600743 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.782776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:00.783140 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:00.788163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=701f12e0-7b06-4122-9f11-03057ce85d9d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:00.798545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:00.892639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:20:01.084576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.102076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.104602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.104602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.105841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.410918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Provisioning for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:01.423154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Provisioning complete for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:01.423527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.508801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-abb87440-96f1-474b-8cea-083cfbdfd325 None None] Port 6e7d2671-fbf2-4e67-80e5-f53fa383457d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:01.545883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:01.551262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dfef4139-083b-4b94-9d8b-7e753c0890e5 req-28ed28a1-daca-4853-afce-da2d1bfa28a0 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.0967634 Feb 04 13:20:01.594872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:01.655900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.661848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9f017a73-391d-401c-830a-67654aab02e4 None None] Provisioning complete for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:01.662217 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9f017a73-391d-401c-830a-67654aab02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.712992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.727723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:01.735260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 2e5c9d0f-b24c-407b-a30a-f05b5dc75294) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:01.736881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:01.755199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cd6b3-0b8c-4fe9-8100-743161a7a6c2 None None] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:01.766114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:01.769673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:01.837516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:01.846485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:01.867141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.877331 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.926468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:01.952894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:01.957022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0e742060-e0b0-45be-a483-03498369c28b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3565681 Feb 04 13:20:01.977207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c9bfb-ed74-4c2d-a1da-b65a11507ec5 req-528ac409-fa9b-4112-bd51-6800708930ea tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:01.979507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-679c9bfb-ed74-4c2d-a1da-b65a11507ec5 req-528ac409-fa9b-4112-bd51-6800708930ea tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 931 time: 2.1512876 Feb 04 13:20:01.981741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Request body: {'port': {'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294', 'name': 'tempest-TagsExtTest-1379851207'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:02.004303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.005943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310ec67-e3e4-4aa5-b662-74cd085c342e None None] Network 7758fa29-3988-4e54-9f10-527d2974c868 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:02.068409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:02.107094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 497fb392-a015-472b-84af-a8affadc93f7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:02.280674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Allocated IP 172.25.4.131 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e5c2ed8c-7332-4489-8a3c-8edffcebb1fc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:02.285151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event updated for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:02.337850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 193aaebd-6355-484a-aaae-636e20a68200 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:02.340902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:02.368196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:02.370994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:02.393929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9f017a73-391d-401c-830a-67654aab02e4 None None] Port 6e7d2671-fbf2-4e67-80e5-f53fa383457d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:02.413711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-679c9bfb-ed74-4c2d-a1da-b65a11507ec5 req-b0a2dcb6-a662-4429-aa6f-3923d83b5cb3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019020 Feb 04 13:20:02.431631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:02.447087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Usage tracker for resource:port and tenant:4e1dded22c3f49738cfda5c41bfe2b92 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:02.453772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:02.469686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:02.474998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:02.494373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Made reservation on behalf of 4e1dded22c3f49738cfda5c41bfe2b92 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:02.497914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.537064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Attempting to bind port 2a8b3c73-a29d-40eb-bd92-59a694a0891b on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:02.537447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Attempting to bind port 2a8b3c73-a29d-40eb-bd92-59a694a0891b by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:02.537735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Attempting to bind port 2a8b3c73-a29d-40eb-bd92-59a694a0891b on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:02.590591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Port 2a8b3c73-a29d-40eb-bd92-59a694a0891b on network a5867c68-4bfe-420f-a808-06c9ce043b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:20:02.590941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Attempting to bind port 2a8b3c73-a29d-40eb-bd92-59a694a0891b on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:02.618982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-2e5c9d0f-b24c-407b-a30a-f05b5dc75294', 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294', 'tenant_id': '4e1dded22c3f49738cfda5c41bfe2b92', 'fixed_ips': [{'subnet_id': 'd2362db2-231b-4e50-b0e5-bc5399aa1f10'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:20:02.619794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.640868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 497fb392-a015-472b-84af-a8affadc93f7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:02.666958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.688443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Provisioning for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:02.693002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 701f12e0-7b06-4122-9f11-03057ce85d9d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:02.694106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] device_id is not set on port 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:20:02.709992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:02.710581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Checking segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:02.710952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Bound using segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:02.711254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Bound port: 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:02.711607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.726209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:02.727799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.785426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Provisioning complete for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:02.785794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.900180 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-82ea932b-cc3c-4cb0-9fda-e9633490aa17 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8204989 Feb 04 13:20:02.932493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-6ca48ab6-d2e3-4414-bb49-a6c08febd10f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:20:02.934109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-6ca48ab6-d2e3-4414-bb49-a6c08febd10f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159745 Feb 04 13:20:02.944239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:02.971412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:03.023728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:03.028716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Request body: {'port': {'device_id': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:03.050918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fceff-208d-4305-835e-3d187661629b None None] Sync routers for ids ['193aaebd-6355-484a-aaae-636e20a68200'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:03.054858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:03.080860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Provisioning for port 497fb392-a015-472b-84af-a8affadc93f7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:03.082113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.090504 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:03.103409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] Routers {'193aaebd-6355-484a-aaae-636e20a68200'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:03.104536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['193aaebd-6355-484a-aaae-636e20a68200'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:03.106565 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:03.107428 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:03.118257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e133848-b00f-4645-8322-b59e30cd49c8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3493090 Feb 04 13:20:03.126002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:03.149294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088332606'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:03.160399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:03.162046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Provisioning complete for port 497fb392-a015-472b-84af-a8affadc93f7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:03.162668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.170518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c3be-f13b-4a51-9249-df5070477b4e req-b444ee05-492a-4cbc-86d1-d158cc216878 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.172108 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bc5c3be-f13b-4a51-9249-df5070477b4e req-b444ee05-492a-4cbc-86d1-d158cc216878 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 932 time: 0.4898105 Feb 04 13:20:03.181900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:03.187359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:03.188345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 701f12e0-7b06-4122-9f11-03057ce85d9d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:03.188873 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.201562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:03.206922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:03.213423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.214893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d30044c4-60f7-47a0-af85-ab6c7252489b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.7610474 Feb 04 13:20:03.238484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:03.241884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:03.243167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event updated for resources: {'Port': ['ID=e5c2ed8c-7332-4489-8a3c-8edffcebb1fc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:03.247273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:03.253702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:03.261923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Allocated IP 172.20.0.2 (2e5c9d0f-b24c-407b-a30a-f05b5dc75294/d2362db2-231b-4e50-b0e5-bc5399aa1f10/4e40026a-d802-4f0a-b920-a71e2372a759) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:03.269736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:03.281894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.397137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:03.400636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.401564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.438427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bc5c3be-f13b-4a51-9249-df5070477b4e req-27c06ec8-2303-4a36-9655-4f84a9cdb540 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481525 Feb 04 13:20:03.518640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:03.711391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:20:03.778013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.834895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.835398 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment 0fe88571-7eb8-45af-82d7-a00fc880803e of type vlan for network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 Feb 04 13:20:03.847121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.865504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.877114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Transition to ACTIVE for port object 4e40026a-d802-4f0a-b920-a71e2372a759 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:03.898565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Transition to ACTIVE for port object 4e40026a-d802-4f0a-b920-a71e2372a759 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:03.913993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:03.914319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.918076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:03.923860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] 10.222.0.90 "PUT /v2.0/ports/2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 1091 time: 7.0975206 Feb 04 13:20:03.940557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] Set router 193aaebd-6355-484a-aaae-636e20a68200 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:03.991852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:04.082791 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.185650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab25bf-d5ad-41b6-b4db-b8ce0f408ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:04.191774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.197843 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'status': 'completed', 'code': 200} Feb 04 13:20:04.272027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Allocated IP 172.20.0.5 (2e5c9d0f-b24c-407b-a30a-f05b5dc75294/d2362db2-231b-4e50-b0e5-bc5399aa1f10/8381cfec-fc6a-49d2-9e8e-7b2bad867f42) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:04.281081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:04.310417 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:19:59Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:00Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:04.321432 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:04.322103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Updating router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 port 6e7d2671-fbf2-4e67-80e5-f53fa383457d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:04.359633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.362717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.369026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.369589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.376186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:04.383704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd18a4f6-4b24-44bd-af6e-f794eafc19fe no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:04.417521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:04.435089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:04.437954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Pushing event updated for resources: {'Port': ['ID=4e40026a-d802-4f0a-b920-a71e2372a759,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:04.439866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d06d6-2e7c-4e2d-b1d5-d145642bfa00 req-5feb6a73-c7e7-4f84-801c-381733d729b0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.441480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-366d06d6-2e7c-4e2d-b1d5-d145642bfa00 req-5feb6a73-c7e7-4f84-801c-381733d729b0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 943 time: 0.7326977 Feb 04 13:20:04.455009 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.460377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.460953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.461449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.461962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.462450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.462985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.463526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.464027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.464519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.464998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.465488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.466239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:04.469465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fd18a4f6-4b24-44bd-af6e-f794eafc19fe {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:20:04.470004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fd18a4f6-4b24-44bd-af6e-f794eafc19fe not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:20:04.511364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-b2737dee-2367-488d-8c97-5fc1bd05ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:04.512964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-b2737dee-2367-488d-8c97-5fc1bd05ba46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1094 time: 0.5150568 Feb 04 13:20:04.513573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] For port 497fb392-a015-472b-84af-a8affadc93f7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=497fb392-a015-472b-84af-a8affadc93f7,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:04.525475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.584489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting port c82dcdb8-05ff-48ff-a483-91c985e434e2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:04.585002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.663891 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5275145 Feb 04 13:20:04.674327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6c10-77f4-4aeb-99b4-f61163698553 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=1278cdcb-6ae7-4087-b193-6b24a3021bc9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:04.683078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40182) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:04.708761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:04.763870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-2d94a2ec-3859-4bb1-ba6a-f75e9c844b0f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 217 time: 0.2370543 Feb 04 13:20:04.820669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:20:04.946115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Provisioning complete for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:04.946878 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:04.984731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Attempting to bind port 4e40026a-d802-4f0a-b920-a71e2372a759 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:04.985107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Attempting to bind port 4e40026a-d802-4f0a-b920-a71e2372a759 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c28ce7e1-b96d-4187-af44-119b5be00763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:04.985473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Attempting to bind port 4e40026a-d802-4f0a-b920-a71e2372a759 on network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:04.994732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.20.0.17 (7758fa29-3988-4e54-9f10-527d2974c868/515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d/ad86b9ff-85a3-4f83-96cb-73543a13545c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:05.027528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:05.027912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Checking segment: {'id': 'c28ce7e1-b96d-4187-af44-119b5be00763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:05.028319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.029127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Bound using segment: {'id': 'c28ce7e1-b96d-4187-af44-119b5be00763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:05.029303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Bound port: 4e40026a-d802-4f0a-b920-a71e2372a759, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28ce7e1-b96d-4187-af44-119b5be00763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2e5c9d0f-b24c-407b-a30a-f05b5dc75294'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:05.030301 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.034220 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.046739 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Transition to ACTIVE for port object 6e7d2671-fbf2-4e67-80e5-f53fa383457d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:05.055288 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.067796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-366d06d6-2e7c-4e2d-b1d5-d145642bfa00 req-bd1d1809-76b2-4a39-9f0f-c7c287a7f826 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6030111 Feb 04 13:20:05.093519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Pushing event updated for resources: {'Port': ['ID=497fb392-a015-472b-84af-a8affadc93f7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:05.099275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.124454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fa87b9c-3466-4b84-9c84-7248c495fc21 None None] Port 6e7d2671-fbf2-4e67-80e5-f53fa383457d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:05.168423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c0916-ab6a-4e56-8a1a-2d453000a9a4 None None] Pushing event updated for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:05.175479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] For port 4e40026a-d802-4f0a-b920-a71e2372a759, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:05.179004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] For port 4e40026a-d802-4f0a-b920-a71e2372a759, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e40026a-d802-4f0a-b920-a71e2372a759,segment=NetworkSegment(c28ce7e1-b96d-4187-af44-119b5be00763),segment_id=c28ce7e1-b96d-4187-af44-119b5be00763)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:05.181019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193aaebd-6355-484a-aaae-636e20a68200', 'name': '', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03', 'external_fixed_ips': [{'subnet_id': '284322a4-3444-4e70-a57b-668838881b74', 'ip_address': '2001:db8::1da'}], 'enable_snat': True}, 'gw_port_id': 'c82dcdb8-05ff-48ff-a483-91c985e434e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:49Z', 'updated_at': '2022-02-04T13:19:57Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': 'c82dcdb8-05ff-48ff-a483-91c985e434e2', 'name': '', 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193aaebd-6355-484a-aaae-636e20a68200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '284322a4-3444-4e70-a57b-668838881b74', 'ip_address': '2001:db8::1da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:54Z', 'updated_at': '2022-02-04T13:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '284322a4-3444-4e70-a57b-668838881b74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:05.185499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fceff-208d-4305-835e-3d187661629b None None] Checking router: 193aaebd-6355-484a-aaae-636e20a68200 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:05.186378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fceff-208d-4305-835e-3d187661629b None None] Updating router 193aaebd-6355-484a-aaae-636e20a68200 port c82dcdb8-05ff-48ff-a483-91c985e434e2 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:05.230246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.368131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Attempting to bind port 6e7d2671-fbf2-4e67-80e5-f53fa383457d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:05.368749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Attempting to bind port 6e7d2671-fbf2-4e67-80e5-f53fa383457d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:05.368879 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Attempting to bind port 6e7d2671-fbf2-4e67-80e5-f53fa383457d on network ec34714c-c4ef-4069-8efb-ff586b3782a2 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:05.374309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.381328 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:05.381699 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Checking segment: {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:05.382098 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.382484 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Bound using segment: {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:05.382969 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Bound port: 6e7d2671-fbf2-4e67-80e5-f53fa383457d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47914166-7087-409d-8b4b-2110ea3cf16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:05.383335 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.396559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:05.416695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.434053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-8c2b2c8a-350e-451d-b03b-8c54377d5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:05.436387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-8c2b2c8a-350e-451d-b03b-8c54377d5f4e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.2879870 Feb 04 13:20:05.482653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f7d57-6f85-49ba-9936-a3aeb228139f None None] Pushing event updated for resources: {'Port': ['ID=4e40026a-d802-4f0a-b920-a71e2372a759,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:05.558081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9b1de368-16f6-41af-bf70-531f840df712 None None] Provisioning complete for port 497fb392-a015-472b-84af-a8affadc93f7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:05.558789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b1de368-16f6-41af-bf70-531f840df712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.584528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Transition to ACTIVE for port object 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:05.610848 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] For port 6e7d2671-fbf2-4e67-80e5-f53fa383457d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:05.615072 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] For port 6e7d2671-fbf2-4e67-80e5-f53fa383457d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e7d2671-fbf2-4e67-80e5-f53fa383457d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:05.625381 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.637413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.750202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:05.750891 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:05.794976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.889155 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:05.919551 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c0916-ab6a-4e56-8a1a-2d453000a9a4 None None] Pushing event updated for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.016060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:06.070042 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:06.073481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Calling delete_port for c82dcdb8-05ff-48ff-a483-91c985e434e2 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:06.224169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:06.259828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:06.263240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.265299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:06.280557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:06.283194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a41fceff-208d-4305-835e-3d187661629b None None] Transition to ACTIVE for port object c82dcdb8-05ff-48ff-a483-91c985e434e2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:06.294973 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.347468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Transition to ACTIVE for port object ad86b9ff-85a3-4f83-96cb-73543a13545c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:06.395577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.414757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a41fceff-208d-4305-835e-3d187661629b None None] Attempting to bind port c82dcdb8-05ff-48ff-a483-91c985e434e2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:06.415379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a41fceff-208d-4305-835e-3d187661629b None None] Attempting to bind port c82dcdb8-05ff-48ff-a483-91c985e434e2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'edd101bf-31bb-4c5f-b352-6d1552876e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:06.416004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fceff-208d-4305-835e-3d187661629b None None] Attempting to bind port c82dcdb8-05ff-48ff-a483-91c985e434e2 on network 38ea9f4b-8567-4ed0-816b-3898f832bb03 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:06.416914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.418929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8c38f-c378-4e3f-9768-b86904328e0c None None] Pushing event updated for resources: {'Port': ['ID=c82dcdb8-05ff-48ff-a483-91c985e434e2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.434807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fceff-208d-4305-835e-3d187661629b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:06.435481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fceff-208d-4305-835e-3d187661629b None None] Checking segment: {'id': 'edd101bf-31bb-4c5f-b352-6d1552876e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:06.436682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.437306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41fceff-208d-4305-835e-3d187661629b None None] Bound using segment: {'id': 'edd101bf-31bb-4c5f-b352-6d1552876e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:06.438138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a41fceff-208d-4305-835e-3d187661629b None None] Bound port: c82dcdb8-05ff-48ff-a483-91c985e434e2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd101bf-31bb-4c5f-b352-6d1552876e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38ea9f4b-8567-4ed0-816b-3898f832bb03'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:06.438699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.455903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:06.459784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.535196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a41fceff-208d-4305-835e-3d187661629b None None] For port c82dcdb8-05ff-48ff-a483-91c985e434e2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:06.535687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.540060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a41fceff-208d-4305-835e-3d187661629b None None] For port c82dcdb8-05ff-48ff-a483-91c985e434e2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c82dcdb8-05ff-48ff-a483-91c985e434e2,segment=NetworkSegment(edd101bf-31bb-4c5f-b352-6d1552876e04),segment_id=edd101bf-31bb-4c5f-b352-6d1552876e04)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:06.547167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.549545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a41fceff-208d-4305-835e-3d187661629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.633557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.666079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77994bb1-ef14-479f-b4e1-0d570e253220 req-588ac6b1-b7c8-4465-9a06-9380251f27b1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:06.673917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:06.674470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77994bb1-ef14-479f-b4e1-0d570e253220 req-588ac6b1-b7c8-4465-9a06-9380251f27b1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 932 time: 1.9385815 Feb 04 13:20:06.701490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:19:59Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:05Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:06.707332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e3c8a-f6e7-4890-9008-66fb77ab9da7 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:19:59Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:05Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:06.765216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] Routers {'193aaebd-6355-484a-aaae-636e20a68200'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:06.765864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['193aaebd-6355-484a-aaae-636e20a68200'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:06.790188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Transition to ACTIVE for port object 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:06.882997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e40026a-d802-4f0a-b920-a71e2372a759 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:06.900004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77994bb1-ef14-479f-b4e1-0d570e253220 req-8652a633-873a-4dd0-a0c3-73090c0b44be tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245979 Feb 04 13:20:06.915885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:06.916214 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:06.974380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8c38f-c378-4e3f-9768-b86904328e0c None None] Pushing event updated for resources: {'Port': ['ID=c82dcdb8-05ff-48ff-a483-91c985e434e2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:06.977146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 7758fa29-3988-4e54-9f10-527d2974c868 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:07.009882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:07.013778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-bb671d23-f20c-4cc3-b760-e8d6b76ef0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.015799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-bb671d23-f20c-4cc3-b760-e8d6b76ef0ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5512857 Feb 04 13:20:07.023890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:07.162839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.198333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.304679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86382aed-9ac1-4d92-8a36-bc6264978732 None None] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:07.320573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] Set router 193aaebd-6355-484a-aaae-636e20a68200 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:07.326060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:07.379255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Attempting to bind port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:07.379888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Attempting to bind port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:07.380392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Attempting to bind port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:07.454022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:20:07.454408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Attempting to bind port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:07.487244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4e40026a-d802-4f0a-b920-a71e2372a759 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:07.518063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:07.518485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Checking segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:07.518825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Bound using segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:07.519278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Bound port: 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:07.519628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.531796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting port c82dcdb8-05ff-48ff-a483-91c985e434e2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:07.532378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.538569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.558521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 497fb392-a015-472b-84af-a8affadc93f7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:07.563000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event updated for resources: {'Port': ['ID=8381cfec-fc6a-49d2-9e8e-7b2bad867f42,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:07.581605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:07.590040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5b994-57eb-45b8-8aa3-af0c6e4f1b05 req-af42c149-d521-4ce5-9fce-3eeafeb1efb4 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.591895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cdd5b994-57eb-45b8-8aa3-af0c6e4f1b05 req-af42c149-d521-4ce5-9fce-3eeafeb1efb4 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 943 time: 1.1717083 Feb 04 13:20:07.605848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:07.616457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:07.632044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a41fceff-208d-4305-835e-3d187661629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193aaebd-6355-484a-aaae-636e20a68200', 'name': '', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:49Z', 'updated_at': '2022-02-04T13:20:04Z', 'revision_number': 4, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:07.663976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fceff-208d-4305-835e-3d187661629b None None] The sync data for ids ['193aaebd-6355-484a-aaae-636e20a68200'] in n-d-820555-2 is: [{'id': '193aaebd-6355-484a-aaae-636e20a68200', 'name': '', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:49Z', 'updated_at': '2022-02-04T13:20:04Z', 'revision_number': 4, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:07.675496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:07.676950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Provisioning for port 4e40026a-d802-4f0a-b920-a71e2372a759 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:07.678800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:07.679910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:07.693098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Provisioning complete for port 4e40026a-d802-4f0a-b920-a71e2372a759 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:07.693486 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.736631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.880367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:07.888254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 497fb392-a015-472b-84af-a8affadc93f7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:07.888790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.898584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Router e0167334-466a-4086-b73f-c79d1c878188 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:07.918523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:07.959417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:07.960364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.004848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.040509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cdd5b994-57eb-45b8-8aa3-af0c6e4f1b05 req-1dbf15e0-e478-4343-84db-d4eb06723cf3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553302 Feb 04 13:20:08.048501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-b2f35091-443b-4cba-9c83-9b2f9168513a service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9101462 Feb 04 13:20:08.055188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.057032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.058983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-d0dd9ac2-5ce8-4d37-8f1e-f24c606e1776 service neutron] 10.222.0.90 "PUT /v2.0/ports/5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 HTTP/1.1" status: 200 len: 1092 time: 5.0927465 Feb 04 13:20:08.092594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:08.173338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] For port 4e40026a-d802-4f0a-b920-a71e2372a759, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e40026a-d802-4f0a-b920-a71e2372a759,segment=NetworkSegment(c28ce7e1-b96d-4187-af44-119b5be00763),segment_id=c28ce7e1-b96d-4187-af44-119b5be00763)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:08.207417 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.208648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c2bae5a-8835-4823-8eba-90265d0d2744 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.2386205 Feb 04 13:20:08.211484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:08.215582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:08.225541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=b017139e-45ea-4037-8fc6-565743d2ea81,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:08.231236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] For port c82dcdb8-05ff-48ff-a483-91c985e434e2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c82dcdb8-05ff-48ff-a483-91c985e434e2,segment=NetworkSegment(edd101bf-31bb-4c5f-b352-6d1552876e04),segment_id=edd101bf-31bb-4c5f-b352-6d1552876e04)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:08.231733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.244632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-771572682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:08.252207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:08.252715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: 1278cdcb-6ae7-4087-b193-6b24a3021bc9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:20:08.303035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:08.303464 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53', 'status': 'completed', 'code': 200} Feb 04 13:20:08.311136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:08.328545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b5958-0522-4bb2-b83b-f35f9cc28568 None None] Pushing event updated for resources: {'Port': ['ID=4e40026a-d802-4f0a-b920-a71e2372a759,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:08.340083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-83d1e2a4-4955-40ae-8e7d-602d0c567877 None None] Provisioning for port ad86b9ff-85a3-4f83-96cb-73543a13545c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:08.346428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-83d1e2a4-4955-40ae-8e7d-602d0c567877 None None] Provisioning complete for port ad86b9ff-85a3-4f83-96cb-73543a13545c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:08.346886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-83d1e2a4-4955-40ae-8e7d-602d0c567877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.418440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-83d1e2a4-4955-40ae-8e7d-602d0c567877 None None] Port ad86b9ff-85a3-4f83-96cb-73543a13545c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:08.453880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Usage tracker for resource:router and tenant:4e1dded22c3f49738cfda5c41bfe2b92 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:08.474913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:08.479511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.566524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Calling delete_port for c82dcdb8-05ff-48ff-a483-91c985e434e2 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:08.611917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:08.677525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.678572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.688997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:20:08.697769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:08.720392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] Sync routers for ids ['e0167334-466a-4086-b73f-c79d1c878188'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:08.760351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] Routers {'e0167334-466a-4086-b73f-c79d1c878188'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:08.761274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['e0167334-466a-4086-b73f-c79d1c878188'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:08.778818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1278cdcb-6ae7-4087-b193-6b24a3021bc9) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:08.840029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.844789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.875431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.910998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f51c80-4310-4236-872c-cafc03d4fadb None None] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:08.940992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:08.945042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1ee9224c-f2ee-44c7-a010-10fbe54591f6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0345879 Feb 04 13:20:08.968543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0df4cd-d04a-40c9-b694-6b0999ddacaa req-7de1aec2-2bb3-4bad-b8a6-b4828a0a23d6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:08.970836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec0df4cd-d04a-40c9-b694-6b0999ddacaa req-7de1aec2-2bb3-4bad-b8a6-b4828a0a23d6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 944 time: 0.7062013 Feb 04 13:20:08.971698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:08.997793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:09.137739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-686b395f-deb8-4c5f-a1a8-c1a502fbd20a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4531803 Feb 04 13:20:09.155181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:09.215048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e40026a-d802-4f0a-b920-a71e2372a759 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:09.301561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.356554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:09.372617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23ed65dc-6897-44e5-b9fe-0b07f2a568c8 None None] Provisioning complete for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:09.372987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23ed65dc-6897-44e5-b9fe-0b07f2a568c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.452240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffa5fddc-f68d-4598-a80a-61f85f7c8883 req-f3065763-27f7-47ff-b7a9-7118246d9ffa service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3924224 Feb 04 13:20:09.457724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:09.461535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-b0c4d543-e707-40fc-babe-f9f2cd090187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.463104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-b0c4d543-e707-40fc-babe-f9f2cd090187 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 1095 time: 1.3184059 Feb 04 13:20:09.522138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] Routers {'e0167334-466a-4086-b73f-c79d1c878188'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:09.523042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['e0167334-466a-4086-b73f-c79d1c878188'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:09.585047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:20:09.586104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.605096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-23ed65dc-6897-44e5-b9fe-0b07f2a568c8 None None] Port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:09.632788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-0e07c8e7-cd14-4051-bb80-27e557e44918 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 HTTP/1.1" status: 200 len: 217 time: 0.1568062 Feb 04 13:20:09.632984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4e40026a-d802-4f0a-b920-a71e2372a759 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:09.633331 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.658197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:09.658675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493cf8-00ea-49b0-821c-b2c478ff20ac None None] The sync data for ids ['e0167334-466a-4086-b73f-c79d1c878188'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:09.715106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec0df4cd-d04a-40c9-b694-6b0999ddacaa req-65040a18-743f-44f2-8ec5-80a9f5af7245 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080313 Feb 04 13:20:09.716305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.720778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14465830-38f4-46fd-a041-17614b59c183 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4992962 Feb 04 13:20:09.760904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:09.761643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.822115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-156c3819-2cc5-4d86-bbd0-f3065437a6e2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1855327854', 'prefixes': ['172.20.0.0/16']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:09.827255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Port': ['ID=c82dcdb8-05ff-48ff-a483-91c985e434e2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:09.881948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-2d42a3d0-95f7-4898-b4df-b319ee12bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.883608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-2d42a3d0-95f7-4898-b4df-b319ee12bd4e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.2386496 Feb 04 13:20:09.898492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Provisioning for port 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:09.901209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba0940-f206-4682-bc2e-43934b245da9 req-18abc68e-0817-47fb-b4a4-e4d464f50fc0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:09.902861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9ba0940-f206-4682-bc2e-43934b245da9 req-18abc68e-0817-47fb-b4a4-e4d464f50fc0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 943 time: 0.6100540 Feb 04 13:20:09.916359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Provisioning complete for port 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:09.916727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:09.941326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Allocated IP 2001:db8:1::2 (1278cdcb-6ae7-4087-b193-6b24a3021bc9/b017139e-45ea-4037-8fc6-565743d2ea81/1d8fa873-46ca-4a4b-890b-5cc904befb88) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:10.009534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:10.057642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-156c3819-2cc5-4d86-bbd0-f3065437a6e2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:10.061461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-57e9da1b-384c-4953-8d90-c28d53bf28b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008508 Feb 04 13:20:10.067876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.076163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-492c1391-34a1-4d49-adc0-a9dbc2938b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:10.078264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-492c1391-34a1-4d49-adc0-a9dbc2938b4a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1094 time: 0.5277393 Feb 04 13:20:10.089417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Port 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:10.113529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.115861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e7d2671-fbf2-4e67-80e5-f53fa383457d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:10.173389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Provisioning complete for port 4e40026a-d802-4f0a-b920-a71e2372a759 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:10.173764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be938da8-742e-4673-9c0d-f61683b5b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.239754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:10.263368 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:10.273605 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.283619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:10.284884 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:10.336034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9ba0940-f206-4682-bc2e-43934b245da9 req-86e9a9b6-037c-4527-950f-226493b6cfa2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742023 Feb 04 13:20:10.370503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:10.387283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8983fcb-597c-4cdb-b34c-181053f07a34 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/2f2cbb7c-c648-41bf-a31c-9a41e57579e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1207235 Feb 04 13:20:10.413040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:10.413040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.443770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.470083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:10.493953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Transition to ACTIVE for port object 1d8fa873-46ca-4a4b-890b-5cc904befb88 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:10.531724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Transition to ACTIVE for port object 1d8fa873-46ca-4a4b-890b-5cc904befb88 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:10.542985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-b2bf0237-6cf8-4850-8dd5-86ec7dbc5cd8 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692655 Feb 04 13:20:10.543760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.545143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.622053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:10.634554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.645468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.653294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:10.662662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:10.674795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-bbcc6dd3-864e-4444-8f35-4e0d35d6b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:10.676539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-bbcc6dd3-864e-4444-8f35-4e0d35d6b5e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.5660927 Feb 04 13:20:10.701327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:10.854471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.868588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Pushing event updated for resources: {'Port': ['ID=1d8fa873-46ca-4a4b-890b-5cc904befb88,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:10.900495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:10.901307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 193aaebd-6355-484a-aaae-636e20a68200 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:10.991462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Attempting to bind port 1d8fa873-46ca-4a4b-890b-5cc904befb88 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:10.991936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Attempting to bind port 1d8fa873-46ca-4a4b-890b-5cc904befb88 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:10.992309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Attempting to bind port 1d8fa873-46ca-4a4b-890b-5cc904befb88 on network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:11.009379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 6e7d2671-fbf2-4e67-80e5-f53fa383457d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e7d2671-fbf2-4e67-80e5-f53fa383457d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:11.010539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:11.010949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Checking segment: {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:11.011361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.011752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Bound using segment: {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:11.012228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Bound port: 1d8fa873-46ca-4a4b-890b-5cc904befb88, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:11.012595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.031967 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.135511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.136768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bfc0812d-81aa-466d-9614-2024f74383ea tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/routers/193aaebd-6355-484a-aaae-636e20a68200 HTTP/1.1" status: 204 len: 168 time: 7.8910778 Feb 04 13:20:11.143312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.153614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:11.158587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-156c3819-2cc5-4d86-bbd0-f3065437a6e2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.164542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-156c3819-2cc5-4d86-bbd0-f3065437a6e2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3986216 Feb 04 13:20:11.170421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40222) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:11.175407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.175662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 7758fa29-3988-4e54-9f10-527d2974c868 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:11.177036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-41cca128-dbcf-483a-bdf5-95a55419fa4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 217 time: 0.0846634 Feb 04 13:20:11.200750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-4cd32b95-40e3-42f4-8314-de3f0449ab09 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-1058860558') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:11.215283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:11.264510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] For port 1d8fa873-46ca-4a4b-890b-5cc904befb88, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:11.269387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] For port 1d8fa873-46ca-4a4b-890b-5cc904befb88, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1d8fa873-46ca-4a4b-890b-5cc904befb88,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:11.280166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.286778 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:02Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0', 'name': '', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:8f:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '542fd579-d981-4505-a88e-a21765660b9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:56Z', 'updated_at': '2022-02-04T13:20:04Z', 'revision_number': 2, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '542fd579-d981-4505-a88e-a21765660b9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:11.294107 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:11.294655 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Updating router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:11.401374 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.470297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8627-a574-4f05-bd57-d0bfdb877c71 None None] Pushing event updated for resources: {'Port': ['ID=1d8fa873-46ca-4a4b-890b-5cc904befb88,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:11.677364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f1793195-8d23-42fb-87d9-4b0422fef66a None None] Provisioning complete for port ad86b9ff-85a3-4f83-96cb-73543a13545c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:11.677796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1793195-8d23-42fb-87d9-4b0422fef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.763403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1c5bd623-17c7-42b2-88b6-dca6c6b208db req-c0006f1f-c085-4d9d-b4dc-087749086265 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2106786 Feb 04 13:20:11.814830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.817280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-5fd5a2d1-d1a1-4a57-9149-288e0f1581fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:11.819020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-5fd5a2d1-d1a1-4a57-9149-288e0f1581fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.5713377 Feb 04 13:20:11.822591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting subnet 284322a4-3444-4e70-a57b-668838881b74 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:20:11.828870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:11.880807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f1793195-8d23-42fb-87d9-4b0422fef66a None None] Port ad86b9ff-85a3-4f83-96cb-73543a13545c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:12.019537 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.035110 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Transition to ACTIVE for port object 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:12.045420 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.055796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406f91-f94a-4ec1-8fe4-c75610a12268 req-3bce01a3-67c9-48b0-b15f-e668b5aad281 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.057606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30406f91-f94a-4ec1-8fe4-c75610a12268 req-3bce01a3-67c9-48b0-b15f-e668b5aad281 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 944 time: 1.0060654 Feb 04 13:20:12.060102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.108938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:12.127344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30406f91-f94a-4ec1-8fe4-c75610a12268 req-684f71d9-c45a-4540-b5e0-71f925b20b4a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Feb 04 13:20:12.213593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4cd32b95-40e3-42f4-8314-de3f0449ab09 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-1058860558 HTTP/1.1" status: 201 len: 201 time: 1.0394964 Feb 04 13:20:12.219542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:12.238907 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Pushing event updated for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.242109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-0a56d7df-275d-443b-bbf1-132f9e8f3339 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-425800183') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:12.242777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d52ce-53bb-4203-8efd-6c16a944d10a req-8fa04cf1-e7de-4caa-b687-9cb5f7990509 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.250374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a4d52ce-53bb-4203-8efd-6c16a944d10a req-8fa04cf1-e7de-4caa-b687-9cb5f7990509 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 943 time: 0.6327734 Feb 04 13:20:12.297244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.298314 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.298851 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.299341 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.299847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.300346 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.300847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.301329 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.301811 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.302300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.302803 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.303305 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:12.307504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.329403 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Attempting to bind port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:12.329924 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Attempting to bind port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:12.330112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Attempting to bind port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 on network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:12.337168 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:12.337538 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Checking segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:12.337950 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.338334 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Bound using segment: {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:12.338841 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Bound port: 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dd479c-2838-4fa8-ac55-44f860f508c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:12.339213 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.377364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a4d52ce-53bb-4203-8efd-6c16a944d10a req-2f12cc5f-716a-465f-a5a5-77b53691a010 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259718 Feb 04 13:20:12.395478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180f67-19bf-4616-af40-69547f758342 req-e43190fc-04ca-4af7-a5af-eb8fe280da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.396974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-e43190fc-04ca-4af7-a5af-eb8fe280da86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 1095 time: 0.4694829 Feb 04 13:20:12.402893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-de85401e-8850-42cc-9b64-f63be747642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:12.404407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-de85401e-8850-42cc-9b64-f63be747642b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315143 Feb 04 13:20:12.447454 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] For port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:12.450630 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] For port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:12.456003 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:12.550445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:12.553235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:12.608456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8:1::1 (1278cdcb-6ae7-4087-b193-6b24a3021bc9/b017139e-45ea-4037-8fc6-565743d2ea81/76c42eb7-ddae-437b-a895-e9d4a2a9793a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:12.620250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a56d7df-275d-443b-bbf1-132f9e8f3339 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-425800183 HTTP/1.1" status: 201 len: 201 time: 0.3993447 Feb 04 13:20:12.624851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:12.646187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-f1a5b388-14d7-4ea4-8c20-68f1656f380a service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078903 Feb 04 13:20:12.666012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-3f9cc24d-e025-4c05-aed7-6fe723c76f5d tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-816831488') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:12.689551 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2da48-532c-4059-a9a6-a9fb109c0102 None None] Pushing event updated for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:12.804858 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:12.885544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:12.903605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Sync routers for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:12.917038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:12.918153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:12.967472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:13.197390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2a8b3c73-a29d-40eb-bd92-59a694a0891b details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:20:13.355457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958dc3de-4f3d-4121-b3e1-b6751f795989 None None] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:13.368003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1d8fa873-46ca-4a4b-890b-5cc904befb88 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:13.437986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180f67-19bf-4616-af40-69547f758342 req-f4c72859-1acf-4efa-8d2a-0938a5aef5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.439514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-f4c72859-1acf-4efa-8d2a-0938a5aef5f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 1.0342407 Feb 04 13:20:13.455307 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:02Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0', 'name': '', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:8f:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '542fd579-d981-4505-a88e-a21765660b9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:56Z', 'updated_at': '2022-02-04T13:20:12Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '542fd579-d981-4505-a88e-a21765660b9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:13.459922 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66558366-c458-4719-8d56-4f76d7c1af0d None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:02Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0', 'name': '', 'network_id': '0ba303b8-c9d7-4f4f-986b-83196b7ea617', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:8f:c4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '542fd579-d981-4505-a88e-a21765660b9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:56Z', 'updated_at': '2022-02-04T13:20:12Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '542fd579-d981-4505-a88e-a21765660b9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:13.486816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:13.511516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 76c42eb7-ddae-437b-a895-e9d4a2a9793a will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:13.593192 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-636f0d2c-4df0-4a27-b625-87ea0217e8a3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "PUT /v2.0/routers/5018a325-2b1b-4fe1-a83a-13c4cb718ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3182464 Feb 04 13:20:13.605845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=284322a4-3444-4e70-a57b-668838881b74,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:13.628705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:13.667429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:13.669462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a3f96889-9232-4003-a0d0-aa0ad8d40664 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/284322a4-3444-4e70-a57b-668838881b74 HTTP/1.1" status: 204 len: 168 time: 2.5086231 Feb 04 13:20:13.678429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-bfe6ebdb-5d6e-4b41-99d8-7505316f6dc6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 HTTP/1.1" status: 200 len: 217 time: 0.2128859 Feb 04 13:20:13.679053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40244) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:13.926585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4ca80e5-db58-4654-a7e2-cd9d91bcd647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:13.940679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:13.947548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180f67-19bf-4616-af40-69547f758342 req-6cfdf7ec-2829-4c02-ad9a-ae7352e13105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:13.949198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-6cfdf7ec-2829-4c02-ad9a-ae7352e13105 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.2565327 Feb 04 13:20:13.959975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3f9cc24d-e025-4c05-aed7-6fe723c76f5d tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-816831488 HTTP/1.1" status: 201 len: 201 time: 1.3140068 Feb 04 13:20:13.974021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:13.990216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-88908aa5-9b26-46c5-8971-674e553ac117 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-436517504') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:14.005681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c493fdb-5c79-45b2-88b9-c8c968465110 req-2b9df410-9274-477a-a543-565a81b40a5a service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0888965 Feb 04 13:20:14.006704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.008235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.026185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-2a79bccc-0787-4d60-8806-022067dad36d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693202 Feb 04 13:20:14.040258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'port_id': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'mac_address': 'fa:16:3e:ff:04:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:20:14.149298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6077-9516-4029-8678-84299085a706 req-0f1e8fe9-de2b-4464-ad4a-aaeff51f7793 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.151297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b8a6077-9516-4029-8678-84299085a706 req-0f1e8fe9-de2b-4464-ad4a-aaeff51f7793 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 943 time: 0.5586181 Feb 04 13:20:14.165861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:14.202533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Provisioning for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:14.203886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:14.208328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:14.215008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:14.215562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.226588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Provisioning complete for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:14.226953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.227085 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.248151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.261126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:14.303748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.316072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:14.316072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.350000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f5090-0bab-4ce8-9eb4-a36d7f072ab4 req-705838d8-c8f8-40e4-9469-bd89538bed9a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.355252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-704f5090-0bab-4ce8-9eb4-a36d7f072ab4 req-705838d8-c8f8-40e4-9469-bd89538bed9a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 944 time: 0.8818009 Feb 04 13:20:14.370938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3b8a6077-9516-4029-8678-84299085a706 req-c481da2f-b15e-4bb3-8a8b-a93235fa884d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977208 Feb 04 13:20:14.378423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.387312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ea9f4b-8567-4ed0-816b-3898f832bb03']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:14.411047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88908aa5-9b26-46c5-8971-674e553ac117 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-436517504 HTTP/1.1" status: 201 len: 201 time: 0.4247320 Feb 04 13:20:14.416532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8b3c73-a29d-40eb-bd92-59a694a0891b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:14.431536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:14.434504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:14.441444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-83817bf6-c316-4ec4-9a16-0bcc8f3e559a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:14.456160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-8cdecf6a-a761-4513-91ed-4807ed0223b8 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219997 Feb 04 13:20:14.459495 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.460601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd101bf-31bb-4c5f-b352-6d1552876e04') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:14.462205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd101bf-31bb-4c5f-b352-6d1552876e04') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:14.533769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-704f5090-0bab-4ce8-9eb4-a36d7f072ab4 req-090d9bbf-6c3c-4a4c-8463-ae91922cdc31 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595993 Feb 04 13:20:14.612991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.645545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:14.714193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.742295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:20:14.742774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:20:14.759470 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:20:14.764838 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.778115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2a8b3c73-a29d-40eb-bd92-59a694a0891b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:14.784689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router e0167334-466a-4086-b73f-c79d1c878188 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:14.804551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.897072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-32180f67-19bf-4616-af40-69547f758342 req-4f016e63-ccdd-474b-a3a2-bbe1c088c4d8 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217281 Feb 04 13:20:14.909408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-e938e026-5bdd-4169-b91d-ee1a97306a81 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:14.910904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-e938e026-5bdd-4169-b91d-ee1a97306a81 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/networks?id=7758fa29-3988-4e54-9f10-527d2974c868 HTTP/1.1" status: 200 len: 797 time: 0.3903234 Feb 04 13:20:14.924577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.927430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.953177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38ea9f4b-8567-4ed0-816b-3898f832bb03 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:20:14.961119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:14.979152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-dd3d6b21-fe7e-46a4-aaef-5b10e2cd4069 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/quotas/54f2c1156ba1412283f42962ed155414 HTTP/1.1" status: 200 len: 375 time: 0.0599713 Feb 04 13:20:14.981326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Network': ['ID=38ea9f4b-8567-4ed0-816b-3898f832bb03,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:14.987303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-83817bf6-c316-4ec4-9a16-0bcc8f3e559a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 200 len: 241 time: 0.5547745 Feb 04 13:20:14.988859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8872c03f-8f7d-4161-86a3-2c72cef6d3e2 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/networks/38ea9f4b-8567-4ed0-816b-3898f832bb03 HTTP/1.1" status: 204 len: 168 time: 1.3005009 Feb 04 13:20:14.999908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40268) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:15.010096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-7a0c6182-33bb-4b0c-9107-5f0efe2657d0 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-1058860558') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.106176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 1d8fa873-46ca-4a4b-890b-5cc904befb88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1d8fa873-46ca-4a4b-890b-5cc904befb88,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:15.137891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:15.141144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e7d2671-fbf2-4e67-80e5-f53fa383457d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:15.190193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-76f2aaab-7925-4197-8de8-8a3074dd77c3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:15.221519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-76f2aaab-7925-4197-8de8-8a3074dd77c3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:15.224183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-76f2aaab-7925-4197-8de8-8a3074dd77c3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2377987 Feb 04 13:20:15.253662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:20:15.257147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:07Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ad86b9ff-85a3-4f83-96cb-73543a13545c', 'name': '', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:d0:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:03Z', 'updated_at': '2022-02-04T13:20:09Z', 'revision_number': 2, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.352239 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:15.354895 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-1b7dc838-83ee-45d8-aaea-1f4832a4bd1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:15.419925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Checking router: 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:15.420276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Updating router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 port ad86b9ff-85a3-4f83-96cb-73543a13545c binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:15.503164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-57f60ebd-d6de-4eb3-9757-56b20270bc2f service neutron] 10.222.0.53 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670264 Feb 04 13:20:15.563290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:15.600195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'name': 'tempest-router--1911140431', 'project_id': '1b9c3c5b6c6644499bcd9ed047865785'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:15.604947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:15.675371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=1d8fa873-46ca-4a4b-890b-5cc904befb88,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:15.725258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:15.778012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:15.788047 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] Sync routers for ids ['e0167334-466a-4086-b73f-c79d1c878188'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:15.792535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:router and tenant:1b9c3c5b6c6644499bcd9ed047865785 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:15.801255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] Routers {'e0167334-466a-4086-b73f-c79d1c878188'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:15.801874 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['e0167334-466a-4086-b73f-c79d1c878188'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.812761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:15.842565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:15.857445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:15.860934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eea5c725-59c6-4a29-a802-eb7018bcebfb tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "PUT /v2.0/routers/e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 200 len: 922 time: 6.8678205 Feb 04 13:20:15.877583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40286) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:15.879495 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.888322 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] Routers {'e0167334-466a-4086-b73f-c79d1c878188'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:15.889487 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:19:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['e0167334-466a-4086-b73f-c79d1c878188'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.963373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:15.964103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a885f5-a759-4579-85f5-4ab11fd96574 None None] The sync data for ids ['e0167334-466a-4086-b73f-c79d1c878188'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:15.973044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-64cb99e1-f099-4b9a-95ca-6231c90818e5 service neutron] 10.222.0.53 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690342 Feb 04 13:20:16.127754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a0c6182-33bb-4b0c-9107-5f0efe2657d0 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-1058860558 HTTP/1.1" status: 204 len: 168 time: 1.1267128 Feb 04 13:20:16.130409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:16.136293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.tag.tag_plugin [None req-b6f9a89c-b7d7-44e2-ad09-5b60ed9f95ef tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-1058860558') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:16.138900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6e7d2671-fbf2-4e67-80e5-f53fa383457d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:16.139367 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.143165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.144167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.233252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:16.287177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'port_id': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53', 'mac_address': 'fa:16:3e:b4:6a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ccebf-5f84-4dd1-b707-1866c430ed59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:20:16.339403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.343640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb878bb-1aeb-4493-8a25-0e635cbee26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.394398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346de1-a0c2-4388-bbed-5b3b041d005f req-1976db60-5114-4887-bcfd-ee2231744447 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.394994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-95346de1-a0c2-4388-bbed-5b3b041d005f req-1976db60-5114-4887-bcfd-ee2231744447 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:16.420353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-95346de1-a0c2-4388-bbed-5b3b041d005f req-1976db60-5114-4887-bcfd-ee2231744447 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:16.422450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95346de1-a0c2-4388-bbed-5b3b041d005f req-1976db60-5114-4887-bcfd-ee2231744447 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 944 time: 0.1721683 Feb 04 13:20:16.431597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.460231 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.462560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14343428-cc68-4c03-bebf-611179a0a2c8 req-a149c2ee-e145-4bc1-825a-5071cd22afa8 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:16.464312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14343428-cc68-4c03-bebf-611179a0a2c8 req-a149c2ee-e145-4bc1-825a-5071cd22afa8 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 944 time: 0.7454240 Feb 04 13:20:16.469727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Provisioning for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:16.470770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.475114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b6f9a89c-b7d7-44e2-ad09-5b60ed9f95ef tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-1058860558 HTTP/1.1" status: 204 len: 168 time: 0.3435833 Feb 04 13:20:16.475958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40304) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:16.478364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-988d9851-fb85-4c3d-8ba7-c328fa757cb3 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9134426 Feb 04 13:20:16.479432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:16.495809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Provisioning complete for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:16.496181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.500954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:16.516394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-3a279b26-93cc-4a16-b118-a6efbc1a147f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:16.537915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:16.560745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95346de1-a0c2-4388-bbed-5b3b041d005f req-8287c0f8-9b05-42fa-b6d4-776d717bb5bb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252012 Feb 04 13:20:16.580978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.589702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:16.595327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Port 76c42eb7-ddae-437b-a895-e9d4a2a9793a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:16.611428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Transition to ACTIVE for port object ad86b9ff-85a3-4f83-96cb-73543a13545c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:16.616637 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.635207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.643238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb976d0c-4ef0-45ef-ae48-8e1b0fdae780 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 200 len: 922 time: 0.7624335 Feb 04 13:20:16.644012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40312) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:16.661644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.662412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.664214 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.700667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Provisioning complete for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:16.701091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-83d7b68e-2ddf-40c1-b6c1-edd51d127a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.783616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:16.881955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14343428-cc68-4c03-bebf-611179a0a2c8 req-f37f1a90-f7d9-4c0b-ab2b-f8a4c37becfd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:16.990921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:17.029813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:17.057259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-14343428-cc68-4c03-bebf-611179a0a2c8 req-f37f1a90-f7d9-4c0b-ab2b-f8a4c37becfd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:17.058898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14343428-cc68-4c03-bebf-611179a0a2c8 req-f37f1a90-f7d9-4c0b-ab2b-f8a4c37becfd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777740 Feb 04 13:20:17.141329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c4c48-7fe4-4c31-9f9f-5ee38b1be07c tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.142473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-088c4c48-7fe4-4c31-9f9f-5ee38b1be07c tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Synchronizing usage tracker for tenant:e33ad6c1569543bf9c5c28659a5e6fca on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:17.153994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3a279b26-93cc-4a16-b118-a6efbc1a147f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 200 len: 205 time: 0.6390998 Feb 04 13:20:17.160526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:17.174688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:17.174938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff61c7-5e41-4a0e-ba34-a44d9c45298e None None] Pushing event updated for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:17.184144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:17.184846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:17.192419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-9e8a9155-8097-445c-9fd8-0ebb3c523a83 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:17.214630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.217671 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.226692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-088c4c48-7fe4-4c31-9f9f-5ee38b1be07c tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Unset dirty status for tenant:e33ad6c1569543bf9c5c28659a5e6fca on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:17.232355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-088c4c48-7fe4-4c31-9f9f-5ee38b1be07c tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=e0167334-466a-4086-b73f-c79d1c878188&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5866811 Feb 04 13:20:17.233346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:17.253271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-836d2df3-d9b6-4819-b0a1-5e280abc88b4 req-fbfbd59f-f102-469b-a2e4-a35559d7f033 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 210 time: 0.1719189 Feb 04 13:20:17.256853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.258786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2865cc0d-799f-4f5a-b47c-2330fab391f2 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:17.274668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:17.279484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.280736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cf87eb86-915f-4581-9d03-58f832d21ee1 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2865cc0d-799f-4f5a-b47c-2330fab391f2 HTTP/1.1" status: 204 len: 168 time: 0.8016756 Feb 04 13:20:17.305829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2a8b3c73-a29d-40eb-bd92-59a694a0891b up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:17.464203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:17.471779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.664788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:17.684018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.777370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Attempting to bind port ad86b9ff-85a3-4f83-96cb-73543a13545c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:17.777745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Attempting to bind port ad86b9ff-85a3-4f83-96cb-73543a13545c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:17.778205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Attempting to bind port ad86b9ff-85a3-4f83-96cb-73543a13545c on network 7758fa29-3988-4e54-9f10-527d2974c868 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:17.784817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:17.807407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:17.807407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Checking segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:17.807407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.812754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Bound using segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:17.813346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Bound port: ad86b9ff-85a3-4f83-96cb-73543a13545c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:17.814075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.837884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:17.840385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:17.846652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-76132c39-b569-4087-945b-b268304d0af3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:17.848512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-76132c39-b569-4087-945b-b268304d0af3 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.87 "GET /v2.0/networks?id=7758fa29-3988-4e54-9f10-527d2974c868 HTTP/1.1" status: 200 len: 797 time: 0.2903051 Feb 04 13:20:17.862771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Request body: {'port': {'device_id': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'admin_state_up': True, 'tenant_id': '54f2c1156ba1412283f42962ed155414'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:17.940474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9e8a9155-8097-445c-9fd8-0ebb3c523a83 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 200 len: 240 time: 0.7528670 Feb 04 13:20:17.951001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2a8b3c73-a29d-40eb-bd92-59a694a0891b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:17.958752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:17.972621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-b7ec327c-dbc5-4919-a8df-aedb1a3ca66e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-425800183') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:18.009186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2a8b3c73-a29d-40eb-bd92-59a694a0891b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:18.009663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.031694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-579866562', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:18.038015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:18.040086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:18.045737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:18.047354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cadc0d38-0f89-411e-a749-c3719ab66740 None None] Provisioning complete for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:18.047728 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cadc0d38-0f89-411e-a749-c3719ab66740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.060134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d2634-9ccc-4811-a6c5-0d407e6c7723 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.064122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-036d2634-9ccc-4811-a6c5-0d407e6c7723 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.8161161 Feb 04 13:20:18.074913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40344) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:18.120776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:18.131287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:18.142571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:18.150559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2b9cc94-1c38-4394-b2f6-92e57969c08f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 200 len: 205 time: 0.0709395 Feb 04 13:20:18.153700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40350) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:18.155897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:18.183165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Made reservation on behalf of 54f2c1156ba1412283f42962ed155414 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:18.186909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.212513 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.213436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.230047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:18.236070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-28bcda07-68fc-42b2-ac5c-93442f53c054 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0782912 Feb 04 13:20:18.247968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:18.259936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-321153343'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:18.260424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:18.272386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:18.288267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:18.295671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:18.309044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:18.327487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2da539-83d1-4b67-aadf-f861237b620f req-7cb141d9-b6a2-462d-a1d8-fc64bc093cc2 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:18.332719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] For port ad86b9ff-85a3-4f83-96cb-73543a13545c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:18.334671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a2da539-83d1-4b67-aadf-f861237b620f req-7cb141d9-b6a2-462d-a1d8-fc64bc093cc2 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 945 time: 0.4677796 Feb 04 13:20:18.349780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cadc0d38-0f89-411e-a749-c3719ab66740 None None] Port 76c42eb7-ddae-437b-a895-e9d4a2a9793a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:18.367632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:18.368305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:18.461550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] For port ad86b9ff-85a3-4f83-96cb-73543a13545c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ad86b9ff-85a3-4f83-96cb-73543a13545c,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:18.495554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.555549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.577594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7ec327c-dbc5-4919-a8df-aedb1a3ca66e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-425800183 HTTP/1.1" status: 204 len: 168 time: 0.6151145 Feb 04 13:20:18.582132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:18.597823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-8c6770aa-2310-4b6f-8ead-30c240d25563 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-425800183') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:18.625590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.628632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:18.632105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.667733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.717742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.741904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a2da539-83d1-4b67-aadf-f861237b620f req-bbcd5b69-0772-4ae2-a7b5-26dac7ead54e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063680 Feb 04 13:20:18.748134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:18.801578 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.809774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Allocated IP 172.20.0.22 (7758fa29-3988-4e54-9f10-527d2974c868/515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d/ba8976e1-f516-440f-88aa-1950b3e6762a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:18.855358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:18.856070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:18.873381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:20:18.930164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff61c7-5e41-4a0e-ba34-a44d9c45298e None None] Pushing event updated for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:18.953723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:18.959989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:18.988363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:18.988720 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment d03c3db5-20fe-4655-8776-f22efed82e4b of type vlan for network cfd2d926-3405-4a49-bc7d-00ed365b172f Feb 04 13:20:19.051063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.052368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1d8fa873-46ca-4a4b-890b-5cc904befb88 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:19.063597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e8d65d0-7f48-45bc-bd9e-277dbb6fef15 req-81ce4bf1-1e18-4124-8ddb-74bc3146b5f6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 210 time: 0.0726991 Feb 04 13:20:19.148975 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.149761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76784-b28d-4459-b845-ee468d44222a req-d21374f7-cad3-49c6-9863-a75e3fffa1ca tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.153425 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'code': 200} Feb 04 13:20:19.153638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.157574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:19.157872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd76784-b28d-4459-b845-ee468d44222a req-d21374f7-cad3-49c6-9863-a75e3fffa1ca tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 944 time: 0.7130346 Feb 04 13:20:19.173783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port e5c2ed8c-7332-4489-8a3c-8edffcebb1fc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:19.174142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.214714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c6770aa-2310-4b6f-8ead-30c240d25563 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-425800183 HTTP/1.1" status: 204 len: 168 time: 0.6299961 Feb 04 13:20:19.226321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40366) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:19.260126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.264358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.269877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:19.270479 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.355058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.tag.tag_plugin [None req-5e1c2cca-d056-4989-9425-4ed4015e0311 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:19.436962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1858077 Feb 04 13:20:19.444790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:19.455165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd76784-b28d-4459-b845-ee468d44222a req-6bc81355-7710-4cbf-9f19-08cf1afb500f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963176 Feb 04 13:20:19.456451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:19.471272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=cfd2d926-3405-4a49-bc7d-00ed365b172f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:19.486437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:19.547239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.547607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.547915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.548247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.548776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.549136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.549472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.549795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.550121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.550439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.550782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.551313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ffcfa-72af-4d37-96aa-a5be7f3ccd54 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:19.581076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cfd2d926-3405-4a49-bc7d-00ed365b172f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:20:19.593723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.595199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:19.595974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.703730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.735221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Transition to ACTIVE for port object ba8976e1-f516-440f-88aa-1950b3e6762a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:19.744573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for e5c2ed8c-7332-4489-8a3c-8edffcebb1fc owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:19.749662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1d8fa873-46ca-4a4b-890b-5cc904befb88 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:19.749991 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.792101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:19.800669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:19.805310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:19.815304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:19.849759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:19.854201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:19.912160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.096472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:20.096822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c394-9ebf-411b-8c6a-8b4b6727453b req-989ed274-f7bc-4b58-b8f7-9c469bf2f9f8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.099293 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24c3c394-9ebf-411b-8c6a-8b4b6727453b req-989ed274-f7bc-4b58-b8f7-9c469bf2f9f8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 945 time: 0.1697450 Feb 04 13:20:20.311446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Network 7758fa29-3988-4e54-9f10-527d2974c868 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:20.317407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b5f9-6aea-4487-b1cc-3047475183d5 req-c4f3e9ac-9274-498e-8c52-b75af26391aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.319021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7325b5f9-6aea-4487-b1cc-3047475183d5 req-c4f3e9ac-9274-498e-8c52-b75af26391aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1096 time: 1.0900464 Feb 04 13:20:20.328905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:20.334559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:20.335012 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.389872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event updated for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:20.405178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24c3c394-9ebf-411b-8c6a-8b4b6727453b req-1d20bcf9-087a-421f-92de-7ced97ba4d87 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908504 Feb 04 13:20:20.411593 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.438740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e1c2cca-d056-4989-9425-4ed4015e0311 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 200 len: 205 time: 1.1994195 Feb 04 13:20:20.445579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40378) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:20.469047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:14Z', 'revision_number': 3, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:15Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.470009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.tag.tag_plugin [None req-db455f64-5768-448e-bc74-ae2e1f7cbe75 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.485341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=e5c2ed8c-7332-4489-8a3c-8edffcebb1fc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:20.577838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.596524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:20.597114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Updating router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 port 76c42eb7-ddae-437b-a895-e9d4a2a9793a binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:20.644849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.647351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.660793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:20.696825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.751649 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.762529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7325b5f9-6aea-4487-b1cc-3047475183d5 req-c5347faa-8461-4447-8b6f-61627f1e30e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006815 Feb 04 13:20:20.852239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:20.852613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.856096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=14a2bd20-31f2-44ef-819e-3a659740e1e2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:20.858312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:20.858709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: cfd2d926-3405-4a49-bc7d-00ed365b172f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:20:20.885597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-2dd71098-2a6d-40f6-9823-b06d2d898ff6 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0281262 Feb 04 13:20:20.913624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-edd4bc9c-22f1-40bd-a821-fc2c318a1eeb None None] Provisioning for port ba8976e1-f516-440f-88aa-1950b3e6762a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:20.935981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-8eb252f7-ba87-45c4-88a6-e82d0ec54256 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:20:20.937033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-8eb252f7-ba87-45c4-88a6-e82d0ec54256 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059383 Feb 04 13:20:20.944309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:20.947753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-db455f64-5768-448e-bc74-ae2e1f7cbe75 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 200 len: 240 time: 0.4829190 Feb 04 13:20:20.947870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:20.957205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-7c926ac6-27f0-4d1b-b65f-bf7a61d6fc51 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-816831488') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.961202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a109bc-5be5-4f2d-9c0c-3337484430d1 req-1ff01717-abdf-4b6a-b679-3ea20ff7ed5a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:20.961714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d6a109bc-5be5-4f2d-9c0c-3337484430d1 req-1ff01717-abdf-4b6a-b679-3ea20ff7ed5a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:20.969567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:07Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ad86b9ff-85a3-4f83-96cb-73543a13545c', 'name': '', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:d0:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:03Z', 'updated_at': '2022-02-04T13:20:18Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:20.980413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-edd4bc9c-22f1-40bd-a821-fc2c318a1eeb None None] Provisioning complete for port ba8976e1-f516-440f-88aa-1950b3e6762a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:20.980746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-edd4bc9c-22f1-40bd-a821-fc2c318a1eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.010378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.025741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e665946-81ae-48e1-ac3c-508ac49ff542 None None] The sync data for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 is: [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:07Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'ad86b9ff-85a3-4f83-96cb-73543a13545c', 'name': '', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:d0:11:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:03Z', 'updated_at': '2022-02-04T13:20:18Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:21.050818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network cfd2d926-3405-4a49-bc7d-00ed365b172f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:20:21.073222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cfd2d926-3405-4a49-bc7d-00ed365b172f) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:21.082314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.082580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.096831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.097337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router e0167334-466a-4086-b73f-c79d1c878188 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:21.108234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091a988-b2a1-4af1-9bac-9b28ac8e6e57 None None] Network cfd2d926-3405-4a49-bc7d-00ed365b172f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:21.117414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d6a109bc-5be5-4f2d-9c0c-3337484430d1 req-1ff01717-abdf-4b6a-b679-3ea20ff7ed5a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:21.126148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-edd4bc9c-22f1-40bd-a821-fc2c318a1eeb None None] Port ba8976e1-f516-440f-88aa-1950b3e6762a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:21.135914 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6a109bc-5be5-4f2d-9c0c-3337484430d1 req-1ff01717-abdf-4b6a-b679-3ea20ff7ed5a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 895 time: 0.9088876 Feb 04 13:20:21.164081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46960196-79e1-4fe4-ac99-3a7c17d81c03 req-2b654e06-d802-4c86-a822-2280cdf5080d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:21.165748 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46960196-79e1-4fe4-ac99-3a7c17d81c03 req-2b654e06-d802-4c86-a822-2280cdf5080d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.5091784 Feb 04 13:20:21.170623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Request body: {'port': {'device_id': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:21.249742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:21.261826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c926ac6-27f0-4d1b-b65f-bf7a61d6fc51 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-816831488 HTTP/1.1" status: 204 len: 168 time: 0.3064885 Feb 04 13:20:21.261826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a7c68805-93a4-437b-845c-776297923b57 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8148999 Feb 04 13:20:21.261826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40390) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.277196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.277196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5dfa7d3-503e-41c7-aa8e-ad48d070ad7e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 204 len: 168 time: 3.1181695 Feb 04 13:20:21.277513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40394) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.277627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-67cb3d77-d974-4cbd-98f7-b36ec180c319 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-816831488') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:21.315581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40396) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.349499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-415866815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:21.379978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46960196-79e1-4fe4-ac99-3a7c17d81c03 req-92995e0b-0491-4adf-8644-9f31e0e9fd63 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450827 Feb 04 13:20:21.431901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:21.438236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.515862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:21.523237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.527987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:21.533106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.568715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:21.571422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-67cb3d77-d974-4cbd-98f7-b36ec180c319 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-816831488 HTTP/1.1" status: 204 len: 168 time: 0.3088038 Feb 04 13:20:21.573895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40404) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.583061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-4619b0de-8ddd-4352-b412-d44d1f952b6a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:21.608526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:21.609653 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.758823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-cfd2d926-3405-4a49-bc7d-00ed365b172f', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:20:21.759802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.806789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4619b0de-8ddd-4352-b412-d44d1f952b6a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 200 len: 205 time: 0.2296395 Feb 04 13:20:21.808453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.818366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-58a965a1-a21f-4793-81d8-fa29fa03afbd tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:21.818760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.864646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-58a965a1-a21f-4793-81d8-fa29fa03afbd tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 200 len: 240 time: 0.0525219 Feb 04 13:20:21.865264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.870546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-1fa9c401-ba7c-4dcf-b437-d9470822de25 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-436517504') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:21.881553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Transition to ACTIVE for port object 76c42eb7-ddae-437b-a895-e9d4a2a9793a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:21.918306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1fa9c401-ba7c-4dcf-b437-d9470822de25 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-436517504 HTTP/1.1" status: 204 len: 168 time: 0.0503387 Feb 04 13:20:21.921547 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:21.922478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:21.928278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:21.932347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-74cef83d-56a5-4754-af02-775e1305935a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-436517504') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:21.938941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:22.015641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74cef83d-56a5-4754-af02-775e1305935a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-436517504 HTTP/1.1" status: 204 len: 168 time: 0.0919912 Feb 04 13:20:22.018106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40420) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:22.026766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-fd5b2e2a-37bb-44e7-bb42-aaf1ade394f7 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:22.069588 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd5b2e2a-37bb-44e7-bb42-aaf1ade394f7 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 200 len: 205 time: 0.0501451 Feb 04 13:20:22.072276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:22.078566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-9b3b7ee2-2cb5-4df6-96b2-ceb04d329003 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:22.083617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:22.085018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:22.126534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b3b7ee2-2cb5-4df6-96b2-ceb04d329003 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 204 len: 168 time: 0.0532126 Feb 04 13:20:22.129504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40428) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:22.135204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-e1d3e291-0e44-43fc-b731-84566aac3a65 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:22.337801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Allocated IP 2001:db8:2::2 (cfd2d926-3405-4a49-bc7d-00ed365b172f/14a2bd20-31f2-44ef-819e-3a659740e1e2/99c4429e-0083-410a-abec-df42f2d3bf57) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:22.450721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e1d3e291-0e44-43fc-b731-84566aac3a65 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 204 len: 168 time: 0.3199420 Feb 04 13:20:22.455060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40436) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:22.461515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-cc064c29-a346-41c6-85e1-53668a8cfea0 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:22.511366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401330b9-f6c8-4613-8bd7-64ea8c794090 None None] Pushing event updated for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:22.633616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:22.670770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ad86b9ff-85a3-4f83-96cb-73543a13545c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:22.752689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:22.766563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:22.795352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05ffd-a37d-4894-bb8c-887279e7c34e req-bbf78698-cdbb-448e-af0e-72b7bf73ed01 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:22.804452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cff05ffd-a37d-4894-bb8c-887279e7c34e req-bbf78698-cdbb-448e-af0e-72b7bf73ed01 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 895 time: 0.4478014 Feb 04 13:20:22.841788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cc064c29-a346-41c6-85e1-53668a8cfea0 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 204 len: 168 time: 0.3842070 Feb 04 13:20:22.845416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40442) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:22.853800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-eff28910-9329-4869-9be8-82e8320d97d1 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:22.942900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:22.970548 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.046587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eff28910-9329-4869-9be8-82e8320d97d1 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 204 len: 168 time: 0.1988268 Feb 04 13:20:23.063531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40446) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.082819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-92665314-6a68-4bb6-b8e0-df983f29e046 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-881343889') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:23.094744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Attempting to bind port 76c42eb7-ddae-437b-a895-e9d4a2a9793a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:23.095589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Attempting to bind port 76c42eb7-ddae-437b-a895-e9d4a2a9793a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:23.096150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Attempting to bind port 76c42eb7-ddae-437b-a895-e9d4a2a9793a on network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:23.103419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.114404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:23.114964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Checking segment: {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:23.115480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.115983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Bound using segment: {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:23.116570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Bound port: 76c42eb7-ddae-437b-a895-e9d4a2a9793a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe88571-7eb8-45af-82d7-a00fc880803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:23.117057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.179144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ad86b9ff-85a3-4f83-96cb-73543a13545c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:23.181929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7a0f-dc4f-4b8f-97c8-caa4d26b58fd req-4e1381c4-c2de-445d-8929-2a5f066bea4f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.184013 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.184732 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f16f7a0f-dc4f-4b8f-97c8-caa4d26b58fd req-4e1381c4-c2de-445d-8929-2a5f066bea4f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1889441 Feb 04 13:20:23.203107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.205773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ad86b9ff-85a3-4f83-96cb-73543a13545c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:23.206241 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.255691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f16f7a0f-dc4f-4b8f-97c8-caa4d26b58fd req-63122ff6-324f-44f0-9620-f3d1e8c38d2b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648682 Feb 04 13:20:23.260747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-92665314-6a68-4bb6-b8e0-df983f29e046 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-881343889 HTTP/1.1" status: 201 len: 201 time: 0.1925995 Feb 04 13:20:23.262875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40450) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.268771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-05f84e57-e7d9-4efe-8b52-ed7c026b3c88 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-2101715101') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:23.269417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Transition to ACTIVE for port object 99c4429e-0083-410a-abec-df42f2d3bf57 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:23.326627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Transition to ACTIVE for port object 99c4429e-0083-410a-abec-df42f2d3bf57 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:23.335983 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53', 'code': 200} Feb 04 13:20:23.340235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] For port 76c42eb7-ddae-437b-a895-e9d4a2a9793a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:23.343026 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.347611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] For port 76c42eb7-ddae-437b-a895-e9d4a2a9793a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76c42eb7-ddae-437b-a895-e9d4a2a9793a,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:23.420796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.436678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-05f84e57-e7d9-4efe-8b52-ed7c026b3c88 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-2101715101 HTTP/1.1" status: 201 len: 201 time: 0.1703644 Feb 04 13:20:23.437699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.446123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-c38b73d0-623f-4933-a114-f41498f57582 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-11461252') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:23.488713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Network cfd2d926-3405-4a49-bc7d-00ed365b172f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:23.493530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Pushing event updated for resources: {'Port': ['ID=99c4429e-0083-410a-abec-df42f2d3bf57,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.499774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:23.532696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.534076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f3708c39-2f57-4675-b1be-4fd9b223a54f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1907704 Feb 04 13:20:23.534224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.552244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:23.555101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40460) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.566198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f5680-260f-47b3-97a1-c049252b251d req-3c5f4335-5d37-41ce-b009-dfea70a2519a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.578027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c83f5680-260f-47b3-97a1-c049252b251d req-3c5f4335-5d37-41ce-b009-dfea70a2519a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 945 time: 1.8390117 Feb 04 13:20:23.591910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:23.592684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:23.616974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:23.714890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Allocated IP 172.25.4.120 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/4f4d2b92-93ec-4282-8fde-741611c20696) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:23.732977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:23.736260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401330b9-f6c8-4613-8bd7-64ea8c794090 None None] Pushing event updated for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:23.759882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c38b73d0-623f-4933-a114-f41498f57582 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-11461252 HTTP/1.1" status: 201 len: 201 time: 0.3139031 Feb 04 13:20:23.761430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.767084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-387820cc-1832-41dd-b20c-7a141e435b5b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-1473927108') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:23.784586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0877-804e-46a0-a07a-f03668055816 req-2ea6fc50-c76d-4b67-a315-0c4fa9cdf1ec tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:23.789561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2b6b0877-804e-46a0-a07a-f03668055816 req-2ea6fc50-c76d-4b67-a315-0c4fa9cdf1ec tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.2320340 Feb 04 13:20:23.799080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40468) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:23.807653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'floatingip': {'port_id': '2a8b3c73-a29d-40eb-bd92-59a694a0891b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:23.814805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ad86b9ff-85a3-4f83-96cb-73543a13545c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ad86b9ff-85a3-4f83-96cb-73543a13545c,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:23.933880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:23.969640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c83f5680-260f-47b3-97a1-c049252b251d req-ef53aa56-c822-4f6a-84c4-60a10bab20a2 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911517 Feb 04 13:20:24.015195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Attempting to bind port 99c4429e-0083-410a-abec-df42f2d3bf57 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:24.015195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Attempting to bind port 99c4429e-0083-410a-abec-df42f2d3bf57 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:24.015195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Attempting to bind port 99c4429e-0083-410a-abec-df42f2d3bf57 on network cfd2d926-3405-4a49-bc7d-00ed365b172f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:24.015671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.046690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:24.047065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Checking segment: {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:24.047575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.047969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Bound using segment: {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:24.048577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Bound port: 99c4429e-0083-410a-abec-df42f2d3bf57, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:24.049023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.078403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:24.180925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-387820cc-1832-41dd-b20c-7a141e435b5b tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-1473927108 HTTP/1.1" status: 201 len: 201 time: 0.4167101 Feb 04 13:20:24.184089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40474) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:24.192019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-5ebed016-3a4f-4de2-a440-cb6119fcf416 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', {'tags': ['tempest-TagsExtTest-Tag-32914903', 'tempest-TagsExtTest-Tag-1543204732', 'tempest-TagsExtTest-Tag-385324134']}) {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:24.271231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:24.357089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0492e08-4964-4f96-93bd-faa0618e0a3d req-8735803c-e42e-40ed-be29-cf1ff2f3e344 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:24.358735 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0492e08-4964-4f96-93bd-faa0618e0a3d req-8735803c-e42e-40ed-be29-cf1ff2f3e344 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 895 time: 0.4120576 Feb 04 13:20:24.456172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] For port 99c4429e-0083-410a-abec-df42f2d3bf57, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:24.470757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ad86b9ff-85a3-4f83-96cb-73543a13545c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:24.501061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8976e1-f516-440f-88aa-1950b3e6762a {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:24.507046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.508833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] For port 99c4429e-0083-410a-abec-df42f2d3bf57, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99c4429e-0083-410a-abec-df42f2d3bf57,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:24.519357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.527134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.528045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd6d77c7-9053-44c0-aaa7-6467920ad350 req-6e89a79c-f5d9-4a62-a54c-dd2f4a037806 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0909555 Feb 04 13:20:24.539416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.557242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Transition to ACTIVE for port object ba8976e1-f516-440f-88aa-1950b3e6762a will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:24.604770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ebed016-3a4f-4de2-a440-cb6119fcf416 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 200 len: 315 time: 0.4166508 Feb 04 13:20:24.605735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40478) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:24.610787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-1fc99f02-c56b-4ea7-86f5-f49a9cc9c07e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:24.692227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c693dcb-7a2c-4d29-9856-7db25619be1c None None] Pushing event updated for resources: {'Port': ['ID=99c4429e-0083-410a-abec-df42f2d3bf57,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:24.704513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ad86b9ff-85a3-4f83-96cb-73543a13545c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:24.704882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.827493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:14Z', 'revision_number': 3, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:23Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:24.836460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2b301-d71b-415c-b852-9a920dac407a None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:14Z', 'revision_number': 3, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:23Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:24.857062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:24.941220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:25.162048 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:25.255610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1fc99f02-c56b-4ea7-86f5-f49a9cc9c07e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 204 len: 168 time: 0.6486688 Feb 04 13:20:25.258716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:25.261616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb9ad-0e70-4390-946d-f0736a470fb2 req-e582a458-8bb2-44b8-9ed0-2253168a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.263797 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-208cb9ad-0e70-4390-946d-f0736a470fb2 req-e582a458-8bb2-44b8-9ed0-2253168a6632 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 1097 time: 1.8427498 Feb 04 13:20:25.266078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-33612abe-25f9-41bd-8274-ff5409dce135 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-32914903') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:25.268083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd6d77c7-9053-44c0-aaa7-6467920ad350 req-50c6d525-e7c5-4f9b-934c-19d3dd5a9d35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.3977172 Feb 04 13:20:25.310540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:25.317992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:25.356358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:25.530321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:25.600796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:25.620095 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-33612abe-25f9-41bd-8274-ff5409dce135 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:25.621120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-33612abe-25f9-41bd-8274-ff5409dce135 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-32914903 HTTP/1.1" status: 404 len: 327 time: 0.3615570 Feb 04 13:20:25.624548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:25.634144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-86766afd-c00b-43d1-935d-bca55dc40e6f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-1543204732') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:25.676123 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Floating IP 05ff7387-b7ba-4c07-af7e-371892b3e080 associated. External IP: 172.25.4.91, port: 2a8b3c73-a29d-40eb-bd92-59a694a0891b. Feb 04 13:20:25.712256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd6d77c7-9053-44c0-aaa7-6467920ad350 req-80734f1d-1dbc-43ff-9184-3299faef8eab service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3818090 Feb 04 13:20:25.712827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:25.718912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:25.926003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457960a-8972-4ba8-abc0-8b48ce8bf686 req-e93248dd-8bee-4869-8ed6-a2b358261e0c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:25.927521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2457960a-8972-4ba8-abc0-8b48ce8bf686 req-e93248dd-8bee-4869-8ed6-a2b358261e0c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.3872936 Feb 04 13:20:25.939827 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-86766afd-c00b-43d1-935d-bca55dc40e6f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:25.943624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86766afd-c00b-43d1-935d-bca55dc40e6f tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-1543204732 HTTP/1.1" status: 404 len: 329 time: 0.3137655 Feb 04 13:20:26.002071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:26.131208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff9e7c-4afc-428e-a654-7c578c09115f None None] Network cfd2d926-3405-4a49-bc7d-00ed365b172f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:26.148239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:26.222619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.tag.tag_plugin [None req-2f3a7fc4-6b48-4616-b105-b6b53761c558 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10', 'tempest-TagsExtTest-Tag-385324134') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:26.227088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f716609-8a8f-4226-8612-f6b5812c0b98 None None] Provisioning for port 99c4429e-0083-410a-abec-df42f2d3bf57 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:26.280160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:26.280160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:26.309119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-208cb9ad-0e70-4390-946d-f0736a470fb2 req-c5bc3caa-74c6-407c-8eef-d2db23c571e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9552386 Feb 04 13:20:26.336564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:26.341920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:26.349171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:26.362237 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:26.363948 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:26.385114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event updated for resources: {'Port': ['ID=4f4d2b92-93ec-4282-8fde-741611c20696,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:26.416801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7fcf085-9110-427b-b47c-ac3391e0335a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "PUT /v2.0/floatingips/05ff7387-b7ba-4c07-af7e-371892b3e080 HTTP/1.1" status: 200 len: 990 time: 2.6154573 Feb 04 13:20:26.417916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:26.589747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef16471-7c0e-4760-83e9-6b560f82a1ad req-e1082a82-eeaa-4840-ab7b-956c6fe9b64b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.597662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ef16471-7c0e-4760-83e9-6b560f82a1ad req-e1082a82-eeaa-4840-ab7b-956c6fe9b64b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 946 time: 1.3977740 Feb 04 13:20:26.619351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99c4429e-0083-410a-abec-df42f2d3bf57 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:26.679149 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:26.714140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5218-a4c8-4c6a-af67-553a22680e4a req-acf7f18c-eee6-4ce4-a0d5-a9f64c1265eb tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:26.727562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f1e5218-a4c8-4c6a-af67-553a22680e4a req-acf7f18c-eee6-4ce4-a0d5-a9f64c1265eb tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1605332 Feb 04 13:20:26.765125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 99c4429e-0083-410a-abec-df42f2d3bf57 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:26.776454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 99c4429e-0083-410a-abec-df42f2d3bf57 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:26.776890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:26.809021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f1e5218-a4c8-4c6a-af67-553a22680e4a req-f16e6831-7b46-4a06-9d05-88335cef44ca tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786843 Feb 04 13:20:26.870591 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'status': 'completed', 'code': 200} Feb 04 13:20:26.883274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-eda87aab-dd00-416a-ab01-349c8911b5f4 None None] Provisioning complete for port 99c4429e-0083-410a-abec-df42f2d3bf57 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:26.884044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eda87aab-dd00-416a-ab01-349c8911b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.049498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d77c7-9053-44c0-aaa7-6467920ad350 req-e19eee8c-25c9-41a0-b246-aa5d2d19fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.051025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd6d77c7-9053-44c0-aaa7-6467920ad350 req-e19eee8c-25c9-41a0-b246-aa5d2d19fb42 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2179067 Feb 04 13:20:27.052576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Attempting to bind port ba8976e1-f516-440f-88aa-1950b3e6762a on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:27.052910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Attempting to bind port ba8976e1-f516-440f-88aa-1950b3e6762a by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:27.053237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Attempting to bind port ba8976e1-f516-440f-88aa-1950b3e6762a on network 7758fa29-3988-4e54-9f10-527d2974c868 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:27.058554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.105579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ef16471-7c0e-4760-83e9-6b560f82a1ad req-5c3b6b6b-52a3-469e-8c80-b116deb06369 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989941 Feb 04 13:20:27.124815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Port ba8976e1-f516-440f-88aa-1950b3e6762a on network 7758fa29-3988-4e54-9f10-527d2974c868 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:20:27.125151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Attempting to bind port ba8976e1-f516-440f-88aa-1950b3e6762a on network 7758fa29-3988-4e54-9f10-527d2974c868 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:27.130414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 99c4429e-0083-410a-abec-df42f2d3bf57, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99c4429e-0083-410a-abec-df42f2d3bf57,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:27.135695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.137352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76c42eb7-ddae-437b-a895-e9d4a2a9793a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:27.175006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:27.175388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Checking segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:27.175800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Bound using segment: {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:27.176996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Bound port: ba8976e1-f516-440f-88aa-1950b3e6762a, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5469a628-8cda-4550-8882-4224368ba49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:27.177350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.188375 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '05ff7387-b7ba-4c07-af7e-371892b3e080', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:ff:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:20:24Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.193104 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:27.203478 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:27.204251 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.234243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4589ea-2097-42ab-9f86-658c2fe7a88c req-9cdf11d9-66a7-4448-9d1c-c73ecfce343c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.243371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=99c4429e-0083-410a-abec-df42f2d3bf57,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:27.254079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eda87aab-dd00-416a-ab01-349c8911b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.260497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d4589ea-2097-42ab-9f86-658c2fe7a88c req-9cdf11d9-66a7-4448-9d1c-c73ecfce343c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.1858258 Feb 04 13:20:27.374279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-eda87aab-dd00-416a-ab01-349c8911b5f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:27.374945 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-eda87aab-dd00-416a-ab01-349c8911b5f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:27.389893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:27.398208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:27.398893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.407373 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:27.434373 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2f3a7fc4-6b48-4616-b105-b6b53761c558 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:27.436003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2f3a7fc4-6b48-4616-b105-b6b53761c558 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags/tempest-TagsExtTest-Tag-385324134 HTTP/1.1" status: 404 len: 328 time: 1.2669215 Feb 04 13:20:27.439065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:27.439623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:27.439793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.446243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-866576e4-91f5-49c6-bb28-1b3f802a3b47 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', {'tags': ['tempest-TagsExtTest-Tag-1769486123', 'tempest-TagsExtTest-Tag-1406453814', 'tempest-TagsExtTest-Tag-940366397']}) {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.476588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8:2::1 (cfd2d926-3405-4a49-bc7d-00ed365b172f/14a2bd20-31f2-44ef-819e-3a659740e1e2/2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:27.631144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-866576e4-91f5-49c6-bb28-1b3f802a3b47 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 200 len: 317 time: 0.1898177 Feb 04 13:20:27.633320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:27.639091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.640154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-b55caf6b-ac16-4cf2-b323-f101e9b18660 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.675755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 76c42eb7-ddae-437b-a895-e9d4a2a9793a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76c42eb7-ddae-437b-a895-e9d4a2a9793a,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:27.681701 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:27.689607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-53b42168-d0c6-4dc3-beec-85b1562c40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:27.691177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-53b42168-d0c6-4dc3-beec-85b1562c40ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1096 time: 0.7442553 Feb 04 13:20:27.717919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:27.755180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b55caf6b-ac16-4cf2-b323-f101e9b18660 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 204 len: 168 time: 0.1198909 Feb 04 13:20:27.756135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40514) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:27.764714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-69ba312b-28bb-4d9c-8b94-a52cbf594cc7 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-1769486123') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.767823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:27.907594 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '05ff7387-b7ba-4c07-af7e-371892b3e080', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:ff:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:20:24Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:27.918157 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6a3aa-6f9c-4c5c-ac69-67f0e776b547 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '05ff7387-b7ba-4c07-af7e-371892b3e080', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:ff:04:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:19:44Z', 'updated_at': '2022-02-04T13:20:24Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:28.046828 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-69ba312b-28bb-4d9c-8b94-a52cbf594cc7 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:28.048137 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69ba312b-28bb-4d9c-8b94-a52cbf594cc7 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-1769486123 HTTP/1.1" status: 404 len: 329 time: 0.2906272 Feb 04 13:20:28.050822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40520) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:28.055979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-f65e53f5-49da-4529-a7a6-d77b0bd17225 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-1406453814') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:28.132585 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f65e53f5-49da-4529-a7a6-d77b0bd17225 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:28.136273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f65e53f5-49da-4529-a7a6-d77b0bd17225 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-1406453814 HTTP/1.1" status: 404 len: 329 time: 0.0818870 Feb 04 13:20:28.136548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:28.143691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-74b26e90-4e68-4b4e-8a00-d3493fc692f9 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42', 'tempest-TagsExtTest-Tag-940366397') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:28.211385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425f0a0-a5bc-4d30-8e64-30fde1e9fa71 None None] New status for floating IP 05ff7387-b7ba-4c07-af7e-371892b3e080: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:20:28.354642 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-74b26e90-4e68-4b4e-8a00-d3493fc692f9 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:28.358967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74b26e90-4e68-4b4e-8a00-d3493fc692f9 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags/tempest-TagsExtTest-Tag-940366397 HTTP/1.1" status: 404 len: 328 time: 0.2214587 Feb 04 13:20:28.361006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40532) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:28.368470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-48a5a517-b357-45ca-878c-f2ea0e00dd97 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', {'tags': ['tempest-TagsExtTest-Tag-991957379', 'tempest-TagsExtTest-Tag-1091941588', 'tempest-TagsExtTest-Tag-2031004039']}) {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:28.382844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:28.398421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.477942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.484272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ba8976e1-f516-440f-88aa-1950b3e6762a,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:28.497923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99c4429e-0083-410a-abec-df42f2d3bf57 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:28.561140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78939607-f1ab-46d7-a4cd-fd7f2e86f89b req-b3830156-2763-4ad5-aa51-87997c72e7ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.568051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78939607-f1ab-46d7-a4cd-fd7f2e86f89b req-b3830156-2763-4ad5-aa51-87997c72e7ae tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 946 time: 0.3523164 Feb 04 13:20:28.574347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.579403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.580283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 99c4429e-0083-410a-abec-df42f2d3bf57 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:28.580722 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.594517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-c71da4a9-967d-4c4b-8c07-b3442e145272 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3423929 Feb 04 13:20:28.610706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48a5a517-b357-45ca-878c-f2ea0e00dd97 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 200 len: 317 time: 0.2469444 Feb 04 13:20:28.614110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40536) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:28.621673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-9016e34e-d7d2-403b-9b38-f0f6dacee862 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:28.716059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76c42eb7-ddae-437b-a895-e9d4a2a9793a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:28.728054 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78939607-f1ab-46d7-a4cd-fd7f2e86f89b req-3ac94ccb-bb7c-4044-bb97-c28f74ecc096 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589918 Feb 04 13:20:28.800688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 76c42eb7-ddae-437b-a895-e9d4a2a9793a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:28.801211 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.821477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.840033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:28.946383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-306e74a1-f30b-4d37-97da-be2146938882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.948510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-306e74a1-f30b-4d37-97da-be2146938882 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 1.1664855 Feb 04 13:20:28.961560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.962175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.963806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] 10.222.0.87 "PUT /v2.0/ports/ba8976e1-f516-440f-88aa-1950b3e6762a HTTP/1.1" status: 200 len: 1055 time: 7.9989645 Feb 04 13:20:28.965327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-949a3f21-3741-4a92-9bcf-673efdf99291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:28.967309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-949a3f21-3741-4a92-9bcf-673efdf99291 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 1096 time: 0.2917700 Feb 04 13:20:28.975312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:28.984473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9016e34e-d7d2-403b-9b38-f0f6dacee862 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 204 len: 168 time: 0.3667197 Feb 04 13:20:28.984798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:28.984917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:28.992583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-849ddc6c-3fbc-45d5-a0d2-eb205045fcd3 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-991957379') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:29.049537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81a91e-aad8-464f-9863-d3734f7fcd43 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:29.168542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ae58-26c7-47ff-baed-0b0bf64209fb req-0eee4341-0d37-4d21-aea8-02dbc5281f6c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.169993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ee2ae58-26c7-47ff-baed-0b0bf64209fb req-0eee4341-0d37-4d21-aea8-02dbc5281f6c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.2905304 Feb 04 13:20:29.257802 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-849ddc6c-3fbc-45d5-a0d2-eb205045fcd3 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:29.262023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-849ddc6c-3fbc-45d5-a0d2-eb205045fcd3 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-991957379 HTTP/1.1" status: 404 len: 328 time: 0.2759919 Feb 04 13:20:29.272107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40548) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:29.287153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-1973919a-e2d2-46e1-8fab-17cfde216827 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-1091941588') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:29.349443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network cfd2d926-3405-4a49-bc7d-00ed365b172f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:29.351123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-84bb00f9-929c-4ce5-9d95-3425b0c00106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.352633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-84bb00f9-929c-4ce5-9d95-3425b0c00106 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 0.3051913 Feb 04 13:20:29.426067 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-906424ab-8399-45a7-adab-fb32c25ad92b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 200 len: 217 time: 0.0659904 Feb 04 13:20:29.448758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:29.451283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:29.452065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:29.648606 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a', 'status': 'completed', 'code': 200} Feb 04 13:20:29.682657 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-1973919a-e2d2-46e1-8fab-17cfde216827 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:29.683873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1973919a-e2d2-46e1-8fab-17cfde216827 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-1091941588 HTTP/1.1" status: 404 len: 329 time: 0.4108062 Feb 04 13:20:29.686734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40560) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:29.693838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-5e1e6101-51aa-4876-8002-33587fe384e8 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa', 'tempest-TagsExtTest-Tag-2031004039') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:29.747528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-30930f28-ed85-4135-b267-d6c2be095c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:29.749045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-30930f28-ed85-4135-b267-d6c2be095c49 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.3163841 Feb 04 13:20:29.802435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4aec4078-ecad-426f-9db6-7fef3f47da54 None None] Provisioning for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:29.813446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-71209ede-acf1-49c3-9846-b30ee2d9a263 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508339 Feb 04 13:20:29.816278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4aec4078-ecad-426f-9db6-7fef3f47da54 None None] Provisioning complete for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:29.816769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4aec4078-ecad-426f-9db6-7fef3f47da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:29.876077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4aec4078-ecad-426f-9db6-7fef3f47da54 None None] Port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:29.959872 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-5e1e6101-51aa-4876-8002-33587fe384e8 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:29.960944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e1e6101-51aa-4876-8002-33587fe384e8 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags/tempest-TagsExtTest-Tag-2031004039 HTTP/1.1" status: 404 len: 329 time: 0.2733071 Feb 04 13:20:29.966100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:29.970945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Allocated IP 172.25.4.239 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d99ce486-ee0a-4c68-868b-3042d06949b7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:29.971520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-663502e9-0416-4052-bc07-e8c8643a47ed tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', {'tags': ['tempest-TagsExtTest-Tag-1102947115', 'tempest-TagsExtTest-Tag-1289924473', 'tempest-TagsExtTest-Tag-1430761394']}) {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:29.989282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-b239a495-5f7b-48f0-97e0-f9a32dfe134c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 1000 time: 1.0292864 Feb 04 13:20:29.999629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:30.050642 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-3c0c86d2-f5ad-46cb-8614-fd6b3519d2cd service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289603 Feb 04 13:20:30.052380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-663502e9-0416-4052-bc07-e8c8643a47ed tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "PUT /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 200 len: 318 time: 0.0854836 Feb 04 13:20:30.055125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.082544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-216ed846-632a-4775-b0ec-ea0843a1ebc4 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.128163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441afed-23aa-481f-a6aa-0195c127cfc3 req-21f1b501-adc5-47ee-848d-cf7da7b79e58 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.129661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b441afed-23aa-481f-a6aa-0195c127cfc3 req-21f1b501-adc5-47ee-848d-cf7da7b79e58 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 1.8994079 Feb 04 13:20:30.218063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3485da97-a2fe-488e-b47c-bb6e47a7b0b7 req-726435fb-9471-4183-8902-658c2f02b587 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601591 Feb 04 13:20:30.222677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-216ed846-632a-4775-b0ec-ea0843a1ebc4 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 204 len: 168 time: 0.1642442 Feb 04 13:20:30.223015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.228515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-2b1f56ee-43d0-4cc6-bc0c-8d3f4bb21260 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-1102947115') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.254367 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-2b1f56ee-43d0-4cc6-bc0c-8d3f4bb21260 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:30.257987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2b1f56ee-43d0-4cc6-bc0c-8d3f4bb21260 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-1102947115 HTTP/1.1" status: 404 len: 329 time: 0.0314903 Feb 04 13:20:30.258223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40582) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.264836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-ae3a7eaf-3623-474e-8877-85a0ea1f5303 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-1289924473') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.294775 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-ae3a7eaf-3623-474e-8877-85a0ea1f5303 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:30.298363 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae3a7eaf-3623-474e-8877-85a0ea1f5303 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-1289924473 HTTP/1.1" status: 404 len: 329 time: 0.0367215 Feb 04 13:20:30.298953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40586) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.322642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-f4673db3-e9a7-4f30-9846-0c19fee37d8a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e', 'tempest-TagsExtTest-Tag-1430761394') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.379118 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f4673db3-e9a7-4f30-9846-0c19fee37d8a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] show failed (client error): The resource could not be found. Feb 04 13:20:30.379531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-c8902d6a-7dfa-48eb-a225-d782110e031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.381037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-c8902d6a-7dfa-48eb-a225-d782110e031f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.3763433 Feb 04 13:20:30.382897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f4673db3-e9a7-4f30-9846-0c19fee37d8a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags/tempest-TagsExtTest-Tag-1430761394 HTTP/1.1" status: 404 len: 329 time: 0.0829036 Feb 04 13:20:30.385900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.390625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-552c4695-8f9f-4e80-9b0a-3902c84b03df tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '03d3caf2-3942-4e53-b40a-aea41204568e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.438625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-552c4695-8f9f-4e80-9b0a-3902c84b03df tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e/tags HTTP/1.1" status: 204 len: 168 time: 0.0526044 Feb 04 13:20:30.484846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aede7c-9f44-4057-9ac1-52ea88250386 req-ff37cd1e-11c0-4151-84a1-3e5a4d199700 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.486691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:30.487882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3aede7c-9f44-4057-9ac1-52ea88250386 req-ff37cd1e-11c0-4151-84a1-3e5a4d199700 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.1215372 Feb 04 13:20:30.487882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.487882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-ba575f6f-7eb8-4068-888b-fa4dc433a998 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b11dce3c-e109-4496-a6dc-c5002b16d4fa') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.519957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-25cf3b9d-bf49-4a2d-b77f-c7eb4121a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:30.521519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-25cf3b9d-bf49-4a2d-b77f-c7eb4121a35c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 1058 time: 1.4462864 Feb 04 13:20:30.558290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b441afed-23aa-481f-a6aa-0195c127cfc3 req-3292247f-ffbd-4f19-9f53-4f8149a26b80 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881698 Feb 04 13:20:30.623244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:30.634943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba575f6f-7eb8-4068-888b-fa4dc433a998 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1797719 Feb 04 13:20:30.635209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.640835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-47ef0fcd-f765-4eaf-8d6e-9866da487fe9 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8381cfec-fc6a-49d2-9e8e-7b2bad867f42') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.705108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:30.720251 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-5fc43371-a75c-4d90-aeaf-bb3356a85c79 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ba8976e1-f516-440f-88aa-1950b3e6762a HTTP/1.1" status: 200 len: 217 time: 0.1732287 Feb 04 13:20:30.731959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-47ef0fcd-f765-4eaf-8d6e-9866da487fe9 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42/tags HTTP/1.1" status: 204 len: 168 time: 0.0955427 Feb 04 13:20:30.732797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.740650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.tag.tag_plugin [None req-ebaa4a1c-8f8e-4b3f-89ef-e7dc89cc0b6e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd2362db2-231b-4e50-b0e5-bc5399aa1f10') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:30.843186 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ebaa4a1c-8f8e-4b3f-89ef-e7dc89cc0b6e tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10/tags HTTP/1.1" status: 204 len: 168 time: 0.1041763 Feb 04 13:20:30.844163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40606) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:30.955580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c2b6bfa3-88d2-439c-8264-0defa3d5c3d1 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:30.957022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c2b6bfa3-88d2-439c-8264-0defa3d5c3d1 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnetpools/03d3caf2-3942-4e53-b40a-aea41204568e HTTP/1.1" status: 204 len: 168 time: 0.1119406 Feb 04 13:20:30.959670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:31.006865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c793ccce-6ab8-4d0d-9514-8b40a8052c7a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Synchronizing usage tracker for tenant:4e1dded22c3f49738cfda5c41bfe2b92 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:31.024830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c793ccce-6ab8-4d0d-9514-8b40a8052c7a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Unset dirty status for tenant:4e1dded22c3f49738cfda5c41bfe2b92 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:31.029551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c793ccce-6ab8-4d0d-9514-8b40a8052c7a tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "GET /v2.0/ports?device_id=b11dce3c-e109-4496-a6dc-c5002b16d4fa HTTP/1.1" status: 200 len: 205 time: 0.0689216 Feb 04 13:20:31.030147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:31.056714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.081089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.174480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.313439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-7741e81c-66d2-465f-9ec1-d91837abd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.314948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-7741e81c-66d2-465f-9ec1-d91837abd21a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d HTTP/1.1" status: 200 len: 837 time: 0.5502489 Feb 04 13:20:31.315892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.620108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.623824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.654111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.654665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Fanout notify agent at l3_agent the message router_deleted on router b11dce3c-e109-4496-a6dc-c5002b16d4fa {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:31.672779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.676331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d0d19a2e-3c9c-4209-adba-a4d18fb6b8d2 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/routers/b11dce3c-e109-4496-a6dc-c5002b16d4fa HTTP/1.1" status: 204 len: 168 time: 0.6448460 Feb 04 13:20:31.678147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:31.721178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-b0607371-74bf-4773-bccf-59c42afa6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.722712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-b0607371-74bf-4773-bccf-59c42afa6bf0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3322902 Feb 04 13:20:31.795538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:31.802692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Deleting port 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:31.803222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:31.876487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:31.879076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:31.906411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b70c11-1ae6-4638-bf7b-94bde60b2236 req-e39c6930-9d3d-45d1-9415-1f6ef589f88a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:31.907934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06b70c11-1ae6-4638-bf7b-94bde60b2236 req-e39c6930-9d3d-45d1-9415-1f6ef589f88a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1956525 Feb 04 13:20:31.919299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event updated for resources: {'Port': ['ID=d99ce486-ee0a-4c68-868b-3042d06949b7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:32.040429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06b70c11-1ae6-4638-bf7b-94bde60b2236 req-6d844cf5-d04c-4e94-9362-ba5efbd9d20b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256626 Feb 04 13:20:32.100356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:32.111694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:32.268431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Calling delete_port for 8381cfec-fc6a-49d2-9e8e-7b2bad867f42 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:32.338778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Router 52b0b3a3-9f24-482f-8391-e8fd37486deb is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:32.448607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-b4e3511d-4456-44b4-bb2f-90b67d499d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:32.450158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-b4e3511d-4456-44b4-bb2f-90b67d499d3b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7758fa29-3988-4e54-9f10-527d2974c868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0646884 Feb 04 13:20:32.471444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:32.571412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event deleted for resources: {'Port': ['ID=8381cfec-fc6a-49d2-9e8e-7b2bad867f42,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:32.726355 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:32.756984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d989e-9e38-4681-8348-681485a8e37b req-40255103-6122-4db5-9958-c85c80471d77 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:32.758913 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc9d989e-9e38-4681-8348-681485a8e37b req-40255103-6122-4db5-9958-c85c80471d77 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 1.0242140 Feb 04 13:20:32.760979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-ba03d1d1-5e33-428d-a188-8a6ce918a159 service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642341 Feb 04 13:20:32.762914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a1dabc7-d9e0-4fa7-bb72-a9f9d0f870da tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/ports/8381cfec-fc6a-49d2-9e8e-7b2bad867f42 HTTP/1.1" status: 204 len: 168 time: 1.0834639 Feb 04 13:20:32.767274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:32.852583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-a7522519-9f2d-4578-875a-dc5d1286d6a1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:32.854027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-a7522519-9f2d-4578-875a-dc5d1286d6a1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.2173038 Feb 04 13:20:32.885930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-cc241169-cc00-4d53-a60a-916c1db88e5f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/quotas/c2b8535069ac4b3dbafb2c0b4d5991ee HTTP/1.1" status: 200 len: 375 time: 0.0213535 Feb 04 13:20:32.931601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Deleting subnet d2362db2-231b-4e50-b0e5-bc5399aa1f10 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:20:32.938994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.017946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.098234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-42512a2b-a1d7-4c1f-844f-54f2d3a85963 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033384 Feb 04 13:20:33.126159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.433086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.478228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event deleted for resources: {'Subnet': ['ID=d2362db2-231b-4e50-b0e5-bc5399aa1f10,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:33.481589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-c48b14d7-0dba-4abc-8ed7-897740f560c3 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663311 Feb 04 13:20:33.484415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.494795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697bf4f7-e531-45bb-9774-6186a5ab66f4 None None] Network 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:33.560185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-78d30f61-6e0f-47c2-b082-af806370fc91 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/subnets/d2362db2-231b-4e50-b0e5-bc5399aa1f10 HTTP/1.1" status: 204 len: 168 time: 0.7918420 Feb 04 13:20:33.560754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-ff2282ba-390c-44f9-994b-37705b35a6c1 service neutron] 10.222.0.87 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0045738 Feb 04 13:20:33.565510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:33.578648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:33.606407 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] Sync routers for ids ['52b0b3a3-9f24-482f-8391-e8fd37486deb'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:33.616235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] Routers {'52b0b3a3-9f24-482f-8391-e8fd37486deb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:33.616855 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['52b0b3a3-9f24-482f-8391-e8fd37486deb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.701021 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.719552 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] Routers {'52b0b3a3-9f24-482f-8391-e8fd37486deb'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:33.721213 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['52b0b3a3-9f24-482f-8391-e8fd37486deb'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.805362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.812096 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:33.812783 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd3dbc-e94b-48c1-9209-ef5e676e4722 None None] The sync data for ids ['52b0b3a3-9f24-482f-8391-e8fd37486deb'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:33.843640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-72438297-ccec-4b05-a146-499fd98b46d1 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550899 Feb 04 13:20:33.846949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Deleting port 4e40026a-d802-4f0a-b920-a71e2372a759 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:33.847083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.855741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:20:33.892696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b8c835-704e-490d-b7cc-1019ece3df69 req-ffb54d33-cc03-42c0-8bab-a05474ef7361 service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1198397 Feb 04 13:20:33.907693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] DHCP port deletion for 2e5c9d0f-b24c-407b-a30a-f05b5dc75294 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:20:33.911967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Deleting port 4e40026a-d802-4f0a-b920-a71e2372a759 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:33.912335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:33.928253 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.068333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:34.101244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.104899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ccffc5e-49a0-431e-8eae-b877e7e28202 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 16.6372852 Feb 04 13:20:34.104899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.104899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.107700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:34.172504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] For port 4e40026a-d802-4f0a-b920-a71e2372a759, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e40026a-d802-4f0a-b920-a71e2372a759,segment=NetworkSegment(c28ce7e1-b96d-4187-af44-119b5be00763),segment_id=c28ce7e1-b96d-4187-af44-119b5be00763)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:34.172897 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.226115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] For port 4e40026a-d802-4f0a-b920-a71e2372a759, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e40026a-d802-4f0a-b920-a71e2372a759,segment=NetworkSegment(c28ce7e1-b96d-4187-af44-119b5be00763),segment_id=c28ce7e1-b96d-4187-af44-119b5be00763)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:34.226715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.311467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Calling delete_port for 4e40026a-d802-4f0a-b920-a71e2372a759 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:34.364073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Calling delete_port for 4e40026a-d802-4f0a-b920-a71e2372a759 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:34.364892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5074-0bd1-4775-9d46-5c6edd92b8f9 req-8584e260-b55d-41a7-9fe1-9dfff3eb5958 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.376880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-481c5074-0bd1-4775-9d46-5c6edd92b8f9 req-8584e260-b55d-41a7-9fe1-9dfff3eb5958 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 1.0563145 Feb 04 13:20:34.396405 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.411367 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:34.427930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814143ec-fa4b-4a1b-9cb9-8dd087017035 req-c36a6619-55d1-46ac-997c-cd75d6c37240 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:34.436502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-814143ec-fa4b-4a1b-9cb9-8dd087017035 req-c36a6619-55d1-46ac-997c-cd75d6c37240 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.3147185 Feb 04 13:20:34.492391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:34.492782 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:34.507925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] No DVR routers for this DVR port 4e40026a-d802-4f0a-b920-a71e2372a759 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:34.524961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:34.525986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06f786-be37-4d12-918a-0776653d1652 None None] Pushing event deleted for resources: {'Port': ['ID=4e40026a-d802-4f0a-b920-a71e2372a759,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:34.534585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e40026a-d802-4f0a-b920-a71e2372a759 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:34.564177 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3baf4f42-acb8-4ca0-b05c-f0a9b235a418 req-1746bc78-612a-4acd-a116-6be903b348db tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.0591402 Feb 04 13:20:34.579701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4e40026a-d802-4f0a-b920-a71e2372a759 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:20:34.580055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e40026a-d802-4f0a-b920-a71e2372a759 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:20:34.635113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.635712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.635712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.636022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.636348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.636680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.637007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.637339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.638304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.638650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.638974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.639291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:20:34.702567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4915fdf-fc1e-4cb9-a140-2c70b1348445 req-f491bc47-4c95-4004-93eb-bd0fddefa3d0 service neutron] 10.222.0.87 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1344283 Feb 04 13:20:34.806596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-481c5074-0bd1-4775-9d46-5c6edd92b8f9 req-8d53938b-de36-4b52-bed6-1ea613ade8f0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290950 Feb 04 13:20:34.993990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Deleting port 4e40026a-d802-4f0a-b920-a71e2372a759 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:34.994284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:35.066668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] The port '4e40026a-d802-4f0a-b920-a71e2372a759' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:20:35.192107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:35.218823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5c9d0f-b24c-407b-a30a-f05b5dc75294']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.232055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28ce7e1-b96d-4187-af44-119b5be00763') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.232730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4a99679d-0895-4fd1-b6b9-f852ceed62fd tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/52b0b3a3-9f24-482f-8391-e8fd37486deb HTTP/1.1" status: 200 len: 924 time: 1.0715358 Feb 04 13:20:35.234963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28ce7e1-b96d-4187-af44-119b5be00763') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.242324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:35.312190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:35.312832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:35.319573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c13cdd2e-45a1-493d-815c-ef805f0fd278 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/2f2cbb7c-c648-41bf-a31c-9a41e57579e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2775984 Feb 04 13:20:35.328772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:35.340222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:35.341643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:35.395241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network cfd2d926-3405-4a49-bc7d-00ed365b172f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:35.423474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:35.557956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-39d9f32a-bae7-4546-9452-50f38af5116d tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b0b3a3-9f24-482f-8391-e8fd37486deb HTTP/1.1" status: 200 len: 205 time: 0.3130429 Feb 04 13:20:35.563560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:35.775611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:35.803527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:20:35.804238 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:20:35.820991 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:20:35.827539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:35.854275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:35.856822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-98579bba-59b1-4584-9533-f2061793978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:35.858473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-98579bba-59b1-4584-9533-f2061793978c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 1058 time: 1.0466173 Feb 04 13:20:35.997522 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f4ad2230-fc05-4aa8-a9c4-2ce10f47c71e None None] Provisioning complete for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:35.998054 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2230-fc05-4aa8-a9c4-2ce10f47c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.060377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-647f36fa-83ec-4da7-aecf-3647dec532d0 req-306714b3-1a5e-4af1-a6bb-7607b95f855d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.1114278 Feb 04 13:20:36.063286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad2230-fc05-4aa8-a9c4-2ce10f47c71e None None] Port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:36.090049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.107230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.159275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.188040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-f1ab1c52-64d5-47c6-ad48-5e690151b849 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.189611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-f1ab1c52-64d5-47c6-ad48-5e690151b849 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.9463630 Feb 04 13:20:36.193825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.242181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.270202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-453cac78-592f-4162-99da-b7ce12c907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.271724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-453cac78-592f-4162-99da-b7ce12c907f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7758fa29-3988-4e54-9f10-527d2974c868 HTTP/1.1" status: 200 len: 898 time: 0.4003894 Feb 04 13:20:36.279992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] 10.222.0.53 "DELETE /v2.0/networks/2e5c9d0f-b24c-407b-a30a-f05b5dc75294 HTTP/1.1" status: 204 len: 168 time: 2.7105064 Feb 04 13:20:36.297976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Request body: {'port': {'device_id': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'admin_state_up': True, 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:36.306288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:36.311906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:36.325880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:36.326886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:36.330376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b83d9-2fa0-4bc4-ad0a-6d729db1b2d6 tempest-TagsExtTest-581228985 tempest-TagsExtTest-581228985-project] Pushing event deleted for resources: {'Network': ['ID=2e5c9d0f-b24c-407b-a30a-f05b5dc75294,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:36.487748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ba8976e1-f516-440f-88aa-1950b3e6762a details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:20:36.517136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-292da608-606c-4f0a-8d99-0bb88cdef072 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ba8976e1-f516-440f-88aa-1950b3e6762a HTTP/1.1" status: 200 len: 217 time: 0.0687597 Feb 04 13:20:36.564809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c0182-6729-4269-bb11-8d6ba235507f req-cfe558aa-1b6b-4964-84c7-8649ebe08103 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.572856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-691c0182-6729-4269-bb11-8d6ba235507f req-cfe558aa-1b6b-4964-84c7-8649ebe08103 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.3595300 Feb 04 13:20:36.598779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ee9b3-4502-4efd-b9ae-a1e2ca706cb8 req-512da366-ec35-4dca-b9a6-261bfedbf455 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.608428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-282ee9b3-4502-4efd-b9ae-a1e2ca706cb8 req-512da366-ec35-4dca-b9a6-261bfedbf455 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 907 time: 0.8369737 Feb 04 13:20:36.609589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:36.614110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:36.634456 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:36.648230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:36.648640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:36.649413 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:36.680806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ba8976e1-f516-440f-88aa-1950b3e6762a,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:36.681246 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.722802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:36.725257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'ba8976e1-f516-440f-88aa-1950b3e6762a', 'network_id': '7758fa29-3988-4e54-9f10-527d2974c868', 'port_id': 'ba8976e1-f516-440f-88aa-1950b3e6762a', 'mac_address': 'fa:16:3e:a7:f9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:20:36.735827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port 4f4d2b92-93ec-4282-8fde-741611c20696 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:36.736328 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.810940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:36.831022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-691c0182-6729-4269-bb11-8d6ba235507f req-17f1364a-3800-4867-924e-65e20005590d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569935 Feb 04 13:20:36.871561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-772d83f4-db9e-42a8-881f-68b5c38b0aed tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5862284 Feb 04 13:20:36.898860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:36.960610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2069190430'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:36.961466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.973870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:36.977581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:36.984732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8976e1-f516-440f-88aa-1950b3e6762a {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:36.989272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:36.989874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-921052b6-3300-468a-b5f1-23b6d51c7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:36.992921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-921052b6-3300-468a-b5f1-23b6d51c7fb0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d HTTP/1.1" status: 200 len: 837 time: 0.4659317 Feb 04 13:20:37.004473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:network and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:37.022244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:37.070930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ba8976e1-f516-440f-88aa-1950b3e6762a,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:37.081523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.082142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Router bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:37.095698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:37.097828 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:20:37.168086 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:32Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.173048 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:37.173575 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Updating router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:37.182474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:37.228507 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.253605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486e720-d6d1-48f1-8efa-661a34022c7e req-38e9fdf0-0d94-4aea-aed1-5173c884984e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.261723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3486e720-d6d1-48f1-8efa-661a34022c7e req-38e9fdf0-0d94-4aea-aed1-5173c884984e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.3844917 Feb 04 13:20:37.285185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-b28cce21-290a-4d5e-b535-ea9ca53b62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:37.287220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-b28cce21-290a-4d5e-b535-ea9ca53b62ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7758fa29-3988-4e54-9f10-527d2974c868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846167 Feb 04 13:20:37.379183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:37.466985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-9ec2134f-bedb-4a8e-84a5-8e5fb54722b5 service neutron] 10.222.0.87 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709704 Feb 04 13:20:37.467188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Allocated IP 172.20.0.11 (cdb80ad3-e3f7-413c-8601-dd0353ef3331/e40ccebf-5f84-4dd1-b707-1866c430ed59/8d6acaa5-fcd1-4fa3-8893-0db989187063) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:37.480125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f8ab0db-5b58-46c9-87e4-9103a5287918 req-1486f048-daf9-4d61-b35e-93ed8ebcf0c4 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.1127930 Feb 04 13:20:37.540886 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.605787 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.609278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['ba8976e1-f516-440f-88aa-1950b3e6762a'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:37.627369 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Transition to ACTIVE for port object 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:37.656174 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.658770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3486e720-d6d1-48f1-8efa-661a34022c7e req-f6785370-e309-43ed-b8dd-b39cfbfc1435 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961349 Feb 04 13:20:37.686980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:37.691452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:37.695045 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-669da490-a5ba-45b1-ad03-4387007b7555 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "PUT /v2.0/routers/bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 200 len: 879 time: 14.0821683 Feb 04 13:20:37.695878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:37.706537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] Sync routers for ids ['bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:37.742053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] Routers {'bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:37.743171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.814772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.829436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] Routers {'bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:37.832175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.857675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96825e7-c546-4a67-b7e4-5a1a11a91137 None None] Pushing event updated for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:37.946299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.947175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfae85-4c74-4192-8fbf-8d84e41a3398 None None] The sync data for ids ['bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:37.959636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:37.964665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b88f2d-6e61-4440-ae1d-d1763ed820b3 None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '84fab206-c455-4765-9b5a-359359ed8b43', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'port_id': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'mac_address': 'fa:16:3e:b9:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464608d8-c289-4e64-a2b8-ddbd930824be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:18:38Z', 'updated_at': '2022-02-04T13:18:48Z', 'revision_number': 1, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:38.034800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for 4f4d2b92-93ec-4282-8fde-741611c20696 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:38.110242 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Attempting to bind port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:38.110242 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Attempting to bind port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:38.110563 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Attempting to bind port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c on network cfd2d926-3405-4a49-bc7d-00ed365b172f {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:38.116310 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:38.116691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Checking segment: {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:38.117088 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.117473 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Bound using segment: {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:38.117935 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Bound port: 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03c3db5-20fe-4655-8776-f22efed82e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:38.118297 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.138132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-254ec039-0f20-4f46-93f1-056b9c2a6cc0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 200 len: 920 time: 0.4404755 Feb 04 13:20:38.142878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40720) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:38.202277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a91401d0-ec28-4d46-b6e5-9cc552baeed8 req-64c48fee-5d3b-444a-acb8-a088ccfeda8e service neutron] 10.222.0.87 "GET /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478684 Feb 04 13:20:38.218310 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] For port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:38.222844 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] For port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:38.227470 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.237334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:38.241777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.254405 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a1952234-4859-43b8-b1d0-b9bf34acca6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e1dded22c3f49738cfda5c41bfe2b92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6372454 Feb 04 13:20:38.263803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ace09e-2587-43b3-a9f9-dc60554903b1 req-27a48ef7-1c48-4b67-9a59-1adfe7809f8c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.264548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-25ace09e-2587-43b3-a9f9-dc60554903b1 req-27a48ef7-1c48-4b67-9a59-1adfe7809f8c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:38.268118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:38.322343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd779392-34e4-456e-8dd4-bb64cb1d70d7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:38.325557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd779392-34e4-456e-8dd4-bb64cb1d70d7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1806860 Feb 04 13:20:38.328936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40728) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:38.333948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-25ace09e-2587-43b3-a9f9-dc60554903b1 req-27a48ef7-1c48-4b67-9a59-1adfe7809f8c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:38.335191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25ace09e-2587-43b3-a9f9-dc60554903b1 req-27a48ef7-1c48-4b67-9a59-1adfe7809f8c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.3186040 Feb 04 13:20:38.381024 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:38.382039 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:38.383961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ba8976e1-f516-440f-88aa-1950b3e6762a up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:38.427728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25ace09e-2587-43b3-a9f9-dc60554903b1 req-89107a69-eafc-443b-bf34-a90617e8e685 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641866 Feb 04 13:20:38.438433 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.470884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:38.485971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.526170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:20:38.526515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7fdb869d-3620-4ea3-8d9f-8ac6a53a95b0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:20:38.555931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96825e7-c546-4a67-b7e4-5a1a11a91137 None None] Pushing event updated for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:38.572788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.582226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port ba8976e1-f516-440f-88aa-1950b3e6762a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:38.590964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port ba8976e1-f516-440f-88aa-1950b3e6762a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:38.591493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.609054 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.635993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28284520-9933-4034-89e8-7f76cbceed61,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:38.653141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:20:38.660719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.664187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b6bbed9-6268-49ba-87db-cd60412f5043 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28284520-9933-4034-89e8-7f76cbceed61 HTTP/1.1" status: 204 len: 168 time: 0.3905234 Feb 04 13:20:38.722854 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:38.795670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-908f831f-a5aa-47e5-a4d2-3abce833188d req-56b5c653-e204-488b-9124-788c922e3131 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.0761552 Feb 04 13:20:38.861452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.861858 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added segment f07b9309-5b16-490a-a14c-0b9d62cbc597 of type vlan for network 41d07be8-237a-4b8f-9e34-cefb9edaf12f Feb 04 13:20:38.867750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.890638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:38.919053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=4f4d2b92-93ec-4282-8fde-741611c20696,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:38.929651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:38.940726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ba8976e1-f516-440f-88aa-1950b3e6762a,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:38.945018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.014553 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a', 'code': 200} Feb 04 13:20:39.049716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:39.112881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-b6be8e7f-75d0-4005-9920-b8087bb3de32 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.115360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-b6be8e7f-75d0-4005-9920-b8087bb3de32 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 2.0045264 Feb 04 13:20:39.171352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd794c4-f9de-4e5b-86a4-05551c748cf1 req-71cc33e2-eef4-4498-9e8b-632d11bffd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.173051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7fd794c4-f9de-4e5b-86a4-05551c748cf1 req-71cc33e2-eef4-4498-9e8b-632d11bffd1f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 1060 time: 0.0965004 Feb 04 13:20:39.217191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.223404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.223682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.231907 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-59be2222-4682-4548-897f-fd30e516f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:38Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:39.235660 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be2222-4682-4548-897f-fd30e516f200 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:30Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:38Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:39.431948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.500367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e65d6-4e7b-4021-b082-2d7af25b991c req-fbf65586-1f63-4ae2-940f-df2885adcc00 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.509015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d99e65d6-4e7b-4021-b082-2d7af25b991c req-fbf65586-1f63-4ae2-940f-df2885adcc00 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 908 time: 1.3046103 Feb 04 13:20:39.606518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a08fc-1b2b-420a-8321-56fe41e574c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:39.607943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bf2a08fc-1b2b-420a-8321-56fe41e574c7 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 1.2744167 Feb 04 13:20:39.611824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 762543ea-a1c3-415f-9cce-a415130adcef {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:39.612172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.639808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7320578 Feb 04 13:20:39.643516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:39.651595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40760) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:39.685495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d94331-1cc4-4962-9a9e-5781dd71c06d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Network': ['ID=41d07be8-237a-4b8f-9e34-cefb9edaf12f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:39.691085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'subnet': {'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:39.703541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:20:39.795584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.798508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.875956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d1cdb1e7-d8f3-4e7d-b443-c45e486cefe5 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 200 len: 205 time: 0.2256668 Feb 04 13:20:39.885788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40770) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:39.902518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.903917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router 52b0b3a3-9f24-482f-8391-e8fd37486deb {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:39.908592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.955196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:39.958709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d406232-5374-49a5-bd2c-8786b4bdffc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/52b0b3a3-9f24-482f-8391-e8fd37486deb HTTP/1.1" status: 204 len: 168 time: 4.3939285 Feb 04 13:20:39.964347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40774) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:40.062031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359639406', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:40.230356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:40.234762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:subnet and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:40.238009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:40.244442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:40.266707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce8883-d2ad-4763-97ad-0787fce473a6 req-1d0d8f71-d404-441a-ab92-8343c73e74ed tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:40.273840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2ce8883-d2ad-4763-97ad-0787fce473a6 req-1d0d8f71-d404-441a-ab92-8343c73e74ed tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 946 time: 0.7023211 Feb 04 13:20:40.280006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Made reservation on behalf of 8161a2c914064d7a911220fab546f41a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:20:40.283489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.298449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:40.309756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2e037a94-1fd2-4b28-8aa6-6f8a930d44b6 req-c2ed4b92-a7ea-4188-8ad7-949ce4048e1a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:40.328178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:router and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:40.337093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:40.356871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:40.370016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2e037a94-1fd2-4b28-8aa6-6f8a930d44b6 req-c2ed4b92-a7ea-4188-8ad7-949ce4048e1a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:40.371320 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e037a94-1fd2-4b28-8aa6-6f8a930d44b6 req-c2ed4b92-a7ea-4188-8ad7-949ce4048e1a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.4009402 Feb 04 13:20:40.421129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 762543ea-a1c3-415f-9cce-a415130adcef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=762543ea-a1c3-415f-9cce-a415130adcef,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:40.421508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.513346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.558764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:40.564896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.566777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.568130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.587744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 762543ea-a1c3-415f-9cce-a415130adcef owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:40.626965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:40.699347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:40.705732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2ce8883-d2ad-4763-97ad-0787fce473a6 req-195e5e8a-14ff-4970-a5f5-fa3ef11b98f0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307785 Feb 04 13:20:40.750049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.768439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port d99ce486-ee0a-4c68-868b-3042d06949b7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:40.769127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.846581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event updated for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:40.858410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:40.863619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:40.870206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:40.878714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:41.016459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.082643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:41.112083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:41.112320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.127932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.286927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for d99ce486-ee0a-4c68-868b-3042d06949b7 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:41.310628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.315098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.315753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.317038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Checking segment: {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:41.317409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network hostable DHCP agents. Network: 41d07be8-237a-4b8f-9e34-cefb9edaf12f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:20:41.329569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Subnet': ['ID=2e25706b-eeff-4063-ae94-a301b04d526a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:41.338576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80ef5-ec46-4a31-921b-bee551d2053d req-8695c488-8ff7-45de-8e39-17c51acc4a5c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.340142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ea80ef5-ec46-4a31-921b-bee551d2053d req-8695c488-8ff7-45de-8e39-17c51acc4a5c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 909 time: 0.6644936 Feb 04 13:20:41.365685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:20:41.384306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:41.390072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.445751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.457875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.507259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:41.523227 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b0de7baa-5714-4538-aff7-b30d910cf626 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2449851 Feb 04 13:20:41.532775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 41d07be8-237a-4b8f-9e34-cefb9edaf12f) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:41.534958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=762543ea-a1c3-415f-9cce-a415130adcef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:41.546712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fd5ed-6bb9-44f4-8193-d165efe4533e None None] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:41.566768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Request body: {'port': {'device_id': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:41.605171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:41.606076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.633346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0727f47c-f5a5-44d4-ac3c-8d011c95f6e5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9783044 Feb 04 13:20:41.638205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:41.896428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] No DVR routers for this DVR port 762543ea-a1c3-415f-9cce-a415130adcef on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:41.902114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.904864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-67ee6d29-fc53-4956-a161-a54e4f2ee18d req-3c65d2fb-a1ff-4426-905e-da2c3ce618e7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "DELETE /v2.0/ports/762543ea-a1c3-415f-9cce-a415130adcef HTTP/1.1" status: 204 len: 173 time: 2.7608070 Feb 04 13:20:41.905731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'name': 'network-vif-deleted', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:41.979983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:41.993167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:20:41.994018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.086172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277bf9-407a-4e9f-8eb3-5163532bde15 req-9908a4f2-6a46-4092-98c5-b522aad40e28 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:42.087775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19277bf9-407a-4e9f-8eb3-5163532bde15 req-9908a4f2-6a46-4092-98c5-b522aad40e28 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 932 time: 0.4053128 Feb 04 13:20:42.241356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94808fe-7b87-4829-b0d5-2bafa627386e req-09880f77-2250-423e-860b-a41c4f32bf3e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:42.250827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e94808fe-7b87-4829-b0d5-2bafa627386e req-09880f77-2250-423e-860b-a41c4f32bf3e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 909 time: 0.6088977 Feb 04 13:20:42.255672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.275087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Allocated IP 2001:db8:3::2 (41d07be8-237a-4b8f-9e34-cefb9edaf12f/2e25706b-eeff-4063-ae94-a301b04d526a/916778a9-2e7c-46c1-8c81-eea3fe3cc6f0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:42.378506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=d99ce486-ee0a-4c68-868b-3042d06949b7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:42.403789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 762543ea-a1c3-415f-9cce-a415130adcef no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:42.434324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19277bf9-407a-4e9f-8eb3-5163532bde15 req-91c420a8-d486-40d5-9a72-88d77dbe9f8f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349540 Feb 04 13:20:42.455615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 762543ea-a1c3-415f-9cce-a415130adcef {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:20:42.464670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 762543ea-a1c3-415f-9cce-a415130adcef not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:20:42.632090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:42.670942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5b7ba09f-97d3-4799-9a3c-f506f7c98da4 req-620eab65-47ff-44bc-94cb-580ec0459e11 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=42cb86db-2279-409f-ad71-82feb1cff648 HTTP/1.1" status: 200 len: 210 time: 0.0806355 Feb 04 13:20:42.714949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.732265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Transition to ACTIVE for port object 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:42.771787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:42.772308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.807182 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42cb86db-2279-409f-ad71-82feb1cff648', 'name': 'network-vif-deleted', 'tag': '762543ea-a1c3-415f-9cce-a415130adcef', 'status': 'completed', 'code': 200} Feb 04 13:20:42.813643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Transition to ACTIVE for port object 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:42.829094 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.853335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:42.905732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:42.909690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:42.914390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:42.921776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6acaa5-fcd1-4fa3-8893-0db989187063 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:42.951413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.070994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.076636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.098657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Attempting to bind port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:43.099162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Attempting to bind port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:43.099675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Attempting to bind port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 on network 41d07be8-237a-4b8f-9e34-cefb9edaf12f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:43.103856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Transition to ACTIVE for port object 8d6acaa5-fcd1-4fa3-8893-0db989187063 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:43.104041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Pushing event updated for resources: {'Port': ['ID=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:43.118580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.123268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:43.124067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Checking segment: {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:43.124712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.125413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Bound using segment: {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:43.126557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Bound port: 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:43.127370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.159524 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.159976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:20:43.225105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.225479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac26ce31-0e43-4c50-bb1b-fdc30ec75085 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 204 len: 168 time: 3.3304160 Feb 04 13:20:43.235708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:43.243939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1496871498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:43.254250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:43.265398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:43.270741 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.279053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] For port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:43.283500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:43.284195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] For port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:43.288870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.291172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.294687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:43.363913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:43.365946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.429125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d104b-46f6-40bf-8543-e9ce1aba2e5c None None] Pushing event updated for resources: {'Port': ['ID=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:43.433617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53395681-1a3e-41db-8ea7-0fb1731a255b req-f838fc9d-a44f-4768-ae00-395bbb6525a8 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:43.435847 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53395681-1a3e-41db-8ea7-0fb1731a255b req-f838fc9d-a44f-4768-ae00-395bbb6525a8 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 1060 time: 0.6278996 Feb 04 13:20:43.464711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e7553ff5-02dd-4b85-b814-31aef6ddda6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.619548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Attempting to bind port 8d6acaa5-fcd1-4fa3-8893-0db989187063 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:43.619891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Attempting to bind port 8d6acaa5-fcd1-4fa3-8893-0db989187063 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:43.620254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Attempting to bind port 8d6acaa5-fcd1-4fa3-8893-0db989187063 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:43.639372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Port 8d6acaa5-fcd1-4fa3-8893-0db989187063 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:20:43.639647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Attempting to bind port 8d6acaa5-fcd1-4fa3-8893-0db989187063 on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:43.716850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:43.717198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Checking segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:43.717594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Bound using segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:43.718041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Bound port: 8d6acaa5-fcd1-4fa3-8893-0db989187063, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:43.718859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.883065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.884111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.934022 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:43.953848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 172.25.4.151 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e8d1cafe-6a4c-497d-93ba-6e6c9e544328) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:43.974801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:43.981863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:43.985048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4aea2-7dc9-4a26-8e89-8343c50c2c87 req-28d15334-e910-4f8d-9c2e-37550d167d9e tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:43.993103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ef4aea2-7dc9-4a26-8e89-8343c50c2c87 req-28d15334-e910-4f8d-9c2e-37550d167d9e tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1136 time: 0.3391662 Feb 04 13:20:44.021755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.024557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.140557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f26ee-62c4-48e9-a1a6-846590a8b617 req-e2145c88-b48c-402f-8c3e-c738f85fb50f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.142669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-588f26ee-62c4-48e9-a1a6-846590a8b617 req-e2145c88-b48c-402f-8c3e-c738f85fb50f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 944 time: 0.3294752 Feb 04 13:20:44.147870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.151528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c15e431a-41ce-4ab3-8742-ea15fcfc7a77 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9123523 Feb 04 13:20:44.154025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40854) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:44.192922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': True}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:44.195294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.196160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.197652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] 10.222.0.87 "PUT /v2.0/ports/8d6acaa5-fcd1-4fa3-8893-0db989187063 HTTP/1.1" status: 200 len: 1092 time: 2.6640785 Feb 04 13:20:44.205804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ef4aea2-7dc9-4a26-8e89-8343c50c2c87 req-787197cb-d9a6-4f1d-bb6c-c1d6f5513676 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Synchronizing usage tracker for tenant:1f4f2252b86a405d8e17b570f6a783e7 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:44.259283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b7f35-da68-4395-addc-fbb2adea6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:44.273959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7ef4aea2-7dc9-4a26-8e89-8343c50c2c87 req-787197cb-d9a6-4f1d-bb6c-c1d6f5513676 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Unset dirty status for tenant:1f4f2252b86a405d8e17b570f6a783e7 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:44.277167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ef4aea2-7dc9-4a26-8e89-8343c50c2c87 req-787197cb-d9a6-4f1d-bb6c-c1d6f5513676 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2830520 Feb 04 13:20:44.324160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40858) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:44.329305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.399115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:44.433127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Allocated IP 2001:db8:3::1 (41d07be8-237a-4b8f-9e34-cefb9edaf12f/2e25706b-eeff-4063-ae94-a301b04d526a/c388ba59-786f-48d5-9d6e-9e358f096c80) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:44.440360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-588f26ee-62c4-48e9-a1a6-846590a8b617 req-7e431e20-cb21-4625-bba4-562aa975affc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876732 Feb 04 13:20:44.541919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:44.701722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:44.773208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.789254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-69ff1818-472a-4cd2-9cbe-f8b7d8ea44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.790903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-69ff1818-472a-4cd2-9cbe-f8b7d8ea44e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 1095 time: 0.5049939 Feb 04 13:20:44.802380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.867227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.900904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:44.908141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06c0a6-2ab1-45f4-afae-74443a2bd739 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:44.911480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3f06c0a6-2ab1-45f4-afae-74443a2bd739 tempest-TestSecurityGroupsBasicOps-832094249 tempest-TestSecurityGroupsBasicOps-832094249-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 1055 time: 0.5857012 Feb 04 13:20:44.951183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:44.975004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-f6541c18-f80b-433b-b6a6-18cc733e633b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063 HTTP/1.1" status: 200 len: 217 time: 0.1745312 Feb 04 13:20:45.060174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.061154 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063', 'status': 'completed', 'code': 200} Feb 04 13:20:45.069001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:45.100519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:45.103653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Transition to ACTIVE for port object c388ba59-786f-48d5-9d6e-9e358f096c80 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:45.113340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:45.120944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:45.194702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de3d2a-3131-4442-a11e-fed6555bd581 None None] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:45.223018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.223704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-e3cee51b-407c-4c3a-abf0-71a545b63995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:45.225355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-e3cee51b-407c-4c3a-abf0-71a545b63995 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.2318351 Feb 04 13:20:45.319149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:45.332862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:45.342404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:45.343045 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.347238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:45.393032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-b74ec855-3637-4ebd-977b-1379ab8b50f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799499 Feb 04 13:20:45.414917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Provisioning for port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:45.429551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Provisioning complete for port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:45.429920 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.593692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:45.643495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.693428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d87e42-e3e4-4ff2-bb67-1f92acd585ad,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:45.748190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.808339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] For port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:45.841186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.842273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e512da32-ad8b-4fb8-95e5-648acfe72a9d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/security-groups/d4d87e42-e3e4-4ff2-bb67-1f92acd585ad HTTP/1.1" status: 204 len: 168 time: 1.4389071 Feb 04 13:20:45.851003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-ea1f0f71-9658-4e94-8f09-b20344cebc5a service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874002 Feb 04 13:20:45.855620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.917719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:45.947963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ba569-ae06-435b-9224-a7da479f0120 req-0771dc51-4080-4811-8f70-d25317206961 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:45.959191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d5ba569-ae06-435b-9224-a7da479f0120 req-0771dc51-4080-4811-8f70-d25317206961 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 909 time: 0.4978788 Feb 04 13:20:45.975854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2d3d-1a5d-419b-85a6-baa27abfadce None None] Pushing event updated for resources: {'Port': ['ID=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:46.046554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:46.106834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.110478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.177104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.211537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.213987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27f5770b-9826-4f5a-96fd-27b0c471a8f4 req-ecb7df78-bb58-4e9a-847e-82f2db8abb71 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495708 Feb 04 13:20:46.288559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e3b93900-10c0-444f-b644-92ecab392d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.290125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:46.317956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Provisioning for port c388ba59-786f-48d5-9d6e-9e358f096c80 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:46.323990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Provisioning complete for port c388ba59-786f-48d5-9d6e-9e358f096c80 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:46.324356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.352601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Usage tracker for resource:security_group_rule and tenant:374c6a2a3e0447629a8d525ec94d66b1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:46.375481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:46.394867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:46.410701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Port c388ba59-786f-48d5-9d6e-9e358f096c80 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:46.428287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting subnet 542fd579-d981-4505-a88e-a21765660b9a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:20:46.435460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Provisioning complete for port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:46.435830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-573ddca5-5224-4b9e-ba9d-d99b7d65ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.460083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.497263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:46.608419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb229a2-b7a3-4eb1-90d3-d202549ac6bc req-03eb851a-8e60-43f9-9c86-a78a2a0d4e5f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.610484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efb229a2-b7a3-4eb1-90d3-d202549ac6bc req-03eb851a-8e60-43f9-9c86-a78a2a0d4e5f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 944 time: 0.7794011 Feb 04 13:20:46.666211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:46.666755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.823620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.824248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-cf3424a4-028b-4c12-ae19-c7c0187c1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:46.827738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-cf3424a4-028b-4c12-ae19-c7c0187c1cbf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 1095 time: 0.5425417 Feb 04 13:20:46.863425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-abfe33e9-2901-455a-a67f-760d144e525c None None] Provisioning complete for port c388ba59-786f-48d5-9d6e-9e358f096c80 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:46.864042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-abfe33e9-2901-455a-a67f-760d144e525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.867832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.872323 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:46.927881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-abfe33e9-2901-455a-a67f-760d144e525c None None] Port c388ba59-786f-48d5-9d6e-9e358f096c80 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:46.994760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.015265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.25.4.25 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/7ed319d2-812c-4121-bab6-0843d3ae4ffe) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:47.020995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.042981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-efb229a2-b7a3-4eb1-90d3-d202549ac6bc req-69812517-2749-46d4-be0c-9f8b65fb3422 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526560 Feb 04 13:20:47.134226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.197507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=374c6a2a3e0447629a8d525ec94d66b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6004107 Feb 04 13:20:47.200353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.201371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.205085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:47.216050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-cb4335fd-82df-4178-98cd-5c7e6f367340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.217497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-cb4335fd-82df-4178-98cd-5c7e6f367340 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 0.3830099 Feb 04 13:20:47.242103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693dbb7-290d-456e-9f0b-69111f5dbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015938d-613d-4e8f-942b-287e075b7705,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:47.291207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.291932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.305083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-edf660e5-6103-4662-a70a-b2bdb4173a4b tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.306559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-edf660e5-6103-4662-a70a-b2bdb4173a4b tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.87 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 909 time: 0.5412335 Feb 04 13:20:47.375074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-745b2518-48bf-43e3-aa4f-774d1fbb6344 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063 HTTP/1.1" status: 200 len: 217 time: 0.1337886 Feb 04 13:20:47.440443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event updated for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:47.506061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port ba8976e1-f516-440f-88aa-1950b3e6762a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:47.506407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.523268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.551354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:47.552558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.576096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-a7ca36ab-8338-4c5d-b7cc-edd9b542d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.577479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-a7ca36ab-8338-4c5d-b7cc-edd9b542d933 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.1776931 Feb 04 13:20:47.588220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:47.591543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.609958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Subnet': ['ID=542fd579-d981-4505-a88e-a21765660b9a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:47.611980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.623793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057bf5b-2cf0-4e1c-969e-2fff92e16e78 None None] Network 0ba303b8-c9d7-4f4f-986b-83196b7ea617 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:47.667111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62818c-0fee-44eb-9700-830a9d2e4608 req-bd8e2974-d04c-453f-b589-25ba7b8144bb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:47.668983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f62818c-0fee-44eb-9700-830a9d2e4608 req-bd8e2974-d04c-453f-b589-25ba7b8144bb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 909 time: 0.5852649 Feb 04 13:20:47.712029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-cac54c8c-bf7b-4b66-a8d3-edf24780c9e8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247056 Feb 04 13:20:47.778511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:47.832044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:47.993331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-10a7e2a9-d08e-48b0-a638-b8a94191886c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/subnets/542fd579-d981-4505-a88e-a21765660b9a HTTP/1.1" status: 204 len: 168 time: 1.9421730 Feb 04 13:20:47.997086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] DHCP port deletion for 0ba303b8-c9d7-4f4f-986b-83196b7ea617 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:20:48.001022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:48.001395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Deleting port 96460feb-71af-4d3b-8a5f-8b813657ca90 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:48.001835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.079694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1af464c2-89d8-476a-93aa-989f99ab4508 None None] Provisioning complete for port c388ba59-786f-48d5-9d6e-9e358f096c80 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:48.080110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1af464c2-89d8-476a-93aa-989f99ab4508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.178235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.183385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.200421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1af464c2-89d8-476a-93aa-989f99ab4508 None None] Port c388ba59-786f-48d5-9d6e-9e358f096c80 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:20:48.255851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:48.310286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] For port 96460feb-71af-4d3b-8a5f-8b813657ca90, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=96460feb-71af-4d3b-8a5f-8b813657ca90,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:48.310704 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.338779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:48.347707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:48.355543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:48.376722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-ffbfe802-7e25-4e9d-ab41-e38f67af06ff service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479907 Feb 04 13:20:48.399135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 96460feb-71af-4d3b-8a5f-8b813657ca90 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:48.399709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.418484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.472754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8d6acaa5-fcd1-4fa3-8893-0db989187063 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:20:48.475218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 96460feb-71af-4d3b-8a5f-8b813657ca90 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:48.511639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Calling delete_port for 96460feb-71af-4d3b-8a5f-8b813657ca90 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:48.513320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port ba8976e1-f516-440f-88aa-1950b3e6762a, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=ba8976e1-f516-440f-88aa-1950b3e6762a,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:48.513688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.520998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015938d-613d-4e8f-942b-287e075b7705,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:48.523463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:48.537501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=7ed319d2-812c-4121-bab6-0843d3ae4ffe,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:48.540641 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Sync routers for ids ['0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:48.569626 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Routers {'0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:48.571232 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:48.680883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for ba8976e1-f516-440f-88aa-1950b3e6762a owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:48.712319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.716072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3fda5d5e-a3da-4773-98ed-eb64677cfc39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d015938d-613d-4e8f-942b-287e075b7705 HTTP/1.1" status: 204 len: 168 time: 1.5005343 Feb 04 13:20:48.805278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:48.807792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4618ec25-c5f2-4917-9395-337f10fc3c14 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8392816 Feb 04 13:20:48.811415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40914) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:48.890155 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Set router 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:48.932712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:48.941860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b2675-772c-4336-8de7-5fb9a29dcf8b req-72533ce2-f9ca-464a-801f-b39ff16cb23b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:48.950467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-792b2675-772c-4336-8de7-5fb9a29dcf8b req-72533ce2-f9ca-464a-801f-b39ff16cb23b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 944 time: 0.7475035 Feb 04 13:20:48.964009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:48.984559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8d6acaa5-fcd1-4fa3-8893-0db989187063', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'port_id': '8d6acaa5-fcd1-4fa3-8893-0db989187063', 'mac_address': 'fa:16:3e:42:38:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ccebf-5f84-4dd1-b707-1866c430ed59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:20:49.003988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d92bf1e4-84c2-4d21-b9b4-31f8c0a14867 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3641181 Feb 04 13:20:49.004944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:49.016951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.029493 n-d-820555-2 neutron-server[87622]: INFO neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No ports have port_id starting with 96460feb-71af-4d3b-8a5f-8b813657ca90 Feb 04 13:20:49.057314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74abff54-d28b-4dd9-a92a-5b5051277128 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d HTTP/1.1" status: 200 len: 908 time: 0.2390838 Feb 04 13:20:49.084530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40920) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:49.084860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 40922) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:49.100472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:49.111419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8a11ec9-60ec-4efb-a8d3-cbeb3bc38007 req-ee9095d8-7bc8-47a9-9450-46cf930d38bf service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212455 Feb 04 13:20:49.138148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.175944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:49.176597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:49.186362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359639406', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': True}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:49.217309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:49.240783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] Pushing event deleted for resources: {'Port': ['ID=96460feb-71af-4d3b-8a5f-8b813657ca90,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:49.243543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Usage tracker for resource:router and tenant:dcf5683bef964cbc9fbadcfa906d731c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:49.294397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40928) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:49.305694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:49.315289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.335852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f30363-f3d4-45bc-b110-92ebba3a5974 None None] No DVR routers for this DVR port 96460feb-71af-4d3b-8a5f-8b813657ca90 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:49.377631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.392659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=ba8976e1-f516-440f-88aa-1950b3e6762a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:49.489311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd94da9-0234-4e36-9d22-0b677bd0a93f req-50b76725-cc17-41e4-b895-80b72a839fae tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:49.491091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4bd94da9-0234-4e36-9d22-0b677bd0a93f req-50b76725-cc17-41e4-b895-80b72a839fae tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=41d53c70-73f9-4987-979a-59bba4e6b29a HTTP/1.1" status: 200 len: 830 time: 0.4291844 Feb 04 13:20:49.492163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:20:49.494882 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151'}], 'enable_snat': False}, 'gw_port_id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:40Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:49.502227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Checking router: 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:49.502590 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Updating router 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:49.516151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-792b2675-772c-4336-8de7-5fb9a29dcf8b req-bf318a9d-69d4-4766-8379-dcac5c9a6413 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646183 Feb 04 13:20:49.539597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:49.556896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1f6372425d4a4aaaa4bac1018c442b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:20:49.564571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:20:49.567905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] No DVR routers for this DVR port ba8976e1-f516-440f-88aa-1950b3e6762a on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:20:49.572937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.573113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.575662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'name': 'network-vif-deleted', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:49.581877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:20:49.592015 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.598157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01bff43a-32d4-4778-9c84-e999f7b2b2e8 req-aa0a837c-28ad-4c4d-b4c7-d0f45781fbc8 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.87 "DELETE /v2.0/ports/ba8976e1-f516-440f-88aa-1950b3e6762a HTTP/1.1" status: 204 len: 173 time: 2.2591431 Feb 04 13:20:49.711766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6acaa5-fcd1-4fa3-8893-0db989187063 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:20:49.747814 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d53c70-73f9-4987-979a-59bba4e6b29a', 'name': 'network-vif-deleted', 'tag': 'ba8976e1-f516-440f-88aa-1950b3e6762a', 'status': 'completed', 'code': 200} Feb 04 13:20:49.750780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:49.754189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:49.771521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.776317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.848763 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.861363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc241a-310e-409e-bcf9-846181654ff9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:49.870380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-426bd224-1f99-47ef-b092-b5b6645e48e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca1f6372425d4a4aaaa4bac1018c442b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739019 Feb 04 13:20:49.872977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40934) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:49.950498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.967415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:49.986149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.068081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.072471 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.083310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc241a-310e-409e-bcf9-846181654ff9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.093247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.094387 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d21fd0be-c686-441e-aa73-329275baffda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24cc241a-310e-409e-bcf9-846181654ff9 HTTP/1.1" status: 204 len: 168 time: 0.2196877 Feb 04 13:20:50.097676 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Transition to ACTIVE for port object e8d1cafe-6a4c-497d-93ba-6e6c9e544328 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:50.108155 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.118834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 96460feb-71af-4d3b-8a5f-8b813657ca90, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=96460feb-71af-4d3b-8a5f-8b813657ca90,segment=NetworkSegment(03dd479c-2838-4fa8-ac55-44f860f508c7),segment_id=03dd479c-2838-4fa8-ac55-44f860f508c7)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:50.119201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.136449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.137519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.157265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.189002 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Attempting to bind port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:50.189523 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Attempting to bind port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:50.189908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Attempting to bind port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:50.197182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:50.197552 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:50.197949 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.198334 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:50.198811 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Bound port: e8d1cafe-6a4c-497d-93ba-6e6c9e544328, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:50.199180 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.243658 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600ccc-c79f-46a2-b6d1-e9748cbf74b2 None None] Pushing event updated for resources: {'Port': ['ID=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.254508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.257879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8d6acaa5-fcd1-4fa3-8893-0db989187063'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:20:50.300657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] For port e8d1cafe-6a4c-497d-93ba-6e6c9e544328, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:50.306378 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] For port e8d1cafe-6a4c-497d-93ba-6e6c9e544328, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:50.313478 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.390117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:50.414765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 96460feb-71af-4d3b-8a5f-8b813657ca90 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:50.436282 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600ccc-c79f-46a2-b6d1-e9748cbf74b2 None None] Pushing event updated for resources: {'Port': ['ID=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:50.453840 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Routers {'0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:50.454597 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:50.506078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ba8976e1-f516-440f-88aa-1950b3e6762a no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:20:50.582571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: ba8976e1-f516-440f-88aa-1950b3e6762a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:20:50.583059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device ba8976e1-f516-440f-88aa-1950b3e6762a not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:20:50.682926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:50.732483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:46Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:50.741240 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] Set router 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:50.747594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:50.747964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Updating router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 port c388ba59-786f-48d5-9d6e-9e358f096c80 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:20:50.923721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.165389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49b75-6154-440d-994b-b13fe833df0b req-dd58a5ce-6bdb-46c0-92e7-aef6f92f79a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:51.173727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96e49b75-6154-440d-994b-b13fe833df0b req-dd58a5ce-6bdb-46c0-92e7-aef6f92f79a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 945 time: 0.3380613 Feb 04 13:20:51.175119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.251040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.278203 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151'}], 'enable_snat': False}, 'gw_port_id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:40Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:51.284201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51f772-23b6-4739-845c-b92485a5cef6 None None] The sync data for ids ['0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d'] in n-d-820555-2 is: [{'id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151'}], 'enable_snat': False}, 'gw_port_id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:40Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': 'e8d1cafe-6a4c-497d-93ba-6e6c9e544328', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:51.439239 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96e49b75-6154-440d-994b-b13fe833df0b req-46c9ff5b-962e-43f8-b99d-28b6d56d785d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643094 Feb 04 13:20:51.519996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.534875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Transition to ACTIVE for port object c388ba59-786f-48d5-9d6e-9e358f096c80 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:20:51.544817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.588926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:20:51.589443 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:20:51.711310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:51.928906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293063-7430-43f6-8639-b38af57b8562 None None] Pushing event updated for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:52.045536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.104708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Attempting to bind port c388ba59-786f-48d5-9d6e-9e358f096c80 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:20:52.104995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Attempting to bind port c388ba59-786f-48d5-9d6e-9e358f096c80 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:20:52.105356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Attempting to bind port c388ba59-786f-48d5-9d6e-9e358f096c80 on network 41d07be8-237a-4b8f-9e34-cefb9edaf12f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:20:52.131016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:20:52.131380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Checking segment: {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:20:52.131772 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.132154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Bound using segment: {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:20:52.132717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Bound port: c388ba59-786f-48d5-9d6e-9e358f096c80, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07b9309-5b16-490a-a14c-0b9d62cbc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:20:52.133095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.142119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 96460feb-71af-4d3b-8a5f-8b813657ca90 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:52.142464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.342005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] For port c388ba59-786f-48d5-9d6e-9e358f096c80, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:20:52.345414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] For port c388ba59-786f-48d5-9d6e-9e358f096c80, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c388ba59-786f-48d5-9d6e-9e358f096c80,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:20:52.350252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.375135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] The port '96460feb-71af-4d3b-8a5f-8b813657ca90' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:20:52.476657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293063-7430-43f6-8639-b38af57b8562 None None] Pushing event updated for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:52.479534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8d6acaa5-fcd1-4fa3-8893-0db989187063 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:52.565175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:52.565951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:52.674905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port ad86b9ff-85a3-4f83-96cb-73543a13545c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:52.675245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.677760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router 96ce1eec-b97f-4cf7-aa45-f60fed797786 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:20:52.681560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e8d1cafe-6a4c-497d-93ba-6e6c9e544328 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:52.870364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:20:52.889571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Removed routes are [] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:20:52.890057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:52.968539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 8d6acaa5-fcd1-4fa3-8893-0db989187063 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:52.976286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8d6acaa5-fcd1-4fa3-8893-0db989187063 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:52.976753 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.018931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:53.034886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:53.035259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.046954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.069816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:53.073201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port ad86b9ff-85a3-4f83-96cb-73543a13545c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ad86b9ff-85a3-4f83-96cb-73543a13545c,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:53.073899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.077459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba303b8-c9d7-4f4f-986b-83196b7ea617']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:53.092431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dd479c-2838-4fa8-ac55-44f860f508c7') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:53.092726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dd479c-2838-4fa8-ac55-44f860f508c7') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:53.106888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.129722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.137820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:20:53.138298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:20:53.284411 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:20:53.292702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for ad86b9ff-85a3-4f83-96cb-73543a13545c owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:53.568894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.625841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.641630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.645649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.658319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/networks/0ba303b8-c9d7-4f4f-986b-83196b7ea617 HTTP/1.1" status: 204 len: 168 time: 5.6559637 Feb 04 13:20:53.703941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 40994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:53.724421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e8d1cafe-6a4c-497d-93ba-6e6c9e544328, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:53.729020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.741346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.817298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:53.829255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:53.839174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:53.882436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:53.896647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=ad86b9ff-85a3-4f83-96cb-73543a13545c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:53.989332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:53.994325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90307-4728-4f06-af6f-efe306c91d4c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Network': ['ID=0ba303b8-c9d7-4f4f-986b-83196b7ea617,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:54.008130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:52Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:54.014453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051e7ca-19ab-4c5e-9cf2-d8f6f345bbc8 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:45Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:52Z', 'revision_number': 4, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:54.190338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09842dcf-05f8-4620-afe5-01151ca0c011 req-7d378972-aaf5-41fc-b580-b5a44e58f002 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:54.196496 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09842dcf-05f8-4620-afe5-01151ca0c011 req-7d378972-aaf5-41fc-b580-b5a44e58f002 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 945 time: 1.3024578 Feb 04 13:20:54.228351 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063', 'code': 200} Feb 04 13:20:54.317685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:54.323854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:54.325119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d09a8495-a3df-4799-bb31-244c815b7680 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "PUT /v2.0/routers/96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 200 len: 914 time: 10.1676238 Feb 04 13:20:54.335290 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] Sync routers for ids ['96ce1eec-b97f-4cf7-aa45-f60fed797786'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:54.356355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41002) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:54.376518 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] Routers {'96ce1eec-b97f-4cf7-aa45-f60fed797786'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:54.377152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['96ce1eec-b97f-4cf7-aa45-f60fed797786'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:54.458484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:54.566104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:54.598505 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:54.616823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:54.617560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:54.626590 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] Routers {'96ce1eec-b97f-4cf7-aa45-f60fed797786'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:54.629765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['96ce1eec-b97f-4cf7-aa45-f60fed797786'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:54.731331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09842dcf-05f8-4620-afe5-01151ca0c011 req-e772fde1-70c4-4924-9f3e-4e24dc128101 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919139 Feb 04 13:20:54.773361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:54.779442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:54.780186 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d9a41-3890-410b-b13e-e68f4ab3d827 None None] The sync data for ids ['96ce1eec-b97f-4cf7-aa45-f60fed797786'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:54.904439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c388ba59-786f-48d5-9d6e-9e358f096c80 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:55.007504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c388ba59-786f-48d5-9d6e-9e358f096c80 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:20:55.021537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c388ba59-786f-48d5-9d6e-9e358f096c80 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:55.022144 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.104518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62ac8b-6c8a-452c-b184-b8a0c055df60 req-5e9c213e-c8e5-480e-ab2f-820bc56dba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:55.107673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b62ac8b-6c8a-452c-b184-b8a0c055df60 req-5e9c213e-c8e5-480e-ab2f-820bc56dba5d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 1097 time: 0.5562327 Feb 04 13:20:55.218191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.242038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.282644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.291916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c388ba59-786f-48d5-9d6e-9e358f096c80, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c388ba59-786f-48d5-9d6e-9e358f096c80,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:55.294511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:55.298224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.299265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e8d1cafe-6a4c-497d-93ba-6e6c9e544328 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:55.302817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5522672b-7e84-4a4b-ab57-9ad5a01ebd41 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 200 len: 920 time: 0.8169291 Feb 04 13:20:55.325415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:55.448004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b62ac8b-6c8a-452c-b184-b8a0c055df60 req-ce2ee89e-35b3-4fc2-a635-1de5e26fd73f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199279 Feb 04 13:20:55.464582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:55.476983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:55.477483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.488970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.523523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.524338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.655152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:55.673364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:55.689279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:55.690005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:55.805812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 172.25.4.90 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6efce262-6754-4f0b-8e92-0e5c6b0ab821) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:20:55.948671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:20:55.971036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:55.972242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0014fa49-f7a5-4f77-b603-337a86a4ab12 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 953 time: 6.8864408 Feb 04 13:20:55.987999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:56.003701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:56.009021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:56.034190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:56.274117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:20:56.278120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:20:56.285088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:20:56.337932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=6efce262-6754-4f0b-8e92-0e5c6b0ab821,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:56.488781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:52Z', 'revision_number': 6, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:56.495088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:56.513841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c388ba59-786f-48d5-9d6e-9e358f096c80 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:20:56.550284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6b90a-8d33-4dbe-b777-66d68dd80150 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.551886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7cb6b90a-8d33-4dbe-b777-66d68dd80150 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=96ce1eec-b97f-4cf7-aa45-f60fed797786&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2252548 Feb 04 13:20:56.567795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41026) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:56.611337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:56.611987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:56.695243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3031754d-16ed-4d59-be28-69d5f5f2110e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 953 time: 0.7024295 Feb 04 13:20:56.697935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:56.709264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'routes': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:20:56.711414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e1358-4e8d-47b5-9d5c-3197393b5709 req-74005821-1f0d-4ed4-81c7-9549a0b96764 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:56.712927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-265e1358-4e8d-47b5-9d5c-3197393b5709 req-74005821-1f0d-4ed4-81c7-9549a0b96764 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 946 time: 0.7240398 Feb 04 13:20:56.757636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c388ba59-786f-48d5-9d6e-9e358f096c80 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:20:56.757636 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:56.927072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:56.994716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:57.121747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=7370cb70-6d31-49b2-90e9-1d0e4b5cb3f4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:57.142572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-265e1358-4e8d-47b5-9d5c-3197393b5709 req-568734e8-730b-4313-9c10-36f6313953e8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786693 Feb 04 13:20:57.253201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7387a6c-0b4a-4ca6-96ac-1ed94baad3ba tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:57.254652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7387a6c-0b4a-4ca6-96ac-1ed94baad3ba tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.6839936 Feb 04 13:20:57.259024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41036) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:57.263833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:57.394471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:52Z', 'revision_number': 6, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:57.403715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b04b7-3ff8-40af-a975-e84c476e3317 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:52Z', 'revision_number': 6, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:57.454242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a8fe96a-eb2a-4595-a9e4-77b66957f858 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 200 len: 205 time: 0.1432228 Feb 04 13:20:57.461405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:57.480387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:57.480743 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Floating IP 84fab206-c455-4765-9b5a-359359ed8b43 disassociated (deleted). External IP: 172.25.4.115, port: 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7. Feb 04 13:20:57.570830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:57.949627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:57.960689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Sync routers for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:57.969789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:57.971605 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:58.055614 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6b217abb-3c38-4013-92ff-431b82787445 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "PUT /v2.0/routers/5018a325-2b1b-4fe1-a83a-13c4cb718ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3683121 Feb 04 13:20:58.056199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:58.106774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:20:58.153344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:58.186437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting subnet 515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:20:58.195343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.222975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.278933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.382769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.511147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added routes are [] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:20:58.511914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.extraroute_db [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87620) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:20:58.573407 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:53Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:58.579389 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Checking router: 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:58.599695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:20:58.606782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.613593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:20:58.614409 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Routers {'5018a325-2b1b-4fe1-a83a-13c4cb718ce2'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:58.615060 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:58.628056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:58.628702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:58.673433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5dbdb49e-3893-40ac-9316-38d470b5a194 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/floatingips/84fab206-c455-4765-9b5a-359359ed8b43 HTTP/1.1" status: 204 len: 168 time: 4.9678648 Feb 04 13:20:58.675992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:20:58.683489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.835811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.916890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Subnet': ['ID=515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:20:58.932664 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] Set router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:58.935693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.955941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-004c1d77-af26-46e8-9bc3-a67f27bc37bd tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/subnets/515c8b4b-eac2-4eac-b3a1-8f5ac1f5dd9d HTTP/1.1" status: 204 len: 168 time: 0.8989599 Feb 04 13:20:58.960886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:20:58.975066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:20:58.975545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:58.992096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.153036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port 7ed319d2-812c-4121-bab6-0843d3ae4ffe {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:59.153721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.230451 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'status': 'completed', 'code': 200} Feb 04 13:20:59.267005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.320980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3b361-3f33-4d81-9b1e-77f81d97652d None None] Network 7758fa29-3988-4e54-9f10-527d2974c868 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:20:59.339153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:53Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:59.341807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca14f1f-8e1d-4fb9-a241-2c39a3c48109 req-2159b674-a09d-489a-96ae-f14667609cfb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.344077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a99b6-2ce3-4341-a28e-bc3362f6c533 None None] The sync data for ids ['5018a325-2b1b-4fe1-a83a-13c4cb718ce2'] in n-d-820555-2 is: [{'id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1343412082', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'edded936-244b-40c2-bf73-732387c09608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:47Z', 'updated_at': '2022-02-04T13:20:53Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'edded936-244b-40c2-bf73-732387c09608', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5018a325-2b1b-4fe1-a83a-13c4cb718ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:50Z', 'updated_at': '2022-02-04T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:20:59.352884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cca14f1f-8e1d-4fb9-a241-2c39a3c48109 req-2159b674-a09d-489a-96ae-f14667609cfb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 946 time: 1.0007195 Feb 04 13:20:59.523944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-80cc236b-8003-434e-a9d4-ca620f5d548d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:20:59.524566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-80cc236b-8003-434e-a9d4-ca620f5d548d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:59.543948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.558170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port edded936-244b-40c2-bf73-732387c09608 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:59.559903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.566094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:59.572791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:20:59.585317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:20:59.585926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:20:59.591195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-80cc236b-8003-434e-a9d4-ca620f5d548d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:59.592611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-80cc236b-8003-434e-a9d4-ca620f5d548d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 0.2658439 Feb 04 13:20:59.725535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-1d9dc7b6-450b-4807-be87-b0ac4dc5d6fe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:20:59.750510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-1d9dc7b6-450b-4807-be87-b0ac4dc5d6fe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:20:59.759940 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ba6c02c0-1ca9-4784-bc49-3bd49603f25e req-1d9dc7b6-450b-4807-be87-b0ac4dc5d6fe tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605709 Feb 04 13:20:59.845199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] DHCP port deletion for 7758fa29-3988-4e54-9f10-527d2974c868 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:20:59.873219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Deleting port 497fb392-a015-472b-84af-a8affadc93f7 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:20:59.873219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:20:59.873556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cca14f1f-8e1d-4fb9-a241-2c39a3c48109 req-66080b2a-8af6-48e7-a724-ef876cce8339 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156729 Feb 04 13:20:59.874717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port edded936-244b-40c2-bf73-732387c09608, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=edded936-244b-40c2-bf73-732387c09608,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:20:59.874846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.001047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:00.075643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for edded936-244b-40c2-bf73-732387c09608 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:00.186634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-c5d52d7a-93ca-4575-8743-75c25f677184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:00.188159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-c5d52d7a-93ca-4575-8743-75c25f677184 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 1096 time: 0.9763904 Feb 04 13:21:00.199841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:00.287061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.367796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.385561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.492821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=edded936-244b-40c2-bf73-732387c09608,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:00.536833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.586713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ad86b9ff-85a3-4f83-96cb-73543a13545c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:00.635350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: ad86b9ff-85a3-4f83-96cb-73543a13545c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:00.635688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ad86b9ff-85a3-4f83-96cb-73543a13545c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:00.636115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 497fb392-a015-472b-84af-a8affadc93f7 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:00.698434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] For port 497fb392-a015-472b-84af-a8affadc93f7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=497fb392-a015-472b-84af-a8affadc93f7,segment=NetworkSegment(5469a628-8cda-4550-8882-4224368ba49a),segment_id=5469a628-8cda-4550-8882-4224368ba49a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:00.698994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.794791 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:00.888339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for 7ed319d2-812c-4121-bab6-0843d3ae4ffe owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:00.951378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Calling delete_port for 497fb392-a015-472b-84af-a8affadc93f7 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:01.118892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.151399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.206944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] Pushing event deleted for resources: {'Port': ['ID=497fb392-a015-472b-84af-a8affadc93f7,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:01.255602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada989da-6c6e-4468-95a0-661be16aea28 None None] No DVR routers for this DVR port 497fb392-a015-472b-84af-a8affadc93f7 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:01.289606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:01.303437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a14f0d3-e2bd-419b-94d1-55497d06734c None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:20:29Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0292beb-7566-42cc-b7fb-a5e1fa167669', 'name': '', 'network_id': '28e21cf3-cb14-484d-97b5-9a8dd69ee071', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:07:44:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:39Z', 'updated_at': '2022-02-04T13:18:01Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': '8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:01.490407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.499346 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.517966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:01.537440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.538000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Fanout notify agent at l3_agent the message router_deleted on router 5018a325-2b1b-4fe1-a83a-13c4cb718ce2 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:01.553720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-b87ef861-3367-46ac-9422-6df6b6235c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.556498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-b87ef861-3367-46ac-9422-6df6b6235c76 service neutron] 10.222.0.90 "GET /v2.0/networks?id=28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 200 len: 898 time: 1.3518484 Feb 04 13:21:01.579085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.580338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6995df70-5dd9-4d29-882f-522c97dea218 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/routers/5018a325-2b1b-4fe1-a83a-13c4cb718ce2 HTTP/1.1" status: 204 len: 168 time: 2.6182551 Feb 04 13:21:01.583072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41092) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:01.705110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-3323ca74-6da7-406d-a24b-93fb75705184 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 200 len: 217 time: 0.1372178 Feb 04 13:21:01.714717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.715280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06d55d-a755-4ef8-9263-78d964010522 req-6ce013c2-6d2b-4798-a02d-c95457dc49c6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:01.717116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d06d55d-a755-4ef8-9263-78d964010522 req-6ce013c2-6d2b-4798-a02d-c95457dc49c6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 0.6190419 Feb 04 13:21:01.879500 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74e38a-4e90-42c6-80fe-abe91cca9d82 None None] New status for floating IP 84fab206-c455-4765-9b5a-359359ed8b43: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:21:01.950700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:01.956495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d06d55d-a755-4ef8-9263-78d964010522 req-b35315e1-26f6-495d-a2fa-3a11b267d88a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302047 Feb 04 13:21:02.116165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.156718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7758fa29-3988-4e54-9f10-527d2974c868']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.177757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5469a628-8cda-4550-8882-4224368ba49a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.178262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5469a628-8cda-4550-8882-4224368ba49a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.191980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.210418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.218800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:02.219717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:02.237587 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:02.343930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.350507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.370944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:02.381388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Sync routers for ids ['1fdc7cd1-b160-40db-8a13-d01fc3cbde16'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:02.397407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/networks/7758fa29-3988-4e54-9f10-527d2974c868 HTTP/1.1" status: 204 len: 168 time: 0.8134961 Feb 04 13:21:02.398136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Routers {'1fdc7cd1-b160-40db-8a13-d01fc3cbde16'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:02.398317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41100) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:02.398835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fdc7cd1-b160-40db-8a13-d01fc3cbde16'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.399238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12793750-ae54-4da4-bb87-abb0d19150de tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Network': ['ID=7758fa29-3988-4e54-9f10-527d2974c868,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:02.399959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=7ed319d2-812c-4121-bab6-0843d3ae4ffe,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:02.416203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-55677742-4d4b-4387-9986-aa203e52e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:02.418523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-55677742-4d4b-4387-9986-aa203e52e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:02.595715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:02.627211 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:02.650762 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:02.651480 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:02.658632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.662688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94d75895-f568-4825-a75a-7eaf98f0c523 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.5751786 Feb 04 13:21:02.684625 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.687837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-097e6d6e-5b8c-4691-b31e-2e9c25f55371 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 703 time: 5.9887733 Feb 04 13:21:02.689912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:02.694535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41108) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:02.706884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-06b97395-4f58-40e3-8caa-24042db98fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:02.710544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-06b97395-4f58-40e3-8caa-24042db98fd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a HTTP/1.1" status: 200 len: 834 time: 0.9730420 Feb 04 13:21:02.747816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Set router 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:02.816991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port d5a736b2-7d65-4f87-b420-1d4b0150fee0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:02.817482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:02.870252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:02.973594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-55677742-4d4b-4387-9986-aa203e52e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:02.976699 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-55677742-4d4b-4387-9986-aa203e52e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.90 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 2.2423551 Feb 04 13:21:03.049026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.049610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.082276 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.123011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device edded936-244b-40c2-bf73-732387c09608 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:03.218359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: edded936-244b-40c2-bf73-732387c09608 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:03.218729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device edded936-244b-40c2-bf73-732387c09608 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:03.278987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:50Z', 'updated_at': '2022-02-04T13:20:56Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:55Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.283117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Checking router: 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:03.283469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Updating router 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:03.332288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for d5a736b2-7d65-4f87-b420-1d4b0150fee0 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:03.338858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.484375 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:58Z', 'revision_number': 7, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.489356 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:03.510458 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:03.512327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:03.793367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.804247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.903917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:03.904364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:03.913445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:04.169234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.223030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f72cff84-682f-4018-8014-1808172f4485 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 703 time: 1.5166085 Feb 04 13:21:04.228836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-858b343d-beaf-409d-8917-812ca9e6b36d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/1fdc7cd1-b160-40db-8a13-d01fc3cbde16 HTTP/1.1" status: 200 len: 906 time: 1.5285680 Feb 04 13:21:04.229427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41142) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:04.235050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41144) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:04.264164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.264840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router 96ce1eec-b97f-4cf7-aa45-f60fed797786 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:04.320601 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.337950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Transition to ACTIVE for port object 6efce262-6754-4f0b-8e92-0e5c6b0ab821 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:04.348149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.521523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=d5a736b2-7d65-4f87-b420-1d4b0150fee0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.531480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Pushing event updated for resources: {'Port': ['ID=6efce262-6754-4f0b-8e92-0e5c6b0ab821,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:04.532361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.532798 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Floating IP 5ba1118d-0072-4b4e-b3d3-de5a80b4226b disassociated (deleted). External IP: 172.25.4.229, port: e22f9268-018c-4c97-9951-be10da23c5db. Feb 04 13:21:04.553064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.553416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.553760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.554894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.555237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.555578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.555911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.556241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.556572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.556903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.557241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.557567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:04.612495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Attempting to bind port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:21:04.612871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Attempting to bind port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:21:04.613244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Attempting to bind port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:04.627620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:21:04.628000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:04.628414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.631152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:21:04.631869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Bound port: 6efce262-6754-4f0b-8e92-0e5c6b0ab821, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:21:04.632470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.760843 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:58Z', 'revision_number': 7, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:04.768442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2676fd9d-57b5-45ac-8d3c-2dd64ef0fd43 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:20:58Z', 'revision_number': 7, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c388ba59-786f-48d5-9d6e-9e358f096c80', 'name': '', 'network_id': '41d07be8-237a-4b8f-9e34-cefb9edaf12f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:bd:a0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:43Z', 'updated_at': '2022-02-04T13:20:55Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '2e25706b-eeff-4063-ae94-a301b04d526a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:04.787400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] For port 6efce262-6754-4f0b-8e92-0e5c6b0ab821, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:21:04.791796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] For port 6efce262-6754-4f0b-8e92-0e5c6b0ab821, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6efce262-6754-4f0b-8e92-0e5c6b0ab821,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:21:04.800588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:04.932341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.024492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-75fa3215-e819-4e0f-84b7-92706ab25ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.026300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-75fa3215-e819-4e0f-84b7-92706ab25ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=28e21cf3-cb14-484d-97b5-9a8dd69ee071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0484097 Feb 04 13:21:05.030899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.032147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-daf5b40c-bef4-48ea-ad7a-9eebb04efd53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 204 len: 168 time: 7.5383837 Feb 04 13:21:05.037831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41152) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:05.048780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-413338461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:05.063327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70119f4-e402-4d37-962a-9f8dd8e4cc25 None None] Pushing event updated for resources: {'Port': ['ID=6efce262-6754-4f0b-8e92-0e5c6b0ab821,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:05.072351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Routers {'1fdc7cd1-b160-40db-8a13-d01fc3cbde16'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:05.075079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1fdc7cd1-b160-40db-8a13-d01fc3cbde16'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:05.080027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:05.204941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:05.207952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:05.218865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:05.257981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.259040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.301333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.423538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:05.447345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:05.450481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.550114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.551422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-67218147-b207-4312-aa13-9700e8993bb7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5140848 Feb 04 13:21:05.558577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41160) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:05.564250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:05.574512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] Set router 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:05.792893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.840154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:05.878505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:05.888678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:05.906288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39e2b5-4e67-4f37-8e6f-a849b82e68b3 req-bc75ed2e-563f-43bf-ad0f-7c8cf947b07f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:05.910892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e39e2b5-4e67-4f37-8e6f-a849b82e68b3 req-bc75ed2e-563f-43bf-ad0f-7c8cf947b07f tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 945 time: 2.5163584 Feb 04 13:21:05.911202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:06.041160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:06.041774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:06.052985 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'code': 200} Feb 04 13:21:06.069302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-35949aea-3d48-47b5-bb4f-59267d1e4826 service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0130124 Feb 04 13:21:06.137168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e39e2b5-4e67-4f37-8e6f-a849b82e68b3 req-bde346d2-5175-42e2-8da9-b2fb5dd62fae tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763482 Feb 04 13:21:06.172025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:06.191953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:06.223285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:50Z', 'updated_at': '2022-02-04T13:20:56Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:55Z', 'updated_at': '2022-02-04T13:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:06.234368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055e1c9-7684-47b9-a287-d60260170e77 None None] The sync data for ids ['1fdc7cd1-b160-40db-8a13-d01fc3cbde16'] in n-d-820555-2 is: [{'id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'name': 'tempest-snat-router-359639406', 'tenant_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:20:50Z', 'updated_at': '2022-02-04T13:20:56Z', 'revision_number': 3, 'project_id': 'dcf5683bef964cbc9fbadcfa906d731c', 'gw_port': {'id': '6efce262-6754-4f0b-8e92-0e5c6b0ab821', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdc7cd1-b160-40db-8a13-d01fc3cbde16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:55Z', 'updated_at': '2022-02-04T13:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:06.447683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:06.448050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:06.637010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:06.641562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:06.647770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Sync routers for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:06.671547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:06.672367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:06.814431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5223b26d-1ff4-4a8a-bc57-1f1e240114c5 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ba1118d-0072-4b4e-b3d3-de5a80b4226b HTTP/1.1" status: 204 len: 168 time: 4.4033878 Feb 04 13:21:06.818638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:07.068446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:07.096818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:07.316005 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db', 'status': 'completed', 'code': 200} Feb 04 13:21:07.510215 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:07.599270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:07.829375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Allocated IP 172.25.4.95 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/0329249d-6101-4c93-8463-13860ce7b072) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:07.861265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:07.861802 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:07.943402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] For port 6efce262-6754-4f0b-8e92-0e5c6b0ab821, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6efce262-6754-4f0b-8e92-0e5c6b0ab821,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:07.943782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:07.957629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11e49670-33d2-4aff-afc9-96f5392d9d83 req-f79e1218-d470-4696-bc8b-97c20cedd69d service neutron] 10.222.0.90 "GET /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8722684 Feb 04 13:21:08.017001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:08.026059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Checking router: 50e0af28-f3d0-4d5b-9338-a705dd9a1450 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:08.038732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:08.039365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:08.121102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788874-9556-4382-a39e-c1f28b32546a req-768770ec-1011-4b61-8011-b0d93039a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.128034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-768770ec-1011-4b61-8011-b0d93039a522 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54f2c1156ba1412283f42962ed155414&device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 1136 time: 0.7979538 Feb 04 13:21:08.154885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Calling delete_port for 6efce262-6754-4f0b-8e92-0e5c6b0ab821 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:08.162024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:08.201512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbba04-3331-46d1-aaff-a859b41f50aa req-81bd98d8-0589-4a66-a60e-361d7951c8b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:08.210467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29fbba04-3331-46d1-aaff-a859b41f50aa req-81bd98d8-0589-4a66-a60e-361d7951c8b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 943 time: 0.1893106 Feb 04 13:21:08.277295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:08.332627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-29fbba04-3331-46d1-aaff-a859b41f50aa req-74f61cab-f32a-4c07-95ad-49943ab9834b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211298 Feb 04 13:21:08.337530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:08.365380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:08.365914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:08.415464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:08.421592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:08.427492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:08.747359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6efce262-6754-4f0b-8e92-0e5c6b0ab821 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:08.864563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:21:08.865142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6efce262-6754-4f0b-8e92-0e5c6b0ab821 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 13:21:08.887086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Pushing event updated for resources: {'Port': ['ID=0329249d-6101-4c93-8463-13860ce7b072,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:08.927208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 6efce262-6754-4f0b-8e92-0e5c6b0ab821 not found, will not notify nova. {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 13:21:08.952315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:08.967639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bba0a4-2003-442c-b5e0-4ce1aa8d3dfe None None] The sync data for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 is: [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:18:35Z', 'revision_number': 4, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '8f5603bb-746a-4b02-9987-bce1113aa1a1', 'name': '', 'network_id': '42599bf3-f2e7-4d4d-9582-a2d6c640653c', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'mac_address': 'fa:16:3e:45:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:33Z', 'updated_at': '2022-02-04T13:18:47Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'subnets': [{'id': '8e9de845-8295-4546-a683-a835b8ce00f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:08.991497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35143d9-1a20-402f-a18a-704b572865bc req-2480bd41-65b5-45eb-89c0-881354f4d28e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.000311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d35143d9-1a20-402f-a18a-704b572865bc req-2480bd41-65b5-45eb-89c0-881354f4d28e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 1.5078704 Feb 04 13:21:09.132740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:09.137328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788874-9556-4382-a39e-c1f28b32546a req-bff48f0a-67f4-4b52-a872-dca94c83688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.138975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-bff48f0a-67f4-4b52-a872-dca94c83688c service neutron] 10.222.0.90 "GET /v2.0/networks?id=42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 200 len: 898 time: 0.9314964 Feb 04 13:21:09.257890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:09.295257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-ad64cd2a-7a2a-469e-9724-98591bbcb7a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 200 len: 217 time: 0.1001434 Feb 04 13:21:09.391845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efce262-6754-4f0b-8e92-0e5c6b0ab821,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:09.402293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788874-9556-4382-a39e-c1f28b32546a req-454dcb99-70dc-417d-9841-ae57b4a80376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:09.404471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-454dcb99-70dc-417d-9841-ae57b4a80376 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8e9de845-8295-4546-a683-a835b8ce00f8 HTTP/1.1" status: 200 len: 834 time: 0.0830977 Feb 04 13:21:09.411847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d31e7-6738-433e-abc4-b9d50634643b None None] New status for floating IP 5ba1118d-0072-4b4e-b3d3-de5a80b4226b: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:21:09.936166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:09.936526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:09.962199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d35143d9-1a20-402f-a18a-704b572865bc req-37725ee6-b8d9-4f17-b9e7-fec9dd97a913 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9608574 Feb 04 13:21:10.062184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.084525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85713c1e-f4b5-4513-98c9-2c0582578c43 req-91b9ee84-14d0-43bc-9b4b-baac97647bac tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.092670 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85713c1e-f4b5-4513-98c9-2c0582578c43 req-91b9ee84-14d0-43bc-9b4b-baac97647bac tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 943 time: 0.2246525 Feb 04 13:21:10.095690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.135407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:10.221129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85713c1e-f4b5-4513-98c9-2c0582578c43 req-6c9ad85f-8c86-4333-922b-0150b66a53f1 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=22324eff-041b-4609-a168-b79b92f984f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273031 Feb 04 13:21:10.283845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.393292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Router 2418f893-b585-4700-93ba-99c651545c6b is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:10.397241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.586435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-56050b54-1628-4a3b-abf4-a0c128e9a43c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.588215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-56050b54-1628-4a3b-abf4-a0c128e9a43c tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 1.5722761 Feb 04 13:21:10.614386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:10.625229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] Sync routers for ids ['2418f893-b585-4700-93ba-99c651545c6b'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:10.632768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.643171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] Routers {'2418f893-b585-4700-93ba-99c651545c6b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:10.645152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66fe6efe-e0bd-4920-8e36-df00627fbce0 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "PUT /v2.0/routers/2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 200 len: 914 time: 5.0850148 Feb 04 13:21:10.646878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:10.648949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2418f893-b585-4700-93ba-99c651545c6b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.681103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port e22f9268-018c-4c97-9951-be10da23c5db {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:10.681442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:10.798787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.813973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] Routers {'2418f893-b585-4700-93ba-99c651545c6b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:10.815356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2418f893-b585-4700-93ba-99c651545c6b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.901321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788874-9556-4382-a39e-c1f28b32546a req-f458e2cd-895e-4487-8efb-35f2b9aad552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:10.911095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-f458e2cd-895e-4487-8efb-35f2b9aad552 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42599bf3-f2e7-4d4d-9582-a2d6c640653c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4001048 Feb 04 13:21:10.942473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:10.943156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef426a1-22f6-4ee9-b337-38dd6ca59990 None None] The sync data for ids ['2418f893-b585-4700-93ba-99c651545c6b'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:11.021827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.036791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-965e04cc-0999-488d-9b81-ef4540800a5c tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 200 len: 920 time: 0.3868020 Feb 04 13:21:11.042442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:11.199305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d19813-19e2-4fa7-beef-3a365d200b8b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.200835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-06d19813-19e2-4fa7-beef-3a365d200b8b tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=2418f893-b585-4700-93ba-99c651545c6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1574581 Feb 04 13:21:11.204973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:11.339607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.341295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:11.380113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f0191-b14e-4bb1-ad38-8b2ec367dd97 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:11.381448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-979f0191-b14e-4bb1-ad38-8b2ec367dd97 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.1755714 Feb 04 13:21:11.393964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41244) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:11.425990 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.431690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a05d56b2-1f23-4088-92ce-c43c8ab7c03a req-c265e470-81c7-48e9-a314-5b84ebfe76d7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.0894017 Feb 04 13:21:11.452318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-705f2e50-d49d-4c3a-bcd3-24722a731fb8 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 200 len: 205 time: 0.0503054 Feb 04 13:21:11.452318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:11.529087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:11.532395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-643f45ff-472e-4e12-b990-62e65a54d073 service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748078 Feb 04 13:21:11.538681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.569943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:11.577623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce36b5e1bdb4302baa9d46eda090968 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:11.583247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:11.770751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:11.813037 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.943063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:11.943612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fdc7cd1-b160-40db-8a13-d01fc3cbde16 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:12.068070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.079812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.087835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.090805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] No DVR routers for this DVR port 9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:12.094052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.109069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-deleted', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:12.158498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port 0329249d-6101-4c93-8463-13860ce7b072 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:12.158868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.173263 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464608d8-c289-4e64-a2b8-ddbd930824be', 'name': 'network-vif-deleted', 'tag': '9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7', 'status': 'completed', 'code': 200} Feb 04 13:21:12.200882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port e22f9268-018c-4c97-9951-be10da23c5db, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=e22f9268-018c-4c97-9951-be10da23c5db,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:12.201266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.218000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fccef4c-4e84-4aff-8e97-4ba4987c6890,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:12.224733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-169bd1cc-dc83-4892-91d8-16d3f0d5466e req-d155e9a4-69d3-4024-a3b4-04103efd6499 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.90 "DELETE /v2.0/ports/9a4b3a94-f5fc-47dd-a10e-55bdbe8da1a7 HTTP/1.1" status: 204 len: 173 time: 9.0731597 Feb 04 13:21:12.226497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.230770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f6cf8b74-ddd5-4178-8685-4c113ca00953 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1fdc7cd1-b160-40db-8a13-d01fc3cbde16 HTTP/1.1" status: 204 len: 168 time: 7.9712071 Feb 04 13:21:12.231458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:12.240506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8de7cae9-1bb3-4e68-9738-43b7d57b3ce4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ce36b5e1bdb4302baa9d46eda090968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600669 Feb 04 13:21:12.251017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47788874-9556-4382-a39e-c1f28b32546a req-980e6a58-6a29-40e8-9cbd-5f4981542ccc service neutron] 10.222.0.90 "GET /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730731 Feb 04 13:21:12.359771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:12.392426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for e22f9268-018c-4c97-9951-be10da23c5db owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:12.466675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a628-86b1-4429-8e35-574c6f976e5d req-e7796295-25fc-4848-a30f-fb60539c7fe0 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:12.476035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fd5a628-86b1-4429-8e35-574c6f976e5d req-e7796295-25fc-4848-a30f-fb60539c7fe0 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 985 time: 1.1317177 Feb 04 13:21:12.500247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.505127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6efce262-6754-4f0b-8e92-0e5c6b0ab821 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:12.580886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6efce262-6754-4f0b-8e92-0e5c6b0ab821 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:12.581757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6efce262-6754-4f0b-8e92-0e5c6b0ab821 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:12.637239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.648484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8fd5a628-86b1-4429-8e35-574c6f976e5d req-eddb3e6b-1b7d-4c82-9eae-650eba214121 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/security-groups?id=36419a11-86da-4296-94b4-cf1b8e93f137&id=628c60c2-7437-4fe8-bf0c-14462cc5354e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1713877 Feb 04 13:21:12.693911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.697131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port c388ba59-786f-48d5-9d6e-9e358f096c80 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:12.697549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.708024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93cad205-dd83-46ea-b1d1-2ddd7dd7b726 req-6ac3dc9a-d4fa-4755-afe4-0ead3941ec4d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=464608d8-c289-4e64-a2b8-ddbd930824be HTTP/1.1" status: 200 len: 210 time: 0.0844698 Feb 04 13:21:12.822369 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.874298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:12.882366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for 0329249d-6101-4c93-8463-13860ce7b072 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:12.942216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=e22f9268-018c-4c97-9951-be10da23c5db,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.045393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] No DVR routers for this DVR port e22f9268-018c-4c97-9951-be10da23c5db on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:13.050143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.076886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2baeb502-516b-45d4-b256-4f6086f03d99 req-7a718561-2e33-449a-a863-e271e3e5d2cb tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.90 "DELETE /v2.0/ports/e22f9268-018c-4c97-9951-be10da23c5db HTTP/1.1" status: 204 len: 173 time: 2.4706647 Feb 04 13:21:13.078419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port c388ba59-786f-48d5-9d6e-9e358f096c80, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c388ba59-786f-48d5-9d6e-9e358f096c80,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:13.078874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.105676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.137931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fccef4c-4e84-4aff-8e97-4ba4987c6890,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.142885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.151600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.152784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-97a055fb-3b0b-4ab7-95f6-416e53e60cd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fccef4c-4e84-4aff-8e97-4ba4987c6890 HTTP/1.1" status: 204 len: 168 time: 0.7869568 Feb 04 13:21:13.180181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Deleting port e8d1cafe-6a4c-497d-93ba-6e6c9e544328 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:13.180564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.234128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for c388ba59-786f-48d5-9d6e-9e358f096c80 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:13.469525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e22f9268-018c-4c97-9951-be10da23c5db no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:13.555398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.577919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: e22f9268-018c-4c97-9951-be10da23c5db {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:13.579084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device e22f9268-018c-4c97-9951-be10da23c5db not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:13.588165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-87bf5ed1-d552-4c1a-b066-4b0c2dbf4669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.791608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=c388ba59-786f-48d5-9d6e-9e358f096c80,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:13.811465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41282) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:13.946312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41288) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:13.968692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:13.972959 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:21:14.006704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:14.018091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.035365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Usage tracker for resource:security_group_rule and tenant:167d246c4232429b990009d91737fd3a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:14.073805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:14.087015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:14.138041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=0329249d-6101-4c93-8463-13860ce7b072,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:14.153944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-07636744-6959-470d-901e-b6f8554167a2 req-708cdbcb-f319-4820-9bc8-43aa92f70ed4 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Synchronizing usage tracker for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:14.206052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'name': 'network-vif-deleted', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:14.254143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-07636744-6959-470d-901e-b6f8554167a2 req-708cdbcb-f319-4820-9bc8-43aa92f70ed4 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Unset dirty status for tenant:54f2c1156ba1412283f42962ed155414 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:14.255349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-07636744-6959-470d-901e-b6f8554167a2 req-708cdbcb-f319-4820-9bc8-43aa92f70ed4 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e3dbf80-8fbd-44a8-8177-059369732d03 HTTP/1.1" status: 200 len: 210 time: 0.3071535 Feb 04 13:21:14.284383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.290438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] For port e8d1cafe-6a4c-497d-93ba-6e6c9e544328, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:14.290831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.312322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.363483 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3dbf80-8fbd-44a8-8177-059369732d03', 'name': 'network-vif-deleted', 'tag': 'e22f9268-018c-4c97-9951-be10da23c5db', 'status': 'completed', 'code': 200} Feb 04 13:21:14.473507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Calling delete_port for e8d1cafe-6a4c-497d-93ba-6e6c9e544328 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:14.521954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.534807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.671743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:14.736700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.739265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.775612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.776177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router 2418f893-b585-4700-93ba-99c651545c6b {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:14.865592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.880399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.934048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:14.944002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:14.945054 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1fd22ca5-dc10-488d-8a4f-908c43f5e14e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 204 len: 168 time: 3.4957454 Feb 04 13:21:14.950046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b02a02dd-ffaa-4fde-ae33-a62df46afad6 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6949737 Feb 04 13:21:14.950964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:14.954168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41312) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:14.954958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=167d246c4232429b990009d91737fd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1407480 Feb 04 13:21:14.955596 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:14.956756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2822ca2-6f6c-45d3-bb8b-d951329e0eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c783533-f174-4244-80d1-356e15abb731,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:14.959221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41318) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:14.960982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783674881', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:14.990966 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:14.991773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:15.000024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.008338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:15.018271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Usage tracker for resource:router and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:15.022688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:15.035735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:15.054380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 2e25706b-eeff-4063-ae94-a301b04d526a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:15.058553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.059582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.060842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22324eff-041b-4609-a168-b79b92f984f4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.062897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.112989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.114773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eef9e8cf-6a21-4b67-b4bb-8b0a2f06c70a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/security-groups/22324eff-041b-4609-a168-b79b92f984f4 HTTP/1.1" status: 204 len: 168 time: 1.1585755 Feb 04 13:21:15.115804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.136467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.146360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.146544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.158240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.178547 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:15.180276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41324) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:15.227661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8d1cafe-6a4c-497d-93ba-6e6c9e544328,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.356596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.367467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41330) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:15.369545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.533016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c783533-f174-4244-80d1-356e15abb731,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:15.567045 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:13Z', 'revision_number': 8, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:15.582913 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:15.593381 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:15.594246 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:20:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:15.792739 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:15.805120 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.810542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.811856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bfb4cd22-0eae-47a1-a368-101af639c87b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c783533-f174-4244-80d1-356e15abb731 HTTP/1.1" status: 204 len: 168 time: 0.8509033 Feb 04 13:21:15.815176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.839546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.882040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.911140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:15.911887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:16.012613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.012613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7368f3da-1e8d-4035-9dc0-e037329de6c0 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0985f0ce-2dc8-49c8-bb25-10ad9d6ea23d HTTP/1.1" status: 204 len: 168 time: 3.7784009 Feb 04 13:21:16.037412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41340) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:16.061221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2142128676', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:16.102860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.134948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:16.170241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:16.206017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:16.236101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:16.306265 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-573b6958-22e1-469b-a115-24f054df3619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.307388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.308619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.328533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.348163 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.430635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36419a11-86da-4296-94b4-cf1b8e93f137,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:16.449925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.629908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:13Z', 'revision_number': 8, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:16.635324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.637048 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72e61a-196b-4a42-b328-8c7513424d20 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:13Z', 'revision_number': 8, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c', 'name': '', 'network_id': 'cfd2d926-3405-4a49-bc7d-00ed365b172f', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:d2:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:26Z', 'updated_at': '2022-02-04T13:20:41Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': '14a2bd20-31f2-44ef-819e-3a659740e1e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:16.642559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.646342 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d817a83d-aad9-46b8-94bc-d7e38815fe44 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/security-groups/36419a11-86da-4296-94b4-cf1b8e93f137 HTTP/1.1" status: 204 len: 168 time: 1.1483700 Feb 04 13:21:16.647255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:16.665118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e8d1cafe-6a4c-497d-93ba-6e6c9e544328 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:16.719210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e8d1cafe-6a4c-497d-93ba-6e6c9e544328 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:16.719672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e8d1cafe-6a4c-497d-93ba-6e6c9e544328 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:16.722186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029cc65-3456-4cf0-8312-34c45ca9f359 None None] Network 41d07be8-237a-4b8f-9e34-cefb9edaf12f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:16.759694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.794866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=2e25706b-eeff-4063-ae94-a301b04d526a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:16.817285 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cd24245-2e12-4578-8289-6449f53d976b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/2e25706b-eeff-4063-ae94-a301b04d526a HTTP/1.1" status: 204 len: 168 time: 1.8616989 Feb 04 13:21:16.824434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:16.862422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:16.918823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.013181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.017730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.079217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] DHCP port deletion for 41d07be8-237a-4b8f-9e34-cefb9edaf12f request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:17.083467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Deleting port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:17.083839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.101200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.138290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:17.138656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.359169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.405319 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.423970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] For port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:17.424969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.559751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.669026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Calling delete_port for 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:17.709646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c60c2-7437-4fe8-bf0c-14462cc5354e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:17.726809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.728272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d79cde05-2036-413c-b208-635b501ed130 tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/security-groups/628c60c2-7437-4fe8-bf0c-14462cc5354e HTTP/1.1" status: 204 len: 168 time: 0.9770067 Feb 04 13:21:17.735538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:17.777289 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.869807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Allocated IP 172.25.4.75 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/54abcd48-04ce-4c0e-baf9-298767c6c0cc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:17.872037 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.879419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.931366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:17.989194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] Pushing event deleted for resources: {'Port': ['ID=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:17.995189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409958-dc5f-475f-b348-199ed2b9151a None None] No DVR routers for this DVR port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:18.147643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:18.173069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=916778a9-2e7c-46c1-8c81-eea3fe3cc6f0,segment=NetworkSegment(f07b9309-5b16-490a-a14c-0b9d62cbc597),segment_id=f07b9309-5b16-490a-a14c-0b9d62cbc597)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:18.173518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:18.412847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:18.554359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:18.605933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:18.606464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:18.607139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c388ba59-786f-48d5-9d6e-9e358f096c80 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:18.648370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a1fc-9b3c-4b5d-aef3-7938c47f4919 req-592a83d1-6db5-4d80-b15c-3704bbafa6b7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.655931 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d96a1fc-9b3c-4b5d-aef3-7938c47f4919 req-592a83d1-6db5-4d80-b15c-3704bbafa6b7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.4236617 Feb 04 13:21:18.668820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c388ba59-786f-48d5-9d6e-9e358f096c80 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:18.669684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c388ba59-786f-48d5-9d6e-9e358f096c80 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:18.697238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:18.705602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:18.705932 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:18.807160 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d96a1fc-9b3c-4b5d-aef3-7938c47f4919 req-305a346f-e3a8-4964-825e-aa1efa2e8226 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503077 Feb 04 13:21:18.818541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-8e828da2-7d7f-4465-9c76-8f78afe77e60 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:18.829987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-8e828da2-7d7f-4465-9c76-8f78afe77e60 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.6193285 Feb 04 13:21:18.865276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:18.870962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-c0e37884-a690-48dd-87ed-6cc0c779b04a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/quotas/c2b8535069ac4b3dbafb2c0b4d5991ee HTTP/1.1" status: 200 len: 375 time: 0.0398555 Feb 04 13:21:18.898048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port a0292beb-7566-42cc-b7fb-a5e1fa167669 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:18.898435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:18.976820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.077036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41430) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:19.090341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:19.093540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:19.105384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:19.146985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Allocated IP 172.25.4.241 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/4acd32ad-b943-4c10-8ada-2a701a78ce03) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:19.148950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event updated for resources: {'Port': ['ID=54abcd48-04ce-4c0e-baf9-298767c6c0cc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:19.159428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-0db24c2d-2c7b-4217-9396-d891e4e9a6bc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2713611 Feb 04 13:21:19.189062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port a0292beb-7566-42cc-b7fb-a5e1fa167669, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0292beb-7566-42cc-b7fb-a5e1fa167669,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:19.189589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.209670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 916778a9-2e7c-46c1-8c81-eea3fe3cc6f0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:19.210080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.344323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.448075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.592453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for a0292beb-7566-42cc-b7fb-a5e1fa167669 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:19.642155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-a0334b2d-ef50-4c7d-b47b-ff2cfc3e3a21 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678020 Feb 04 13:21:19.646813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port '916778a9-2e7c-46c1-8c81-eea3fe3cc6f0' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:21:19.651669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:19.666324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Usage tracker for resource:security_group_rule and tenant:45418c27c9df478c9f7cdde999cb6152 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:19.698959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:19.715881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:19.890416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.909730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:19.974462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d07be8-237a-4b8f-9e34-cefb9edaf12f']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:20.009341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07b9309-5b16-490a-a14c-0b9d62cbc597') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:20.009634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07b9309-5b16-490a-a14c-0b9d62cbc597') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:20.035543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.075224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.093854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:20.094255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:20.110076 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:20.169519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.195766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-e0d59f57-1f03-430f-9c7f-4b8ff37e1065 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424266 Feb 04 13:21:20.204157 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.250053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.259722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.276582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.278663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.371095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882222f-d236-4398-930a-c3edec79a612 req-7d2b69a6-182b-4a9f-bf09-2210a37e6130 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:20.372747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1882222f-d236-4398-930a-c3edec79a612 req-7d2b69a6-182b-4a9f-bf09-2210a37e6130 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.4482787 Feb 04 13:21:20.380343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.456741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=41d07be8-237a-4b8f-9e34-cefb9edaf12f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:20.473608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port 8f5603bb-746a-4b02-9987-bce1113aa1a1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:20.473856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.485399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:20.499108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:20.500482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4d9eae0-c8cc-4038-a938-ba76dd672ad2 req-4539bc86-07a7-48a9-815f-ddbef0f2cfdb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 210 time: 0.0967133 Feb 04 13:21:20.501757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:20.547128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45418c27c9df478c9f7cdde999cb6152&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4690602 Feb 04 13:21:20.559949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b209d4-cf08-48d5-b5f2-ad6c18c27016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f8b46-dc39-44b9-886f-238aeda4b9c1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:20.566360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41446) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:20.606824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event updated for resources: {'Port': ['ID=4acd32ad-b943-4c10-8ada-2a701a78ce03,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:20.619550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3af222a5-e266-4a20-87ff-82e12564e577 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/41d07be8-237a-4b8f-9e34-cefb9edaf12f HTTP/1.1" status: 204 len: 168 time: 3.7909060 Feb 04 13:21:20.628377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41450) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:20.644394 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1882222f-d236-4398-930a-c3edec79a612 req-315c9917-0b37-4a70-8a47-0d24fd5d3e30 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475121 Feb 04 13:21:20.654635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:20.888792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=a0292beb-7566-42cc-b7fb-a5e1fa167669,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:20.978415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.059099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.185526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.408626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port 8f5603bb-746a-4b02-9987-bce1113aa1a1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8f5603bb-746a-4b02-9987-bce1113aa1a1,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:21.409176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.656921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for 8f5603bb-746a-4b02-9987-bce1113aa1a1 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:21.763448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.818898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-99c91cab-8d67-44a9-88ea-a087e19fefc2 req-eb6e690b-6c4b-475c-9527-e26ff947a950 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 210 time: 0.1743288 Feb 04 13:21:21.847962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:21.926250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Router 868d7fc4-6fcc-476d-a23b-cfaf900493a5 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:21.952025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f8b46-dc39-44b9-886f-238aeda4b9c1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:21.961811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.081325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-759d9d96-dacf-47bc-8357-8920161132aa tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.082915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-759d9d96-dacf-47bc-8357-8920161132aa tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 814 time: 0.5545218 Feb 04 13:21:22.083844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.084857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47b50854-2d36-45a4-a458-0f86b8bae019 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/639f8b46-dc39-44b9-886f-238aeda4b9c1 HTTP/1.1" status: 204 len: 168 time: 1.5108700 Feb 04 13:21:22.096089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Request body: {'port': {'device_id': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'admin_state_up': True, 'tenant_id': 'c2b8535069ac4b3dbafb2c0b4d5991ee'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:22.240658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:22.256944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] Sync routers for ids ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:22.261704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.277891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] Routers {'868d7fc4-6fcc-476d-a23b-cfaf900493a5'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:22.280138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:22.324015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=8f5603bb-746a-4b02-9987-bce1113aa1a1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:22.362302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.366477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7602549f-b7ba-4380-af44-cda15c5dcd3f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3339672 Feb 04 13:21:22.371044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:22.378349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.389252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:22.393564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782eb39-b3e4-4a0d-9165-5778c36ed632 req-82a17f06-a97c-4c73-978f-b9793466f171 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:22.401984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9782eb39-b3e4-4a0d-9165-5778c36ed632 req-82a17f06-a97c-4c73-978f-b9793466f171 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.6189256 Feb 04 13:21:22.405608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] Routers {'868d7fc4-6fcc-476d-a23b-cfaf900493a5'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:22.406877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:22.464883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.465460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.465460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.465758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.466079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.466412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.466788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.467108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.467425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.467827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.468052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.468371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:22.509513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:22.551840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41468) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:22.564872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:22.565706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fc1b5b-712e-4601-81a6-e3ecc99ee24b None None] The sync data for ids ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:22.689809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:22.708168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:22.739018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9782eb39-b3e4-4a0d-9165-5778c36ed632 req-c25550e7-6513-4854-9a83-cd9e42ac1982 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354132 Feb 04 13:21:22.822711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:22.825172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:22.860084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Usage tracker for resource:security_group_rule and tenant:c34e8fe01b3540b7a58c7dfeab93ef15 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:22.865069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:22.937325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:22.951210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Made reservation on behalf of c2b8535069ac4b3dbafb2c0b4d5991ee for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:22.955232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.135308 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.160541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b37b069c-650f-4be9-8083-76f117c45a5b req-0e31a65d-5975-4692-9331-cdbf7b273478 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 210 time: 0.1571634 Feb 04 13:21:23.271978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:23.354173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.713099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.716904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Allocated IP 172.20.0.7 (cdb80ad3-e3f7-413c-8601-dd0353ef3331/e40ccebf-5f84-4dd1-b707-1866c430ed59/2622bd96-fd0e-4a8a-ae30-9955d5f363af) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:23.722890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:23.722890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.735164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:23.774649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:23.785152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Sync routers for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:23.801895 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:23.802731 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:23.848878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e2b7bc-4c1d-43ec-97ae-9d70989c025c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:23.869711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0d8cbdc1-38c4-4b5d-90a2-31fcca60fe78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c34e8fe01b3540b7a58c7dfeab93ef15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3028028 Feb 04 13:21:23.877572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41476) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:23.928543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Router 7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:24.016792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f351ada-912a-4c18-a33a-3180d3c80308 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/2f2cbb7c-c648-41bf-a31c-9a41e57579e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8336232 Feb 04 13:21:24.017840 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:24.018046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:24.099198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.248791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting subnet 8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:24.274740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.353470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.385827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.395456 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 7, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:24.400360 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Checking router: 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:24.412701 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Routers {'2f2cbb7c-c648-41bf-a31c-9a41e57579e1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:24.413810 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:24.474905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c2ab1c7-0338-4053-abe5-6f039518580f req-6c88dcb9-63b7-46f6-8d97-3b0760342606 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 210 time: 0.1448634 Feb 04 13:21:24.485690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.486574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:24.486954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.496493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.534744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e2b7bc-4c1d-43ec-97ae-9d70989c025c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:24.547089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed8c7e-c583-4b32-a5d2-0d4e227ca6a1 req-54b48ff8-cf35-4736-9b8a-878db42e14be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:24.555144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3ed8c7e-c583-4b32-a5d2-0d4e227ca6a1 req-54b48ff8-cf35-4736-9b8a-878db42e14be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.6405475 Feb 04 13:21:24.630392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:24.636821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.638724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:24.677137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] Set router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:24.706638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.707301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-383d7114-55f4-4a9a-9bd1-9fe0c28b645d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13e2b7bc-4c1d-43ec-97ae-9d70989c025c HTTP/1.1" status: 204 len: 168 time: 0.8242195 Feb 04 13:21:24.928373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:24.940791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:24.944068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e6843-a15a-4964-afcf-6528886164bf None None] Sync routers for ids ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:24.982528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] Routers {'7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:24.985791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:24.987944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3ed8c7e-c583-4b32-a5d2-0d4e227ca6a1 req-f99548f0-f38a-41e3-87a5-749cf7ec12fc tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318435 Feb 04 13:21:25.010526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:25.014167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0daa1850-73ae-474d-9bf9-c672c20ed206 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.0593572 Feb 04 13:21:25.037915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:25.044626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-9578f2d5-4fba-47c3-9290-e4b509f9c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.046138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-9578f2d5-4fba-47c3-9290-e4b509f9c8d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1096 time: 0.3422434 Feb 04 13:21:25.053658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:25.068669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:25.085872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:25.087296 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Sync routers for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:25.111429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:25.112139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.147248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:25.155234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fddd085c-a87a-4636-a388-3134927c40ba tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "PUT /v2.0/routers/50e0af28-f3d0-4d5b-9338-a705dd9a1450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4181156 Feb 04 13:21:25.206239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41494) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:25.207899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.225718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] Routers {'7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:25.226456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.363537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:25.365041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-009e6843-a15a-4964-afcf-6528886164bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.365453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e6843-a15a-4964-afcf-6528886164bf None None] The sync data for ids ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:25.379800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting subnet 8e9de845-8295-4546-a683-a835b8ce00f8 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:25.385998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:25.438404 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:25.725251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:25.738756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:21:25.785886 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 7, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.788892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1', '8d6acaa5-fcd1-4fa3-8893-0db989187063'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:21:25.793453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef61db-5624-4711-9343-fad6c5ab25d2 None None] The sync data for ids ['2f2cbb7c-c648-41bf-a31c-9a41e57579e1'] in n-d-820555-2 is: [{'id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'name': 'tempest-TestNetworkBasicOps-router-1699672809', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:17:20Z', 'updated_at': '2022-02-04T13:21:20Z', 'revision_number': 7, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': 'dc7d6a93-610a-4415-9361-61d93b6499a3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cbb7c-c648-41bf-a31c-9a41e57579e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:17:22Z', 'updated_at': '2022-02-04T13:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:25.847646 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:21:22Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.852016 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Checking router: 50e0af28-f3d0-4d5b-9338-a705dd9a1450 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:25.865398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-31abbf08-5a59-4466-b6bc-7318aa1f4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:25.869057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-31abbf08-5a59-4466-b6bc-7318aa1f4366 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.4305108 Feb 04 13:21:25.869976 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Routers {'50e0af28-f3d0-4d5b-9338-a705dd9a1450'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:25.870770 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:25.900895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:26.015322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:26.084087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:26.174385 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] Set router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:26.315771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Network cdb80ad3-e3f7-413c-8601-dd0353ef3331 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:26.318910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:26.345640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa45ec2-0acb-43c8-a785-999fce10e765 None None] Network 28e21cf3-cb14-484d-97b5-9a8dd69ee071 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:26.367764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:26.374086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:26.376894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7d6bf357-0a5a-4c63-bcae-3776e97a2e33 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/subnets/8ef5b6ba-80a3-4b6a-bc09-850d0fcdcc1a HTTP/1.1" status: 204 len: 168 time: 2.3443258 Feb 04 13:21:26.378337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:26.448243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:26.469654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-61e52880-28ff-4cc4-b1b8-994ac44a68d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 1000 time: 0.5778904 Feb 04 13:21:26.541917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event updated for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:26.648304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0292beb-7566-42cc-b7fb-a5e1fa167669 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:26.715918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a0292beb-7566-42cc-b7fb-a5e1fa167669 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:26.716277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0292beb-7566-42cc-b7fb-a5e1fa167669 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:26.763839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.764973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:26.895321 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:21:22Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:26.901482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc842400-7ca5-4c03-87a0-dc0d3dfcf791 None None] The sync data for ids ['50e0af28-f3d0-4d5b-9338-a705dd9a1450'] in n-d-820555-2 is: [{'id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1828014174', 'tenant_id': '54f2c1156ba1412283f42962ed155414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:18:20Z', 'updated_at': '2022-02-04T13:21:22Z', 'revision_number': 5, 'project_id': '54f2c1156ba1412283f42962ed155414', 'gw_port': {'id': 'f81059f9-5a05-4978-b682-1e6c38539bb0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e0af28-f3d0-4d5b-9338-a705dd9a1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:18:21Z', 'updated_at': '2022-02-04T13:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:26.909304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124cf0a-e9d3-47c0-9b00-1eb9f04031ec req-d89e6c3e-a0e7-4f9f-9579-1b1d4a979bb4 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.917575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c124cf0a-e9d3-47c0-9b00-1eb9f04031ec req-d89e6c3e-a0e7-4f9f-9579-1b1d4a979bb4 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 931 time: 1.1409872 Feb 04 13:21:26.945412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-d4ecdcd9-89b5-4253-baa2-c94af178f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:26.947261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-d4ecdcd9-89b5-4253-baa2-c94af178f9c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.4020503 Feb 04 13:21:26.961073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42793cb3-f724-407f-b739-00c846516170 None None] DHCP port deletion for 28e21cf3-cb14-484d-97b5-9a8dd69ee071 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:26.967407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-42793cb3-f724-407f-b739-00c846516170 None None] Deleting port 79c87275-3035-4929-b5fc-f18e7ff1d49e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:26.967866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42793cb3-f724-407f-b739-00c846516170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.007385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-ed023eea-ac57-4c6f-b5fa-06f56e94370f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9147348 Feb 04 13:21:27.063226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Request body: {'port': {'device_id': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:27.091396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.133975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.222068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c124cf0a-e9d3-47c0-9b00-1eb9f04031ec req-c232f0fb-028c-4efa-ac7c-0f00ea0aa49b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043792 Feb 04 13:21:27.274206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-42793cb3-f724-407f-b739-00c846516170 None None] For port 79c87275-3035-4929-b5fc-f18e7ff1d49e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79c87275-3035-4929-b5fc-f18e7ff1d49e,segment=NetworkSegment(7cd09450-458b-4bda-a8f0-1bc64832dfea),segment_id=7cd09450-458b-4bda-a8f0-1bc64832dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:27.274206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42793cb3-f724-407f-b739-00c846516170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.371920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5c5f0-16b4-4710-97a8-ed1fa30b690a req-374b4d5c-6a63-4394-86fd-ef7e041bb390 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.373470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25e5c5f0-16b4-4710-97a8-ed1fa30b690a req-374b4d5c-6a63-4394-86fd-ef7e041bb390 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 1.0728834 Feb 04 13:21:27.459224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-42793cb3-f724-407f-b739-00c846516170 None None] Calling delete_port for 79c87275-3035-4929-b5fc-f18e7ff1d49e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:27.465403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:27.469373 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.531190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.552246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9de845-8295-4546-a683-a835b8ce00f8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:27.561343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a7e62-8705-47c2-8d40-315ceb83be12 None None] Network 42599bf3-f2e7-4d4d-9582-a2d6c640653c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:27.687504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5206397-67fa-470b-b592-daec06da080a tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/subnets/8e9de845-8295-4546-a683-a835b8ce00f8 HTTP/1.1" status: 204 len: 168 time: 2.4654889 Feb 04 13:21:27.688288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41540) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:27.719139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42793cb3-f724-407f-b739-00c846516170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.753994 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25e5c5f0-16b4-4710-97a8-ed1fa30b690a req-a612ea0a-6f0c-489b-b0fd-46b2f0250c35 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435717 Feb 04 13:21:27.759173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.785040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-424be479-dee8-4ac7-b786-446fdd6be8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:27.786533 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-424be479-dee8-4ac7-b786-446fdd6be8df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7812884 Feb 04 13:21:27.813601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42793cb3-f724-407f-b739-00c846516170 None None] Pushing event deleted for resources: {'Port': ['ID=79c87275-3035-4929-b5fc-f18e7ff1d49e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:27.823003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.828854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.892816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:27.902408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42793cb3-f724-407f-b739-00c846516170 None None] No DVR routers for this DVR port 79c87275-3035-4929-b5fc-f18e7ff1d49e on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:27.927877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port dc7d6a93-610a-4415-9361-61d93b6499a3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:27.928387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.002282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Deleting port 4acd32ad-b943-4c10-8ada-2a701a78ce03 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:28.002788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.052299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] DHCP port deletion for 42599bf3-f2e7-4d4d-9582-a2d6c640653c request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:28.056772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Deleting port 812de108-13ce-4b99-a464-40f373462d0d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:28.057681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.285108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.293892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] For port 812de108-13ce-4b99-a464-40f373462d0d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=812de108-13ce-4b99-a464-40f373462d0d,segment=NetworkSegment(bff4cc49-0edb-430d-96dd-b593bae28a66),segment_id=bff4cc49-0edb-430d-96dd-b593bae28a66)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:28.294292 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.395787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.418983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:28.427339 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e1564ccc-4b36-4a2c-a90e-c204a7a3bfcb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7930992 Feb 04 13:21:28.440952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Calling delete_port for 812de108-13ce-4b99-a464-40f373462d0d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:28.476010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:28.485738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:28.505751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:28.506692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:28.524246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port dc7d6a93-610a-4415-9361-61d93b6499a3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=dc7d6a93-610a-4415-9361-61d93b6499a3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:28.524722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.558597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.676273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for dc7d6a93-610a-4415-9361-61d93b6499a3 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:28.679871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:28.731301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet 14a2bd20-31f2-44ef-819e-3a659740e1e2 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:28.738773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:28.867209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-3a8febc7-8be2-47f2-9e8d-d01c1436be01 service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0698175 Feb 04 13:21:28.878910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 812de108-13ce-4b99-a464-40f373462d0d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:28.981604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:29.047547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c77c-3e27-404c-a618-6f104600fde6 req-52418036-7f09-4868-9325-d985e45b1abf tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:29.049169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf27c77c-3e27-404c-a618-6f104600fde6 req-52418036-7f09-4868-9325-d985e45b1abf tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 931 time: 0.6970077 Feb 04 13:21:29.061217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.091206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.107752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 868d7fc4-6fcc-476d-a23b-cfaf900493a5 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:29.147919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 812de108-13ce-4b99-a464-40f373462d0d update to DOWN by agent not found {{(pid=87622) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 13:21:29.148440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79c87275-3035-4929-b5fc-f18e7ff1d49e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:29.169384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.194261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] Pushing event deleted for resources: {'Port': ['ID=812de108-13ce-4b99-a464-40f373462d0d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:29.203797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e68768-e8ab-494a-9b0d-8fb817b06f7a None None] No DVR routers for this DVR port 812de108-13ce-4b99-a464-40f373462d0d on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:29.236226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 79c87275-3035-4929-b5fc-f18e7ff1d49e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:29.236578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79c87275-3035-4929-b5fc-f18e7ff1d49e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:29.237016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f5603bb-746a-4b02-9987-bce1113aa1a1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:29.240127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:21:29.279103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.279232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8f5603bb-746a-4b02-9987-bce1113aa1a1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:29.279473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8f5603bb-746a-4b02-9987-bce1113aa1a1 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:29.309722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:29.313468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:24Z', 'revision_number': 9, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.314285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbecba615ea445d9303c0f5dd5ca2cd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:29.316914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:29.317463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:29.320793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Deleting port f81059f9-5a05-4978-b682-1e6c38539bb0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:29.321138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.326547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:29.327191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.358838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:29.371185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf27c77c-3e27-404c-a618-6f104600fde6 req-7f8c35ee-4173-4f87-8a77-375f94f64af5 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814837 Feb 04 13:21:29.444387 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.470880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2622bd96-fd0e-4a8a-ae30-9955d5f363af {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:21:29.494944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:29.542781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.546848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e42f6665-8ecb-4bca-84c9-77096db5d689 req-edf4ae0a-80cf-4fdf-b191-e9c5ea8b1a9c service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712120 Feb 04 13:21:29.620818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.627387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Calling delete_port for 4acd32ad-b943-4c10-8ada-2a701a78ce03 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:29.675988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:29.687028 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] Sync routers for ids ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:29.698268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Transition to ACTIVE for port object 2622bd96-fd0e-4a8a-ae30-9955d5f363af will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:29.717519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e324e-bf22-40a7-99ba-acc33efd29b3 req-b6060449-126d-4641-b190-fe5a2196d8b5 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:29.724983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-236e324e-bf22-40a7-99ba-acc33efd29b3 req-b6060449-126d-4641-b190-fe5a2196d8b5 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.5721743 Feb 04 13:21:29.730781 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] Routers {'868d7fc4-6fcc-476d-a23b-cfaf900493a5'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:29.731467 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.773448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.773832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.778326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-93d580cf-6c85-4bf8-bcb0-c39b7939557d tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "PUT /v2.0/routers/868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 200 len: 925 time: 7.3184171 Feb 04 13:21:29.779508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41590) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:29.782615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] For port f81059f9-5a05-4978-b682-1e6c38539bb0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f81059f9-5a05-4978-b682-1e6c38539bb0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:29.782999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:29.810114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.820960 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] Routers {'868d7fc4-6fcc-476d-a23b-cfaf900493a5'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:29.821641 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.893911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:24Z', 'revision_number': 9, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.897442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:29.897853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26027f6-621d-4ed2-96e5-3ecd0a96641d None None] The sync data for ids ['868d7fc4-6fcc-476d-a23b-cfaf900493a5'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:29.898953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de630bc-1c25-4cb9-9017-3e6e05dbfbcd None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:24Z', 'revision_number': 9, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76c42eb7-ddae-437b-a895-e9d4a2a9793a', 'name': '', 'network_id': '1278cdcb-6ae7-4087-b193-6b24a3021bc9', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:ae:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:20:12Z', 'updated_at': '2022-02-04T13:20:27Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'b017139e-45ea-4037-8fc6-565743d2ea81', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:30.087608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.128564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-236e324e-bf22-40a7-99ba-acc33efd29b3 req-07803654-f243-4bdb-bc8b-3e5870b460e8 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027026 Feb 04 13:21:30.132819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Calling delete_port for f81059f9-5a05-4978-b682-1e6c38539bb0 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:30.144468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.198682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.200209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.238307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.278534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=14a2bd20-31f2-44ef-819e-3a659740e1e2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.298379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=dc7d6a93-610a-4415-9361-61d93b6499a3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.299634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74a7fa-341b-4432-a031-61de33f4faff None None] Network cfd2d926-3405-4a49-bc7d-00ed365b172f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:30.308690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.345135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bbecba615ea445d9303c0f5dd5ca2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3452756 Feb 04 13:21:30.345135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-81ebf7c0-edfd-4598-9a7a-e85cba2f6930 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/14a2bd20-31f2-44ef-819e-3a659740e1e2 HTTP/1.1" status: 204 len: 168 time: 1.8547032 Feb 04 13:21:30.345135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:30.345135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41596) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:30.347455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2da22796-6fe7-41ea-9499-1978c0471758 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 200 len: 925 time: 0.5297794 Feb 04 13:21:30.349877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:30.352690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65482d-8687-4e8f-9423-f58c5b440603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614e37e-1639-41b4-9213-fc42eea2c045,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.580994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.586262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.599109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.621786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:30.659284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Attempting to bind port 2622bd96-fd0e-4a8a-ae30-9955d5f363af on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:21:30.659522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Attempting to bind port 2622bd96-fd0e-4a8a-ae30-9955d5f363af by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:21:30.659720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Attempting to bind port 2622bd96-fd0e-4a8a-ae30-9955d5f363af on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:30.663908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:30.663908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2e0729f4-99ad-4ef2-b5b3-2cfb0846cc4c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:30.744937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 99c4429e-0083-410a-abec-df42f2d3bf57 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:30.746939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.750952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] DHCP port deletion for cfd2d926-3405-4a49-bc7d-00ed365b172f request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:30.755895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Deleting port 99c4429e-0083-410a-abec-df42f2d3bf57 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:30.756283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.770983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.826956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a041a27-3afb-4009-995f-a94af9da1935 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:30.827792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4a041a27-3afb-4009-995f-a94af9da1935 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Synchronizing usage tracker for tenant:dcf5683bef964cbc9fbadcfa906d731c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:30.831614 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:30.894313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Pushing event deleted for resources: {'Port': ['ID=4acd32ad-b943-4c10-8ada-2a701a78ce03,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:30.901162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Port 2622bd96-fd0e-4a8a-ae30-9955d5f363af on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:21:30.901162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Attempting to bind port 2622bd96-fd0e-4a8a-ae30-9955d5f363af on network cdb80ad3-e3f7-413c-8601-dd0353ef3331 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:30.947341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.001319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:21:31.001511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4a041a27-3afb-4009-995f-a94af9da1935 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Unset dirty status for tenant:dcf5683bef964cbc9fbadcfa906d731c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:31.001594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Checking segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:31.001594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Bound using segment: {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:21:31.001794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Bound port: 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2718989-9ece-41df-8c08-381c141a9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:21:31.002155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4a041a27-3afb-4009-995f-a94af9da1935 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=868d7fc4-6fcc-476d-a23b-cfaf900493a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6547334 Feb 04 13:21:31.002258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.011177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:31.016536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Port': ['ID=f81059f9-5a05-4978-b682-1e6c38539bb0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:31.018259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.018883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] For port 99c4429e-0083-410a-abec-df42f2d3bf57, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99c4429e-0083-410a-abec-df42f2d3bf57,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:31.019315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.030702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2958-6ada-4c77-b327-4740c6b0355d req-b72b5bf4-1f30-46da-8611-0562e7b662eb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.032238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73dd2958-6ada-4c77-b327-4740c6b0355d req-b72b5bf4-1f30-46da-8611-0562e7b662eb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 943 time: 0.4439652 Feb 04 13:21:31.050575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.151558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Calling delete_port for 99c4429e-0083-410a-abec-df42f2d3bf57 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:31.227194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.228132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.229213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2cbb7c-c648-41bf-a31c-9a41e57579e1 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:31.239307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.268612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73dd2958-6ada-4c77-b327-4740c6b0355d req-5a1d960a-c4ab-4357-a609-d58f2be4c794 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039416 Feb 04 13:21:31.277319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614e37e-1639-41b4-9213-fc42eea2c045,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:31.280234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 99c4429e-0083-410a-abec-df42f2d3bf57, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99c4429e-0083-410a-abec-df42f2d3bf57,segment=NetworkSegment(d03c3db5-20fe-4655-8776-f22efed82e4b),segment_id=d03c3db5-20fe-4655-8776-f22efed82e4b)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:31.280592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.339719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.364403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.391045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] Pushing event deleted for resources: {'Port': ['ID=99c4429e-0083-410a-abec-df42f2d3bf57,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:31.394879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4d1a8-ba21-47fc-829c-c18026d094bb None None] No DVR routers for this DVR port 99c4429e-0083-410a-abec-df42f2d3bf57 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:31.533457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 99c4429e-0083-410a-abec-df42f2d3bf57 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:31.558878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.560270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8736bf11-b524-45b7-8cfc-0cf12c8c5772 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/routers/2f2cbb7c-c648-41bf-a31c-9a41e57579e1 HTTP/1.1" status: 204 len: 168 time: 5.1057277 Feb 04 13:21:31.565210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.568328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b89cfec-30a5-4894-8949-9ec21b9d71ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b614e37e-1639-41b4-9213-fc42eea2c045 HTTP/1.1" status: 204 len: 168 time: 1.2208655 Feb 04 13:21:31.575508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:31.578649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:21:31.598485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9b391-218c-48b4-8268-22ff4caa5694 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.599128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-09d9b391-218c-48b4-8268-22ff4caa5694 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Synchronizing usage tracker for tenant:dcf5683bef964cbc9fbadcfa906d731c on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:31.662115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:21:31.748529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.861169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.864932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.890956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-09d9b391-218c-48b4-8268-22ff4caa5694 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Unset dirty status for tenant:dcf5683bef964cbc9fbadcfa906d731c on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:31.892158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-09d9b391-218c-48b4-8268-22ff4caa5694 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.8695164 Feb 04 13:21:31.901084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.909069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:31.918661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:31.919449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.920834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] 10.222.0.90 "PUT /v2.0/ports/2622bd96-fd0e-4a8a-ae30-9955d5f363af HTTP/1.1" status: 200 len: 1091 time: 4.8718204 Feb 04 13:21:31.924337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:31.933199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.981122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d6c9d143-921a-4e32-91a7-970b11738287 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 200 len: 205 time: 0.0630927 Feb 04 13:21:31.984912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.986680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41630) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:31.987661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:31.988592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Fanout notify agent at l3_agent the message router_deleted on router 50e0af28-f3d0-4d5b-9338-a705dd9a1450 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:32.052851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:32.053437 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:32.060417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:32.080292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaf5d9-75cd-4d35-8dd9-92d68ba3e365 req-f94e19f9-ff0a-43fb-be77-9e01e2e48a98 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:32.082091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfbaf5d9-75cd-4d35-8dd9-92d68ba3e365 req-f94e19f9-ff0a-43fb-be77-9e01e2e48a98 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.7643075 Feb 04 13:21:32.082946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575738d6-785f-4817-b476-ffec35ea41e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:32.102068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.103159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-add44d5b-7c13-4e97-850a-5637e073da0e tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/routers/50e0af28-f3d0-4d5b-9338-a705dd9a1450 HTTP/1.1" status: 204 len: 168 time: 4.3726425 Feb 04 13:21:32.137976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41638) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:32.343331 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af', 'status': 'completed', 'code': 200} Feb 04 13:21:32.350440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.378247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Router 7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:32.394376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:32.413123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Usage tracker for resource:security_group_rule and tenant:30b07a72855c4a4889ef48c043631928 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:32.417397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:32.425077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfbaf5d9-75cd-4d35-8dd9-92d68ba3e365 req-e6bbc549-8fab-4847-9a21-5fa125f83b1c tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592502 Feb 04 13:21:32.463755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.474363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.480607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:32.542866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.560406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 99c4429e-0083-410a-abec-df42f2d3bf57 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:32.560747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.571039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:32.579719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.581291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7cab3d77-92de-46b3-ab21-48c40c6ea38f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "PUT /v2.0/routers/7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 200 len: 706 time: 7.5419862 Feb 04 13:21:32.584194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] Sync routers for ids ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:32.589806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41644) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:32.606373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] Routers {'7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:32.608263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.611950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e21cf3-cb14-484d-97b5-9a8dd69ee071']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.648651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd09450-458b-4bda-a8f0-1bc64832dfea') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.648971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd09450-458b-4bda-a8f0-1bc64832dfea') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.658505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-b854a2dd-2a63-45a8-86f1-b0bf506ffc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:32.659751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-b854a2dd-2a63-45a8-86f1-b0bf506ffc25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 1094 time: 0.6654766 Feb 04 13:21:32.703863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port '99c4429e-0083-410a-abec-df42f2d3bf57' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:21:32.707403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.718214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.732488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99c4429e-0083-410a-abec-df42f2d3bf57 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:32.769458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-10d684da-4561-41f4-905e-a7c0aa4974a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af HTTP/1.1" status: 200 len: 217 time: 0.0892773 Feb 04 13:21:32.770164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 99c4429e-0083-410a-abec-df42f2d3bf57 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:32.771106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99c4429e-0083-410a-abec-df42f2d3bf57 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:32.771750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device dc7d6a93-610a-4415-9361-61d93b6499a3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:32.805614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] Routers {'7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:32.806542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.874155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: dc7d6a93-610a-4415-9361-61d93b6499a3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:32.874473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device dc7d6a93-610a-4415-9361-61d93b6499a3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:32.874873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81059f9-5a05-4978-b682-1e6c38539bb0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:32.881647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ce466d4-1431-4691-b235-104344b58147 tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/routers/7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 200 len: 741 time: 0.2887399 Feb 04 13:21:32.888625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41648) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:32.904091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:32.904382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb19023-9f1f-4801-8716-f7e8d4927f44 None None] The sync data for ids ['7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:32.910471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f81059f9-5a05-4978-b682-1e6c38539bb0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:32.910853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f81059f9-5a05-4978-b682-1e6c38539bb0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:32.942111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:32.956172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d33ad939-d8a3-42cb-a0a4-d980eb095e7d tempest-RoutersAdminTest-712572066 tempest-RoutersAdminTest-712572066-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 200 len: 205 time: 0.0660264 Feb 04 13:21:32.973322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.011098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:33.011499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:33.040727 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:33.049765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b16a6a2-de62-4ebd-83c5-851dc43d555a tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 200 len: 205 time: 0.0752032 Feb 04 13:21:33.051291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-852a692d-0189-4f7c-916a-573fdf26cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:33.052624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-852a692d-0189-4f7c-916a-573fdf26cfcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.2227528 Feb 04 13:21:33.053095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.198670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-75178c97-a5c3-4491-8e2b-436a9403fd18 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339016 Feb 04 13:21:33.207707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.242474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.285505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.328344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.334770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9f7a6-d236-48ee-acfa-60097c28ec0c req-3bfefccd-ad01-40d2-a6ae-5d6e42815833 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:33.338893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03f9f7a6-d236-48ee-acfa-60097c28ec0c req-3bfefccd-ad01-40d2-a6ae-5d6e42815833 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 943 time: 0.9391642 Feb 04 13:21:33.338893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42599bf3-f2e7-4d4d-9582-a2d6c640653c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.355448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.362128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.374518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff4cc49-0edb-430d-96dd-b593bae28a66') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.374864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff4cc49-0edb-430d-96dd-b593bae28a66') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.396798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd2d926-3405-4a49-bc7d-00ed365b172f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.406914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.419119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.446560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03c3db5-20fe-4655-8776-f22efed82e4b') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.449909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03c3db5-20fe-4655-8776-f22efed82e4b') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:33.455909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.464982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port 54abcd48-04ce-4c0e-baf9-298767c6c0cc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:33.465773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.505998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30b07a72855c4a4889ef48c043631928&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4387374 Feb 04 13:21:33.522341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.528968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.536729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Network': ['ID=28e21cf3-cb14-484d-97b5-9a8dd69ee071,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:33.553272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.562925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41535eb0-f734-49e6-b134-7006fe012a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa921a6-f098-49d4-8d06-46070b79b845,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:33.569142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54b12979-98e4-4349-8369-b9f09f3b902a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/networks/28e21cf3-cb14-484d-97b5-9a8dd69ee071 HTTP/1.1" status: 204 len: 168 time: 1.9872758 Feb 04 13:21:33.594478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41666) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.600716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.611564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:33.612022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.630269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03f9f7a6-d236-48ee-acfa-60097c28ec0c req-853caa13-ec77-4dd6-bb76-dd6f4f3c7a54 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709348 Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:33.630928 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:33.691038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'network': {'name': 'tempest-network-smoke--372444718', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:33.769666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:33.781865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:33.782084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:33.803165 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:33.855381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:network and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:33.867457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:33.892819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:33.906543 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-13a7a15d-1820-42f9-b351-dab356511208 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008388 Feb 04 13:21:33.946746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.952634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:33.956192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.967430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.971344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.974133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.993368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:33.997395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.022495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.029481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] Pushing event deleted for resources: {'Network': ['ID=42599bf3-f2e7-4d4d-9582-a2d6c640653c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:34.094970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bcb8f576-6eda-48d3-ada8-70af30756fcf tempest-TestSecurityGroupsBasicOps-948729868 tempest-TestSecurityGroupsBasicOps-948729868-project] 10.222.0.53 "DELETE /v2.0/networks/42599bf3-f2e7-4d4d-9582-a2d6c640653c HTTP/1.1" status: 204 len: 168 time: 1.9531846 Feb 04 13:21:34.095191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.095191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:34.101084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/cfd2d926-3405-4a49-bc7d-00ed365b172f HTTP/1.1" status: 204 len: 168 time: 3.7498255 Feb 04 13:21:34.102022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b743328-6e55-46e5-bbf2-ee918510b503 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=cfd2d926-3405-4a49-bc7d-00ed365b172f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:34.103751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.107079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.116403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.124006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fc04-f638-4ad9-b20e-c552b2673663 req-19cd08e7-1fae-44f7-a50e-d3c6735e0ab0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.128573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6104fc04-f638-4ad9-b20e-c552b2673663 req-19cd08e7-1fae-44f7-a50e-d3c6735e0ab0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.5576968 Feb 04 13:21:34.173365 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf9132ec-3226-4c22-95b0-b038dcdba90c req-3df91791-ddf3-4701-b27c-3d7f18012df5 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129300 Feb 04 13:21:34.202818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:34.203925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bf97a6a0-5da8-429f-a8dc-32d5aaaedd3e tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 204 len: 168 time: 1.1490109 Feb 04 13:21:34.209355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6104fc04-f638-4ad9-b20e-c552b2673663 req-2f57f82b-3a29-4527-b434-0b2d3b56f9af tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666959 Feb 04 13:21:34.209859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.293719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:34.301041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cff6f952-8d63-4cd0-96e0-3b885aa6a7bb tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 200 len: 205 time: 0.0900271 Feb 04 13:21:34.307024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.394237 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-f7f70820-11b4-431e-972a-b1764e0bce53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:34.395731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7f70820-11b4-431e-972a-b1764e0bce53 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/7e3b0876-8ee7-4a5b-8f6a-5b5a938689d2 HTTP/1.1" status: 404 len: 336 time: 0.0876093 Feb 04 13:21:34.400107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41690) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.422952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for 54abcd48-04ce-4c0e-baf9-298767c6c0cc owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:34.477605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dd5f31e1-9b7c-4a98-9b94-4bf9a044a66f tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 200 len: 205 time: 0.0747294 Feb 04 13:21:34.486476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.504626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.576620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-ad8c7c39-2ac8-4af4-a91b-a113aeea376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.578060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-ad8c7c39-2ac8-4af4-a91b-a113aeea376d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 1094 time: 0.3247592 Feb 04 13:21:34.639758 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-944315ef-98ca-4f79-b8c8-9ef9b8e52dd0 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:34.642872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-944315ef-98ca-4f79-b8c8-9ef9b8e52dd0 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/2418f893-b585-4700-93ba-99c651545c6b HTTP/1.1" status: 404 len: 336 time: 0.1413164 Feb 04 13:21:34.667696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41706) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.740830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-257a6237-ca56-4140-ad79-d937aab7a786 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 200 len: 205 time: 0.0676696 Feb 04 13:21:34.744946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41712) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:34.874378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-fdad90cb-e2d4-4008-8376-8af0ac5f0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:34.875814 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-fdad90cb-e2d4-4008-8376-8af0ac5f0597 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 0.2599902 Feb 04 13:21:34.976249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-c1afef15-2906-4481-b852-ea393e265703 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af HTTP/1.1" status: 200 len: 217 time: 0.0925126 Feb 04 13:21:34.983296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-11a43897-1de1-461e-8d6d-b117a4ab9cb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54f2c1156ba1412283f42962ed155414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232934 Feb 04 13:21:34.986899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.068376 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-b28f275f-627d-41db-b608-a013a1171577 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:35.069398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b28f275f-627d-41db-b608-a013a1171577 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/96ce1eec-b97f-4cf7-aa45-f60fed797786 HTTP/1.1" status: 404 len: 336 time: 0.3235562 Feb 04 13:21:35.080334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.086919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306def4-b9f7-4623-bf85-3481ebf36b67 req-c216f7d1-d74e-44ad-8be1-5ceba7e5cc95 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.090614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a306def4-b9f7-4623-bf85-3481ebf36b67 req-c216f7d1-d74e-44ad-8be1-5ceba7e5cc95 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.5170321 Feb 04 13:21:35.104056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-e32b5576-4523-43d2-92a9-19f3492b3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.105511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-e32b5576-4523-43d2-92a9-19f3492b3aea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1096 time: 0.4593511 Feb 04 13:21:35.138845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.149610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-9ff1161a-2c0f-416c-bc15-7de6cd2e61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.151593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-9ff1161a-2c0f-416c-bc15-7de6cd2e61ce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.1672182 Feb 04 13:21:35.218061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.218410 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Added segment de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea of type vlan for network 3690adf9-51d4-4d1e-be96-82dde42c1556 Feb 04 13:21:35.219677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.225727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-be54c318-2b2e-4809-a9ae-802eb15cfa35 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 200 len: 205 time: 0.1410177 Feb 04 13:21:35.246511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.255851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=54abcd48-04ce-4c0e-baf9-298767c6c0cc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:35.296614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa921a6-f098-49d4-8d06-46070b79b845,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:35.343070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-851c4898-9cdc-4162-8dee-2ed18ccb1a95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348748 Feb 04 13:21:35.377256 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.393731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a306def4-b9f7-4623-bf85-3481ebf36b67 req-b04ccb35-cff1-471d-8356-6a04e6ecd84d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871761 Feb 04 13:21:35.394283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.474657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede150-1262-44a0-818b-24eeaf11d7c0 req-010ee27d-a193-4941-ad9b-44cd6d1cf019 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.476440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2ede150-1262-44a0-818b-24eeaf11d7c0 req-010ee27d-a193-4941-ad9b-44cd6d1cf019 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 943 time: 0.4849267 Feb 04 13:21:35.495825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.496950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-77932718-0ec0-4f32-a73c-e4ec9c108aca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5aa921a6-f098-49d4-8d06-46070b79b845 HTTP/1.1" status: 204 len: 168 time: 1.9581482 Feb 04 13:21:35.499797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.587175 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-a4f2425e-c2c8-4fa9-9ae7-bd5764111bf2 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:35.588830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a4f2425e-c2c8-4fa9-9ae7-bd5764111bf2 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/bf4bb1bc-9fe5-41ea-8c76-1f6bb5022f1d HTTP/1.1" status: 404 len: 336 time: 0.3263822 Feb 04 13:21:35.599154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.661336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.666904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.667499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.681806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.704471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ef019233-436b-46b6-af59-acaa262095b3 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 200 len: 205 time: 0.1011894 Feb 04 13:21:35.722927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.812457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-d0359530-cde8-4630-ae0d-5e0d30787f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:35.813942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-d0359530-cde8-4630-ae0d-5e0d30787f2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.6867054 Feb 04 13:21:35.824024 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.827823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.859534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2ede150-1262-44a0-818b-24eeaf11d7c0 req-c6861ab4-c08c-4d79-aefc-5161cea6ebd6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677762 Feb 04 13:21:35.887249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2882669 Feb 04 13:21:35.892434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.896988 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-6ec297c3-6395-4cc1-a8cb-7f5b4abbed07 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:35.898021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ec297c3-6395-4cc1-a8cb-7f5b4abbed07 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/e0167334-466a-4086-b73f-c79d1c878188 HTTP/1.1" status: 404 len: 336 time: 0.1708357 Feb 04 13:21:35.901897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'admin_state_up': True, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:35.908077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:35.908499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router 868d7fc4-6fcc-476d-a23b-cfaf900493a5 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:35.911493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41750) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:35.913065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2acda4-d19d-4646-8b8d-169eba29f6c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Network': ['ID=3690adf9-51d4-4d1e-be96-82dde42c1556,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:35.923626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:35.927136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:21:35.950662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-73dbfdae-0eb4-4cef-a5ab-8eacaf539ecf service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858836 Feb 04 13:21:35.975266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:router and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:35.983852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:36.000548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d42181ed-f3ff-4de2-aea5-7bd9263429d6 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "GET /v2.0/ports?device_id=92ec699e-1788-4bec-8394-a8bb934edc5e HTTP/1.1" status: 200 len: 205 time: 0.0827384 Feb 04 13:21:36.002817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.005208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dc3752a1-fb5b-43ee-88c7-23de82aab4b9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 204 len: 168 time: 4.0152225 Feb 04 13:21:36.011260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41756) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:36.011594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:36.012764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:36.043558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.048534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-340ea589-4063-4bd2-9d28-2ae7272fee9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 1000 time: 0.2139170 Feb 04 13:21:36.080261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1204795024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:36.111866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff7681c-c24f-470c-b7d6-09ae84dac0f6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:36.133834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:36.141698 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-de86b739-371a-4aea-89b8-05de8d9ed6d7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] delete failed (client error): The resource could not be found. Feb 04 13:21:36.142040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.145847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de86b739-371a-4aea-89b8-05de8d9ed6d7 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/routers/92ec699e-1788-4bec-8394-a8bb934edc5e HTTP/1.1" status: 404 len: 336 time: 0.1265953 Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.146688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:36.148449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:36.150283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.151348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.154525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.155792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-744a434d-52cc-4203-bb41-4ab175e58761 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eff7681c-c24f-470c-b7d6-09ae84dac0f6 HTTP/1.1" status: 204 len: 168 time: 1.1672935 Feb 04 13:21:36.159000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:36.164798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:36.181902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:36.201127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.212125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.213186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.232047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-bc21512a-fe3e-4876-b46d-1fd9ebc99b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.234081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-bc21512a-fe3e-4876-b46d-1fd9ebc99b30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.1673102 Feb 04 13:21:36.235095 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1262e3ca-5f2a-42ac-a707-eefb8e1ea373 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] DELETE failed (client error): The resource could not be found. Feb 04 13:21:36.235628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1262e3ca-5f2a-42ac-a707-eefb8e1ea373 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:21:36.237370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1262e3ca-5f2a-42ac-a707-eefb8e1ea373 tempest-RoutersAdminTest-664041779 tempest-RoutersAdminTest-664041779-project] 10.222.0.53 "DELETE /v2.0/subnets/94b943e7-4482-427a-94d8-82f6956b0137 HTTP/1.1" status: 404 len: 337 time: 0.0844238 Feb 04 13:21:36.238788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.310353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.315284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ec47fcd-427c-4b91-ba9e-db10b9a61180 req-edd7903c-b4ce-4f54-8ef2-0c36a8177382 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486557 Feb 04 13:21:36.360517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-c9e07cb4-f9dd-4f71-9e12-2f562265ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.363011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-c9e07cb4-f9dd-4f71-9e12-2f562265ec45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211503 Feb 04 13:21:36.569408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-c31ff857-6e06-419b-aea2-61358e02892d service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988189 Feb 04 13:21:36.694125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:36.740346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.771806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:36.779010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4af3626e1843c998e4a3ff0e47168a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:36.783000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41792) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:36.787642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:36.800959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:36.844816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.872848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104026a0-ecc9-49e4-9961-e17afad40c0a req-fb142fde-13b7-47be-98ff-da34d9670fee service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969527 Feb 04 13:21:36.888987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb8a92-7902-4d21-a5a4-4505304c7a0a req-d0f03453-0931-41b9-b456-1116a4d5d7c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:36.890500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24bb8a92-7902-4d21-a5a4-4505304c7a0a req-d0f03453-0931-41b9-b456-1116a4d5d7c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.2847404 Feb 04 13:21:36.952697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:36.977069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24bb8a92-7902-4d21-a5a4-4505304c7a0a req-7795bb45-b0db-4e2f-be67-a95a40a8d3c1 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796762 Feb 04 13:21:37.016677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.022770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.081754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb4af3626e1843c998e4a3ff0e47168a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843055 Feb 04 13:21:37.083746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:37.115448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31385311-1117-451f-bdc3-de495b9192c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfbbd3a-d28b-43c8-9076-bc9d67e06825,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:37.118974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.120425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-522fc59a-6693-4627-80f7-132c5742d6ba tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1028359 Feb 04 13:21:37.123921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:37.142964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:37.242464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.329983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.331984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2414-ddb9-427d-8124-9174f0e8e4c5 req-80a13c22-40ea-4096-876f-b6f31e66a733 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:37.333510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-371b2414-ddb9-427d-8124-9174f0e8e4c5 req-80a13c22-40ea-4096-876f-b6f31e66a733 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 943 time: 0.2296889 Feb 04 13:21:37.334698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:37.339248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4fb2e04d214a3c8ad498d628b40846 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:37.342502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:37.349944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:37.447688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 76c42eb7-ddae-437b-a895-e9d4a2a9793a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:37.447954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.539801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-371b2414-ddb9-427d-8124-9174f0e8e4c5 req-0593fa66-7903-4bfc-8b99-3b291f0a1859 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603403 Feb 04 13:21:37.675210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2622bd96-fd0e-4a8a-ae30-9955d5f363af details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:21:37.802303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.815964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.831375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.882725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.927285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:37.933110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.944712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:37.949821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2622bd96-fd0e-4a8a-ae30-9955d5f363af', 'network_id': 'cdb80ad3-e3f7-413c-8601-dd0353ef3331', 'port_id': '2622bd96-fd0e-4a8a-ae30-9955d5f363af', 'mac_address': 'fa:16:3e:06:af:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ccebf-5f84-4dd1-b707-1866c430ed59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:21:37.974078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d4fb2e04d214a3c8ad498d628b40846&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1899590 Feb 04 13:21:37.975835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95202fda-fdbe-4e39-bb42-907a70d5ad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cf587-c690-4352-8763-c3ebd3ff0e87,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:37.979082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:38.035470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 76c42eb7-ddae-437b-a895-e9d4a2a9793a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=76c42eb7-ddae-437b-a895-e9d4a2a9793a,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:38.035779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.036230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.057845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2622bd96-fd0e-4a8a-ae30-9955d5f363af {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:21:38.078956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:38.085898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.101509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.125234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfbbd3a-d28b-43c8-9076-bc9d67e06825,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.158983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.160360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5fe9c5c4-607a-4213-b82d-21a70f100c15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cfbbd3a-d28b-43c8-9076-bc9d67e06825 HTTP/1.1" status: 204 len: 168 time: 1.0756152 Feb 04 13:21:38.169845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.221420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.237331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.259662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 76c42eb7-ddae-437b-a895-e9d4a2a9793a owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:38.311957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2622bd96-fd0e-4a8a-ae30-9955d5f363af'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:21:38.553617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.624569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.628332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cf587-c690-4352-8763-c3ebd3ff0e87,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:38.640239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.694061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91c79-9f14-46dd-8ee0-bf34fe0261de req-9cd6a4c9-c3ba-458d-bf0b-c91632c08989 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:38.695791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ed91c79-9f14-46dd-8ee0-bf34fe0261de req-9cd6a4c9-c3ba-458d-bf0b-c91632c08989 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.4815533 Feb 04 13:21:38.705792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.710425 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:38.711996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fae5b846-7f58-4e25-b412-bd3f9df02bf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f05cf587-c690-4352-8763-c3ebd3ff0e87 HTTP/1.1" status: 204 len: 168 time: 0.7318206 Feb 04 13:21:38.868537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ed91c79-9f14-46dd-8ee0-bf34fe0261de req-41cd106c-4407-4616-b507-ad6f92e14f38 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646256 Feb 04 13:21:38.919531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:39.004156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Allocated IP 172.25.4.65 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/f91a3d45-1d20-4232-9c01-9c6fb86fa3d7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:39.010866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=76c42eb7-ddae-437b-a895-e9d4a2a9793a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:39.022423 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6af4cf44-036d-488d-9528-7a0624ea3b3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f4f2252b86a405d8e17b570f6a783e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015611 Feb 04 13:21:39.024872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41854) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:39.236870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.271841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.292438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e7adf-fb38-4b18-ae50-cd960585f671 req-39474569-9133-4248-a059-575e694acc92 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:39.294889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-684e7adf-fb38-4b18-ae50-cd960585f671 req-39474569-9133-4248-a059-575e694acc92 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 944 time: 0.3259208 Feb 04 13:21:39.300302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.315272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.330099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:39.421458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b090cbd-40ed-4d04-8d48-a7815825daad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e33ad6c1569543bf9c5c28659a5e6fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868986 Feb 04 13:21:39.424313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41864) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:39.459771 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.479434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.518169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-684e7adf-fb38-4b18-ae50-cd960585f671 req-9ff3b8da-aa6f-4d5b-bb22-0eb5a5e1745e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580145 Feb 04 13:21:39.533896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10baed99-b3b2-4465-b284-9db7cce37690,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:39.598195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:39.602772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:39.614138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:39.636583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.25.4.154 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/35fed4be-0779-49b1-8907-0c9ea3cb2242) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:39.675555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2622bd96-fd0e-4a8a-ae30-9955d5f363af up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:39.770704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2622bd96-fd0e-4a8a-ae30-9955d5f363af completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:39.776617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2622bd96-fd0e-4a8a-ae30-9955d5f363af triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:39.777039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.805931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event updated for resources: {'Port': ['ID=f91a3d45-1d20-4232-9c01-9c6fb86fa3d7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:39.821702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:39.825548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.846756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.850466 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4dcd12d2-468d-41b6-b85d-c35337680d14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10baed99-b3b2-4465-b284-9db7cce37690 HTTP/1.1" status: 204 len: 168 time: 0.8212636 Feb 04 13:21:39.878834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.941819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:39.982840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:39.983983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:40.004859 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.118585 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af', 'code': 200} Feb 04 13:21:40.168671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:40.241738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.277062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a59a6-d92c-4742-a389-f553a9f4832b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:40.344633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:40.357360 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:40.368373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.369594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-634d4db5-dde9-4991-81f9-9102a2a163a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce9a59a6-d92c-4742-a389-f553a9f4832b HTTP/1.1" status: 204 len: 168 time: 0.9438777 Feb 04 13:21:40.394351 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:40.395589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:40.412896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b53b63b8-81e5-4586-bd9f-49b19aa8c7ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3079393 Feb 04 13:21:40.413956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41880) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:40.454504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.524197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c2a9e-a0bc-464f-81a2-b846e2adf54f req-d4d4acd2-8ea1-4c92-a9b2-a3455c782105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:40.526042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-750c2a9e-a0bc-464f-81a2-b846e2adf54f req-d4d4acd2-8ea1-4c92-a9b2-a3455c782105 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 1096 time: 0.2517707 Feb 04 13:21:40.550247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet b017139e-45ea-4037-8fc6-565743d2ea81 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:40.558814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.570279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.646483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:40.666438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-750c2a9e-a0bc-464f-81a2-b846e2adf54f req-6091aff7-cfec-4120-adf4-1b583cccd4e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339962 Feb 04 13:21:40.725765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:40.737206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.013007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.049753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.073368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.081033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.120466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=b017139e-45ea-4037-8fc6-565743d2ea81,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:41.129130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5e501-5ac6-4f42-a5dd-dfe6af1c0b7f None None] Network 1278cdcb-6ae7-4087-b193-6b24a3021bc9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:41.132653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.147568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:41.152692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-53a37fbb-d3d0-4b52-b91f-d161ed04c289 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/b017139e-45ea-4037-8fc6-565743d2ea81 HTTP/1.1" status: 204 len: 168 time: 0.7353818 Feb 04 13:21:41.154188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:41.162152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:41.167458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:41.351088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=35fed4be-0779-49b1-8907-0c9ea3cb2242,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:41.479112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:38Z', 'revision_number': 10, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:41.488139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:41.488954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Router abfd8c66-552d-4eee-954b-fccdebae1c7d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:41.516302 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:41.517780 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:41.611168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.668160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] DHCP port deletion for 1278cdcb-6ae7-4087-b193-6b24a3021bc9 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:41.675611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Deleting port 1d8fa873-46ca-4a4b-890b-5cc904befb88 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:41.676235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:41.699519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615170d-104f-4a33-a2c1-c99db23bf61d req-ef1ae43d-9045-4f06-9ecd-1b32b3d49d9d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:41.713516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2615170d-104f-4a33-a2c1-c99db23bf61d req-ef1ae43d-9045-4f06-9ecd-1b32b3d49d9d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.7488611 Feb 04 13:21:41.800741 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:41.939565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 1d8fa873-46ca-4a4b-890b-5cc904befb88 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:41.939908 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.108813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:42.119194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.120384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-59ec17eb-e6e9-4668-8fcb-b77363589afa tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "PUT /v2.0/routers/abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 200 len: 883 time: 4.9890049 Feb 04 13:21:42.121160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:42.129631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:42.129862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] Sync routers for ids ['abfd8c66-552d-4eee-954b-fccdebae1c7d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:42.147065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] For port 1d8fa873-46ca-4a4b-890b-5cc904befb88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1d8fa873-46ca-4a4b-890b-5cc904befb88,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:42.147065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.161034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] Routers {'abfd8c66-552d-4eee-954b-fccdebae1c7d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:42.161589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['abfd8c66-552d-4eee-954b-fccdebae1c7d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.218132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2615170d-104f-4a33-a2c1-c99db23bf61d req-acbb4461-c7f0-47f5-b85c-e16a470849fb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037234 Feb 04 13:21:42.297611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.449773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e67d9a3-d123-45fe-b68f-56a24b02a04b tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 200 len: 924 time: 0.3190351 Feb 04 13:21:42.454308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41926) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:42.463078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a228662-997d-4117-85e9-1e64024c241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:38Z', 'revision_number': 10, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.467429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a228662-997d-4117-85e9-1e64024c241f None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:38Z', 'revision_number': 10, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None, '_interfaces': [{'id': '6e7d2671-fbf2-4e67-80e5-f53fa383457d', 'name': '', 'network_id': 'ec34714c-c4ef-4069-8efb-ff586b3782a2', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'mac_address': 'fa:16:3e:cd:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:58Z', 'updated_at': '2022-02-04T13:20:10Z', 'revision_number': 5, 'project_id': '8161a2c914064d7a911220fab546f41a', 'subnets': [{'id': 'c19ee246-4a45-42ba-bae3-e247e1b05bab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:42.468655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Calling delete_port for 1d8fa873-46ca-4a4b-890b-5cc904befb88 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:42.518075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 1d8fa873-46ca-4a4b-890b-5cc904befb88, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1d8fa873-46ca-4a4b-890b-5cc904befb88,segment=NetworkSegment(0fe88571-7eb8-45af-82d7-a00fc880803e),segment_id=0fe88571-7eb8-45af-82d7-a00fc880803e)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:42.518594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.547109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.566847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1167708855'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:42.571403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] Routers {'abfd8c66-552d-4eee-954b-fccdebae1c7d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:42.572357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['abfd8c66-552d-4eee-954b-fccdebae1c7d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.579643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:42.587201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:network and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:42.591761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:42.600429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:42.623515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b2e52e-9b58-4e52-aa3d-161878ca78f5 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.627805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8b2e52e-9b58-4e52-aa3d-161878ca78f5 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=abfd8c66-552d-4eee-954b-fccdebae1c7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1707482 Feb 04 13:21:42.627805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:42.629765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.642139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:42.642364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:42.642575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b895b8-3b51-40d9-9428-68de00a7b5f7 None None] The sync data for ids ['abfd8c66-552d-4eee-954b-fccdebae1c7d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:42.653766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.673736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:42.710892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] No DVR routers for this DVR port 1d8fa873-46ca-4a4b-890b-5cc904befb88 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:42.718652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e615b-dac8-4a93-b37d-ba45f3fffc68 None None] Pushing event deleted for resources: {'Port': ['ID=1d8fa873-46ca-4a4b-890b-5cc904befb88,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:42.746063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:42.747599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 1d8fa873-46ca-4a4b-890b-5cc904befb88 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:42.758634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:security_group_rule and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:42.763502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:42.772722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:42.825832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cd248-1353-4740-aedb-cd267c537ec9 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:42.828771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-073cd248-1353-4740-aedb-cd267c537ec9 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.1853173 Feb 04 13:21:42.835674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:42.874385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1d8fa873-46ca-4a4b-890b-5cc904befb88 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:42.919204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1d8fa873-46ca-4a4b-890b-5cc904befb88 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:42.919606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1d8fa873-46ca-4a4b-890b-5cc904befb88 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:42.967311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f6d155d-d709-47db-b370-5f22a6cd8cd3 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 200 len: 205 time: 0.1304858 Feb 04 13:21:42.970338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.049879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.060129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.105393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:43.105748 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:43.111329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:21:43.132002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ccce5-aa6f-43de-af3c-4d4c45c6c10e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:43.187867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.188122 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Added segment ebf99e66-b77e-4bba-ac7e-104d6f2b2b14 of type vlan for network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 Feb 04 13:21:43.230072 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.241114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.299295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.460721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.467270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:43.467927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.468194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router adfb86f2-ad97-4538-916d-46890709a6ea is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:43.473645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-83bd8be7-3d86-4527-b4af-0d5327796d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.639302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.642377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Network': ['ID=8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:43.643643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 1d8fa873-46ca-4a4b-890b-5cc904befb88 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:43.644053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.648896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0bed0920-72ee-416a-9a6d-fc357724325f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5232115 Feb 04 13:21:43.649162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41950) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.659729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:43.672362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:21:43.739293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] The port '1d8fa873-46ca-4a4b-890b-5cc904befb88' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:21:43.772795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port f91a3d45-1d20-4232-9c01-9c6fb86fa3d7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:43.773639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.797685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:43.811477 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Sync routers for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:43.825503 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:43.827899 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:43.908782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.912955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f058d9f2-a4e2-45e0-83b7-95c6c3f7c2cb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0165718 Feb 04 13:21:43.912955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:43.920747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.922653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c634027-206d-4313-a762-bb11f00e1514 req-9c1e085a-e59e-4f6c-8763-0557fed060a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:43.923411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6c634027-206d-4313-a762-bb11f00e1514 req-9c1e085a-e59e-4f6c-8763-0557fed060a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:43.942219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:43.975176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2979281a-95b9-4152-a01d-77687680d4f0 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cf74b64e58694f44bd4911e3bac95005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531542 Feb 04 13:21:43.979119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.979951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:43.983571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:43.993103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:44.005794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1278cdcb-6ae7-4087-b193-6b24a3021bc9']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:44.073391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe88571-7eb8-45af-82d7-a00fc880803e') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:44.073794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe88571-7eb8-45af-82d7-a00fc880803e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:44.099150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.110114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:44.126797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.148705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:44.149115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:44.166189 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:44.273045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:44.277994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.313151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6015f50-13a0-4b20-967a-e20f1adb1be2 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:44.315519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a6015f50-13a0-4b20-967a-e20f1adb1be2 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3353937 Feb 04 13:21:44.318267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:44.377674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0005e2a7-b2b1-439c-a155-d8dad4d1e4c1 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534077 Feb 04 13:21:44.377674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.377991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6c634027-206d-4313-a762-bb11f00e1514 req-9c1e085a-e59e-4f6c-8763-0557fed060a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:44.378108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:44.378195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c634027-206d-4313-a762-bb11f00e1514 req-9c1e085a-e59e-4f6c-8763-0557fed060a9 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 1.0237391 Feb 04 13:21:44.398949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.409353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-610864526', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:44.504030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/1278cdcb-6ae7-4087-b193-6b24a3021bc9 HTTP/1.1" status: 204 len: 168 time: 3.3392830 Feb 04 13:21:44.505540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec7bfd-eb93-4600-a8c1-de842b85a131 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=1278cdcb-6ae7-4087-b193-6b24a3021bc9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:44.508540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:44.528380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76c42eb7-ddae-437b-a895-e9d4a2a9793a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:44.534589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:42Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:44.534886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.539950 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Checking router: adfb86f2-ad97-4538-916d-46890709a6ea for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:44.540402 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Updating router adfb86f2-ad97-4538-916d-46890709a6ea port 35fed4be-0779-49b1-8907-0c9ea3cb2242 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:44.545846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c634027-206d-4313-a762-bb11f00e1514 req-0dfe9123-9713-41ca-97e6-ff8f349253cf tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429930 Feb 04 13:21:44.593966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 76c42eb7-ddae-437b-a895-e9d4a2a9793a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:44.594857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 76c42eb7-ddae-437b-a895-e9d4a2a9793a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:44.629429 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:44.838201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for f91a3d45-1d20-4232-9c01-9c6fb86fa3d7 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:44.867159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:44.875694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:subnet and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:44.881100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:44.892609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:45.068823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:45.079662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.365793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.489911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.522835 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.543111 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Transition to ACTIVE for port object 35fed4be-0779-49b1-8907-0c9ea3cb2242 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:45.552736 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.577752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=f91a3d45-1d20-4232-9c01-9c6fb86fa3d7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.631252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.636721 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Attempting to bind port 35fed4be-0779-49b1-8907-0c9ea3cb2242 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:21:45.637348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Attempting to bind port 35fed4be-0779-49b1-8907-0c9ea3cb2242 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:21:45.637848 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Attempting to bind port 35fed4be-0779-49b1-8907-0c9ea3cb2242 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:45.652667 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:21:45.653356 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:45.653906 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.654471 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:21:45.655135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Bound port: 35fed4be-0779-49b1-8907-0c9ea3cb2242, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:21:45.655680 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.676778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=d1859d5b-b7c9-498f-9d8d-8befa30da5fc,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.697354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:45.697739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network hostable DHCP agents. Network: 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:45.729826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.791655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Subnet': ['ID=fe00208c-503d-4124-a88d-8e6721068d67,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.793816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Checking segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:45.794323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network hostable DHCP agents. Network: 3690adf9-51d4-4d1e-be96-82dde42c1556, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:21:45.845317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.855590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:45.857427 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Pushing event updated for resources: {'Port': ['ID=35fed4be-0779-49b1-8907-0c9ea3cb2242,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:45.872482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.873204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.874261 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.874846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.875421 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.875977 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.876510 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.877198 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.877773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.878538 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.879078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.879685 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:21:45.891884 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] For port 35fed4be-0779-49b1-8907-0c9ea3cb2242, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:21:45.896873 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] For port 35fed4be-0779-49b1-8907-0c9ea3cb2242, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35fed4be-0779-49b1-8907-0c9ea3cb2242,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:21:45.904581 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.911131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:21:45.970789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.973281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:45.975497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:45.982944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:45.983568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.006015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3690adf9-51d4-4d1e-be96-82dde42c1556) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:46.009865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-df9a3e1b-9ee1-4b09-a84b-58e11f35a1a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3591661 Feb 04 13:21:46.013957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:46.015034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.016794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:46.017177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 41990) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:46.018856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa079c47-d818-47b8-a97d-2ca55b9a0611 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:46.023693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:46.044644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'name': 'tempest-NetworksTestDHCPv6-1767460977'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:46.044856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2c65e-4aa9-4c1e-9e5f-95b3ad2e44b6 None None] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:46.143551 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351a32-fea5-4e83-b4ff-2e72978d8a12 None None] Pushing event updated for resources: {'Port': ['ID=35fed4be-0779-49b1-8907-0c9ea3cb2242,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:46.168256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.168801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router abfd8c66-552d-4eee-954b-fccdebae1c7d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:46.207194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.208293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a900ca1-4193-4d5b-838b-5c82ebba2fc5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 204 len: 168 time: 3.2371809 Feb 04 13:21:46.219005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 41996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:46.238133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e43d64e1-e7cc-44e7-ab97-1568a78db25a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8604572 Feb 04 13:21:46.239459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:46.264255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1429231541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:46.271671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:46.275893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:46.279496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:46.312214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:46.316636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:46.319786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:46.326564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:46.330043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a5f7-4c97-40a0-9e23-e0df44ca35e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.340951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:46.349646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.356937 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:46.380591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 9e541c42-8e97-4ae8-83f9-3e44d3422d23 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:21:46.399348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:46.451371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.452401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.570273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::1b6 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d1859d5b-b7c9-498f-9d8d-8befa30da5fc/9e541c42-8e97-4ae8-83f9-3e44d3422d23) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:46.575337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'd1859d5b-b7c9-498f-9d8d-8befa30da5fc'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:21:46.576456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.766530 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:42Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:46.784695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef1392-7e2a-43f8-871e-a2a9ffe089a0 None None] The sync data for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 is: [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:42Z', 'revision_number': 3, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:46.805770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-3690adf9-51d4-4d1e-be96-82dde42c1556', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:21:46.806953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:46.965113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.004240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Allocated IP 172.20.0.2 (3690adf9-51d4-4d1e-be96-82dde42c1556/fe00208c-503d-4124-a88d-8e6721068d67/5405ec49-726b-47c3-b063-ec79801d6e69) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:47.098266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.117086 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.128276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 9e541c42-8e97-4ae8-83f9-3e44d3422d23 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:47.181931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.183056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.296935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:47.301722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:47.306698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:47.313701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:47.315011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.329674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=9e541c42-8e97-4ae8-83f9-3e44d3422d23,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.344468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.347522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-58ca92b2-6336-4515-885f-177b93cf005e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3094771 Feb 04 13:21:47.349891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42014) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:47.400269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d1859d5b-b7c9-498f-9d8d-8befa30da5fc/2836dc78-94fb-4fe9-b7b8-642446e9a5ad) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:47.472040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.473241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f4e4c4c9-d9b9-46c6-a1f5-0df643670cc4 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2441487 Feb 04 13:21:47.476728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 6e7d2671-fbf2-4e67-80e5-f53fa383457d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:47.477129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.478305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42020) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:47.492303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': True}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:47.558438 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.585615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Transition to ACTIVE for port object 5405ec49-726b-47c3-b063-ec79801d6e69 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:47.664497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Transition to ACTIVE for port object 5405ec49-726b-47c3-b063-ec79801d6e69 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:47.692936 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:47.858696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Pushing event updated for resources: {'Port': ['ID=5405ec49-726b-47c3-b063-ec79801d6e69,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:47.916611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:47.921537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:47.992643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:48.111308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 6e7d2671-fbf2-4e67-80e5-f53fa383457d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e7d2671-fbf2-4e67-80e5-f53fa383457d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:48.111900 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.172691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Attempting to bind port 5405ec49-726b-47c3-b063-ec79801d6e69 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:21:48.173542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Attempting to bind port 5405ec49-726b-47c3-b063-ec79801d6e69 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:21:48.173674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Attempting to bind port 5405ec49-726b-47c3-b063-ec79801d6e69 on network 3690adf9-51d4-4d1e-be96-82dde42c1556 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:48.186384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:21:48.186796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Checking segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:48.187204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.187829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Bound using segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:21:48.188341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Bound port: 5405ec49-726b-47c3-b063-ec79801d6e69, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:21:48.188715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.246090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4cafd-6e12-4780-9655-de516f767267 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:48.247384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e3c4cafd-6e12-4780-9655-de516f767267 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:48.267695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.348042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.361555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e3c4cafd-6e12-4780-9655-de516f767267 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:48.363852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e3c4cafd-6e12-4780-9655-de516f767267 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0123112 Feb 04 13:21:48.381494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] For port 5405ec49-726b-47c3-b063-ec79801d6e69, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:21:48.386078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42038) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:48.388415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] For port 5405ec49-726b-47c3-b063-ec79801d6e69, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5405ec49-726b-47c3-b063-ec79801d6e69,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:21:48.404517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Transition to ACTIVE for port object 2836dc78-94fb-4fe9-b7b8-642446e9a5ad will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:48.412992 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.506379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6642f-9b27-4506-940e-fe36f0189a8c None None] Pushing event updated for resources: {'Port': ['ID=5405ec49-726b-47c3-b063-ec79801d6e69,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:48.519254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 6e7d2671-fbf2-4e67-80e5-f53fa383457d owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:48.565671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Transition to ACTIVE for port object 2836dc78-94fb-4fe9-b7b8-642446e9a5ad will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:48.588657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.668214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:48.675653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 9e541c42-8e97-4ae8-83f9-3e44d3422d23 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:48.676181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.685275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:48.691814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:48.815217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35fed4be-0779-49b1-8907-0c9ea3cb2242 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:48.919543 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.940977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Attempting to bind port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:21:48.941591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Attempting to bind port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:21:48.942550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Attempting to bind port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:21:48.945231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Pushing event updated for resources: {'Port': ['ID=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:48.967006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:21:48.975101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:21:48.978199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:48.978892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:21:48.979798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Bound port: 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:21:48.980572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.031722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 35fed4be-0779-49b1-8907-0c9ea3cb2242 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:49.044597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 35fed4be-0779-49b1-8907-0c9ea3cb2242 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:49.044969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.117628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.176241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.291917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:21:49.333172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=6e7d2671-fbf2-4e67-80e5-f53fa383457d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:49.363745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:21:49.369406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.561711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ccf94-0985-4180-a9d7-ec9ba1462d71 None None] Pushing event updated for resources: {'Port': ['ID=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:49.614695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.671933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 35fed4be-0779-49b1-8907-0c9ea3cb2242, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35fed4be-0779-49b1-8907-0c9ea3cb2242,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:49.677523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:49.720735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.015471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=35fed4be-0779-49b1-8907-0c9ea3cb2242,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:50.072583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.075804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.079877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.174360 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.275700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 9e541c42-8e97-4ae8-83f9-3e44d3422d23 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:50.533794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.1 (3690adf9-51d4-4d1e-be96-82dde42c1556/fe00208c-503d-4124-a88d-8e6721068d67/b88d98f7-4f7d-479f-b34c-16f52e26a8ce) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:50.704861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 172.25.4.66 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6a8d1f5d-f419-4874-b276-24768e40a6a3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:50.720510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:50.975553 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:21:51.061899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260f839-3e5c-4862-821e-a46dd509d075 None None] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:51.116192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5405ec49-726b-47c3-b063-ec79801d6e69 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:51.279933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=9e541c42-8e97-4ae8-83f9-3e44d3422d23,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:51.286542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:51.355079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.362561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.390707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c39d4532-0709-410f-b2a8-d925ee053e01 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/9e541c42-8e97-4ae8-83f9-3e44d3422d23 HTTP/1.1" status: 204 len: 168 time: 3.0032191 Feb 04 13:21:51.396039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:51.408100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object b88d98f7-4f7d-479f-b34c-16f52e26a8ce will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:51.417183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e299851a-e82a-4bcb-bd46-62c0cd7d58af None None] Provisioning for port 5405ec49-726b-47c3-b063-ec79801d6e69 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:51.445359 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.495267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5acdf-a04c-446e-88bb-eb4a922b59c9 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:51.534583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5405ec49-726b-47c3-b063-ec79801d6e69 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:51.548805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:51.575934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac51b3-9262-4c40-a56e-5847e7f206c9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:51.577478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac51b3-9262-4c40-a56e-5847e7f206c9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:51.578254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dac51b3-9262-4c40-a56e-5847e7f206c9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:51.629159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.644084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:51.655252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3dac51b3-9262-4c40-a56e-5847e7f206c9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:51.655976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5405ec49-726b-47c3-b063-ec79801d6e69 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:51.659038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3dac51b3-9262-4c40-a56e-5847e7f206c9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2549601 Feb 04 13:21:51.659288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:51.659536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:51.659733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.662051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:51.752811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet d1859d5b-b7c9-498f-9d8d-8befa30da5fc {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:51.778927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.800616 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.868994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:51.869410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c54f4ec5-14bf-4120-92f1-f7abc8da1c2b None None] Provisioning for port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:51.970589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:51.975561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:51.982122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.009795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:21:52.059459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=6a8d1f5d-f419-4874-b276-24768e40a6a3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:52.184070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:52.237088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.238912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cdaee659-e233-44dd-b426-f93201146b3b tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7265980 Feb 04 13:21:52.242843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42068) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:52.314292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 5405ec49-726b-47c3-b063-ec79801d6e69, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5405ec49-726b-47c3-b063-ec79801d6e69,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:52.319848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:52.338365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.339704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35fed4be-0779-49b1-8907-0c9ea3cb2242 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:52.469962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:52.478838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:52.569630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting subnet c19ee246-4a45-42ba-bae3-e247e1b05bab {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:21:52.578313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.584483 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.623220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.630333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:52.688640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.860998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:52.876489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.889929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 35fed4be-0779-49b1-8907-0c9ea3cb2242 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:52.890306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.912368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:52.941346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:52.982827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=5405ec49-726b-47c3-b063-ec79801d6e69,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:52.983062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.014252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:53.015275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:53.054221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.125222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=d1859d5b-b7c9-498f-9d8d-8befa30da5fc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:53.168146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b9579bb-86ae-49e9-b83f-7462ea02dac8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d1859d5b-b7c9-498f-9d8d-8befa30da5fc HTTP/1.1" status: 204 len: 168 time: 1.5072281 Feb 04 13:21:53.171633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42074) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:53.321214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2cfd7446-a524-48c6-85f4-5cd7c629249f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481631 Feb 04 13:21:53.330024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42080) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:53.340344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:53.357368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.419732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:53.461032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Subnet': ['ID=c19ee246-4a45-42ba-bae3-e247e1b05bab,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:53.498812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.524872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6aaeb646-589c-493e-ad69-ee1aa481350a tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/c19ee246-4a45-42ba-bae3-e247e1b05bab HTTP/1.1" status: 204 len: 168 time: 1.2802913 Feb 04 13:21:53.527893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42086) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:53.807633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731315b-c559-4edf-9684-e7363e0b53e6 None None] Network ec34714c-c4ef-4069-8efb-ff586b3782a2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:53.837937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.847568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.885534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.902850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:53.989526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8325fd-9263-480a-8e31-5289a4bfda14 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:21:54.039990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:54.182021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec847fb-126f-4382-8441-48f935eb517d None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:54.206957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:54.215680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2836dc78-94fb-4fe9-b7b8-642446e9a5ad up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:54.219818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.227244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:54.235211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:54.236336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:54.245388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.254164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:54.288516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Provisioning complete for port 5405ec49-726b-47c3-b063-ec79801d6e69 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:54.289255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.380677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:54.385565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.395055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Deleting port 701f12e0-7b06-4122-9f11-03057ce85d9d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:54.395578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.520555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:54.525421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:54.552908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 8d4dee14-e6f4-4f31-843b-9b5b3624db13 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:21:54.673237 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:54.755437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:54.770069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:54.771371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.104244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Provisioning for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:21:55.195180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:55.198987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:55.216971 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] Sync routers for ids ['8d4dee14-e6f4-4f31-843b-9b5b3624db13'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:55.241855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Provisioning complete for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:55.244967 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.258088 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] Routers {'8d4dee14-e6f4-4f31-843b-9b5b3624db13'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:55.264949 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8d4dee14-e6f4-4f31-843b-9b5b3624db13'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:55.267760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.269013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e46e29ec-9aa3-4054-9873-c14556fd5c52 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "PUT /v2.0/routers/8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 200 len: 918 time: 7.7896876 Feb 04 13:21:55.273039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:55.276779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.383413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Deleting port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:55.385280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.415820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c825538-3361-4047-ab2d-7c5da0c990ad None None] Port b88d98f7-4f7d-479f-b34c-16f52e26a8ce cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:21:55.421912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] For port 701f12e0-7b06-4122-9f11-03057ce85d9d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=701f12e0-7b06-4122-9f11-03057ce85d9d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:55.422400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.422961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] DHCP port deletion for ec34714c-c4ef-4069-8efb-ff586b3782a2 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:21:55.453089 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:55.463435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] Routers {'8d4dee14-e6f4-4f31-843b-9b5b3624db13'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:55.464531 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8d4dee14-e6f4-4f31-843b-9b5b3624db13'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:55.504712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Deleting port 701f12e0-7b06-4122-9f11-03057ce85d9d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:55.505934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.548268 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:55.548932 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e8766-3cb2-4401-b523-c82b69d7793d None None] The sync data for ids ['8d4dee14-e6f4-4f31-843b-9b5b3624db13'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:55.589917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.672331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Calling delete_port for 701f12e0-7b06-4122-9f11-03057ce85d9d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:55.720119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b9d9e71-88b3-44e8-b320-0e9e55053710 None None] Provisioning complete for port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:55.720935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9e71-88b3-44e8-b320-0e9e55053710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.817620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:21:55.823140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:55.833575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:21:55.879699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router adfb86f2-ad97-4538-916d-46890709a6ea has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:55.936677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:55.937315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:55.946669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.015319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfa32498-3b6b-4adb-bb09-b4d70ca2aa56 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 200 len: 924 time: 0.7384531 Feb 04 13:21:56.021889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42108) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.067348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.093749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=1d9c85f1-54db-430d-a75c-055d0fddbfc2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.105640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f29165ff-7800-4be4-9253-1ffffaafb6f6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7739089 Feb 04 13:21:56.110722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42112) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.120854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'name': 'tempest-NetworksTestDHCPv6-1043226352'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:56.160340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5405ec49-726b-47c3-b063-ec79801d6e69 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:21:56.233948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Port': ['ID=701f12e0-7b06-4122-9f11-03057ce85d9d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.251870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No DVR routers for this DVR port 701f12e0-7b06-4122-9f11-03057ce85d9d on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:21:56.265979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12717583-034b-4b2f-9889-49895f55c54e tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.270522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-12717583-034b-4b2f-9889-49895f55c54e tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=8d4dee14-e6f4-4f31-843b-9b5b3624db13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2447116 Feb 04 13:21:56.272864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42116) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.390347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.472444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:56.480928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:56.488718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:56.501576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:21:56.527640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:21:56.531551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.545601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:56.562243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Sync routers for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:56.569148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d6a0b10-5cb3-4cfb-8d66-19c037736221 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/adfb86f2-ad97-4538-916d-46890709a6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3077905 Feb 04 13:21:56.570093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.578713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.584601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port d5b18571-9999-4b2e-8b5f-66a222ec360a yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:21:56.603695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec34714c-c4ef-4069-8efb-ff586b3782a2']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:56.620265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47914166-7087-409d-8b4b-2110ea3cf16d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:56.620805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47914166-7087-409d-8b4b-2110ea3cf16d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:56.631959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:56.632591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:56.637338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.660367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.670015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:21:56.670843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:56.689084 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:56.695154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387f1ce-9733-4e54-a1cc-77ff5478c993 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:56.699753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4387f1ce-9733-4e54-a1cc-77ff5478c993 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.4228275 Feb 04 13:21:56.713272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42126) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.717976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b9d9e71-88b3-44e8-b320-0e9e55053710 None None] Provisioning complete for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:56.718350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9e71-88b3-44e8-b320-0e9e55053710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.756582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:56.757283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.777388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] For port 701f12e0-7b06-4122-9f11-03057ce85d9d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=701f12e0-7b06-4122-9f11-03057ce85d9d,segment=NetworkSegment(47914166-7087-409d-8b4b-2110ea3cf16d),segment_id=47914166-7087-409d-8b4b-2110ea3cf16d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:56.777796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.798151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3bcc9615-6727-435c-8628-ca8c9080a766 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 200 len: 205 time: 0.0800209 Feb 04 13:21:56.803963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.829500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.841098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.933505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5405ec49-726b-47c3-b063-ec79801d6e69 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:21:56.933505 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:56.936585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Pushing event deleted for resources: {'Network': ['ID=ec34714c-c4ef-4069-8efb-ff586b3782a2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:56.951678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-17be83f5-e75b-412f-a136-aa6015642873 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/networks/ec34714c-c4ef-4069-8efb-ff586b3782a2 HTTP/1.1" status: 204 len: 168 time: 3.3999293 Feb 04 13:21:56.952625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42136) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:56.962696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'routes': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:56.964893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Calling delete_port for 2836dc78-94fb-4fe9-b7b8-642446e9a5ad owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:57.139656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Calling delete_port for 701f12e0-7b06-4122-9f11-03057ce85d9d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:57.155614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:57.183293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d9e71-88b3-44e8-b320-0e9e55053710 None None] Port b88d98f7-4f7d-479f-b34c-16f52e26a8ce cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:21:57.349488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.350696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.351373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.352028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.353184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.353791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.354433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.355065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.357921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-af4c6dd1-0f3a-4e0b-a78a-c2d0adc3b644 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5635 time: 0.7782390 Feb 04 13:21:57.367896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::326 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/1d9c85f1-54db-430d-a75c-055d0fddbfc2/d5b18571-9999-4b2e-8b5f-66a222ec360a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:21:57.370835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:57.400089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:57.414133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Added routes are [] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 13:21:57.415527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.extraroute_db [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Removed routes are [] {{(pid=87621) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 13:21:57.416310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:57.457431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:57.457980 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:57.534552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:57.539321 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:21:57.609278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.609757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.610216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.610700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.611156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.611603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.612053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:21:57.616480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bbf424db-45c7-4941-bbdd-9da5f97dc722 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.2384610 Feb 04 13:21:57.619761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:57.623572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:57.777161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2836dc78-94fb-4fe9-b7b8-642446e9a5ad no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:57.985150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Deleting port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:57.990216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.051634 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.062984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.140287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port 6a8d1f5d-f419-4874-b276-24768e40a6a3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:58.140631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.230827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Deleting port 701f12e0-7b06-4122-9f11-03057ce85d9d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:21:58.231532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.272745 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.329193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:21:58.362582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.373462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:58.472478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.473507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e7d2671-fbf2-4e67-80e5-f53fa383457d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:58.545286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for 6a8d1f5d-f419-4874-b276-24768e40a6a3 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:58.545490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:21:58.552855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:58.556074 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Sync routers for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:21:58.557828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9dfd4e9e-cb92-40dd-88c4-f01f125a298f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 704 time: 1.6038799 Feb 04 13:21:58.558797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42160) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:58.571368 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:58.572213 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:58.594238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-261dac6f-82fe-44dd-aafd-da55d5880c01 None None] The port '701f12e0-7b06-4122-9f11-03057ce85d9d' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:21:58.607771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b766881-04bc-44d1-a0cf-3eaf8b7cfacf tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:21:58.636923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6e7d2671-fbf2-4e67-80e5-f53fa383457d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:58.637272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e7d2671-fbf2-4e67-80e5-f53fa383457d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:58.637658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 701f12e0-7b06-4122-9f11-03057ce85d9d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:21:58.644490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2b766881-04bc-44d1-a0cf-3eaf8b7cfacf tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:21:58.645782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2b766881-04bc-44d1-a0cf-3eaf8b7cfacf tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 205 time: 0.0859618 Feb 04 13:21:58.648584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:58.942752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 701f12e0-7b06-4122-9f11-03057ce85d9d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:21:58.943280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 701f12e0-7b06-4122-9f11-03057ce85d9d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:21:58.957749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:59.002143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:59.031228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.097122 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.101979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Checking router: 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:59.120819 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Routers {'5fc51ca6-a94b-44e6-8c6b-6ff003820db7'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:21:59.124003 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.235707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.243736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.287357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] For port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:21:59.288009 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.307300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:21:53Z', 'revision_number': 2, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.346761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=6a8d1f5d-f419-4874-b276-24768e40a6a3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:21:59.353756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object d5b18571-9999-4b2e-8b5f-66a222ec360a will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:21:59.495245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Checking router: adfb86f2-ad97-4538-916d-46890709a6ea for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:21:59.495612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Updating router adfb86f2-ad97-4538-916d-46890709a6ea port b88d98f7-4f7d-479f-b34c-16f52e26a8ce binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:21:59.548271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] Set router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:21:59.584005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Calling delete_port for 2836dc78-94fb-4fe9-b7b8-642446e9a5ad owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:21:59.623065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.662205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-07eefd2f-3b38-4348-ba71-7fdd78bc44ab tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 2.0349646 Feb 04 13:21:59.676749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:21:59.683102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51249c42-0d81-4f9b-9c45-dc51799e2770 None None] The sync data for ids ['5fc51ca6-a94b-44e6-8c6b-6ff003820db7'] in n-d-820555-2 is: [{'id': '5fc51ca6-a94b-44e6-8c6b-6ff003820db7', 'name': 'tempest-RoutersIpV6Test-router-727990837', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:51Z', 'updated_at': '2022-02-04T13:21:48Z', 'revision_number': 11, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:21:59.686923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.694640 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.737884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.803507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.804438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc51ca6-a94b-44e6-8c6b-6ff003820db7 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:59.848531 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:21:59.862880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-075fcd90-b464-49c5-913c-3c5b727bdfd7 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 204 len: 168 time: 1.2126482 Feb 04 13:21:59.866271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:59.886458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-12735570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:21:59.914174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:21:59.935490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Usage tracker for resource:router and tenant:8161a2c914064d7a911220fab546f41a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:21:59.947470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:21:59.984991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:00.009945 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.014617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.044311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.058209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.101929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.156833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.162255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d95b0820-ad74-413c-950b-90ab31286f90 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2861874 Feb 04 13:22:00.162899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42188) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:00.176096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:00.195688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.205488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.207800 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.225308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:00.232281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:00.240140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:00.241923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Transition to ACTIVE for port object b88d98f7-4f7d-479f-b34c-16f52e26a8ce will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:00.247091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.247873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.257124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.289823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=d5b18571-9999-4b2e-8b5f-66a222ec360a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:00.304500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.305650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4dee14-e6f4-4f31-843b-9b5b3624db13 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:22:00.369482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.375384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cac79405-27a5-476e-9eaa-bbfdda6d8521 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 204 len: 168 time: 3.5692682 Feb 04 13:22:00.382067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-086f7234-4b80-462a-a393-a93af612e5e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2697210 Feb 04 13:22:00.383084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42192) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:00.396487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843cc70-b682-4a9f-b1a6-2ec00e1d3d9d None None] Pushing event updated for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:00.397477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42194) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:00.479591 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.542857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-438626188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:00.573636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42202) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:00.590273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:00.594714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] Pushing event deleted for resources: {'Port': ['ID=2836dc78-94fb-4fe9-b7b8-642446e9a5ad,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:00.608562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029473024', 'description': 'tempest-secgroup-smoke-2029473024 description', 'project_id': 'cf74b64e58694f44bd4911e3bac95005'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:00.625520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:00.628266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:00.638879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:00.656849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:00.660545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:00.664070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:00.681856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:00.695651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f09bd-a470-47e3-9a90-be27db4a1ba8 None None] No DVR routers for this DVR port 2836dc78-94fb-4fe9-b7b8-642446e9a5ad on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:00.713433 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.719380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.723280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.825692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:00.833518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:00.843626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:00.855831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dffd6a6-cc2f-46e3-85ec-a587adda9d15 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:00.856088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:00.927117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335eb66-88c2-4780-a20b-37a4bb6ea12a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:00.927781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c335eb66-88c2-4780-a20b-37a4bb6ea12a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:00.932019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:00.971222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c335eb66-88c2-4780-a20b-37a4bb6ea12a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:00.975990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c335eb66-88c2-4780-a20b-37a4bb6ea12a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5649703 Feb 04 13:22:00.978729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.056707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.119131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.126209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-28f97229-b818-4d35-862c-5ad153470a00 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7210736 Feb 04 13:22:01.126428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Attempting to bind port b88d98f7-4f7d-479f-b34c-16f52e26a8ce on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:01.126428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Attempting to bind port b88d98f7-4f7d-479f-b34c-16f52e26a8ce by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:01.126428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Attempting to bind port b88d98f7-4f7d-479f-b34c-16f52e26a8ce on network 3690adf9-51d4-4d1e-be96-82dde42c1556 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:01.145730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:01.146245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Checking segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:01.151004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.151653 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.152164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Bound using segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:01.152875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Bound port: b88d98f7-4f7d-479f-b34c-16f52e26a8ce, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:01.153362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.177258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'enable_snat': False}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:01.330463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.345474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.439915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] For port b88d98f7-4f7d-479f-b34c-16f52e26a8ce, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:01.469073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] For port b88d98f7-4f7d-479f-b34c-16f52e26a8ce, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:01.517270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.560747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Router 24c36c02-9938-409a-8e7f-72c1ae4c122e is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:22:01.597708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.624093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.669425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843cc70-b682-4a9f-b1a6-2ec00e1d3d9d None None] Pushing event updated for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:01.727995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:01.729018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:01.776485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:22:01.791274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.795867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c19ce058-e736-4b46-9a62-b1a0ffacd534 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "PUT /v2.0/routers/24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 200 len: 696 time: 1.6285844 Feb 04 13:22:01.807775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42220) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.808707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Sync routers for ids ['24c36c02-9938-409a-8e7f-72c1ae4c122e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:01.861779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port d5b18571-9999-4b2e-8b5f-66a222ec360a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:01.861779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:01.891499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Routers {'24c36c02-9938-409a-8e7f-72c1ae4c122e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:01.891499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['24c36c02-9938-409a-8e7f-72c1ae4c122e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:02.222255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-72995f38-c3b1-4025-99b2-bad196ca00a5 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/routers/24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 200 len: 702 time: 0.4041986 Feb 04 13:22:02.222255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:02.300213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-779a8e8c-76ce-486f-a89b-9982e0d9a8ca tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 200 len: 205 time: 0.0763078 Feb 04 13:22:02.314048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:02.320551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:02.321929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7490788 Feb 04 13:22:02.335661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42236) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:02.359749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:02.390893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:02.402200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:02.403519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Set router 24c36c02-9938-409a-8e7f-72c1ae4c122e gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:22:02.408544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:02.436171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:02.509465 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:02.606362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42242) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:02.625749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '1d9c85f1-54db-430d-a75c-055d0fddbfc2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:02.626570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:02.649446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ccc39-f35a-4ee2-ae1b-16e11a3fea5c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a163fbf4-0fac-4055-bdc0-7d6b237ae64c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:02.675472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:02.699853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c36c02-9938-409a-8e7f-72c1ae4c122e', 'name': 'tempest-RoutersIpV6Test-router-12735570', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:01Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:02.848762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Checking router: 24c36c02-9938-409a-8e7f-72c1ae4c122e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:02.975839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Routers {'24c36c02-9938-409a-8e7f-72c1ae4c122e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:02.979936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['24c36c02-9938-409a-8e7f-72c1ae4c122e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.037917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.128843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] Set router 24c36c02-9938-409a-8e7f-72c1ae4c122e gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:22:03.177779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.228169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.232737 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.247402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:03.269208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Usage tracker for resource:security_group_rule and tenant:15ba0e1b8d6c4d0bbcea1d21fc0923c0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:03.272350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.273138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Fanout notify agent at l3_agent the message router_deleted on router 24c36c02-9938-409a-8e7f-72c1ae4c122e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:22:03.289135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:03.293796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:22:03.299736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.301501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3aa29d84-3e73-4667-b1a1-b87f062f179e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 204 len: 168 time: 0.9880912 Feb 04 13:22:03.304938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.307961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:03.330695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.344028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.353036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.364930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3cb2f0d0-a5cf-4e1b-84e4-cb2091024c1f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 200 len: 205 time: 0.0579414 Feb 04 13:22:03.366802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.386218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c36c02-9938-409a-8e7f-72c1ae4c122e', 'name': 'tempest-RoutersIpV6Test-router-12735570', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:01Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:03.416150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7789d3-fe39-4fda-9ad1-9655ea904a48 None None] The sync data for ids ['24c36c02-9938-409a-8e7f-72c1ae4c122e'] in n-d-820555-2 is: [{'id': '24c36c02-9938-409a-8e7f-72c1ae4c122e', 'name': 'tempest-RoutersIpV6Test-router-12735570', 'tenant_id': '8161a2c914064d7a911220fab546f41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:00Z', 'updated_at': '2022-02-04T13:22:01Z', 'revision_number': 2, 'project_id': '8161a2c914064d7a911220fab546f41a', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:03.467162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907436f0-7a1b-4276-b0ab-6b298db1299c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:03.479614 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-5b1bf379-49be-4ba0-b0f6-d6c9c9b86dc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:03.483341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b1bf379-49be-4ba0-b0f6-d6c9c9b86dc3 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/24c36c02-9938-409a-8e7f-72c1ae4c122e HTTP/1.1" status: 404 len: 336 time: 0.1128721 Feb 04 13:22:03.483867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42260) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.541679 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af29c21-dd08-43ea-8bc5-4a99621a30e8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:03.542854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af29c21-dd08-43ea-8bc5-4a99621a30e8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:03.555848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6af29c21-dd08-43ea-8bc5-4a99621a30e8 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/2e25706b-eeff-4063-ae94-a301b04d526a HTTP/1.1" status: 404 len: 337 time: 0.0696089 Feb 04 13:22:03.558142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for d5b18571-9999-4b2e-8b5f-66a222ec360a owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:03.559168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42264) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.609039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:03.613865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77e8237b-1b9f-4da3-b61d-24946b019696 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2661085 Feb 04 13:22:03.616255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42268) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.634083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:03.644681 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7c97b6-ff0e-489c-9027-88878cd4ee47 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:03.645145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7c97b6-ff0e-489c-9027-88878cd4ee47 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:03.656091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e7c97b6-ff0e-489c-9027-88878cd4ee47 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/14a2bd20-31f2-44ef-819e-3a659740e1e2 HTTP/1.1" status: 404 len: 337 time: 0.0952337 Feb 04 13:22:03.657596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:03.660469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42272) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.717359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:03.728654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:03.749064 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fc50de-9228-4a48-ba89-49043caba17f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:03.755288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fc50de-9228-4a48-ba89-49043caba17f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:03.757163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80fc50de-9228-4a48-ba89-49043caba17f tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/b017139e-45ea-4037-8fc6-565743d2ea81 HTTP/1.1" status: 404 len: 337 time: 0.0955422 Feb 04 13:22:03.762539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:03.764281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:03.777526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/1d9c85f1-54db-430d-a75c-055d0fddbfc2/a17c0e5f-0bbb-424e-8e49-d99d57e80b14) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:04.034173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:01Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:04.049415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d315f-9d11-4049-8841-93d0bdd9e663 None None] The sync data for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 is: [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:01Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:04.164051 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.174135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.181714 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c694b0b-468f-4006-9b75-23abf5327d01 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:04.182096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c694b0b-468f-4006-9b75-23abf5327d01 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:04.191960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.194766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.240252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c694b0b-468f-4006-9b75-23abf5327d01 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/c19ee246-4a45-42ba-bae3-e247e1b05bab HTTP/1.1" status: 404 len: 337 time: 0.4718959 Feb 04 13:22:04.253967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42282) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.282924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Transition to ACTIVE for port object a17c0e5f-0bbb-424e-8e49-d99d57e80b14 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:04.297955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15ba0e1b8d6c4d0bbcea1d21fc0923c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6481392 Feb 04 13:22:04.297955 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.304562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.314807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69bcab61-ba9a-40e1-be28-3402804360ea tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 200 len: 205 time: 0.0587940 Feb 04 13:22:04.316958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42288) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.331074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Transition to ACTIVE for port object a17c0e5f-0bbb-424e-8e49-d99d57e80b14 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:04.337885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.357237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.434415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006c34e-ebc0-427e-9fad-8ecbc91a1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcfbe1-3abd-4311-898a-f736b64cbccd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.436413 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-deefc298-7a5c-4c53-83b3-e5eb8923a139 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:04.441923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Pushing event updated for resources: {'Port': ['ID=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.453551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-deefc298-7a5c-4c53-83b3-e5eb8923a139 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/5fc51ca6-a94b-44e6-8c6b-6ff003820db7 HTTP/1.1" status: 404 len: 336 time: 0.1351321 Feb 04 13:22:04.455939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42294) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.463598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:04.470347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:04.477023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:04.547019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.547578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.549281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=d5b18571-9999-4b2e-8b5f-66a222ec360a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.562089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f272d29e-7b80-4a8e-9ac0-3ff35ecd05ce tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=39561aca-78ab-45c1-b5ac-d59804ef8f25 HTTP/1.1" status: 200 len: 205 time: 0.0954418 Feb 04 13:22:04.563857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.566367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42298) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.602733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Attempting to bind port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:04.603822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Attempting to bind port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:04.604506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Attempting to bind port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:04.616910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:04.618320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:04.619069 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.619964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:04.620605 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Bound port: a17c0e5f-0bbb-424e-8e49-d99d57e80b14, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:04.621168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.693337 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-35f194ae-45ec-4a07-9f1c-2ab7d05cf90e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:04.697113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-35f194ae-45ec-4a07-9f1c-2ab7d05cf90e tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/39561aca-78ab-45c1-b5ac-d59804ef8f25 HTTP/1.1" status: 404 len: 336 time: 0.1206191 Feb 04 13:22:04.699199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42302) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.704039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ffdce8-c32e-419f-a1e5-0a2b5134e52e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:04.735130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.763549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f74f78d0-76e7-413d-9800-382106fcb154 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/d5b18571-9999-4b2e-8b5f-66a222ec360a HTTP/1.1" status: 204 len: 168 time: 3.7814896 Feb 04 13:22:04.763788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42306) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.803073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] For port a17c0e5f-0bbb-424e-8e49-d99d57e80b14, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:04.807369 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.809257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] For port a17c0e5f-0bbb-424e-8e49-d99d57e80b14, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:04.809421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6593c3fa-cdd4-4bc0-a94b-93c716c74046 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1908596 Feb 04 13:22:04.815761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:04.822728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42310) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.830636 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff39df5-79d9-4395-8d63-9b5053ce87ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:04.831692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff39df5-79d9-4395-8d63-9b5053ce87ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:04.840283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ff39df5-79d9-4395-8d63-9b5053ce87ab tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/334c950e-7279-495e-8704-3cd2540ab838 HTTP/1.1" status: 404 len: 337 time: 0.1390431 Feb 04 13:22:04.845625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42314) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:04.848978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:04.865552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:04.882971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:04.895733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:04.917815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:04.952541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.020998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-86a5cb74-3642-4f4b-b4d8-bc62cd540c28 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Synchronizing usage tracker for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:05.069307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.087971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Pushing event updated for resources: {'Port': ['ID=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.099006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.099578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.101225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.106028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.113407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.113754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.114095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.114433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.114798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.115131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.115461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.115787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772af811-f143-47c2-b8dd-9455be67b785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:05.125519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.130107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.167808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Allocated IP 172.25.4.105 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/70df6355-ec12-4dc7-9e1a-589a899f69ba) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:05.188746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b88d98f7-4f7d-479f-b34c-16f52e26a8ce up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:05.198115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.200343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765857 Feb 04 13:22:05.203793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:05.220692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:05.232401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ec177-d740-4bd3-9bac-16634dca11eb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70800a0-5a0b-4f60-8a91-d44ea737d368,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.236691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:05.242534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:05.248155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:05.261004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:05.296102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.330061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:05.340939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:05.341315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.399535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.479864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.486276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.500489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.539466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b074ce-020b-4e6c-b23f-f9a287965ac2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.561905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.567045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d19f798a-36af-44a8-999a-98f88af9c0b5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3516829 Feb 04 13:22:05.567458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42326) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:05.583796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:05.596724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:05.603590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:05.610985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:05.631098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:05.662834 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:22:05.684777 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.687255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cfd7c-0126-49e0-a4bf-214c8e092574 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.688980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cfd7c-0126-49e0-a4bf-214c8e092574 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:05.689931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f45cfd7c-0126-49e0-a4bf-214c8e092574 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:05.696782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.718255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.752948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b88d98f7-4f7d-479f-b34c-16f52e26a8ce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:05.760082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.789728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:05.796394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-86a5cb74-3642-4f4b-b4d8-bc62cd540c28 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] Unset dirty status for tenant:8161a2c914064d7a911220fab546f41a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:05.810267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-86a5cb74-3642-4f4b-b4d8-bc62cd540c28 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 200 len: 205 time: 0.9560270 Feb 04 13:22:05.817462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:05.857068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:05.873555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.908775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.914329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.937685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d432b6ba-20a5-4abe-80bc-fbd0d995653f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:05.974471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:05.979906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:05.981513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f869727b-ac39-4bba-9292-dfb11c9c9306 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4128432 Feb 04 13:22:05.992819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c07c4-7d0d-44c2-9a7f-d4e333d6ed16 req-46abfabb-aa94-4d76-9651-b10aa7516e1d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:06.002658 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c7c07c4-7d0d-44c2-9a7f-d4e333d6ed16 req-46abfabb-aa94-4d76-9651-b10aa7516e1d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.2017817 Feb 04 13:22:06.004553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.008749 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-76d803a4-7eb4-49b3-962b-6b10c2aa3c4d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:06.016290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76d803a4-7eb4-49b3-962b-6b10c2aa3c4d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/0c107d1f-64cf-49ee-90be-02ac8fea026d HTTP/1.1" status: 404 len: 336 time: 0.1722553 Feb 04 13:22:06.019698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.049774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'security_group_rule': {'security_group_id': 'a163fbf4-0fac-4055-bdc0-7d6b237ae64c', 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:06.064157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:06.071977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:security_group_rule and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:06.072557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Pushing event updated for resources: {'Port': ['ID=70df6355-ec12-4dc7-9e1a-589a899f69ba,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:06.075729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:06.084492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f45cfd7c-0126-49e0-a4bf-214c8e092574 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:06.089238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f45cfd7c-0126-49e0-a4bf-214c8e092574 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.3144932 Feb 04 13:22:06.092030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.094095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c7c07c4-7d0d-44c2-9a7f-d4e333d6ed16 req-522afb4e-bf3b-4cc5-9072-4c6b03f77d56 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902526 Feb 04 13:22:06.112384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:06.124634 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Project cf74b64e58694f44bd4911e3bac95005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:22:06.132474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.157879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-08bee0ef-3a6b-4948-bc0a-678bf1507139 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f0ceca-0cce-4700-b75a-07fca69ca8c6 HTTP/1.1" status: 200 len: 205 time: 0.1310306 Feb 04 13:22:06.166013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42348) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.214977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.220321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.248800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b63d98-a1d5-4edd-9bc3-b7c8025341c3,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:06.267685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.277669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3e80bf2c-9adc-4766-8a78-474b9656a944 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325814 Feb 04 13:22:06.407288 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-0666cc9b-aef3-4a10-91cb-f3537306bb44 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:06.410674 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0666cc9b-aef3-4a10-91cb-f3537306bb44 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/77f0ceca-0cce-4700-b75a-07fca69ca8c6 HTTP/1.1" status: 404 len: 336 time: 0.2390893 Feb 04 13:22:06.412681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42358) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.487547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 1d9c85f1-54db-430d-a75c-055d0fddbfc2 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:06.497273 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3aac2b-dddc-4391-bfff-f148b98b4709 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:06.497759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3aac2b-dddc-4391-bfff-f148b98b4709 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:06.499820 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba3aac2b-dddc-4391-bfff-f148b98b4709 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/e82afa2d-a609-4492-b528-6d6ecc79fb8b HTTP/1.1" status: 404 len: 337 time: 0.0835283 Feb 04 13:22:06.502493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42366) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.535177 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.560123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc0b2ae1-47b6-4463-90f1-8192404e9018 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d28854-e301-4c1c-846f-bc7de3a81517 HTTP/1.1" status: 200 len: 205 time: 0.0558903 Feb 04 13:22:06.562546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42374) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.636347 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f8f1a3a4-c507-4bc1-8151-4bcbca9f89ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:06.639774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f8f1a3a4-c507-4bc1-8151-4bcbca9f89ec tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/72d28854-e301-4c1c-846f-bc7de3a81517 HTTP/1.1" status: 404 len: 336 time: 0.0735862 Feb 04 13:22:06.640151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42378) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.690813 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab554e1-56c2-45ed-867e-059a945c567d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:06.691283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab554e1-56c2-45ed-867e-059a945c567d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:06.695998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0ab554e1-56c2-45ed-867e-059a945c567d tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/88db1924-1385-4b85-98e0-826d84fa31ba HTTP/1.1" status: 404 len: 337 time: 0.0521719 Feb 04 13:22:06.696263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42382) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.745340 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.745533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-61bf300c-1e37-4634-9260-2f93b4bf3d24 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d665885-065f-480a-ac46-2a168ce82b34 HTTP/1.1" status: 200 len: 205 time: 0.0459116 Feb 04 13:22:06.746073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.800399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcfbe1-3abd-4311-898a-f736b64cbccd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:06.818296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.831816 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-d8c5529c-748d-45a5-865d-e11394a987eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] delete failed (client error): The resource could not be found. Feb 04 13:22:06.835489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8c5529c-748d-45a5-865d-e11394a987eb tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/routers/5d665885-065f-480a-ac46-2a168ce82b34 HTTP/1.1" status: 404 len: 336 time: 0.0883474 Feb 04 13:22:06.836052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42390) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:06.838670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-495cb60f-d8db-4687-89ea-9242b65ad9c0 None None] Could not find standard attr ID for object d5b18571-9999-4b2e-8b5f-66a222ec360a. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:06.851202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-495cb60f-d8db-4687-89ea-9242b65ad9c0 None None] Provisioning for port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:06.864295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:06.868476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8cadb5a6-1edd-4d4d-9a14-3e42c0bfe54e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71bcfbe1-3abd-4311-898a-f736b64cbccd HTTP/1.1" status: 204 len: 168 time: 2.4359808 Feb 04 13:22:06.871628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-71743841-c681-408d-a984-61695419e3f7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:07.001979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-71743841-c681-408d-a984-61695419e3f7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:07.005748 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc89fab6-bcd5-4a1d-8e5e-c41b29dd0f64 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:07.006211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc89fab6-bcd5-4a1d-8e5e-c41b29dd0f64 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:07.010220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-71743841-c681-408d-a984-61695419e3f7 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029473024&fields=id&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 267 time: 0.4469931 Feb 04 13:22:07.011333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dc89fab6-bcd5-4a1d-8e5e-c41b29dd0f64 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/7cb97148-7d1e-44f1-b45b-16c5c863c97b HTTP/1.1" status: 404 len: 337 time: 0.1742179 Feb 04 13:22:07.011841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42396) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:07.099684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cdb8bda9-4618-4859-a765-7281fdd4533a None None] Could not find standard attr ID for object 9e541c42-8e97-4ae8-83f9-3e44d3422d23. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:07.187283 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22d875a-9b55-4b0d-9a9a-c278426767d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:07.188102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22d875a-9b55-4b0d-9a9a-c278426767d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:07.192311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c22d875a-9b55-4b0d-9a9a-c278426767d2 tempest-RoutersIpV6Test-727499254 tempest-RoutersIpV6Test-727499254-project] 10.222.0.53 "DELETE /v2.0/subnets/7d3d2a11-16f3-40bd-85b2-8218c938bfc4 HTTP/1.1" status: 404 len: 337 time: 0.1730673 Feb 04 13:22:07.233773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b88d98f7-4f7d-479f-b34c-16f52e26a8ce up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:07.345060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42406) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:07.367462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b88d98f7-4f7d-479f-b34c-16f52e26a8ce triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:07.368399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.379745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.401933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:07.413569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Usage tracker for resource:security_group_rule and tenant:0660014ea4384e318ab02b3b2d9b4b58 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:07.419614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:07.434385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:07.448938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ded4-dac3-4ecd-b136-3b1d9ab3fb0c req-04dc7b5b-21a5-43f4-993d-8a2ea052609d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.452120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8549ded4-dac3-4ecd-b136-3b1d9ab3fb0c req-04dc7b5b-21a5-43f4-993d-8a2ea052609d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.2281373 Feb 04 13:22:07.468213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.551628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8549ded4-dac3-4ecd-b136-3b1d9ab3fb0c req-a83defa0-7253-4423-ae32-d8797a06df5d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933499 Feb 04 13:22:07.561189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.562034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a17c0e5f-0bbb-424e-8e49-d99d57e80b14 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:07.581355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:07.654555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc366003-ec0d-41fb-9a4a-f0d2bc5ef5d3 None None] Could not find standard attr ID for object d5b18571-9999-4b2e-8b5f-66a222ec360a. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:07.671038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:07.677630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:07.678189 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.679489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.686421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.742496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b4aff-9d00-4b7e-82c9-feae3eb99cb1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.796492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d44ce37c-d503-4bf4-9424-a4f61c1f791b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0660014ea4384e318ab02b3b2d9b4b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490728 Feb 04 13:22:07.804155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:07.817823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.855661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a17c0e5f-0bbb-424e-8e49-d99d57e80b14, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:07.862017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.869307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-999c0b22-d90f-4bd1-b467-12bd75750703 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8161a2c914064d7a911220fab546f41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866783 Feb 04 13:22:07.877910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42422) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:07.909128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.911224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.948107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.958456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:07.987362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9c85f1-54db-430d-a75c-055d0fddbfc2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:07.995848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-66eccd52-daa6-4d61-8652-87891d07845e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:07.996541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-66eccd52-daa6-4d61-8652-87891d07845e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:08.002492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.018428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.036522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b4aff-9d00-4b7e-82c9-feae3eb99cb1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:08.041819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.043013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dcf9be4e-0a9f-4ee0-ae65-fd4827b1df5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c8b4aff-9d00-4b7e-82c9-feae3eb99cb1 HTTP/1.1" status: 204 len: 168 time: 0.2377617 Feb 04 13:22:08.094409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05cea9e-45d2-4d58-900b-6e88dfdf7d23 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:08.116087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3c87797d-4def-430a-a809-af26bd529990 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/1d9c85f1-54db-430d-a75c-055d0fddbfc2 HTTP/1.1" status: 204 len: 168 time: 2.0118587 Feb 04 13:22:08.119094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42428) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:08.135479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-66eccd52-daa6-4d61-8652-87891d07845e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:08.136612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-66eccd52-daa6-4d61-8652-87891d07845e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/networks?id=3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 200 len: 796 time: 1.1256769 Feb 04 13:22:08.186246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-33d3a8b3-0529-44db-a4ca-e153eafaabf6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.187915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-33d3a8b3-0529-44db-a4ca-e153eafaabf6 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.8987200 Feb 04 13:22:08.191189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.193903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-42ab75e4-516f-4398-afa7-a2ef0e68f192 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/quotas/cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 375 time: 0.0476120 Feb 04 13:22:08.199507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8edea9e3-7548-4c70-beb7-acb0ca60276b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759027 Feb 04 13:22:08.199507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42432) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:08.205576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:08.332346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:08.337414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:08.340931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:08.347397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:08.359513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:08.364071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.434481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.443596 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.468731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.474868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Deleting port 2622bd96-fd0e-4a8a-ae30-9955d5f363af {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:08.475216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.516896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:08.522248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Deleting port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:08.522718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.669188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.702723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.793582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] For port a17c0e5f-0bbb-424e-8e49-d99d57e80b14, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:08.794166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.852256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:08.860687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:08.869348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.870311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:08.899518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:08.954656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9cf6f-3e03-452c-b4fe-dfc38054e910 req-32dbc05d-47f5-4e8c-8b66-efa104aecf44 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:08.965015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fc9cf6f-3e03-452c-b4fe-dfc38054e910 req-32dbc05d-47f5-4e8c-8b66-efa104aecf44 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.2000563 Feb 04 13:22:08.968079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f78bb89-a231-4771-96a2-703856db54d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7673595 Feb 04 13:22:09.004211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:09.006950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Calling delete_port for a17c0e5f-0bbb-424e-8e49-d99d57e80b14 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:09.015306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'name': 'tempest-NetworksTestDHCPv6-2013902382'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:09.105675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a17c0e5f-0bbb-424e-8e49-d99d57e80b14 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:09.183952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:09.189194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fc9cf6f-3e03-452c-b4fe-dfc38054e910 req-92f31703-e4de-4354-8036-f1692ea9301c tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236874 Feb 04 13:22:09.192033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:09.195544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:09.203213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:09.215936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:09.220486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.235453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.246215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-9171da24-8412-43b5-aba4-ec8baf003a23 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:09.246895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 754dca7c-6ee6-449f-ab41-937dfd61fac7 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:09.248791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b07c09-9d0a-4be3-b853-48ca66e7a305,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:09.284538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.286133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-752da8cc-8f26-418e-acd5-eb81958f456d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29b07c09-9d0a-4be3-b853-48ca66e7a305 HTTP/1.1" status: 204 len: 168 time: 1.3983574 Feb 04 13:22:09.292455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] Pushing event deleted for resources: {'Port': ['ID=a17c0e5f-0bbb-424e-8e49-d99d57e80b14,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:09.300699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 update to DOWN by agent not found {{(pid=87622) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 13:22:09.315468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2323b27-eab3-48db-a6cc-8ba32c410671 None None] No DVR routers for this DVR port a17c0e5f-0bbb-424e-8e49-d99d57e80b14 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:09.331612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bd713-6ec8-4017-92af-ad93b9525fe7 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:09.376474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-9171da24-8412-43b5-aba4-ec8baf003a23 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:09.378212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-9171da24-8412-43b5-aba4-ec8baf003a23 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0810139 Feb 04 13:22:09.485738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::309 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd/754dca7c-6ee6-449f-ab41-937dfd61fac7) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:09.631211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Router 782f0b0b-3ae8-441c-9d89-b8a58f303c33 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:22:09.664950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'd4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:09.666026 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.771421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.791086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 754dca7c-6ee6-449f-ab41-937dfd61fac7 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:09.830517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.900089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:09.910371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:09.913209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:09.920303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:09.921050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.928781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] For port 2622bd96-fd0e-4a8a-ae30-9955d5f363af, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2622bd96-fd0e-4a8a-ae30-9955d5f363af,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:09.929125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:09.945549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-c11f9ff3-33a3-465e-bc9a-92a7a2ca474e service neutron] 10.222.0.53 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059085 Feb 04 13:22:09.960909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9537706 Feb 04 13:22:09.968270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42476) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:09.999919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd/0aaa09bb-3f67-452c-a826-44abb204adfd) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:10.054083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ea8a-0fba-4061-ad0e-c4d41facbdd0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=754dca7c-6ee6-449f-ab41-937dfd61fac7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:10.130085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad9ac2-d34f-482d-a0cc-529d262ba381 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.131113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-86ad9ac2-d34f-482d-a0cc-529d262ba381 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:10.165963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-86ad9ac2-d34f-482d-a0cc-529d262ba381 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:10.167439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86ad9ac2-d34f-482d-a0cc-529d262ba381 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1982760 Feb 04 13:22:10.170074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:10.275377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Calling delete_port for 2622bd96-fd0e-4a8a-ae30-9955d5f363af owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:10.440947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:10.456789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:22:10.458825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Transition to ACTIVE for port object 0aaa09bb-3f67-452c-a826-44abb204adfd will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:10.474140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:10.475646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3b1e4cc8-edc5-4a1d-9817-16f6e94a647f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "PUT /v2.0/routers/782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 200 len: 919 time: 9.3238978 Feb 04 13:22:10.479537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42496) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:10.483364 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] Sync routers for ids ['782f0b0b-3ae8-441c-9d89-b8a58f303c33'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:10.509657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] Routers {'782f0b0b-3ae8-441c-9d89-b8a58f303c33'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:10.510271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['782f0b0b-3ae8-441c-9d89-b8a58f303c33'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:10.535180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Transition to ACTIVE for port object 0aaa09bb-3f67-452c-a826-44abb204adfd will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:10.548028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:10.573113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 754dca7c-6ee6-449f-ab41-937dfd61fac7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:10.579464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:10.621399 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:10.638947 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] Routers {'782f0b0b-3ae8-441c-9d89-b8a58f303c33'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:10.640076 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:21:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['782f0b0b-3ae8-441c-9d89-b8a58f303c33'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:10.700116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc8d4-0b71-4ffd-ae4a-da0dd8d7b589 req-335f0a7a-8aec-4d0d-9fb3-c56c2ee9a05a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:10.720988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f3fc8d4-0b71-4ffd-ae4a-da0dd8d7b589 req-335f0a7a-8aec-4d0d-9fb3-c56c2ee9a05a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd15830-6700-4d0c-982d-dcd0d996411a HTTP/1.1" status: 200 len: 945 time: 0.2887325 Feb 04 13:22:10.726359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-4da02e5d-5163-4b3e-b251-d5201f58f105 service neutron] 10.222.0.53 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102840 Feb 04 13:22:10.754917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Pushing event updated for resources: {'Port': ['ID=0aaa09bb-3f67-452c-a826-44abb204adfd,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:10.787288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:10.795310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:10.801966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:10.831157 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:10.832005 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31ba1-c660-4ed9-a1a4-84675c6a9183 None None] The sync data for ids ['782f0b0b-3ae8-441c-9d89-b8a58f303c33'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:10.936714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:10.988412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:11.064353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:11.106642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ddad5634-8e97-459f-b0c8-5693cc9c663a tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 200 len: 925 time: 0.6214564 Feb 04 13:22:11.111353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1', '8d6acaa5-fcd1-4fa3-8893-0db989187063'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:11.122272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13b6994e-b385-4290-ad61-bbaa75f33bbf req-ba0009cc-83f0-4a65-97ad-60e48e991aaa tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.1398821 Feb 04 13:22:11.123013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42514) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:11.133131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0077145 Feb 04 13:22:11.139360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:11.146095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event deleted for resources: {'Port': ['ID=2622bd96-fd0e-4a8a-ae30-9955d5f363af,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:11.183947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f3fc8d4-0b71-4ffd-ae4a-da0dd8d7b589 req-43472357-d609-4ada-a905-d740f31c531f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618912 Feb 04 13:22:11.184944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Attempting to bind port 0aaa09bb-3f67-452c-a826-44abb204adfd on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:11.185325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Attempting to bind port 0aaa09bb-3f67-452c-a826-44abb204adfd by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:11.185874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Attempting to bind port 0aaa09bb-3f67-452c-a826-44abb204adfd on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:11.214252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:11.214668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:11.215078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.215473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:11.215957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Bound port: 0aaa09bb-3f67-452c-a826-44abb204adfd, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:11.217599 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.349053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.480058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] No DVR routers for this DVR port 2622bd96-fd0e-4a8a-ae30-9955d5f363af on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:11.483228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.494265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'name': 'network-vif-deleted', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:11.512037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09f7f959-1cbf-4a25-9541-a5f78a183ca8 req-c05c2e7a-4724-40a4-8cee-562f87807cfc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "DELETE /v2.0/ports/2622bd96-fd0e-4a8a-ae30-9955d5f363af HTTP/1.1" status: 204 len: 173 time: 3.3121581 Feb 04 13:22:11.570092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ab35bc85-2715-449d-bf89-c76a4bfd426f tempest-NetworksApiDiscovery-1169504492 tempest-NetworksApiDiscovery-1169504492-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4088788 Feb 04 13:22:11.574262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 754dca7c-6ee6-449f-ab41-937dfd61fac7 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:11.587389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db6a33-96b4-45f6-8898-6cdbbc3d7839 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:11.589236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9db6a33-96b4-45f6-8898-6cdbbc3d7839 tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=782f0b0b-3ae8-441c-9d89-b8a58f303c33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4472849 Feb 04 13:22:11.591950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:11.626055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] For port 0aaa09bb-3f67-452c-a826-44abb204adfd, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:11.655712 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd15830-6700-4d0c-982d-dcd0d996411a', 'name': 'network-vif-deleted', 'tag': '2622bd96-fd0e-4a8a-ae30-9955d5f363af', 'status': 'completed', 'code': 200} Feb 04 13:22:11.696545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] For port 0aaa09bb-3f67-452c-a826-44abb204adfd, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0aaa09bb-3f67-452c-a826-44abb204adfd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:11.780749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.814728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:11.888289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2622bd96-fd0e-4a8a-ae30-9955d5f363af no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:11.935649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d407eb3-f1bc-452b-b0e7-1459ec766b6f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:11.936195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=754dca7c-6ee6-449f-ab41-937dfd61fac7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:11.941567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d407eb3-f1bc-452b-b0e7-1459ec766b6f tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/networks/0da928c1-df42-4b70-82b6-376c11f9ad8e HTTP/1.1" status: 200 len: 881 time: 0.3469362 Feb 04 13:22:11.942062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:11.955688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2622bd96-fd0e-4a8a-ae30-9955d5f363af {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:11.960275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2622bd96-fd0e-4a8a-ae30-9955d5f363af not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:12.054173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:12.100603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-939c18a8-3f04-4129-b7ee-19e2315eeb49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/754dca7c-6ee6-449f-ab41-937dfd61fac7 HTTP/1.1" status: 204 len: 168 time: 1.9261982 Feb 04 13:22:12.110043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:12.126863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d5b37b7-e9b4-4a23-b685-1cd6525b3b70 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 200 len: 205 time: 0.1815293 Feb 04 13:22:12.127262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42558) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:12.153075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6492d-5466-48bb-a849-28aefd71b6f1 None None] Pushing event updated for resources: {'Port': ['ID=0aaa09bb-3f67-452c-a826-44abb204adfd,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:12.365958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b7a2b-1206-4ea2-a698-52bc8ee32c7d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.368283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b7a2b-1206-4ea2-a698-52bc8ee32c7d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:12.369085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e91b7a2b-1206-4ea2-a698-52bc8ee32c7d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:12.382292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42568) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:12.430696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e91b7a2b-1206-4ea2-a698-52bc8ee32c7d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:12.440770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e91b7a2b-1206-4ea2-a698-52bc8ee32c7d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3268962 Feb 04 13:22:12.441965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:12.467455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a85d4d8-5150-4cec-94de-6bd8f95fd3d1 req-7eb1f595-0748-4b0b-b103-2da5f2307fdb tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.1537447 Feb 04 13:22:12.681529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:12.691936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:12.803160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:12.873117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:12.993570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.020653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:13.029741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Usage tracker for resource:security_group_rule and tenant:eb87541381984b19997806b0638b09c4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:13.035014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:13.046750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:13.084034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.131385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.143716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port 70df6355-ec12-4dc7-9e1a-589a899f69ba {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:13.144537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.267198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0aaa09bb-3f67-452c-a826-44abb204adfd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:13.357155 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.409990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 0aaa09bb-3f67-452c-a826-44abb204adfd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:13.495152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-88228d0d-f282-4217-ace9-f2774d377f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.531836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.531836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:13.547710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.581206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.685061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:13.806989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for 70df6355-ec12-4dc7-9e1a-589a899f69ba owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:14.042350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600dfd45-6ff7-4446-a052-3d33f5f031bf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:14.061312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cde47913-6009-431d-806a-f74b352f80ba req-d8e76bd9-b522-46a6-9f85-62aa1206422e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.3696640 Feb 04 13:22:14.081556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68bd64a9-a62c-482a-9db1-99d147b674ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb87541381984b19997806b0638b09c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6950672 Feb 04 13:22:14.089569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:14.098050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c13dd98-a1e6-48a7-bffb-7b0c6d68690e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd HTTP/1.1" status: 204 len: 168 time: 1.6528273 Feb 04 13:22:14.106495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42594) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:14.277179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d9b73-b6b4-4fc0-9f29-51091a92a59b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:14.337401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-97e00203-d691-4948-bc63-609615faff8d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:14.345852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-97e00203-d691-4948-bc63-609615faff8d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:14.375230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-97e00203-d691-4948-bc63-609615faff8d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:14.376569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-97e00203-d691-4948-bc63-609615faff8d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/networks?id=3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 200 len: 796 time: 0.9092140 Feb 04 13:22:14.503804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-843c992b-dcd1-4f13-a021-8526576e4364 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:14.532360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-843c992b-dcd1-4f13-a021-8526576e4364 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:14.533519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-843c992b-dcd1-4f13-a021-8526576e4364 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf74b64e58694f44bd4911e3bac95005 HTTP/1.1" status: 200 len: 380 time: 0.1480823 Feb 04 13:22:14.544539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'port': {'device_id': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'admin_state_up': True, 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'security_groups': ['a163fbf4-0fac-4055-bdc0-7d6b237ae64c']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:14.559687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Provisioning for port 0aaa09bb-3f67-452c-a826-44abb204adfd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:14.572302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8fb85651-6c02-4719-afdd-6644f1b0cdc8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4502697 Feb 04 13:22:14.576308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:14.662000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Provisioning complete for port 0aaa09bb-3f67-452c-a826-44abb204adfd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:14.662000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:14.823718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:14.853641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:14.875918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:14.909081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:14.934835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] For port 0aaa09bb-3f67-452c-a826-44abb204adfd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0aaa09bb-3f67-452c-a826-44abb204adfd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:14.939854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.007660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:15.020294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Deleting port 0aaa09bb-3f67-452c-a826-44abb204adfd {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:15.020662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.033935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=70df6355-ec12-4dc7-9e1a-589a899f69ba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:15.084461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:15.095761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:15.108166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Made reservation on behalf of cf74b64e58694f44bd4911e3bac95005 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:15.111976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.135714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc6b47-bc62-4b78-bee3-ae4a643e442c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:15.136434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdfc6b47-bc62-4b78-bee3-ae4a643e442c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:15.167095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fdfc6b47-bc62-4b78-bee3-ae4a643e442c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:15.170735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fdfc6b47-bc62-4b78-bee3-ae4a643e442c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5882502 Feb 04 13:22:15.170735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.174002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:15.190667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600dfd45-6ff7-4446-a052-3d33f5f031bf,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:15.251771 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.323689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] For port 0aaa09bb-3f67-452c-a826-44abb204adfd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0aaa09bb-3f67-452c-a826-44abb204adfd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:15.324152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.363940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.20.0.5 (3690adf9-51d4-4d1e-be96-82dde42c1556/fe00208c-503d-4124-a88d-8e6721068d67/be57e9a6-5f31-46d8-90a0-182185ef4eef) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:15.391084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.394821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-87ca8ca2-f86b-4ab2-81b0-a88d02beaf64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/600dfd45-6ff7-4446-a052-3d33f5f031bf HTTP/1.1" status: 204 len: 168 time: 1.3015399 Feb 04 13:22:15.457157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8772e-f03c-4ecd-af52-8eaf1bfc1e11 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:15.457968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37f8772e-f03c-4ecd-af52-8eaf1bfc1e11 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:15.467540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.471026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.493258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37f8772e-f03c-4ecd-af52-8eaf1bfc1e11 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:15.494501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37f8772e-f03c-4ecd-af52-8eaf1bfc1e11 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3086360 Feb 04 13:22:15.505998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42620) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:15.671849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0aaa09bb-3f67-452c-a826-44abb204adfd no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:15.681094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c4187769-4788-42e0-8a0c-e110184d2437 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737740 Feb 04 13:22:15.686888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42632) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:15.691996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.691996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router 782f0b0b-3ae8-441c-9d89-b8a58f303c33 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:22:15.738962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:15.806307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b2e40cd3-cc17-4d58-b8ed-da5b38b0156e req-ad46e6fe-7b96-47bd-a494-ea0effb811a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:15.808587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Calling delete_port for 0aaa09bb-3f67-452c-a826-44abb204adfd owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:15.815539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:15.816700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ae71aae-3e18-4c21-9ec7-708a3f2f518b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 204 len: 168 time: 3.6884823 Feb 04 13:22:15.872766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42636) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:15.876411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b2e40cd3-cc17-4d58-b8ed-da5b38b0156e req-ad46e6fe-7b96-47bd-a494-ea0effb811a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:15.878119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2e40cd3-cc17-4d58-b8ed-da5b38b0156e req-ad46e6fe-7b96-47bd-a494-ea0effb811a5 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.4218073 Feb 04 13:22:15.891572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-597629195', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:15.909404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:15.957922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Usage tracker for resource:router and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:15.968398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:16.024527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:16.112334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.118293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.124403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:16.130245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ab31e-e456-4738-a3d2-b59460b39a9d None None] Pushing event updated for resources: {'Port': ['ID=0aaa09bb-3f67-452c-a826-44abb204adfd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.153780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.160431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:16.184889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:16.191960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.195008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.205960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.325852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0aaa09bb-3f67-452c-a826-44abb204adfd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:16.326578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0aaa09bb-3f67-452c-a826-44abb204adfd not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:16.337059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] Pushing event deleted for resources: {'Port': ['ID=0aaa09bb-3f67-452c-a826-44abb204adfd,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.358057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f2494-7016-4338-b302-d9692b754d7d None None] No DVR routers for this DVR port 0aaa09bb-3f67-452c-a826-44abb204adfd on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:16.385523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d855ab7d-1c78-40fc-b065-e4fd81de92c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.587548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.657402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:16.667004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:16.677116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8698239-2268-473a-9364-b22f49fbcce9 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:16.679155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:16.680034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.709623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9916613 Feb 04 13:22:16.714667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:16.723021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'db889b61-d98c-42b5-9717-5e6d125ebea9', 'ip_address': '2001:db8::9673:c2d9:ac1b:1831'}], 'name': 'tempest-NetworksTestDHCPv6-180994914'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:16.744193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2bc80-7df2-47b6-abd7-e0987699b863 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=db889b61-d98c-42b5-9717-5e6d125ebea9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:16.795052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.803287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Transition to ACTIVE for port object be57e9a6-5f31-46d8-90a0-182185ef4eef will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:16.866557 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:16.937795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:16.949387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:16.960458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:17.078209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'db889b61-d98c-42b5-9717-5e6d125ebea9'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:17.080073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:17.093221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8bde0-c12b-4e6a-a969-572d3651dc46 req-bb2018aa-a4d9-47a8-8b0b-1e5f51176192 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.094863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8da8bde0-c12b-4e6a-a969-572d3651dc46 req-bb2018aa-a4d9-47a8-8b0b-1e5f51176192 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.8975427 Feb 04 13:22:17.152522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:17.199034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port f9cb16f9-86b0-4282-b463-4d58d4f4fc65 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:17.237379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:17.264741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8da8bde0-c12b-4e6a-a969-572d3651dc46 req-6eb3434f-b577-4196-9819-67f46a3aac81 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513419 Feb 04 13:22:17.465082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/db889b61-d98c-42b5-9717-5e6d125ebea9/ee3e2535-f072-439c-80b8-a066cfbcc8d5) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:17.557129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:17.561329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:17.571810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:17.650742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.651751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:17.659415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:17.746119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7bc73ef4-85f6-4730-8eb5-da755d5fe869 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2070918 Feb 04 13:22:17.817867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec10bf0-1d43-41f8-9f73-aaca14a61881 req-4510bdbc-b450-4242-8e4b-0988047c1657 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:17.825939 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dec10bf0-1d43-41f8-9f73-aaca14a61881 req-4510bdbc-b450-4242-8e4b-0988047c1657 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 931 time: 0.2746861 Feb 04 13:22:17.903268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Request body: {'port': {'device_id': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:17.999494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.020912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Transition to ACTIVE for port object ee3e2535-f072-439c-80b8-a066cfbcc8d5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:18.072999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Transition to ACTIVE for port object ee3e2535-f072-439c-80b8-a066cfbcc8d5 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:18.110886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.204025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dec10bf0-1d43-41f8-9f73-aaca14a61881 req-65c798e1-ca12-4177-a39d-df3e67666090 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721676 Feb 04 13:22:18.221275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::9673:c2d9:ac1b:1831 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/db889b61-d98c-42b5-9717-5e6d125ebea9/f9cb16f9-86b0-4282-b463-4d58d4f4fc65) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:18.368247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:18.403758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:18.413361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.425882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:18.484285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5ad7fdb3-003d-4afa-809e-e4b74133d334 None None] Provisioning for port be57e9a6-5f31-46d8-90a0-182185ef4eef completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:18.578869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Pushing event updated for resources: {'Port': ['ID=ee3e2535-f072-439c-80b8-a066cfbcc8d5,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:18.593561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5ad7fdb3-003d-4afa-809e-e4b74133d334 None None] Provisioning complete for port be57e9a6-5f31-46d8-90a0-182185ef4eef triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:18.593944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fdb3-003d-4afa-809e-e4b74133d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.635251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.676822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.687396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7fdb3-003d-4afa-809e-e4b74133d334 None None] Port be57e9a6-5f31-46d8-90a0-182185ef4eef cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:22:18.695087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.720321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object f9cb16f9-86b0-4282-b463-4d58d4f4fc65 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:18.759836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294fa1-4357-4d74-b73c-3f57153d3ec4 req-5519183c-580e-4883-b7dc-8ebc5d6b5d85 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.761871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91294fa1-4357-4d74-b73c-3f57153d3ec4 req-5519183c-580e-4883-b7dc-8ebc5d6b5d85 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1309319 Feb 04 13:22:18.770176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Attempting to bind port ee3e2535-f072-439c-80b8-a066cfbcc8d5 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:18.770675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Attempting to bind port ee3e2535-f072-439c-80b8-a066cfbcc8d5 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:18.771135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Attempting to bind port ee3e2535-f072-439c-80b8-a066cfbcc8d5 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:18.774248 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.779352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:18.780568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:18.780568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.781079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:18.781946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.782343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Bound port: ee3e2535-f072-439c-80b8-a066cfbcc8d5, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:18.782849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.796424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.812435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9581c3-a7c9-46cd-90c9-10a52ee4096b req-eff99614-e7a3-4aa3-91ad-4d03f3ce3fdc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.819781 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ee9581c3-a7c9-46cd-90c9-10a52ee4096b req-eff99614-e7a3-4aa3-91ad-4d03f3ce3fdc tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 946 time: 0.8422582 Feb 04 13:22:18.894898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] For port ee3e2535-f072-439c-80b8-a066cfbcc8d5, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:18.899390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] For port ee3e2535-f072-439c-80b8-a066cfbcc8d5, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ee3e2535-f072-439c-80b8-a066cfbcc8d5,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:18.905317 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.910799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91294fa1-4357-4d74-b73c-3f57153d3ec4 req-bddb6d11-08a3-446a-a326-bf0ba217c4dd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419244 Feb 04 13:22:18.912817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:18.916946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:18.919627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:18.925526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:18.926148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:18.948884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=f9cb16f9-86b0-4282-b463-4d58d4f4fc65,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:18.975993 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-faef5353-8144-4b5a-8970-cfbf8ce7c3bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2530382 Feb 04 13:22:18.977799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42706) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:19.011387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Allocated IP 172.25.4.166 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/5495fd6d-b663-4f53-920d-30ffade608a8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:19.048244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0c9e3-09fd-4464-b98a-39fc7a380df4 None None] Pushing event updated for resources: {'Port': ['ID=ee3e2535-f072-439c-80b8-a066cfbcc8d5,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:19.089942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f1fc2-37fc-48f5-a1bd-5072c5bf4b57 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.096996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f1fc2-37fc-48f5-a1bd-5072c5bf4b57 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.097840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d4f1fc2-37fc-48f5-a1bd-5072c5bf4b57 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:19.117244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d4f1fc2-37fc-48f5-a1bd-5072c5bf4b57 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:19.118646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0d4f1fc2-37fc-48f5-a1bd-5072c5bf4b57 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1392424 Feb 04 13:22:19.121547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:19.234876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port f9cb16f9-86b0-4282-b463-4d58d4f4fc65 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:19.235305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:19.313944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ee9581c3-a7c9-46cd-90c9-10a52ee4096b req-7739c45f-407c-4ca0-ab1d-20baab2c92d8 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929669 Feb 04 13:22:19.402932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:19.607340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-b8fa94e2-31b8-4751-9056-9dd6871927a1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.608850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-b8fa94e2-31b8-4751-9056-9dd6871927a1 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 946 time: 0.2501976 Feb 04 13:22:19.612655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:19.647552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9a8b-8940-4165-b703-756d8a0efde6 req-ad0e80f2-aa54-46be-b286-9326bd8afea0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:19.654573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-441a9a8b-8940-4165-b703-756d8a0efde6 req-ad0e80f2-aa54-46be-b286-9326bd8afea0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 931 time: 0.2624269 Feb 04 13:22:19.731580 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-441a9a8b-8940-4165-b703-756d8a0efde6 req-da0563fa-e9ca-48a6-93b7-66911a8c1616 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760038 Feb 04 13:22:19.734049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:19.764914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:22:19.829221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:19.830056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event updated for resources: {'Port': ['ID=5495fd6d-b663-4f53-920d-30ffade608a8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:19.845635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:19.854187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:19.881726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Deleting port 8d6acaa5-fcd1-4fa3-8893-0db989187063 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:19.881987 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:19.896139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for f9cb16f9-86b0-4282-b463-4d58d4f4fc65 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:19.947156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be57e9a6-5f31-46d8-90a0-182185ef4eef {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:22:19.995966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.084048 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.153401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=f9cb16f9-86b0-4282-b463-4d58d4f4fc65,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:20.178690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.200125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.219152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3174f1c4-148e-4bf1-baf9-3d923480b425 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/f9cb16f9-86b0-4282-b463-4d58d4f4fc65 HTTP/1.1" status: 204 len: 168 time: 1.0961888 Feb 04 13:22:20.221387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42728) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:20.334004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0540e0b-9fea-47ca-909b-ba7f4b6c5086 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.336795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0540e0b-9fea-47ca-909b-ba7f4b6c5086 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:20.338056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d0540e0b-9fea-47ca-909b-ba7f4b6c5086 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:20.359209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d0540e0b-9fea-47ca-909b-ba7f4b6c5086 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:20.360619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d0540e0b-9fea-47ca-909b-ba7f4b6c5086 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1381278 Feb 04 13:22:20.363203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:20.452532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet db889b61-d98c-42b5-9717-5e6d125ebea9 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:20.456730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.477909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Transition to ACTIVE for port object be57e9a6-5f31-46d8-90a0-182185ef4eef will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:20.514785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.614210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:20.681901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5bcb87cc-b32c-4b19-9eac-dee0e99d59f6 None None] Provisioning for port ee3e2535-f072-439c-80b8-a066cfbcc8d5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:21.174242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c614e-f08c-4de3-a629-4fcbafa12daa req-88b15672-602a-483b-93b6-78d535546f6f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:21.175398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-334c614e-f08c-4de3-a629-4fcbafa12daa req-88b15672-602a-483b-93b6-78d535546f6f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:21.244164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:21.286595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ee3e2535-f072-439c-80b8-a066cfbcc8d5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:21.296260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-334c614e-f08c-4de3-a629-4fcbafa12daa req-88b15672-602a-483b-93b6-78d535546f6f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:21.297569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-334c614e-f08c-4de3-a629-4fcbafa12daa req-88b15672-602a-483b-93b6-78d535546f6f tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 946 time: 0.7638962 Feb 04 13:22:21.417542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-334c614e-f08c-4de3-a629-4fcbafa12daa req-d2955b2e-61da-4833-a425-72640976802b tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Feb 04 13:22:21.446182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b28d6d0-efa3-47c8-b73f-11a155b7720b None None] Could not find standard attr ID for object f9cb16f9-86b0-4282-b463-4d58d4f4fc65. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:21.466649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:21.505429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] For port 8d6acaa5-fcd1-4fa3-8893-0db989187063, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8d6acaa5-fcd1-4fa3-8893-0db989187063,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:21.506023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:21.520380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ee3e2535-f072-439c-80b8-a066cfbcc8d5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:21.547880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ee3e2535-f072-439c-80b8-a066cfbcc8d5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:21.549782 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:21.646344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=db889b61-d98c-42b5-9717-5e6d125ebea9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:21.659474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:21.668812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Calling delete_port for 8d6acaa5-fcd1-4fa3-8893-0db989187063 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:21.700370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-02120e92-2030-4276-96c9-de39a8143322 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/db889b61-d98c-42b5-9717-5e6d125ebea9 HTTP/1.1" status: 204 len: 168 time: 1.3342340 Feb 04 13:22:21.701485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:21.706003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e10792-92bf-4cc4-a378-fdbf431e8822 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:21.735909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:21.826273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.012140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.017091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78aab02-2f6d-435f-9fb7-9b8b1f529b52 req-442f58b2-1b40-4e72-be50-23f2bc751ac5 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.019780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e78aab02-2f6d-435f-9fb7-9b8b1f529b52 req-442f58b2-1b40-4e72-be50-23f2bc751ac5 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 1.7383716 Feb 04 13:22:22.061612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-726cbcd6-0d9a-4fb2-987c-6464491ff262 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2215555 Feb 04 13:22:22.062753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42762) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:22.074530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ee3e2535-f072-439c-80b8-a066cfbcc8d5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ee3e2535-f072-439c-80b8-a066cfbcc8d5,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:22.080139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.083167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:22.144774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Attempting to bind port be57e9a6-5f31-46d8-90a0-182185ef4eef on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:22.145343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Attempting to bind port be57e9a6-5f31-46d8-90a0-182185ef4eef by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:22.145860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Attempting to bind port be57e9a6-5f31-46d8-90a0-182185ef4eef on network 3690adf9-51d4-4d1e-be96-82dde42c1556 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:22.179222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:22.202361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Deleting port ee3e2535-f072-439c-80b8-a066cfbcc8d5 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:22.202856 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.247758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Port be57e9a6-5f31-46d8-90a0-182185ef4eef on network 3690adf9-51d4-4d1e-be96-82dde42c1556 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:22:22.248321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Attempting to bind port be57e9a6-5f31-46d8-90a0-182185ef4eef on network 3690adf9-51d4-4d1e-be96-82dde42c1556 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:22.369871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:22.370649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Checking segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:22.371221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Bound using segment: {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:22.371962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Bound port: be57e9a6-5f31-46d8-90a0-182185ef4eef, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:22.372485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.392511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:22.406057 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e78aab02-2f6d-435f-9fb7-9b8b1f529b52 req-6bf70a9e-65ba-468a-a2a7-3eeda4d70c68 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603890 Feb 04 13:22:22.406368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:22.417873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:22.432525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:22.498820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:22.509203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.692604 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274146d-ba7d-41b6-a232-3e936d09c3e4 req-836cad95-5f77-443a-9214-ede95d03d840 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:22.700625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1274146d-ba7d-41b6-a232-3e936d09c3e4 req-836cad95-5f77-443a-9214-ede95d03d840 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 0.9818096 Feb 04 13:22:22.722529 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.789527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1274146d-ba7d-41b6-a232-3e936d09c3e4 req-40949169-3547-4032-8523-5a65fa947f25 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872753 Feb 04 13:22:22.796720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ee3e2535-f072-439c-80b8-a066cfbcc8d5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:22.852499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] For port ee3e2535-f072-439c-80b8-a066cfbcc8d5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ee3e2535-f072-439c-80b8-a066cfbcc8d5,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:22.853149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:22.923655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8d6acaa5-fcd1-4fa3-8893-0db989187063 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:23.010862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.023129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.035019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21ace087-6017-4629-8be7-a3049b330a9d req-9a7bf35b-b92e-4fc8-83c2-145865c32b22 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.3175116 Feb 04 13:22:23.050956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 8d6acaa5-fcd1-4fa3-8893-0db989187063 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:23.051395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8d6acaa5-fcd1-4fa3-8893-0db989187063 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:23.067106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Calling delete_port for ee3e2535-f072-439c-80b8-a066cfbcc8d5 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:23.137838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:23.189909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:23.204729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:23.207899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:23.209460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:23.217719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:23.219450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.252476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a6214c0-34d1-4454-aae6-1be2667a4bbf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1817274 Feb 04 13:22:23.255334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42772) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:23.264244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': '5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5', 'ip_address': '2001:db8::1968:9599:3c6c:c75a'}], 'name': 'tempest-NetworksTestDHCPv6-1452273962'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:23.264744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ee3e2535-f072-439c-80b8-a066cfbcc8d5 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:23.285974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event deleted for resources: {'Port': ['ID=8d6acaa5-fcd1-4fa3-8893-0db989187063,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:23.367057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.367873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.368417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.368972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.369504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.370058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.370585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.371245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.371775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.372320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.372966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.373701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:23.461629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] No DVR routers for this DVR port 8d6acaa5-fcd1-4fa3-8893-0db989187063 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:23.475217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:23.484510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:23.487910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:23.501536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:23.515875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:23.549980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.555965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.599542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'name': 'network-vif-deleted', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:23.610858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:23.665215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:23.673634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dc756762-08ba-4f5d-bb50-422a2f9ad989 req-810c9991-d26c-4cdc-a51f-00a62515657e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "DELETE /v2.0/ports/8d6acaa5-fcd1-4fa3-8893-0db989187063 HTTP/1.1" status: 204 len: 173 time: 4.0568688 Feb 04 13:22:23.683612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] No DVR routers for this DVR port ee3e2535-f072-439c-80b8-a066cfbcc8d5 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:23.685623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.717226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4b7dd-7206-46a9-bcbd-4c5bdbbe173a None None] Pushing event deleted for resources: {'Port': ['ID=ee3e2535-f072-439c-80b8-a066cfbcc8d5,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:23.747006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:23.748136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.749572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] 10.222.0.87 "PUT /v2.0/ports/be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 200 len: 1091 time: 5.8707361 Feb 04 13:22:23.810263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port ee3e2535-f072-439c-80b8-a066cfbcc8d5 update to DOWN by agent not found {{(pid=87622) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 04 13:22:23.818107 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb8fe65-0406-4246-8f56-48c3548420e6', 'name': 'network-vif-deleted', 'tag': '8d6acaa5-fcd1-4fa3-8893-0db989187063', 'status': 'completed', 'code': 200} Feb 04 13:22:23.851531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:23.915215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb609-e0f4-4f31-b776-1bd57621180d service neutron] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:23.928773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa018c6-b153-47ec-9cc4-867bd65dd362 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:23.933643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Router 7506a286-4a80-4df8-914a-f1b2673cd46a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:22:23.936099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port e77eb34f-b9a8-45cf-acb2-2f613796d527 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:24.322901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a618-0c45-4100-ad39-ef13ddd3852c req-b8d6ee68-61af-418d-9f91-dbec5741ecb3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.327825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2766a618-0c45-4100-ad39-ef13ddd3852c req-b8d6ee68-61af-418d-9f91-dbec5741ecb3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.6937056 Feb 04 13:22:24.466330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:24.469575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:24.470393 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:24.553240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::1968:9599:3c6c:c75a (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5/e77eb34f-b9a8-45cf-acb2-2f613796d527) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:24.585707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2766a618-0c45-4100-ad39-ef13ddd3852c req-84e9cc72-9cd6-460b-9b46-838b35d4d0ec tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500365 Feb 04 13:22:24.624005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-d3c6b85f-1865-47f1-adbf-9fc190372b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.625793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-d3c6b85f-1865-47f1-adbf-9fc190372b74 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1094 time: 0.4759710 Feb 04 13:22:24.650569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a5aab-f90e-4a7e-9e76-d91e68fbc513 req-4a55a8ca-a66f-4543-887c-74e858b0e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:24.652275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd8a5aab-f90e-4a7e-9e76-d91e68fbc513 req-4a55a8ca-a66f-4543-887c-74e858b0e7bd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 0.5034502 Feb 04 13:22:24.814033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:22:24.827878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] Sync routers for ids ['7506a286-4a80-4df8-914a-f1b2673cd46a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:24.847754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-a1308940-f458-43fa-b2bf-700e45992ec3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 200 len: 217 time: 0.2091098 Feb 04 13:22:24.858247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] Routers {'7506a286-4a80-4df8-914a-f1b2673cd46a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:24.858247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7506a286-4a80-4df8-914a-f1b2673cd46a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:24.936488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:24.940656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66713266-465c-4297-828b-8caf9bb4580f tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0609834 Feb 04 13:22:24.941559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42798) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:24.964445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:25.007433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:25.029937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] Routers {'7506a286-4a80-4df8-914a-f1b2673cd46a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:25.031187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7506a286-4a80-4df8-914a-f1b2673cd46a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:25.104332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:25.108384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02808c-2bdc-409e-ad62-f81c7273044c None None] The sync data for ids ['7506a286-4a80-4df8-914a-f1b2673cd46a'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:25.198070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-715c7c9a-b838-4a55-b409-39ef82c0b466 req-d16964fc-b333-44c2-8180-7157c5cc3d2a tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb8fe65-0406-4246-8f56-48c3548420e6 HTTP/1.1" status: 200 len: 210 time: 0.3351595 Feb 04 13:22:25.244253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd8a5aab-f90e-4a7e-9e76-d91e68fbc513 req-19788fc3-cc2a-4d22-8708-277b449538c4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316640 Feb 04 13:22:25.271368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:25.288856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object e77eb34f-b9a8-45cf-acb2-2f613796d527 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:25.303256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7a5ad008-c13b-4126-9501-40ae03524091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.304785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-7a5ad008-c13b-4126-9501-40ae03524091 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe00208c-503d-4124-a88d-8e6721068d67 HTTP/1.1" status: 200 len: 834 time: 0.4409325 Feb 04 13:22:25.335222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:25.474212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7070772f-aa60-49e1-8fc8-6d9e47bec81c req-3290131a-fe1b-4b84-bca5-49d696f8a564 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1219862 Feb 04 13:22:25.499470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5/c57c7566-70d3-48d0-ac04-19f3983bd97a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:25.504673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:25.509956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:25.519964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:25.526049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.526701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:25.536239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=e77eb34f-b9a8-45cf-acb2-2f613796d527,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:25.576310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d2c138c8-e8a4-4389-ab04-e8034043182b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3193040 Feb 04 13:22:25.579741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:25.669650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-00bcacec-56e4-4da7-8acf-3748da987035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.671380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-00bcacec-56e4-4da7-8acf-3748da987035 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3690adf9-51d4-4d1e-be96-82dde42c1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591871 Feb 04 13:22:25.756497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7070772f-aa60-49e1-8fc8-6d9e47bec81c req-0afcc33b-8777-4cf9-bd90-1b77015275a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0947783 Feb 04 13:22:25.864300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7070772f-aa60-49e1-8fc8-6d9e47bec81c req-766488bb-b587-42ce-963f-277970d2aba8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811985 Feb 04 13:22:25.929045 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:25.970538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Transition to ACTIVE for port object c57c7566-70d3-48d0-ac04-19f3983bd97a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:25.984184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120e583-2cb2-4223-8ecb-681eb47b568f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:25.984964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f120e583-2cb2-4223-8ecb-681eb47b568f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:26.036430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Transition to ACTIVE for port object c57c7566-70d3-48d0-ac04-19f3983bd97a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:26.044057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.049799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f120e583-2cb2-4223-8ecb-681eb47b568f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:26.053839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f120e583-2cb2-4223-8ecb-681eb47b568f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4728866 Feb 04 13:22:26.055361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:26.205365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb91d-dc65-4f95-a091-7fb8d6e64d7f req-885856ec-1d20-4813-b1b5-ceb8aafd4061 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.210062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd5bb91d-dc65-4f95-a091-7fb8d6e64d7f req-885856ec-1d20-4813-b1b5-ceb8aafd4061 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.4252598 Feb 04 13:22:26.250585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:26.352109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:26.352327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070772f-aa60-49e1-8fc8-6d9e47bec81c req-a27b9e1e-87aa-4663-9fc4-a06433c1021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:26.353356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:26.353758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7070772f-aa60-49e1-8fc8-6d9e47bec81c req-a27b9e1e-87aa-4663-9fc4-a06433c1021f service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4826813 Feb 04 13:22:26.368291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port e77eb34f-b9a8-45cf-acb2-2f613796d527 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:26.368674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.373202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:26.433990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd5bb91d-dc65-4f95-a091-7fb8d6e64d7f req-265657a8-1fa3-4058-a506-6e65276ec635 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902907 Feb 04 13:22:26.506680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Pushing event updated for resources: {'Port': ['ID=c57c7566-70d3-48d0-ac04-19f3983bd97a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:26.579273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-ae050905-2e12-49c1-9578-8c91a1e32040 service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652268 Feb 04 13:22:26.648006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Attempting to bind port c57c7566-70d3-48d0-ac04-19f3983bd97a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:26.648431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Attempting to bind port c57c7566-70d3-48d0-ac04-19f3983bd97a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:26.648799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Attempting to bind port c57c7566-70d3-48d0-ac04-19f3983bd97a on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:26.659487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:26.659881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:26.660270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.660661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:26.661134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Bound port: c57c7566-70d3-48d0-ac04-19f3983bd97a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:26.661506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.837856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.869072 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:26.922800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] For port c57c7566-70d3-48d0-ac04-19f3983bd97a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:26.927042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] For port c57c7566-70d3-48d0-ac04-19f3983bd97a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c57c7566-70d3-48d0-ac04-19f3983bd97a,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:26.932996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:27.029825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20590-5295-4df2-b399-d814f17d07ae None None] Pushing event updated for resources: {'Port': ['ID=c57c7566-70d3-48d0-ac04-19f3983bd97a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:27.090577 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'status': 'completed', 'code': 200} Feb 04 13:22:27.097675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:27.103736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for e77eb34f-b9a8-45cf-acb2-2f613796d527 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:27.188732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Deleting port 5495fd6d-b663-4f53-920d-30ffade608a8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:27.192590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:27.447889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43061c8a-3ada-48d7-93f5-0317d4e1f419 req-7826ac93-30fc-404f-90e1-f6a58f854616 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:27.457502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43061c8a-3ada-48d7-93f5-0317d4e1f419 req-7826ac93-30fc-404f-90e1-f6a58f854616 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 946 time: 0.2711687 Feb 04 13:22:27.577596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:27.669003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:27.791317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Calling delete_port for 5495fd6d-b663-4f53-920d-30ffade608a8 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:27.819325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=e77eb34f-b9a8-45cf-acb2-2f613796d527,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:27.871478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43061c8a-3ada-48d7-93f5-0317d4e1f419 req-0e0d2bf1-c97d-4730-9976-ff602686938e tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082119 Feb 04 13:22:27.989516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:22:28.008765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:28.030076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a207fe71-136c-40f7-828b-135f15a6fdd5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/e77eb34f-b9a8-45cf-acb2-2f613796d527 HTTP/1.1" status: 204 len: 168 time: 1.9654150 Feb 04 13:22:28.041206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:28.223762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72c7381c-73fb-4db1-9280-3bba9852ea41 req-8509a8f2-d57e-4e33-a6c4-0362647b7abb service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6364446 Feb 04 13:22:28.283120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff37c8-b816-4dab-84c5-e09fb001dcc1 req-dae36800-522a-4cfd-9a78-f39d7eb0d352 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.284837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0ff37c8-b816-4dab-84c5-e09fb001dcc1 req-dae36800-522a-4cfd-9a78-f39d7eb0d352 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 1.6332598 Feb 04 13:22:28.472116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0ff37c8-b816-4dab-84c5-e09fb001dcc1 req-ba040d48-d2e2-49de-8770-271ed4e339b0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351652 Feb 04 13:22:28.499355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8910b1-393c-4f42-b895-964f688adc1d req-81ba13b9-45f0-4375-8664-97c3325730c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.500916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-81ba13b9-45f0-4375-8664-97c3325730c2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1094 time: 0.2126296 Feb 04 13:22:28.522370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4b762-11d8-4e94-a6fe-b6fd7f025478 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.525120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4b762-11d8-4e94-a6fe-b6fd7f025478 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.526181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87a4b762-11d8-4e94-a6fe-b6fd7f025478 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:28.561480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87a4b762-11d8-4e94-a6fe-b6fd7f025478 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:28.566399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-87a4b762-11d8-4e94-a6fe-b6fd7f025478 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5209906 Feb 04 13:22:28.568696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42878) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:28.624363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:28.679594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:28.693699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429f21-68d4-4ca8-9ba9-a68be286dba1 req-2246003d-831f-4be0-b7d0-028d8ac72fb0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.695361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1429f21-68d4-4ca8-9ba9-a68be286dba1 req-2246003d-831f-4be0-b7d0-028d8ac72fb0 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.5892923 Feb 04 13:22:28.696125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:28.699935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Pushing event deleted for resources: {'Port': ['ID=5495fd6d-b663-4f53-920d-30ffade608a8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:28.967940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-05c77ce9-11df-411e-854c-88708bd5114d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:28.969840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-05c77ce9-11df-411e-854c-88708bd5114d tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 946 time: 0.7431755 Feb 04 13:22:28.984436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1429f21-68d4-4ca8-9ba9-a68be286dba1 req-f3cbec89-69f9-482b-9560-bad6b38e0619 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916423 Feb 04 13:22:28.995630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3781bdb0-cf4f-4fdb-b136-5f6599560d8a None None] Provisioning for port c57c7566-70d3-48d0-ac04-19f3983bd97a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:29.106048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8910b1-393c-4f42-b895-964f688adc1d req-a66c990b-3ab5-4ced-8e73-44c99fa96574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:29.113109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-a66c990b-3ab5-4ced-8e73-44c99fa96574 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 200 len: 897 time: 0.6029012 Feb 04 13:22:29.118084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:29.190773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:29.259645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c57c7566-70d3-48d0-ac04-19f3983bd97a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:29.425050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-4d799da4-23e4-46a9-8036-c83444bcc22e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 200 len: 217 time: 0.2094908 Feb 04 13:22:29.442571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Deleting port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:29.447238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:29.482763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c57c7566-70d3-48d0-ac04-19f3983bd97a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:29.489533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c57c7566-70d3-48d0-ac04-19f3983bd97a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:29.491213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:29.658951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b534d2b-127e-472a-b108-d46a1f9f4e07 None None] Could not find standard attr ID for object e77eb34f-b9a8-45cf-acb2-2f613796d527. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:29.893219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:29.943487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c57c7566-70d3-48d0-ac04-19f3983bd97a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c57c7566-70d3-48d0-ac04-19f3983bd97a,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:29.948910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.063748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c57c7566-70d3-48d0-ac04-19f3983bd97a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:30.106541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca57a5-6368-4ca9-bd34-2b92b40ed706 req-dba9f4ac-11ea-41ec-ad00-00b3ec79d7d5 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.107286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a4ca57a5-6368-4ca9-bd34-2b92b40ed706 req-dba9f4ac-11ea-41ec-ad00-00b3ec79d7d5 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:30.120755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8910b1-393c-4f42-b895-964f688adc1d req-2fa92055-85be-4edc-bfc9-ca2716ba3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.122127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-2fa92055-85be-4edc-bfc9-ca2716ba3328 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe00208c-503d-4124-a88d-8e6721068d67 HTTP/1.1" status: 200 len: 834 time: 0.6385992 Feb 04 13:22:30.127841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-f2a4ab0a-63d0-462f-bcf2-89f400a81c70 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8793051 Feb 04 13:22:30.149252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] For port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:30.149783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.246482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.289415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.292951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-624650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-624669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626012'] for router, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.299622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a4ca57a5-6368-4ca9-bd34-2b92b40ed706 req-dba9f4ac-11ea-41ec-ad00-00b3ec79d7d5 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:30.300776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4ca57a5-6368-4ca9-bd34-2b92b40ed706 req-dba9f4ac-11ea-41ec-ad00-00b3ec79d7d5 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 946 time: 1.1867676 Feb 04 13:22:30.332139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Calling delete_port for 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:30.439562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a30884-14c0-4230-b424-e0dce5455a16 req-2d9a040b-c0ed-4bef-ba4e-2dda09bec67b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.442083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7a30884-14c0-4230-b424-e0dce5455a16 req-2d9a040b-c0ed-4bef-ba4e-2dda09bec67b tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 0.6495342 Feb 04 13:22:30.461786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-ec25bb41-eb0c-4f07-adb4-ce9f6ad32b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.464137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-ec25bb41-eb0c-4f07-adb4-ce9f6ad32b95 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 1096 time: 0.5670729 Feb 04 13:22:30.480286 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.514617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4ca57a5-6368-4ca9-bd34-2b92b40ed706 req-0ba5abaf-24d9-4550-a419-efad451bcf35 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478865 Feb 04 13:22:30.517815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Router 7506a286-4a80-4df8-914a-f1b2673cd46a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:22:30.538945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-61c1d811-d2ac-4ae5-9afa-91c40a50ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.541172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-61c1d811-d2ac-4ae5-9afa-91c40a50ff53 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 1096 time: 0.3111422 Feb 04 13:22:30.543224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8910b1-393c-4f42-b895-964f688adc1d req-9c6c7f83-d8d5-4b95-a053-367a9f0e3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:30.544740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-9c6c7f83-d8d5-4b95-a053-367a9f0e3cfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3690adf9-51d4-4d1e-be96-82dde42c1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141903 Feb 04 13:22:30.666456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:30.690431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:30.691857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063c479-73db-4c49-a31a-5d2be6570d40 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:30.777548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7a30884-14c0-4230-b424-e0dce5455a16 req-91fc55bd-67c1-4b5f-b952-cff556aed77a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180540 Feb 04 13:22:30.790204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-adbcb5e5-57bb-4cc0-a800-bd90982c08ab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5 HTTP/1.1" status: 204 len: 168 time: 2.2153871 Feb 04 13:22:30.791445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42912) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:30.892935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1566aff5-28cd-47bb-a11f-c7931f522f5f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001658 Feb 04 13:22:30.893637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:30.907944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:30.944525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device be57e9a6-5f31-46d8-90a0-182185ef4eef details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:22:31.026175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-d916f11c-8316-4c3d-86a5-1e55a7ab0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:31.027695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-d916f11c-8316-4c3d-86a5-1e55a7ab0c6e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.5184641 Feb 04 13:22:31.147588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c57c7566-70d3-48d0-ac04-19f3983bd97a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:31.231419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:31.243804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Deleting port c57c7566-70d3-48d0-ac04-19f3983bd97a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:31.244179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:31.332241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:31.333016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:22:31.344627 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f2528-7579-4096-859d-124a5a63c43d None None] Sync routers for ids ['7506a286-4a80-4df8-914a-f1b2673cd46a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:31.361272 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] Routers {'7506a286-4a80-4df8-914a-f1b2673cd46a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:31.361965 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7506a286-4a80-4df8-914a-f1b2673cd46a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:31.380686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:31.382411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d78abc70-c8a1-4742-b1e5-cdbf6b8e4086 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "PUT /v2.0/routers/7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 200 len: 709 time: 6.4358554 Feb 04 13:22:31.405764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:31.426404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event deleted for resources: {'Port': ['ID=5ad39bf4-7b87-42be-96b8-aa43c8aa3a53,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:31.456739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:31.532202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:31.544371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] No DVR routers for this DVR port 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:31.555535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:31.557504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-85097c32-5860-4b1c-a9ae-eb3c05c0e4b5 req-32714aef-e7eb-436e-bd4d-b7197c912588 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.90 "DELETE /v2.0/ports/5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 HTTP/1.1" status: 204 len: 173 time: 2.5715129 Feb 04 13:22:31.557851 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] Routers {'7506a286-4a80-4df8-914a-f1b2673cd46a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:31.557997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'name': 'network-vif-deleted', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:31.560281 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7506a286-4a80-4df8-914a-f1b2673cd46a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:31.581568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-530f2086-6b67-410e-a13a-21b30c6ee6d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 200 len: 1000 time: 0.5396452 Feb 04 13:22:31.591472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:31.611811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:31.619943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-2b316c23-c2e3-49f3-9ca8-46a20726acbb service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0662341 Feb 04 13:22:31.652756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-d22f97b1-61b5-40bc-82f1-9c481733386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:31.654224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-d22f97b1-61b5-40bc-82f1-9c481733386e service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 200 len: 915 time: 0.9688759 Feb 04 13:22:31.672059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'port_id': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'mac_address': 'fa:16:3e:1d:f8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:22:31.816436 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-873f2528-7579-4096-859d-124a5a63c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:31.816847 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f2528-7579-4096-859d-124a5a63c43d None None] The sync data for ids ['7506a286-4a80-4df8-914a-f1b2673cd46a'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:31.870127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:31.880276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:31.894532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c57c7566-70d3-48d0-ac04-19f3983bd97a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:31.895303 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:31.898847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:31.949249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:31.952833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:32.008983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c56ba4d8-c94c-4c30-a09b-1782915fb6b0 req-946dfada-9fcf-4bb6-a86a-31cc26905398 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:32.091599 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a8910b1-393c-4f42-b895-964f688adc1d req-29837636-85c2-4094-8ed9-641b0a33faab service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439864 Feb 04 13:22:32.118379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] For port c57c7566-70d3-48d0-ac04-19f3983bd97a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c57c7566-70d3-48d0-ac04-19f3983bd97a,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:32.119029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:32.125020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4af112c0-d8e0-44a7-96c1-8f27d1235c0c tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/routers/7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 200 len: 744 time: 0.7151666 Feb 04 13:22:32.127719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-d74f99f0-6283-41b7-92e9-04d02a5b6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:32.132982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-d74f99f0-6283-41b7-92e9-04d02a5b6ad5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.5280535 Feb 04 13:22:32.133751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c56ba4d8-c94c-4c30-a09b-1782915fb6b0 req-946dfada-9fcf-4bb6-a86a-31cc26905398 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:32.135992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c56ba4d8-c94c-4c30-a09b-1782915fb6b0 req-946dfada-9fcf-4bb6-a86a-31cc26905398 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=577569dc-d3a5-46e6-a424-bef7aeee53cb HTTP/1.1" status: 200 len: 210 time: 0.4121065 Feb 04 13:22:32.139175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:32.152077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-72bc7fb9-713c-4e7b-a12c-2c412510aa27 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 200 len: 217 time: 0.3467093 Feb 04 13:22:32.266750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b2625ac3-a5e7-4529-bf4e-5b392780f63a tempest-RoutersIpV6AdminTest-1428545178 tempest-RoutersIpV6AdminTest-1428545178-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&device_id=7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 200 len: 205 time: 0.0767612 Feb 04 13:22:32.273847 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577569dc-d3a5-46e6-a424-bef7aeee53cb', 'name': 'network-vif-deleted', 'tag': '5ad39bf4-7b87-42be-96b8-aa43c8aa3a53', 'status': 'completed', 'code': 200} Feb 04 13:22:32.275873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:32.309010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df964600-fef5-404c-a459-6f42758e10bd req-f5642c4f-f89a-44e8-a98b-0358ba1f32e8 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:32.312241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df964600-fef5-404c-a459-6f42758e10bd req-f5642c4f-f89a-44e8-a98b-0358ba1f32e8 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 1.6646867 Feb 04 13:22:32.351235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eb310c6c-62a4-43f5-a685-a0c1ed6ee7bc tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 200 len: 205 time: 0.0700858 Feb 04 13:22:32.358356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42948) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:32.459959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df964600-fef5-404c-a459-6f42758e10bd req-64e83d6b-1e5e-4eb4-bd89-fa3742f364ea tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353059 Feb 04 13:22:32.459959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-016fa057-743a-4423-b383-6730a76fa5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:32.459959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-016fa057-743a-4423-b383-6730a76fa5fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 200 len: 854 time: 0.2998269 Feb 04 13:22:32.482200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Calling delete_port for c57c7566-70d3-48d0-ac04-19f3983bd97a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:32.533706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-fa26cc37-5d12-452d-b4cb-ecc285782310 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb80ad3-e3f7-413c-8601-dd0353ef3331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648298 Feb 04 13:22:32.589458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:32.608030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:32.678557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:32.679785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 5ad39bf4-7b87-42be-96b8-aa43c8aa3a53 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:32.786461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:32.834902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-6d519e16-2a6c-4c4b-9a81-ad529f09c4cb service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948198 Feb 04 13:22:32.951523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:32.971494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] No DVR routers for this DVR port c57c7566-70d3-48d0-ac04-19f3983bd97a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:33.073052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be57e9a6-5f31-46d8-90a0-182185ef4eef {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:22:33.078014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd85b1-6fdb-403e-acff-930ac2480efc None None] Pushing event deleted for resources: {'Port': ['ID=c57c7566-70d3-48d0-ac04-19f3983bd97a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:33.116435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:33.132245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Could not find standard attr ID for object c57c7566-70d3-48d0-ac04-19f3983bd97a. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:33.137296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e23e4b8-0eef-4bb4-8df6-802f934164fc req-759520ba-11fb-4c13-8df3-265e6269e3d5 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938275 Feb 04 13:22:33.138630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.175788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.179344 n-d-820555-2 neutron-server[87622]: INFO neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No ports have port_id starting with c57c7566-70d3-48d0-ac04-19f3983bd97a Feb 04 13:22:33.196599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-cdd4e5f7-5454-4f60-a974-1dafa544e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.198249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-cdd4e5f7-5454-4f60-a974-1dafa544e8e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0538180 Feb 04 13:22:33.203668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.309431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:33.389090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c57c7566-70d3-48d0-ac04-19f3983bd97a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:33.425407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['be57e9a6-5f31-46d8-90a0-182185ef4eef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:33.499273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c57c7566-70d3-48d0-ac04-19f3983bd97a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:33.499848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c57c7566-70d3-48d0-ac04-19f3983bd97a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:33.624741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-24c02cad-bce8-4f73-bc41-ab2502c65ed5 service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188926 Feb 04 13:22:33.742078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf09ef9-fabe-4fef-8f48-74f6bd6ec13c req-bd55957f-9cce-47fd-a1da-0e1ac1e51544 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.743921 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-baf09ef9-fabe-4fef-8f48-74f6bd6ec13c req-bd55957f-9cce-47fd-a1da-0e1ac1e51544 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1198268 Feb 04 13:22:33.800439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad24092-520b-4262-8f5e-80578bc3b416 req-480240bf-887c-48d8-b938-856fa6a7e6f1 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:33.806785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-baf09ef9-fabe-4fef-8f48-74f6bd6ec13c req-e760dba8-346c-4a6f-92bd-53d42419a58b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569837 Feb 04 13:22:33.808229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad24092-520b-4262-8f5e-80578bc3b416 req-480240bf-887c-48d8-b938-856fa6a7e6f1 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 1.3681681 Feb 04 13:22:33.879274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bad24092-520b-4262-8f5e-80578bc3b416 req-8e3f2a87-9baf-4511-8e41-fe94d9094910 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700231 Feb 04 13:22:33.884297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.884781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Fanout notify agent at l3_agent the message router_deleted on router 7506a286-4a80-4df8-914a-f1b2673cd46a {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:22:33.905851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.955870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:33.960847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ae47c23-3780-4e06-aba2-f1dd83deaa8c tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 204 len: 168 time: 1.5973651 Feb 04 13:22:33.961345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:33.998778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:34.015658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:34.021655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:34.022446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:34.024602 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b4b34f78-a8b0-4dad-928e-32bd41fb8277 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 200 len: 205 time: 0.0619237 Feb 04 13:22:34.026882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.043985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1d64d-439c-499a-9183-bec55ee0e9b2 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:34.044818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56635ee0-93b8-4d05-b529-8dfffdf48725 req-0f5d3e95-4c77-4037-b681-ccb058893103 service neutron] 10.222.0.90 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952775 Feb 04 13:22:34.069611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=f9f39cba-bf3f-4d8c-8b0e-3510e1aff752,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:34.075216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-73030f25-ed08-414b-b7e2-7d8d66a48261 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1722326 Feb 04 13:22:34.078228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 42978) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.086068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'f9f39cba-bf3f-4d8c-8b0e-3510e1aff752', 'ip_address': '2001:db8::aa89:d7fb:3cc9:2c6e'}], 'name': 'tempest-NetworksTestDHCPv6-1402673628'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:34.150396 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-ee83838b-6929-49af-b10d-0170d0fb8a5e tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:34.166502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ee83838b-6929-49af-b10d-0170d0fb8a5e tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/7506a286-4a80-4df8-914a-f1b2673cd46a HTTP/1.1" status: 404 len: 336 time: 0.1302154 Feb 04 13:22:34.166850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42984) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.249579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7edd5b5-ff8e-4f1f-8d8d-54691f73156b tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 200 len: 205 time: 0.0795290 Feb 04 13:22:34.249805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 42990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.391633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:34.402413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:34.415607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:34.419166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:34.450771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:34.461193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'f9f39cba-bf3f-4d8c-8b0e-3510e1aff752'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:34.462320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:34.582846 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-832ca852-2446-4d04-a7d5-b531ec7cd7d9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:34.586221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-832ca852-2446-4d04-a7d5-b531ec7cd7d9 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/782f0b0b-3ae8-441c-9d89-b8a58f303c33 HTTP/1.1" status: 404 len: 336 time: 0.3354917 Feb 04 13:22:34.589189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.692623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:34.735761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5063bcb9-7050-4473-9b3b-5bcdcee739e6 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 200 len: 205 time: 0.1431198 Feb 04 13:22:34.739995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.786579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 71509cd3-7483-4877-a5fb-156b2bb98a8b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:34.923969 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-c5a10c32-44ef-4f64-a4ef-2dc1e8306e46 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:34.925876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5a10c32-44ef-4f64-a4ef-2dc1e8306e46 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/8d4dee14-e6f4-4f31-843b-9b5b3624db13 HTTP/1.1" status: 404 len: 336 time: 0.1844289 Feb 04 13:22:34.928541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43018) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:34.968277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/f9f39cba-bf3f-4d8c-8b0e-3510e1aff752/23e1a2e8-5c89-4a6f-8144-5f512896a91c) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:34.986944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-402e1c27-c8a4-48d7-9797-a33b8c5bcc20 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 200 len: 205 time: 0.0563622 Feb 04 13:22:34.989211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43022) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.086967 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-1a56de87-b201-46e0-9b4b-96717db85d38 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:35.088797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1a56de87-b201-46e0-9b4b-96717db85d38 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/abfd8c66-552d-4eee-954b-fccdebae1c7d HTTP/1.1" status: 404 len: 336 time: 0.0981092 Feb 04 13:22:35.089682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43026) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.092284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43028) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.172016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device be57e9a6-5f31-46d8-90a0-182185ef4eef up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:35.223539 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e05d93d9-92ba-4a4a-a56d-b6da11a5fa59 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 200 len: 205 time: 0.1261921 Feb 04 13:22:35.226070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.277112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dce8d1-f0ea-432e-8b49-4f91ad62628d req-72e0448b-be23-4ccf-a221-a6ca4d42efe7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:35.278849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34dce8d1-f0ea-432e-8b49-4f91ad62628d req-72e0448b-be23-4ccf-a221-a6ca4d42efe7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.1433959 Feb 04 13:22:35.365949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.397090 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-17c57809-7d30-45a8-9c2f-5e9766319f29 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:35.401640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-17c57809-7d30-45a8-9c2f-5e9766319f29 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/868d7fc4-6fcc-476d-a23b-cfaf900493a5 HTTP/1.1" status: 404 len: 336 time: 0.1744621 Feb 04 13:22:35.402214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.405696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:35.414478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34dce8d1-f0ea-432e-8b49-4f91ad62628d req-47fa37a4-ac98-4c9f-9dbe-4b3976c405fe tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283607 Feb 04 13:22:35.416002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Usage tracker for resource:security_group_rule and tenant:e0843bf102134099a7b114070598d826 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:35.420065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:35.427459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:35.440414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.480590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Transition to ACTIVE for port object 23e1a2e8-5c89-4a6f-8144-5f512896a91c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:35.489902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port be57e9a6-5f31-46d8-90a0-182185ef4eef completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:35.500957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port be57e9a6-5f31-46d8-90a0-182185ef4eef triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:35.501647 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.502287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96edf7b6-66fe-4141-862a-2cf9429a6e39 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "GET /v2.0/ports?device_id=52b0b3a3-9f24-482f-8391-e8fd37486deb HTTP/1.1" status: 200 len: 205 time: 0.0988948 Feb 04 13:22:35.503053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.565293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.572722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.591210 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-9f3e7f8b-d1cf-4703-bfdb-bb0ebc5565a6 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] delete failed (client error): The resource could not be found. Feb 04 13:22:35.594954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f3e7f8b-d1cf-4703-bfdb-bb0ebc5565a6 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/routers/52b0b3a3-9f24-482f-8391-e8fd37486deb HTTP/1.1" status: 404 len: 336 time: 0.0909336 Feb 04 13:22:35.596949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.630637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Transition to ACTIVE for port object 23e1a2e8-5c89-4a6f-8144-5f512896a91c will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:35.641528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.688282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0843bf102134099a7b114070598d826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950961 Feb 04 13:22:35.692496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:35.703720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e5c2d-9fd1-4a9a-82a6-e7e35e6fda49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b81e1c-37e1-469c-aca3-1837ff14389b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:35.731413 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eadf5c5-b3f1-4ff8-b679-f38f5fb6edb5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] DELETE failed (client error): The resource could not be found. Feb 04 13:22:35.731880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eadf5c5-b3f1-4ff8-b679-f38f5fb6edb5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:35.743940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:35.751356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:35.758550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:35.829197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.877463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::aa89:d7fb:3cc9:2c6e (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/f9f39cba-bf3f-4d8c-8b0e-3510e1aff752/71509cd3-7483-4877-a5fb-156b2bb98a8b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:35.879358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.948133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.957182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Pushing event updated for resources: {'Port': ['ID=23e1a2e8-5c89-4a6f-8144-5f512896a91c,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:35.975293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b81e1c-37e1-469c-aca3-1837ff14389b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:35.985154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:35.985620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Attempting to bind port 23e1a2e8-5c89-4a6f-8144-5f512896a91c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:35.990258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e936083-d810-4513-a4f1-80afc486b948 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99b81e1c-37e1-469c-aca3-1837ff14389b HTTP/1.1" status: 204 len: 168 time: 0.2964742 Feb 04 13:22:36.001306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Attempting to bind port 23e1a2e8-5c89-4a6f-8144-5f512896a91c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:36.002918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Attempting to bind port 23e1a2e8-5c89-4a6f-8144-5f512896a91c on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:36.051335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.082640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:36.082952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:36.083358 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.083752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:36.084235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Bound port: 23e1a2e8-5c89-4a6f-8144-5f512896a91c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:36.084612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.115026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.147972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5eadf5c5-b3f1-4ff8-b679-f38f5fb6edb5 tempest-RoutersIpV6AdminTest-1756990910 tempest-RoutersIpV6AdminTest-1756990910-project] 10.222.0.53 "DELETE /v2.0/subnets/284322a4-3444-4e70-a57b-668838881b74 HTTP/1.1" status: 404 len: 337 time: 0.5493567 Feb 04 13:22:36.152186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 71509cd3-7483-4877-a5fb-156b2bb98a8b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:36.211701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37957-7f70-4d7f-9b11-a0ad0d7081f4 req-be1cfe07-1273-49ca-b049-bc7f9583fcaf tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.219490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8e37957-7f70-4d7f-9b11-a0ad0d7081f4 req-be1cfe07-1273-49ca-b049-bc7f9583fcaf tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 944 time: 0.6234367 Feb 04 13:22:36.227571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:36.251010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:36.260806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.272236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.392125 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'code': 200} Feb 04 13:22:36.424709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8e37957-7f70-4d7f-9b11-a0ad0d7081f4 req-739865dc-29dc-40a1-ba6a-0bee4e476487 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040703 Feb 04 13:22:36.432563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=71509cd3-7483-4877-a5fb-156b2bb98a8b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:36.448270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:36.455226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.456034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.456597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.457151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.457700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.459137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.459718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.460271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.460827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.461362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.461960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.462503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:22:36.476334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:36.477692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:36.482361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:36.495810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.502137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.507244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] For port 23e1a2e8-5c89-4a6f-8144-5f512896a91c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:36.511761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] For port 23e1a2e8-5c89-4a6f-8144-5f512896a91c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=23e1a2e8-5c89-4a6f-8144-5f512896a91c,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:36.518175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.543167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eeee37bb-7802-479e-83da-784e373680cd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4610171 Feb 04 13:22:36.543769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43076) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:36.608457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115367-d8be-4845-a436-811bb9028583 req-9eaa90a4-bb91-4ade-9f24-0f5855b1461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.609985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04115367-d8be-4845-a436-811bb9028583 req-9eaa90a4-bb91-4ade-9f24-0f5855b1461c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1715097 Feb 04 13:22:36.643842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65576a12-7eaf-4d14-a35c-5bcd4c08023d None None] Pushing event updated for resources: {'Port': ['ID=23e1a2e8-5c89-4a6f-8144-5f512896a91c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:36.697665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04115367-d8be-4845-a436-811bb9028583 req-b74fe960-1317-4b6d-9327-1b6c4a3cc50d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815554 Feb 04 13:22:36.716899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0b3cb-568b-4f70-91b3-6706f3090536 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.732093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0b3cb-568b-4f70-91b3-6706f3090536 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:36.743665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06d0b3cb-568b-4f70-91b3-6706f3090536 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:36.785764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:36.786032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06d0b3cb-568b-4f70-91b3-6706f3090536 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:36.787402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-06d0b3cb-568b-4f70-91b3-6706f3090536 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2427149 Feb 04 13:22:36.794805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43086) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:36.856489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43092) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:36.896163 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.915559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 71509cd3-7483-4877-a5fb-156b2bb98a8b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:36.916160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:36.930050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:36.939692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fba49b4c63fb45c9a06e98ee7eef7cd8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:36.943202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:36.950442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:37.107415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.119043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.291099 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fba49b4c63fb45c9a06e98ee7eef7cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294610 Feb 04 13:22:37.291099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfd6cd-cb3f-4d9e-86c4-82178fb86eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82178381-2133-433b-8a8b-fa27208ceb09,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:37.293962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43102) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:37.380729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.439767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:37.447416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Usage tracker for resource:security_group_rule and tenant:e267701f510246df9919c176ea1e9270 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:37.453484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:37.460530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.462206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:37.472443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 23e1a2e8-5c89-4a6f-8144-5f512896a91c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:37.549367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.649650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 23e1a2e8-5c89-4a6f-8144-5f512896a91c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:37.674170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.687541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.782783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.810014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82178381-2133-433b-8a8b-fa27208ceb09,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:37.868483 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.870005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-92cea7a7-1e57-44b5-881f-abbdbbe5f1a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82178381-2133-433b-8a8b-fa27208ceb09 HTTP/1.1" status: 204 len: 168 time: 0.5748765 Feb 04 13:22:37.958327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7938f5-010d-4aaf-a149-3b7ba2f6d410 req-8e954b86-83b0-4616-8aed-a7cc607e251c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:37.960996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae7938f5-010d-4aaf-a149-3b7ba2f6d410 req-8e954b86-83b0-4616-8aed-a7cc607e251c tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 0.2585359 Feb 04 13:22:37.967491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9053aae-0622-439c-b20f-ff27db16d04a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:37.978897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:37.995458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6e7079bc-59ad-453c-b979-f1b84ff4f21a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e267701f510246df9919c176ea1e9270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2081332 Feb 04 13:22:37.996494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43114) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:38.117465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae7938f5-010d-4aaf-a149-3b7ba2f6d410 req-de88cfda-d304-4518-a33b-2e905cf20794 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491065 Feb 04 13:22:38.193123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 71509cd3-7483-4877-a5fb-156b2bb98a8b owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:38.395433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.484608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91778c8-72a2-4805-aea3-cb6db02549aa req-4f6b5f8e-afa6-4d30-9513-2a45c7bb0451 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:38.487987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c91778c8-72a2-4805-aea3-cb6db02549aa req-4f6b5f8e-afa6-4d30-9513-2a45c7bb0451 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 945 time: 0.7139673 Feb 04 13:22:38.607165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Provisioning for port 23e1a2e8-5c89-4a6f-8144-5f512896a91c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:38.622422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Provisioning complete for port 23e1a2e8-5c89-4a6f-8144-5f512896a91c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:38.622954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.733513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.822219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.837331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.845399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c91778c8-72a2-4805-aea3-cb6db02549aa req-7d06a2e0-1c7e-4c8a-8a7b-1c88fe397ecb tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416910 Feb 04 13:22:38.908979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9053aae-0622-439c-b20f-ff27db16d04a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:38.927524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=71509cd3-7483-4877-a5fb-156b2bb98a8b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:38.981282 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:38.993324 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.000806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.005616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7a66587-a5ba-48e2-bcef-9c06f015080a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9053aae-0622-439c-b20f-ff27db16d04a HTTP/1.1" status: 204 len: 168 time: 1.0043159 Feb 04 13:22:39.008740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-441cc562-6a66-4fc6-b952-745c00fd6d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/71509cd3-7483-4877-a5fb-156b2bb98a8b HTTP/1.1" status: 204 len: 168 time: 2.2125802 Feb 04 13:22:39.011581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43136) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:39.037046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] For port 23e1a2e8-5c89-4a6f-8144-5f512896a91c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=23e1a2e8-5c89-4a6f-8144-5f512896a91c,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:39.042002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.153621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa2aa-69a5-45cd-9aa1-b3ea7d8402c4 None None] Pushing event updated for resources: {'Port': ['ID=23e1a2e8-5c89-4a6f-8144-5f512896a91c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:39.196356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecfbdc01-e8b6-4b16-b604-5ab26f46ef78 None None] Could not find standard attr ID for object 71509cd3-7483-4877-a5fb-156b2bb98a8b. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:22:39.381811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d350-fb62-4077-ab57-83a77fe133cf req-b47a3db3-65ad-4a70-8405-5bee7c586ab7 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.397299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1147d350-fb62-4077-ab57-83a77fe133cf req-b47a3db3-65ad-4a70-8405-5bee7c586ab7 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 945 time: 0.2534385 Feb 04 13:22:39.405070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e5791-0187-4244-b8f9-0a492ec77389 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.406654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e5791-0187-4244-b8f9-0a492ec77389 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.407404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae3e5791-0187-4244-b8f9-0a492ec77389 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:39.415696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 23e1a2e8-5c89-4a6f-8144-5f512896a91c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:39.474349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae3e5791-0187-4244-b8f9-0a492ec77389 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:39.478516 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae3e5791-0187-4244-b8f9-0a492ec77389 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4639940 Feb 04 13:22:39.490806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43150) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:39.576846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf57d2-0ea0-41cc-815d-35c06eebb961 req-7dd3c838-fcfa-4967-9b40-d5091aa204f6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:39.587410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ddf57d2-0ea0-41cc-815d-35c06eebb961 req-7dd3c838-fcfa-4967-9b40-d5091aa204f6 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 0.1217027 Feb 04 13:22:39.606342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Deleting port a8db695c-828d-4439-8431-64b23a48b4d1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:39.606947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.612166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 23e1a2e8-5c89-4a6f-8144-5f512896a91c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:39.612716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.643122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3ddf57d2-0ea0-41cc-815d-35c06eebb961 req-df73f6a5-8394-4bca-aa83-ecffa75c9d54 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547063 Feb 04 13:22:39.664801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet f9f39cba-bf3f-4d8c-8b0e-3510e1aff752 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:39.672105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:39.913898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43164) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:39.973376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] For port a8db695c-828d-4439-8431-64b23a48b4d1, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a8db695c-828d-4439-8431-64b23a48b4d1,segment=NetworkSegment(e2718989-9ece-41df-8c08-381c141a9d43),segment_id=e2718989-9ece-41df-8c08-381c141a9d43)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:39.973749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.010251 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c91af552-3e45-40fc-a9ea-ac2f413caa42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcf5683bef964cbc9fbadcfa906d731c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948782 Feb 04 13:22:40.012701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43170) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:40.158852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.176592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.211593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Calling delete_port for a8db695c-828d-4439-8431-64b23a48b4d1 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:40.215624 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.272571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8368f8-7d0c-4494-9459-3456632c33f1 req-2f3702f8-d35b-4054-a52e-65ec791b65f7 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:40.280342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e8368f8-7d0c-4494-9459-3456632c33f1 req-2f3702f8-d35b-4054-a52e-65ec791b65f7 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 945 time: 0.1930850 Feb 04 13:22:40.359019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e8368f8-7d0c-4494-9459-3456632c33f1 req-0d610d61-6484-470a-8d49-7afc62c86d51 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/security-groups?id=cdc8b662-1e20-4550-b1c0-96536a007ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774302 Feb 04 13:22:40.380484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.398339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b949e-95c6-4fc9-9a79-68d851253b88 req-f7926fcc-1d7e-46ef-8815-09fd11721ddc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:40.405388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cbc78e-5a0c-47c8-9a44-ed58dad04d84,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:40.405647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-089b949e-95c6-4fc9-9a79-68d851253b88 req-f7926fcc-1d7e-46ef-8815-09fd11721ddc tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 0.4232919 Feb 04 13:22:40.431542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.436881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1407f051-d7a3-41d0-bd68-bfcf7a2d6b7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0cbc78e-5a0c-47c8-9a44-ed58dad04d84 HTTP/1.1" status: 204 len: 168 time: 0.4196522 Feb 04 13:22:40.478240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.628141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-089b949e-95c6-4fc9-9a79-68d851253b88 req-20be8540-232d-4d0f-9f6d-c91eef822c74 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214613 Feb 04 13:22:40.645040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.664157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43182) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:40.667407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a8db695c-828d-4439-8431-64b23a48b4d1'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:22:40.728547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Pushing event deleted for resources: {'Port': ['ID=a8db695c-828d-4439-8431-64b23a48b4d1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:40.827984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] No DVR routers for this DVR port a8db695c-828d-4439-8431-64b23a48b4d1 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:40.830804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.842792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.885192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'name': 'network-vif-deleted', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:40.890822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:40.892983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/f9f39cba-bf3f-4d8c-8b0e-3510e1aff752 HTTP/1.1" status: 204 len: 168 time: 1.3900752 Feb 04 13:22:40.896113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bcaf44-c1dd-445f-b5ab-e156ef3558fe None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:40.903170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43194) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:40.927490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1147d350-fb62-4077-ab57-83a77fe133cf req-e9c0b59c-bd12-4fd8-bbc5-e7a13886f554 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.87 "DELETE /v2.0/ports/a8db695c-828d-4439-8431-64b23a48b4d1 HTTP/1.1" status: 204 len: 173 time: 1.5276034 Feb 04 13:22:40.948195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd57f1-93d2-4e2e-91fb-96fc75448116 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f39cba-bf3f-4d8c-8b0e-3510e1aff752,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:41.014094 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e34f08-bc50-4d2d-a662-b45e195be84f', 'name': 'network-vif-deleted', 'tag': 'a8db695c-828d-4439-8431-64b23a48b4d1', 'status': 'completed', 'code': 200} Feb 04 13:22:41.078628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-277cad6b-27e1-4057-a0a7-8db6e148899f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693485 Feb 04 13:22:41.081212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:41.314108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772f8d2-8e93-468a-812d-4a415eba719a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.323518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a772f8d2-8e93-468a-812d-4a415eba719a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:41.382261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a772f8d2-8e93-468a-812d-4a415eba719a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:41.386067 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a772f8d2-8e93-468a-812d-4a415eba719a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3014674 Feb 04 13:22:41.386274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:41.482417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5904b-c00c-4a9e-b414-bb4b0f9a37b2 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.485261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9de5904b-c00c-4a9e-b414-bb4b0f9a37b2 tempest-TestNetworkBasicOps-620961270 tempest-TestNetworkBasicOps-620961270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1091 time: 0.8195856 Feb 04 13:22:41.490590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43210) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:41.496867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:41.516027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:41.522913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388ef31-625e-4a04-a1ba-a28e0a29b80b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:41.524191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5388ef31-625e-4a04-a1ba-a28e0a29b80b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:41.541039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Usage tracker for resource:floatingip and tenant:cf74b64e58694f44bd4911e3bac95005 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:41.547322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:41.557371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:41.578250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5388ef31-625e-4a04-a1ba-a28e0a29b80b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:41.583359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5388ef31-625e-4a04-a1ba-a28e0a29b80b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1960652 Feb 04 13:22:41.584100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:41.600413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:41.613689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:41.620789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Deleting port 23e1a2e8-5c89-4a6f-8144-5f512896a91c {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:41.621084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.044697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.125400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-add5a07b-6389-48bb-8eae-5ab4e0df6a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5386879 Feb 04 13:22:42.126079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:42.130348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ea4280a8-af0b-45d7-976c-790ceeda47d6 req-0d27da17-7b28-44f9-9a29-dec11e27bc47 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Synchronizing usage tracker for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:42.138038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:42.201835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] For port 23e1a2e8-5c89-4a6f-8144-5f512896a91c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=23e1a2e8-5c89-4a6f-8144-5f512896a91c,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:42.202390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.266066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:42.301095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ea4280a8-af0b-45d7-976c-790ceeda47d6 req-0d27da17-7b28-44f9-9a29-dec11e27bc47 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] Unset dirty status for tenant:c2b8535069ac4b3dbafb2c0b4d5991ee on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:42.304473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea4280a8-af0b-45d7-976c-790ceeda47d6 req-0d27da17-7b28-44f9-9a29-dec11e27bc47 tempest-AttachVolumeNegativeTest-1405212631 tempest-AttachVolumeNegativeTest-1405212631-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4e34f08-bc50-4d2d-a662-b45e195be84f HTTP/1.1" status: 200 len: 210 time: 0.2475617 Feb 04 13:22:42.320631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:42.366857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:42.372063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.428917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Allocated IP 172.25.4.215 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/0526455a-6c10-4227-93bf-26d4fb631742) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:42.546221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Calling delete_port for 23e1a2e8-5c89-4a6f-8144-5f512896a91c owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:42.745390 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.777664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.792295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:42.869632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.889654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] No DVR routers for this DVR port 23e1a2e8-5c89-4a6f-8144-5f512896a91c on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:42.956939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:42.966736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22355ec-dc48-4335-88cf-3adb4c98846f None None] Pushing event deleted for resources: {'Port': ['ID=23e1a2e8-5c89-4a6f-8144-5f512896a91c,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:42.999518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:43.005279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:43.018637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:43.019257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.019780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881dd9fb-fcac-4f3b-b0b3-d6002e0eeb91 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:43.076256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=0526455a-6c10-4227-93bf-26d4fb631742,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:43.091270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:43.093488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:43.099780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:43.159058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=ed3ad8f9-d078-490e-86bb-170a14a898a5,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:43.176539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a8db695c-828d-4439-8431-64b23a48b4d1 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:43.218287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7b7e17c-3a8e-4569-99a9-e713bce011b3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0869527 Feb 04 13:22:43.219650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:43.225560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'ed3ad8f9-d078-490e-86bb-170a14a898a5', 'ip_address': '2001:db8::8a9a:7fbc:7fef:721c'}], 'name': 'tempest-NetworksTestDHCPv6-1021537188'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:43.239774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'networks': [{'name': 'tempest-network--502498426'}, {'name': 'tempest-network--2115867766'}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:43.241131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-network--502498426'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:43.241131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-network--2115867766'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:43.250241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:43.255770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:network and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:43.272992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: a8db695c-828d-4439-8431-64b23a48b4d1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:43.273459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a8db695c-828d-4439-8431-64b23a48b4d1 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:43.292541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:43.313069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:43.357779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'network': 2} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:43.366394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 23e1a2e8-5c89-4a6f-8144-5f512896a91c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:43.368298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.392720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.412054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 23e1a2e8-5c89-4a6f-8144-5f512896a91c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:43.414653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 23e1a2e8-5c89-4a6f-8144-5f512896a91c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:43.418581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:43.422591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:security_group_rule and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:43.425708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:43.438969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:43.504059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'ed3ad8f9-d078-490e-86bb-170a14a898a5'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:43.507888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.536362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:43.542421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73526752-ad98-47bb-ac83-f4e2ab174e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.688303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:43.707076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Deleting subnet e40ccebf-5f84-4dd1-b707-1866c430ed59 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:43.727466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.806074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/ed3ad8f9-d078-490e-86bb-170a14a898a5/3ed94e2f-3f1f-4103-85c4-44621a9c5dcb) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:43.813594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.830684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:43.856436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:43.933534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.959822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.971531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:43.971531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.142636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.214080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.265804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.293869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 23d4c751-332a-4c9d-b757-48f813db1d0a yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:44.343193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.387082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.411602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40ccebf-5f84-4dd1-b707-1866c430ed59,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.415308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.418906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:44.433344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9392fc4-6e1b-489b-900e-9111df381069,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.435599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Transition to ACTIVE for port object 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:44.453034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.453723 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment 4424fa72-4fb9-40dc-bb45-f92c470cc41d of type vlan for network a0423a7c-1676-4e5c-b972-126a651b52dd Feb 04 13:22:44.467674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aed48a09-90e6-4fe8-b89c-56d2cf16bc23 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e40ccebf-5f84-4dd1-b707-1866c430ed59 HTTP/1.1" status: 204 len: 168 time: 0.9280391 Feb 04 13:22:44.481106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43278) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:44.494490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Transition to ACTIVE for port object 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:44.501736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.667223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.732817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:44.736466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:44.760352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:44.790967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.792226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Pushing event updated for resources: {'Port': ['ID=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:44.810577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:44.868804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:44.870688 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment dd0c77bd-7a59-46a7-8946-71596e586bd3 of type vlan for network da1f39db-4d08-4415-a94d-1602cd88e9ec Feb 04 13:22:44.892687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::8a9a:7fbc:7fef:721c (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/ed3ad8f9-d078-490e-86bb-170a14a898a5/23d4c751-332a-4c9d-b757-48f813db1d0a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:45.018401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.028744 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.050455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.099815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.132697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Attempting to bind port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:45.133138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Attempting to bind port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:45.133635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Attempting to bind port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:45.147376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:45.147692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:45.148067 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.148435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:45.148839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Bound port: 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:45.149214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.238928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:22:45.299951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.320329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] For port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:45.320786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 23d4c751-332a-4c9d-b757-48f813db1d0a will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:45.330129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] For port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:45.338702 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.382687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.418705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb80ad3-e3f7-413c-8601-dd0353ef3331']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:45.446461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event updated for resources: {'Port': ['ID=0526455a-6c10-4227-93bf-26d4fb631742,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:45.458964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2718989-9ece-41df-8c08-381c141a9d43') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:45.460176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2718989-9ece-41df-8c08-381c141a9d43') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:45.469173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.470154 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.475803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.481791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.482798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.559976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=23d4c751-332a-4c9d-b757-48f813db1d0a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:45.563893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:45.565475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:45.575505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:45.581858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:45.582512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.585926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b1f02-689c-46d1-b7ab-0d0b1731cf45 None None] Pushing event updated for resources: {'Port': ['ID=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:45.603447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.613914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.670796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-95d22db8-6ea7-40b6-9f8f-dab314e439b8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4499547 Feb 04 13:22:45.674432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43290) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:45.680954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'ed3ad8f9-d078-490e-86bb-170a14a898a5', 'ip_address': '2001:db8::8a9a:7fbc:7fef:721c'}], 'name': 'tempest-NetworksTestDHCPv6-1596549549'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:45.747469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=a0423a7c-1676-4e5c-b972-126a651b52dd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:45.779262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a0423a7c-1676-4e5c-b972-126a651b52dd details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:22:45.884423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.908670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:45.909316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:45.961855 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:46.223264 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Floating IP 2fe1383b-fe7d-4f2a-8cd0-818d97be7177 associated. External IP: 172.25.4.215, port: be57e9a6-5f31-46d8-90a0-182185ef4eef. Feb 04 13:22:46.242140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:46.249241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:46.255781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:46.265928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:46.284553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:46.307073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:46.317761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e49e3886-1917-43e7-a1ef-95b85a2fed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:46.327387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5254471 Feb 04 13:22:46.329264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43294) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:46.333040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c623e-6b55-4223-974b-18315ed7c71d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=da1f39db-4d08-4415-a94d-1602cd88e9ec,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:46.380261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:46.380736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network da1f39db-4d08-4415-a94d-1602cd88e9ec details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:22:46.404238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:46.478363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port bbb61ad3-b5eb-4e38-ad15-f49041d0fa76 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:46.610430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bb43a-a0d8-4973-b647-c05a8c74c223 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:46.619282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bb43a-a0d8-4973-b647-c05a8c74c223 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:46.623881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb80ad3-e3f7-413c-8601-dd0353ef3331,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:46.626506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bb43a-a0d8-4973-b647-c05a8c74c223 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:46.634119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bb43a-a0d8-4973-b647-c05a8c74c223 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:46.635952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a38bb43a-a0d8-4973-b647-c05a8c74c223 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3057711 Feb 04 13:22:46.640236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:46.656871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d9568d05-10f9-4e1a-8aa3-1662877d6b47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cdb80ad3-e3f7-413c-8601-dd0353ef3331 HTTP/1.1" status: 204 len: 168 time: 2.1743143 Feb 04 13:22:46.842324 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.039484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.109969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:47.176970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router adfb86f2-ad97-4538-916d-46890709a6ea has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:22:47.283962 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:22:47.284481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:47.308833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.313178 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.321443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a04112d0-8855-4854-bf66-f3fca974d0a7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6458583 Feb 04 13:22:47.322310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:47.359970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e68234a0-2308-432e-a371-809285f2ea91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2b8535069ac4b3dbafb2c0b4d5991ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483058 Feb 04 13:22:47.397625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43330) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:47.448419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:47.449323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0423a7c-1676-4e5c-b972-126a651b52dd']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:47.474770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:22:47.497854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.501328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4424fa72-4fb9-40dc-bb45-f92c470cc41d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:47.501810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4424fa72-4fb9-40dc-bb45-f92c470cc41d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:47.521169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Sync routers for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:22:47.532303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.562904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.586553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.595494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:47.596621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:47.611244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-12c3d39d-6aec-4d47-919d-208f64985706 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1186182 Feb 04 13:22:47.612246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:47.612710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:22:47.620403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:47.621237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:47.638967 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:47.665023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2940ec38-5252-434c-8431-bc19a59baacc None None] Provisioning for port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:47.720901 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.857420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f0948-f37f-4a06-835f-3adac7afeff1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:47.866519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f0948-f37f-4a06-835f-3adac7afeff1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:47.867475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b4f0948-f37f-4a06-835f-3adac7afeff1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:47.876455 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'status': 'completed', 'code': 200} Feb 04 13:22:47.891635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:47.894556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-39f9d6d3-e9fe-4be7-8e34-aa0a4ed6111e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 200 len: 991 time: 0.2566228 Feb 04 13:22:47.932809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:47.933212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.942436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.967598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:47.984692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/a0423a7c-1676-4e5c-b972-126a651b52dd HTTP/1.1" status: 204 len: 168 time: 1.3433681 Feb 04 13:22:47.985498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b4f0948-f37f-4a06-835f-3adac7afeff1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:47.987401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:47.988911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b4f0948-f37f-4a06-835f-3adac7afeff1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6624281 Feb 04 13:22:47.995712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43356) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:48.003242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f378-5111-4994-9716-7d467cb01c24 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=a0423a7c-1676-4e5c-b972-126a651b52dd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:48.007873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:22:48.021310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.024464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.025646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdc8b662-1e20-4550-b1c0-96536a007ed0 HTTP/1.1" status: 204 len: 168 time: 0.6212876 Feb 04 13:22:48.039620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a29849-202a-430c-9632-6696992195b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8b662-1e20-4550-b1c0-96536a007ed0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:48.047000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-b8c63b7c-d01c-45fe-a658-efb2af897a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:48.048579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-b8c63b7c-d01c-45fe-a658-efb2af897a2d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1545687 Feb 04 13:22:48.141457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 23d4c751-332a-4c9d-b757-48f813db1d0a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:48.141807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.266921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22706e0d-f168-4ce7-b12a-8245464919bc None None] Provisioning for port 23d4c751-332a-4c9d-b757-48f813db1d0a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:48.321720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22706e0d-f168-4ce7-b12a-8245464919bc None None] Provisioning complete for port 23d4c751-332a-4c9d-b757-48f813db1d0a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:48.322172 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22706e0d-f168-4ce7-b12a-8245464919bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.366652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-3b468d1e-111f-46f9-a2cc-677da8daac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:48.368165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-3b468d1e-111f-46f9-a2cc-677da8daac6c service neutron] 10.222.0.87 "GET /v2.0/networks?id=3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 200 len: 897 time: 0.3130393 Feb 04 13:22:48.496913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-22706e0d-f168-4ce7-b12a-8245464919bc None None] Port 23d4c751-332a-4c9d-b757-48f813db1d0a cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:22:48.543681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.552536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43374) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:48.591215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-328f01c1-364d-4814-9bdf-712aee6a4f5e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 200 len: 999 time: 0.2162502 Feb 04 13:22:48.712267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.735629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.821611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:48.823287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-9c3e574c-e43c-42e9-9f8b-f0a49f3f8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:48.825023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-9c3e574c-e43c-42e9-9f8b-f0a49f3f8afe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe00208c-503d-4124-a88d-8e6721068d67 HTTP/1.1" status: 200 len: 834 time: 0.2274427 Feb 04 13:22:48.879839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:48.925616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43388) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:48.928009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 23d4c751-332a-4c9d-b757-48f813db1d0a owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:48.953401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.061004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:49.096732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '2fe1383b-fe7d-4f2a-8cd0-818d97be7177', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'port_id': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'mac_address': 'fa:16:3e:1d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:22:43Z', 'updated_at': '2022-02-04T13:22:43Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:49.158567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Checking router: adfb86f2-ad97-4538-916d-46890709a6ea for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:22:49.164004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.191422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:22:49.192056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:49.378828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-376c4377-14ab-42b5-9c6e-55b58346be95 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 200 len: 991 time: 0.4428744 Feb 04 13:22:49.380686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.390261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:49.400592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:49.405230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Usage tracker for resource:security_group_rule and tenant:3d36e8f91b034102873f63c5ad455a79 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:49.407894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:49.414241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:49.527596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-a8dffac1-f6da-4ef7-9cbc-a3bae3b7ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:49.549414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-a8dffac1-f6da-4ef7-9cbc-a3bae3b7ab78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3690adf9-51d4-4d1e-be96-82dde42c1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7180083 Feb 04 13:22:49.574554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:22:49.578623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=23d4c751-332a-4c9d-b757-48f813db1d0a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:49.606789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.669652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.727796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.802035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:49.802828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.806836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:49.832888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8217196-5145-4ca7-9d55-54685fcf8c07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/23d4c751-332a-4c9d-b757-48f813db1d0a HTTP/1.1" status: 204 len: 168 time: 1.8355649 Feb 04 13:22:49.843821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43406) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:49.928991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1f39db-4d08-4415-a94d-1602cd88e9ec']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:49.949587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0c77bd-7a59-46a7-8946-71596e586bd3') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:49.949934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0c77bd-7a59-46a7-8946-71596e586bd3') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:49.973383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.013594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e10a8-b018-4de2-96d5-7d04bcaf850a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:50.016188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e10a8-b018-4de2-96d5-7d04bcaf850a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:50.019473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c85e10a8-b018-4de2-96d5-7d04bcaf850a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1731257 Feb 04 13:22:50.021372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:50.056402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-1bbd15f5-4fd1-4c13-bd94-25196362c668 service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885855 Feb 04 13:22:50.069244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.081888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d016d7-289e-44b7-9212-1ecb600a9d95,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.093638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:22:50.094181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:22:50.112729 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:22:50.120933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-34a90fd0-76b1-467c-bc1e-59b2dfb09a74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d36e8f91b034102873f63c5ad455a79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5648909 Feb 04 13:22:50.172988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43416) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:50.246719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet ed3ad8f9-d078-490e-86bb-170a14a898a5 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:50.253756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.277881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.319684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.347174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68c1db2e-92f0-4021-90ce-961ab644c500 req-933f88b3-e9f8-46f1-87c2-fe7729844dc2 service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742541 Feb 04 13:22:50.368314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.375573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '2fe1383b-fe7d-4f2a-8cd0-818d97be7177', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'port_id': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'mac_address': 'fa:16:3e:1d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:22:43Z', 'updated_at': '2022-02-04T13:22:43Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:22:50.379199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/da1f39db-4d08-4415-a94d-1602cd88e9ec HTTP/1.1" status: 204 len: 168 time: 2.3865290 Feb 04 13:22:50.379389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43420) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:50.383690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:50.389376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0caeb-3c42-41d2-bad8-6ccdb122354c None None] The sync data for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 is: [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '2fe1383b-fe7d-4f2a-8cd0-818d97be7177', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'port_id': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'mac_address': 'fa:16:3e:1d:f8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:22:43Z', 'updated_at': '2022-02-04T13:22:43Z', 'revision_number': 0, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:22:50.401816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a27fd-4014-4d51-9f5a-70a9095d4325 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=da1f39db-4d08-4415-a94d-1602cd88e9ec,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.411149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.414336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.507824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.585629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.634852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.668846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d016d7-289e-44b7-9212-1ecb600a9d95,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.690351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.691820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-05ca4bf6-96c6-401f-9b80-27927d142ab9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88d016d7-289e-44b7-9212-1ecb600a9d95 HTTP/1.1" status: 204 len: 168 time: 0.5157037 Feb 04 13:22:50.733664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.845747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d111e4a-e724-4296-9193-14149e662a27 None None] New status for floating IP 2fe1383b-fe7d-4f2a-8cd0-818d97be7177: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:22:50.860505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3ad8f9-d078-490e-86bb-170a14a898a5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:50.874260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:50.883281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c8f407-02a5-4204-8bfe-7c7e1cc18b01 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:50.905792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-29525c8d-7f28-4a36-8f3b-b1061d29857a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/ed3ad8f9-d078-490e-86bb-170a14a898a5 HTTP/1.1" status: 204 len: 168 time: 0.8818514 Feb 04 13:22:50.913250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43440) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:51.060983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af60a55-5d8d-42a7-87cf-6a9345eb84dc tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.076241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af60a55-5d8d-42a7-87cf-6a9345eb84dc tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.079324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0af60a55-5d8d-42a7-87cf-6a9345eb84dc tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Synchronizing usage tracker for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:51.090763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0eb39261-914d-4b46-be38-14b5968cbfe4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698568 Feb 04 13:22:51.091503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43446) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:51.098750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:51.123291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-badc5b69-a6a3-40e6-b6eb-91d1d96c5810 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 200 len: 991 time: 0.7374597 Feb 04 13:22:51.125534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0af60a55-5d8d-42a7-87cf-6a9345eb84dc tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Unset dirty status for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:51.127062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0af60a55-5d8d-42a7-87cf-6a9345eb84dc tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7468002 Feb 04 13:22:51.132238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43450) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:51.140093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-168863431'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:51.148449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:51.164475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:51.176225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:51.181970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.217137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:51.228949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.229785 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment 64fb9f4f-c197-44c9-b896-f84a40812430 of type vlan for network 35b2dd79-d0de-43e8-a411-deddc0081425 Feb 04 13:22:51.285153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.369338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:51.376771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:51.377021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.380620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:51.394640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:51.395238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:51.397616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:51.397968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.400113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Deleting port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:51.400473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.414321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:51.419777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.542934 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=35b2dd79-d0de-43e8-a411-deddc0081425,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.545066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:51.568057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.576171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 35b2dd79-d0de-43e8-a411-deddc0081425 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:22:51.614931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:51.625129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Usage tracker for resource:security_group_rule and tenant:af31d43378934b74aa2cd75934039924 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:51.628541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:51.634398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-58364ea9-1347-4858-b815-89fddc56e79d tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5001001 Feb 04 13:22:51.637756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43460) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:51.639586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:51.646358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1277198050'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:51.658975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:51.668389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:network and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:51.675830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:51.687005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:51.740128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:51.744824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.805469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:22:51.816617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.830590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.848707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.849359 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment 8554f6c3-dfc6-41a7-9e54-ded381db445e of type vlan for network 999d41b7-af55-4117-be87-449bfa6ccb36 Feb 04 13:22:51.869809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.957040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:51.960973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f034e118-8d95-44ba-b2a1-933e2ab9a936,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:51.989707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:51.995025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:52.004236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.005049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.047230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:52.053765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-db7f2362-4e48-425a-ad66-6138407ccd67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af31d43378934b74aa2cd75934039924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032656 Feb 04 13:22:52.054792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] For port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:52.055196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.085190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=cf9c85ed-305a-4b36-9a30-ab44de751b7c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:52.126436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43474) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:52.134047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-277c33bb-1278-414c-ba87-81abd73204b5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0412774 Feb 04 13:22:52.134916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.142673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:52.142673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.154658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43478) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:52.200272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'cf9c85ed-305a-4b36-9a30-ab44de751b7c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1729146220'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:52.241789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Calling delete_port for 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:52.337898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.364606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-518a3f1a-6eb3-4a89-979e-7ce9f364d9ff tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 200 len: 993 time: 0.2367599 Feb 04 13:22:52.417310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] No DVR routers for this DVR port 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:22:52.421721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d9226-176c-4c78-8934-c03346f46b74 None None] Pushing event deleted for resources: {'Port': ['ID=3ed94e2f-3f1f-4103-85c4-44621a9c5dcb,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:52.438642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15489725-51ca-4f56-ad9e-093e46d3d76d None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:52.588944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9466982 Feb 04 13:22:52.589250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43494) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:52.596324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'ports': [{'network_id': '35b2dd79-d0de-43e8-a411-deddc0081425', 'name': 'tempest-port--2083929676', 'admin_state_up': True}, {'network_id': '999d41b7-af55-4117-be87-449bfa6ccb36', 'admin_state_up': False}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:52.596639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'port': {'network_id': '35b2dd79-d0de-43e8-a411-deddc0081425', 'name': 'tempest-port--2083929676', 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:52.597131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'port': {'network_id': '999d41b7-af55-4117-be87-449bfa6ccb36', 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:52.645688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea701bb8-8293-4226-af72-95a300e42d6a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=999d41b7-af55-4117-be87-449bfa6ccb36,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:52.656992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.698964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 999d41b7-af55-4117-be87-449bfa6ccb36 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:22:52.703965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.894528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.899957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:52.917495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f034e118-8d95-44ba-b2a1-933e2ab9a936,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:52.920971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:52.925455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:52.953842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:52.963816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:52.967512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-54669594-3900-4eba-a09e-60b22e68716e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f034e118-8d95-44ba-b2a1-933e2ab9a936 HTTP/1.1" status: 204 len: 168 time: 0.9078128 Feb 04 13:22:52.996558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:53.016418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:53.021300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:port and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:53.038701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:53.055219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:53.082141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:53.090058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:53.137052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'cf9c85ed-305a-4b36-9a30-ab44de751b7c'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:22:53.141609 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:53.157183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:53.359405 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:53.390376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:53.430813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 50e55149-56d2-4eb3-8dc3-0b287326638c yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:53.552269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:22:53.552269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ed94e2f-3f1f-4103-85c4-44621a9c5dcb not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:22:53.639694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/cf9c85ed-305a-4b36-9a30-ab44de751b7c/c8b187c9-66e0-4f7f-95cd-88092a9d7bbf) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:22:54.086208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] device_id is not set on port 504fa4c8-fd45-4aca-89f8-1926ec0e6eb9 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:54.204677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.242405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Transition to ACTIVE for port object c8b187c9-66e0-4f7f-95cd-88092a9d7bbf will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:54.285715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Transition to ACTIVE for port object c8b187c9-66e0-4f7f-95cd-88092a9d7bbf will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:22:54.293518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.294312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.301531 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:22:54.301995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:22:54.330083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e5c4a4a8-c1ad-487e-b4a6-954c0b33c273 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1519651 Feb 04 13:22:54.332701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43532) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:54.400810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:54.402017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:54.418646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:54.500004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8e8a3-a1de-4ba9-8efd-cfe20dd43c2e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:54.501443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-67c8e8a3-a1de-4ba9-8efd-cfe20dd43c2e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:54.507581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] device_id is not set on port 5cc40359-490f-4545-9d35-1aaf2e45fe87 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:22:54.532230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-67c8e8a3-a1de-4ba9-8efd-cfe20dd43c2e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:54.534474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-67c8e8a3-a1de-4ba9-8efd-cfe20dd43c2e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2006533 Feb 04 13:22:54.537843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43538) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:54.653976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3d772-1f11-414e-88ef-ce4e34333170 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:54.661468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3d772-1f11-414e-88ef-ce4e34333170 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:54.663062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7cf3d772-1f11-414e-88ef-ce4e34333170 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:54.691202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.692555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Pushing event updated for resources: {'Port': ['ID=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:54.695187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7cf3d772-1f11-414e-88ef-ce4e34333170 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:54.696487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7cf3d772-1f11-414e-88ef-ce4e34333170 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1571825 Feb 04 13:22:54.702026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43542) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:54.723785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Attempting to bind port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:22:54.725093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Attempting to bind port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:22:54.725711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Attempting to bind port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:22:54.732403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:22:54.732959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:54.733368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.733785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:22:54.734421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Bound port: c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:22:54.734874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.820331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.851968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet cf9c85ed-305a-4b36-9a30-ab44de751b7c {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:22:54.868009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:54.965008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:22:54.978110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:22:54.992575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.065964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.161513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.200275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f33996-a68e-4362-a824-61b6c95a89e1 None None] Pushing event updated for resources: {'Port': ['ID=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.317667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Port': ['ID=504fa4c8-fd45-4aca-89f8-1926ec0e6eb9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.344114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Checking segment: {'id': '64fb9f4f-c197-44c9-b896-f84a40812430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35b2dd79-d0de-43e8-a411-deddc0081425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:55.344518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network hostable DHCP agents. Network: 35b2dd79-d0de-43e8-a411-deddc0081425, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:22:55.353156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.428277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network 35b2dd79-d0de-43e8-a411-deddc0081425 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:22:55.445570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 35b2dd79-d0de-43e8-a411-deddc0081425) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:55.452192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:55.453128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.462518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf955a-582b-45c1-84be-67b941f3c9b7 None None] Network 35b2dd79-d0de-43e8-a411-deddc0081425 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:55.609582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.723116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9c85ed-305a-4b36-9a30-ab44de751b7c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.763837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:55.777191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Port': ['ID=5cc40359-490f-4545-9d35-1aaf2e45fe87,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:55.829498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Checking segment: {'id': '8554f6c3-dfc6-41a7-9e54-ded381db445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '999d41b7-af55-4117-be87-449bfa6ccb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:22:55.829993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network hostable DHCP agents. Network: 999d41b7-af55-4117-be87-449bfa6ccb36, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:22:55.864346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-05d2a177-a71e-4121-b8c8-e5141b69d19a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/cf9c85ed-305a-4b36-9a30-ab44de751b7c HTTP/1.1" status: 204 len: 168 time: 1.1614013 Feb 04 13:22:55.866854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:55.897303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network 999d41b7-af55-4117-be87-449bfa6ccb36 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:22:55.929597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 999d41b7-af55-4117-be87-449bfa6ccb36) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:55.934286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:22:55.942884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5b261-cea6-4c7e-a86d-781947aef2b8 None None] Network 999d41b7-af55-4117-be87-449bfa6ccb36 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:55.949292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:55.956238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:55.956941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:56.009620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9fbf6dff-8fb0-4b67-b418-f6ad081c7a17 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4192171 Feb 04 13:22:56.010299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43582) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:56.041467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-54056afe-ba17-49c2-b047-74d455d8016b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732824 Feb 04 13:22:56.042102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43586) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:56.048085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:56.164837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c669ea2-6c76-46a3-8faa-9299832c72ad tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.188174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c669ea2-6c76-46a3-8faa-9299832c72ad tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:56.190498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c669ea2-6c76-46a3-8faa-9299832c72ad tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Synchronizing usage tracker for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:22:56.226146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c669ea2-6c76-46a3-8faa-9299832c72ad tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Unset dirty status for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:22:56.233202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43596) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:56.233702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c669ea2-6c76-46a3-8faa-9299832c72ad tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2204237 Feb 04 13:22:56.326940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:56.347984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:56.354345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:56.366085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:56.392772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Deleting port 504fa4c8-fd45-4aca-89f8-1926ec0e6eb9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:56.399441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:56.473388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:22:56.479095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.062973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc44b5-d42f-4d11-8075-71d23822e271 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:22:57.075282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43606) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:57.257232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.297267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.335542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:57.344397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Usage tracker for resource:security_group_rule and tenant:29ad8fd27a9c4efd80ddf30f0c5142b3 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:57.351396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:57.359377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:57.454632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Calling delete_port for 504fa4c8-fd45-4aca-89f8-1926ec0e6eb9 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:57.495238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8b187c9-66e0-4f7f-95cd-88092a9d7bbf up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:22:57.547745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.552824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.586314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d69e0c69-261f-4d28-aa6f-611a3cf56333 None None] Provisioning for port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:57.597603 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.675849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6998a-addb-4617-8d33-4178a32cf218,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:57.695743 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14e6d89b-c626-4a4c-a518-cb3e120b441b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29ad8fd27a9c4efd80ddf30f0c5142b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192644 Feb 04 13:22:57.696496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:57.748500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:22:57.777787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:22:57.782479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.890828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:22:57.894386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.904970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:22:57.935970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Deleting port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:57.936493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.964834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.985759 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:57.988939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:22:57.997641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:22:57.998235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.001801 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.008453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Port': ['ID=504fa4c8-fd45-4aca-89f8-1926ec0e6eb9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:58.031213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=ddd00d41-2b7b-4af5-b998-4b6829e7703c,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:58.075335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a5e35c3a-90ac-4a96-8c8b-676114bfd858 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/ports/504fa4c8-fd45-4aca-89f8-1926ec0e6eb9 HTTP/1.1" status: 204 len: 168 time: 1.8378074 Feb 04 13:22:58.076856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:58.080376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2d3de4df-3529-4d8d-98d4-a40f7243058e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0371783 Feb 04 13:22:58.085169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:58.098596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:22:58.109763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:58.113818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:router and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:58.118470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:58.130315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:58.147537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.149204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.171296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.198394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.239600 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.244948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6998a-addb-4617-8d33-4178a32cf218,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:58.252905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Deleting port 5cc40359-490f-4545-9d35-1aaf2e45fe87 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:58.252905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.285373 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.287509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea10e0e7-2b09-4d09-b630-5ccfed5104f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95d6998a-addb-4617-8d33-4178a32cf218 HTTP/1.1" status: 204 len: 168 time: 0.5888624 Feb 04 13:22:58.321334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43648) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:58.327264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.333426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:58.334048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-60200c0f-808d-4e74-9731-deaff9c29e54 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2416835 Feb 04 13:22:58.557060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:58.557641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.560808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.568685 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.609588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:22:58.614045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b91d09cf5f0942b6a946567a3af741e6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:22:58.617461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:22:58.624696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:22:58.766003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.772484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.827506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b91d09cf5f0942b6a946567a3af741e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023558 Feb 04 13:22:58.827849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43660) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:58.848713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Calling delete_port for c8b187c9-66e0-4f7f-95cd-88092a9d7bbf owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:58.881462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18e074-ad51-4ca6-bc81-817d636a10b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f87c4-aae6-4db1-939c-ddd2b86d64e4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:58.932954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.943475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:58.953842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:58.977949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.068264 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.076903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:22:59.077263 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:22:59.078003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:59.106013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.110117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af7f87c4-aae6-4db1-939c-ddd2b86d64e4 HTTP/1.1" status: 204 len: 168 time: 0.2811866 Feb 04 13:22:59.112116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6458a-5d24-4989-aa30-ccc728e1bd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f87c4-aae6-4db1-939c-ddd2b86d64e4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:59.310762 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.348071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8b187c9-66e0-4f7f-95cd-88092a9d7bbf no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:22:59.493482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Calling delete_port for 5cc40359-490f-4545-9d35-1aaf2e45fe87 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:22:59.535105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.548494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.582282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Deleting port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:22:59.582919 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.722275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:22:59.730651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.826562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.908175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Port': ['ID=5cc40359-490f-4545-9d35-1aaf2e45fe87,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:22:59.936582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:22:59.993993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d8e71a9-db9e-425a-8aad-07c1680bef11 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/ports/5cc40359-490f-4545-9d35-1aaf2e45fe87 HTTP/1.1" status: 204 len: 168 time: 1.9156313 Feb 04 13:22:59.999858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43712) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:00.030482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.064190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5c3b1c83-a40f-4673-8985-75887f4276c1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Synchronizing usage tracker for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:00.091576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5c3b1c83-a40f-4673-8985-75887f4276c1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Unset dirty status for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:00.093482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5c3b1c83-a40f-4673-8985-75887f4276c1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0925136 Feb 04 13:23:00.097120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43718) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:00.110929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1313827971'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:00.117579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:00.123020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:network and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:00.127990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:00.135786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:00.151197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:00.156376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.192283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] For port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:00.192684 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.250983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:00.275963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::1 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/ddd00d41-2b7b-4af5-b998-4b6829e7703c/e2845653-e4c8-45d0-88dd-4291c1aa79e0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:00.278920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.279605 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment eb6bd70e-dad2-4e9d-aa6d-e90a03b7dee7 of type vlan for network 145427b2-41c8-4f56-b08b-bc8aa442cd79 Feb 04 13:23:00.372889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Calling delete_port for c8b187c9-66e0-4f7f-95cd-88092a9d7bbf owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:00.390877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.486448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.487536 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.493578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.494244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.596172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] Pushing event deleted for resources: {'Port': ['ID=c8b187c9-66e0-4f7f-95cd-88092a9d7bbf,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.600569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfacdf-1235-47ce-8b31-09c4da2f6b52 None None] No DVR routers for this DVR port c8b187c9-66e0-4f7f-95cd-88092a9d7bbf on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:00.634791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069f8f1-bcb0-46a6-bb6d-b945396c3f0f None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:00.649118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.660879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5624528 Feb 04 13:23:00.664050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:00.665543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fcf24-f793-43dd-b579-6f42be41b590 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=145427b2-41c8-4f56-b08b-bc8aa442cd79,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.677451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object e2845653-e4c8-45d0-88dd-4291c1aa79e0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:00.681423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1195350785'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:00.696107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:00.706571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.709982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:network and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:00.713797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:00.721202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:00.734504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:00.738807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.777809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:00.799614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.799984 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Added segment 0d4b00e4-b2b2-4a5f-baa0-65413e23c762 of type vlan for network f6da3984-f478-4bc5-a8de-2460b19ccf26 Feb 04 13:23:00.823114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=e2845653-e4c8-45d0-88dd-4291c1aa79e0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:00.841996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 145427b2-41c8-4f56-b08b-bc8aa442cd79 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:00.861860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:00.862127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.866240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:00.875544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:00.877377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.962300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:00.985106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:00.985760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.224068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43740) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:01.237513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5716481 Feb 04 13:23:01.245125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe210b1-b6a6-4163-80f4-2de6c8422e5a tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Network': ['ID=f6da3984-f478-4bc5-a8de-2460b19ccf26,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:01.273167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f6da3984-f478-4bc5-a8de-2460b19ccf26 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:01.403361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43754) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:01.411450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'subnets': [{'network_id': '145427b2-41c8-4f56-b08b-bc8aa442cd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1867913103', 'ip_version': 4}, {'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:01.411834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'subnet': {'network_id': '145427b2-41c8-4f56-b08b-bc8aa442cd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1867913103', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:01.412414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Request body: {'subnet': {'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:01.479150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'ddd00d41-2b7b-4af5-b998-4b6829e7703c'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:01.480194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.593529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.655471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:01.667027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab3009decaf49faac7856831a16bd94 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:01.671283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:01.699673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:01.728069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.822553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/ddd00d41-2b7b-4af5-b998-4b6829e7703c/1916ab90-b5fc-461f-b16e-61ce6aae02b0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:01.906820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.912315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:01.991745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ab3009decaf49faac7856831a16bd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654390 Feb 04 13:23:01.992922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:01.997355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43758) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:02.001125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Usage tracker for resource:subnet and tenant:a10b2fe5f6264a0dbdf456c5c059a2dd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:02.006157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d3bcb-1809-4764-abd4-05c96eba8241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19c5c37-5671-411f-8f40-cbb504738da1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:02.019622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:02.031041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:02.085559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Made reservation on behalf of a10b2fe5f6264a0dbdf456c5c059a2dd for: {'subnet': 2} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:02.090669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.090982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.231409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.254737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Transition to ACTIVE for port object 1916ab90-b5fc-461f-b16e-61ce6aae02b0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:02.315811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Transition to ACTIVE for port object 1916ab90-b5fc-461f-b16e-61ce6aae02b0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:02.334813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.414778 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.472014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.513267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:02.523379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.538005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.539128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.551601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:02.555235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:02.753318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Pushing event updated for resources: {'Port': ['ID=1916ab90-b5fc-461f-b16e-61ce6aae02b0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:02.799087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Attempting to bind port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:02.799485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Attempting to bind port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:02.799859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Attempting to bind port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:02.808156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:02.808726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:02.809133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.809526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:02.810178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Bound port: 1916ab90-b5fc-461f-b16e-61ce6aae02b0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:02.810732 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.837592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=e2845653-e4c8-45d0-88dd-4291c1aa79e0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:02.929540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:02.933007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:02.950828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.955010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] For port 1916ab90-b5fc-461f-b16e-61ce6aae02b0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:02.959299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] For port 1916ab90-b5fc-461f-b16e-61ce6aae02b0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1916ab90-b5fc-461f-b16e-61ce6aae02b0,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:02.965034 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:02.977943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19c5c37-5671-411f-8f40-cbb504738da1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.012391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:03.013590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-66fc3064-26ca-4f3e-aed3-4c3315a68762 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d19c5c37-5671-411f-8f40-cbb504738da1 HTTP/1.1" status: 204 len: 168 time: 1.0152214 Feb 04 13:23:03.051287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d428-7e7e-4016-bc94-573536ce725d None None] Pushing event updated for resources: {'Port': ['ID=1916ab90-b5fc-461f-b16e-61ce6aae02b0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.073035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:03.223383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Router 554c2803-ff45-421c-a8e0-5a75e2e40acc is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:23:03.223590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Subnet': ['ID=fef47ddb-d96c-4ed3-a4f2-280b2675f044,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.230917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Checking segment: {'id': 'eb6bd70e-dad2-4e9d-aa6d-e90a03b7dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '145427b2-41c8-4f56-b08b-bc8aa442cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:03.231285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network hostable DHCP agents. Network: 145427b2-41c8-4f56-b08b-bc8aa442cd79, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:03.278102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network 145427b2-41c8-4f56-b08b-bc8aa442cd79 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:03.291165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 145427b2-41c8-4f56-b08b-bc8aa442cd79) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:03.300834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2dfc5-eb7e-4793-9ecd-0dcd4049d555 None None] Network 145427b2-41c8-4f56-b08b-bc8aa442cd79 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:03.301463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:03.405638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event updated for resources: {'Subnet': ['ID=bbc0f4a3-031d-499c-892e-4423bdc83edd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:03.484357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Checking segment: {'id': '0d4b00e4-b2b2-4a5f-baa0-65413e23c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:03.484816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network hostable DHCP agents. Network: f6da3984-f478-4bc5-a8de-2460b19ccf26, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:03.510316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Network f6da3984-f478-4bc5-a8de-2460b19ccf26 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:03.535397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f6da3984-f478-4bc5-a8de-2460b19ccf26) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:03.541746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.542226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.543070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:03.553993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:03.573579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525f828-1605-4ddc-98b6-6a8d459fdfde None None] Network f6da3984-f478-4bc5-a8de-2460b19ccf26 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:03.579271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5bb2c4cd-8500-4f97-bdd1-93b0dc985b88 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "PUT /v2.0/routers/554c2803-ff45-421c-a8e0-5a75e2e40acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2436953 Feb 04 13:23:03.582135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:03.584928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1461ad7f-c254-4b33-a7f2-731d53ef65aa tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1801143 Feb 04 13:23:03.585827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:03.783209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902624bb-b44d-49cf-81da-09cd416ef60d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.783844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-902624bb-b44d-49cf-81da-09cd416ef60d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:03.803162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Sync routers for ids ['554c2803-ff45-421c-a8e0-5a75e2e40acc'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:03.806450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.819428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.821507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:03.822370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Synchronizing usage tracker for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:03.856050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-902624bb-b44d-49cf-81da-09cd416ef60d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:03.858075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-902624bb-b44d-49cf-81da-09cd416ef60d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports/e2845653-e4c8-45d0-88dd-4291c1aa79e0 HTTP/1.1" status: 200 len: 911 time: 0.2745271 Feb 04 13:23:03.862403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43800) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:03.891729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Routers {'554c2803-ff45-421c-a8e0-5a75e2e40acc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:03.892476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['554c2803-ff45-421c-a8e0-5a75e2e40acc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:04.007123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Unset dirty status for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:04.013053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eba03f35-f88e-4c28-b51b-7eca58894fe1 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4225612 Feb 04 13:23:04.013807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:04.102919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74bcaba-4d89-41ba-ab4d-63dca1bb9ae5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.114955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74bcaba-4d89-41ba-ab4d-63dca1bb9ae5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:04.116848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c74bcaba-4d89-41ba-ab4d-63dca1bb9ae5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2505248 Feb 04 13:23:04.128987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:04.489814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Deleting subnet fef47ddb-d96c-4ed3-a4f2-280b2675f044 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:04.512105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:04.576921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f6da3984-f478-4bc5-a8de-2460b19ccf26', 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26', 'tenant_id': 'a10b2fe5f6264a0dbdf456c5c059a2dd', 'fixed_ips': [{'subnet_id': 'bbc0f4a3-031d-499c-892e-4423bdc83edd'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:04.580691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:04.607561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:04.634087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Set router 554c2803-ff45-421c-a8e0-5a75e2e40acc gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:04.634554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43828) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:04.635066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:04.685858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:04.883609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:04.972631 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:23:05.019924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.049073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Subnet': ['ID=fef47ddb-d96c-4ed3-a4f2-280b2675f044,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:05.071629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9ada75d-2474-4841-86bc-ad6c2c08c0ce tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/subnets/fef47ddb-d96c-4ed3-a4f2-280b2675f044 HTTP/1.1" status: 204 len: 168 time: 1.0568581 Feb 04 13:23:05.074158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43842) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.127408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1958142559-network', 'tenant_id': 'b4f30d92db32424d987f1a7e7f38ad1a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:05.172763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:05.206090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Deleting subnet bbc0f4a3-031d-499c-892e-4423bdc83edd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:05.248312 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.263294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Allocated IP 172.20.0.18 (f6da3984-f478-4bc5-a8de-2460b19ccf26/bbc0f4a3-031d-499c-892e-4423bdc83edd/07aa9f9f-36ec-4575-a4c1-3366cc4eeab7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:05.265019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Usage tracker for resource:network and tenant:b4f30d92db32424d987f1a7e7f38ad1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:05.279857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:05.293163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:05.297034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:8615d15a205a4c57b2431e53aedb369b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:05.300023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:05.309160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:05.404486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b131403-fef3-454c-bf64-47377923cf5e None None] Provisioning for port e2845653-e4c8-45d0-88dd-4291c1aa79e0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:05.444728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.446815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:05.510292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.516686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b131403-fef3-454c-bf64-47377923cf5e None None] Provisioning complete for port e2845653-e4c8-45d0-88dd-4291c1aa79e0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:05.517185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b131403-fef3-454c-bf64-47377923cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.518298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Made reservation on behalf of b4f30d92db32424d987f1a7e7f38ad1a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:05.520608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.554306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428a430-6dd5-4162-be48-cc8e85a9ab00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-145427b2-41c8-4f56-b08b-bc8aa442cd79', 'network_id': '145427b2-41c8-4f56-b08b-bc8aa442cd79', 'tenant_id': 'a10b2fe5f6264a0dbdf456c5c059a2dd', 'fixed_ips': [{'subnet_id': 'fef47ddb-d96c-4ed3-a4f2-280b2675f044'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:05.555088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4428a430-6dd5-4162-be48-cc8e85a9ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.563023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.566017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1916ab90-b5fc-461f-b16e-61ce6aae02b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:05.651652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:05.658072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8615d15a205a4c57b2431e53aedb369b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9995041 Feb 04 13:23:05.661845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.668098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fba9ff-4781-4573-a76b-28660ae02ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602eb920-005a-4785-8497-68dbff1a8549,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:05.672551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f30d92db32424d987f1a7e7f38ad1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:05.694150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:05.709641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:05.848796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2b131403-fef3-454c-bf64-47377923cf5e None None] Port e2845653-e4c8-45d0-88dd-4291c1aa79e0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:23:05.860716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.901834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.957307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.963818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.993150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:05.998482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b131403-fef3-454c-bf64-47377923cf5e None None] Provisioning for port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:06.019788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602eb920-005a-4785-8497-68dbff1a8549,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.021720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.029443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.032883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ef1e3adf-f5c2-4937-b26c-e94144f46efa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/602eb920-005a-4785-8497-68dbff1a8549 HTTP/1.1" status: 204 len: 168 time: 0.3656864 Feb 04 13:23:06.033618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:06.082703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:06.102090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd526e3-6a58-45cf-9794-aab975621295,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.108848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21a5fb-637b-4931-abf8-d55176ac3592 None None] Network 145427b2-41c8-4f56-b08b-bc8aa442cd79 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:06.111716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.111918 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Added segment e27a1547-b1f1-487a-8857-d5964e5e3568 of type vlan for network 3c697016-6ac9-4a32-8372-a27e4ae8b680 Feb 04 13:23:06.136494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:06.136866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.217519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.319412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.345155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Transition to ACTIVE for port object 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:06.362282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.363202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:06.363786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.382061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a3d3454e-29a1-4c86-b766-a0269f3a9ca5 None None] Provisioning complete for port e2845653-e4c8-45d0-88dd-4291c1aa79e0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:06.382428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a3d3454e-29a1-4c86-b766-a0269f3a9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.395086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43862) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:06.413710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.414984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:01Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None, '_interfaces': [{'id': 'e2845653-e4c8-45d0-88dd-4291c1aa79e0', 'name': '', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'mac_address': 'fa:16:3e:1a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ddd00d41-2b7b-4af5-b998-4b6829e7703c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:22:59Z', 'updated_at': '2022-02-04T13:23:02Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'subnets': [{'id': 'ddd00d41-2b7b-4af5-b998-4b6829e7703c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:06.430292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:06.434470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Usage tracker for resource:security_group_rule and tenant:32635fda6e254ad8b3f4f7d0247a5927 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:06.437780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:06.445610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:06.482567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Checking router: 554c2803-ff45-421c-a8e0-5a75e2e40acc for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:06.482931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Updating router 554c2803-ff45-421c-a8e0-5a75e2e40acc port e2845653-e4c8-45d0-88dd-4291c1aa79e0 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:23:06.483074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port e2845653-e4c8-45d0-88dd-4291c1aa79e0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:06.483428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.512830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Transition to ACTIVE for port object 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:06.514661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c697016-6ac9-4a32-8372-a27e4ae8b680,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.534003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c350a723-3cfd-40a9-ac11-392a6361e5b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8807766 Feb 04 13:23:06.534558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.534730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:06.542799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Request body: {'subnet': {'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1958142559-subnet', 'tenant_id': 'b4f30d92db32424d987f1a7e7f38ad1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:06.552201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:06.562369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:06.573719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Usage tracker for resource:subnet and tenant:b4f30d92db32424d987f1a7e7f38ad1a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:06.596969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.606554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.626040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:06.637798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:06.661149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Made reservation on behalf of b4f30d92db32424d987f1a7e7f38ad1a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:06.664890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.711304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3454e-29a1-4c86-b766-a0269f3a9ca5 None None] Port e2845653-e4c8-45d0-88dd-4291c1aa79e0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:23:06.731240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.763419 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.783545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.795063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Network f6da3984-f478-4bc5-a8de-2460b19ccf26 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:06.805452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:06.810550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:06.828327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.851368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.854275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Pushing event updated for resources: {'Port': ['ID=07aa9f9f-36ec-4575-a4c1-3366cc4eeab7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.912324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32635fda6e254ad8b3f4f7d0247a5927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152633 Feb 04 13:23:06.915218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:06.934458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:06.946632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430e6c-bbf3-4bfe-b4b3-028eacd04469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c7561-1160-4f0b-9ec5-18c2904113f4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:06.979585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.045009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.063478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc0f4a3-031d-499c-892e-4423bdc83edd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.076413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.076762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.077097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.077427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.077752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.077869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-30615389-765c-4509-9c8b-c50cc94da147 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/subnets/bbc0f4a3-031d-499c-892e-4423bdc83edd HTTP/1.1" status: 204 len: 168 time: 2.0022502 Feb 04 13:23:07.078075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.078395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.078742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.079170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.079922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.079922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.080143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:07.080617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43880) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:07.118168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for e2845653-e4c8-45d0-88dd-4291c1aa79e0 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:07.160921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609e0e0-c349-4f55-80fb-a1752c8dd31c tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:07.161865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0609e0e0-c349-4f55-80fb-a1752c8dd31c tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Synchronizing usage tracker for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:07.188212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0609e0e0-c349-4f55-80fb-a1752c8dd31c tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Unset dirty status for tenant:a10b2fe5f6264a0dbdf456c5c059a2dd on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:07.193277 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0609e0e0-c349-4f55-80fb-a1752c8dd31c tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109045 Feb 04 13:23:07.195991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:07.229993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 1916ab90-b5fc-461f-b16e-61ce6aae02b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1916ab90-b5fc-461f-b16e-61ce6aae02b0,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:07.234319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Attempting to bind port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:07.234678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Attempting to bind port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '0d4b00e4-b2b2-4a5f-baa0-65413e23c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:07.235015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Attempting to bind port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 on network f6da3984-f478-4bc5-a8de-2460b19ccf26 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:07.243504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.276984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:07.277363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Checking segment: {'id': '0d4b00e4-b2b2-4a5f-baa0-65413e23c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:07.277764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.278153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Bound using segment: {'id': '0d4b00e4-b2b2-4a5f-baa0-65413e23c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:07.278647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Bound port: 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4b00e4-b2b2-4a5f-baa0-65413e23c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f6da3984-f478-4bc5-a8de-2460b19ccf26'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:07.279070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.365823 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.434961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.460330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.461265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=1916ab90-b5fc-461f-b16e-61ce6aae02b0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.517983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Deleting port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:07.518321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.528874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] For port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:07.544666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] For port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=07aa9f9f-36ec-4575-a4c1-3366cc4eeab7,segment=NetworkSegment(0d4b00e4-b2b2-4a5f-baa0-65413e23c762),segment_id=0d4b00e4-b2b2-4a5f-baa0-65413e23c762)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:07.564395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.627804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.757923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7978-20c5-42e8-8246-865f905fd0fa None None] Pushing event updated for resources: {'Port': ['ID=07aa9f9f-36ec-4575-a4c1-3366cc4eeab7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.789562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:07.789924 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:07.798211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b81768-53e9-43e4-9b9a-f114f7c946b1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.798460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735e27e-a173-4aec-927b-e8a0a066a98f None None] Network f6da3984-f478-4bc5-a8de-2460b19ccf26 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:07.809540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.866837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:07.954633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=e2845653-e4c8-45d0-88dd-4291c1aa79e0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.977264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c7561-1160-4f0b-9ec5-18c2904113f4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:07.979322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Checking segment: {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:07.979683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Network hostable DHCP agents. Network: 3c697016-6ac9-4a32-8372-a27e4ae8b680, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:08.159404 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:08.160618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a39fa2af-a056-4c06-9852-69435fe0280f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/075c7561-1160-4f0b-9ec5-18c2904113f4 HTTP/1.1" status: 204 len: 168 time: 1.2418923 Feb 04 13:23:08.173706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:08.189474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] For port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=07aa9f9f-36ec-4575-a4c1-3366cc4eeab7,segment=NetworkSegment(0d4b00e4-b2b2-4a5f-baa0-65413e23c762),segment_id=0d4b00e4-b2b2-4a5f-baa0-65413e23c762)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:08.189845 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:08.271939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 3c697016-6ac9-4a32-8372-a27e4ae8b680) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:08.324290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:08.347362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1e28b-d429-4ea9-bd84-316ddc3b3cca None None] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:08.424423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Calling delete_port for 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:08.443153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Port e2845653-e4c8-45d0-88dd-4291c1aa79e0 not found while updating agent binding for router 554c2803-ff45-421c-a8e0-5a75e2e40acc. {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 13:23:08.475949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Routers {'554c2803-ff45-421c-a8e0-5a75e2e40acc'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:08.477681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['554c2803-ff45-421c-a8e0-5a75e2e40acc'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:08.489090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:08.489090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:08.670154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] Set router 554c2803-ff45-421c-a8e0-5a75e2e40acc gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:08.843303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a83e8c88-b824-43bd-afb7-53bd9d1786da admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3076119 Feb 04 13:23:08.916982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:07Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:08.925249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00647c-0b21-419f-82f6-17ec512d9bd3 None None] The sync data for ids ['554c2803-ff45-421c-a8e0-5a75e2e40acc'] in n-d-820555-2 is: [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:07Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:09.051188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.106557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d97838-8199-49e9-bc41-5984ae4fdbfd None None] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:09.131740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Port': ['ID=07aa9f9f-36ec-4575-a4c1-3366cc4eeab7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:09.149618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e092d8f-59f0-476d-bfa4-a75075bd5003 req-cb323375-1c5b-4aaf-8d9f-55087f9976fe tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.151287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e092d8f-59f0-476d-bfa4-a75075bd5003 req-cb323375-1c5b-4aaf-8d9f-55087f9976fe tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.3855419 Feb 04 13:23:09.205998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] No DVR routers for this DVR port 07aa9f9f-36ec-4575-a4c1-3366cc4eeab7 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:09.313947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Router 554c2803-ff45-421c-a8e0-5a75e2e40acc has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:23:09.410701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e092d8f-59f0-476d-bfa4-a75075bd5003 req-f06fd6d2-33d4-4e3c-ba3d-e3ff236f24a9 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027328 Feb 04 13:23:09.443949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1916ab90-b5fc-461f-b16e-61ce6aae02b0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:09.516031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.607224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:09.622317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6da3984-f478-4bc5-a8de-2460b19ccf26']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:09.637359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-354e26a4-22ac-4c84-95af-8680d4c862e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "PUT /v2.0/routers/554c2803-ff45-421c-a8e0-5a75e2e40acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5071766 Feb 04 13:23:09.640509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43952) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:09.644766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4b00e4-b2b2-4a5f-baa0-65413e23c762') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:09.645196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4b00e4-b2b2-4a5f-baa0-65413e23c762') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:09.660088 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.691185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daa35a-3f28-4ab7-b382-d28f18503386 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:23:09.694458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.724233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:09.726546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.736529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:09.737030 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:09.767371 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:09.834334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76526c-171f-44fb-a34b-5c534eb8ff2f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.836424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76526c-171f-44fb-a34b-5c534eb8ff2f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:09.837447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d76526c-171f-44fb-a34b-5c534eb8ff2f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:09.866362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1d76526c-171f-44fb-a34b-5c534eb8ff2f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:09.868024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d76526c-171f-44fb-a34b-5c534eb8ff2f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2257705 Feb 04 13:23:09.870646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 43962) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:09.956149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3daa35a-3f28-4ab7-b382-d28f18503386 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:23:09.969945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:09.999122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet ddd00d41-2b7b-4af5-b998-4b6829e7703c {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:10.014564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.017994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=f6da3984-f478-4bc5-a8de-2460b19ccf26,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:10.027769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.039315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-33bdd5a5-80a3-498c-9cc3-8893088c0026 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/f6da3984-f478-4bc5-a8de-2460b19ccf26 HTTP/1.1" status: 204 len: 168 time: 2.8389063 Feb 04 13:23:10.040263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 43970) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:10.186044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.324145 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Sync routers for ids ['554c2803-ff45-421c-a8e0-5a75e2e40acc'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:10.354636 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Routers {'554c2803-ff45-421c-a8e0-5a75e2e40acc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:10.356681 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['554c2803-ff45-421c-a8e0-5a75e2e40acc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:10.373591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.419397 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.536163 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.587646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd00d41-2b7b-4af5-b998-4b6829e7703c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:10.590576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.607141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9653ca00-1baa-4199-9328-94b8e3df006f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/ddd00d41-2b7b-4af5-b998-4b6829e7703c HTTP/1.1" status: 204 len: 168 time: 0.7281303 Feb 04 13:23:10.609419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:10.884662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:10.904113 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfe4f5-fafa-448c-afde-33ac5644af4b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:10.953657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145427b2-41c8-4f56-b08b-bc8aa442cd79']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:10.964209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-20505227-d7a5-4c64-89a0-c53915342c23 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3516061 Feb 04 13:23:10.964957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:11.008619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Set router 554c2803-ff45-421c-a8e0-5a75e2e40acc gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:11.126501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6bd70e-dad2-4e9d-aa6d-e90a03b7dee7') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:11.127226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6bd70e-dad2-4e9d-aa6d-e90a03b7dee7') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:11.165146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.202305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.213916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:11.214361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.283763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:07Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:11.296608 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Checking router: 554c2803-ff45-421c-a8e0-5a75e2e40acc for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:11.311098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.324008 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Routers {'554c2803-ff45-421c-a8e0-5a75e2e40acc'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:11.324726 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['554c2803-ff45-421c-a8e0-5a75e2e40acc'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:11.382655 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:11.389634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-afe5599c-29b1-4801-89c0-8aef1a14cd74 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.391731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-afe5599c-29b1-4801-89c0-8aef1a14cd74 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.90 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.7659988 Feb 04 13:23:11.497399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:23:11.503182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Deleting port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:11.503559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.591398 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] Set router 554c2803-ff45-421c-a8e0-5a75e2e40acc gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:11.691473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ec1e1-5741-4459-a21b-cb19f9ca40eb req-7ab3bb0a-5a29-475b-ab41-4b10100d0f8c tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:11.693097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312ec1e1-5741-4459-a21b-cb19f9ca40eb req-7ab3bb0a-5a29-475b-ab41-4b10100d0f8c tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 945 time: 0.9192154 Feb 04 13:23:11.726130 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:07Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:11.730897 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c06a0-9cce-41a9-8f00-90c132115486 None None] The sync data for ids ['554c2803-ff45-421c-a8e0-5a75e2e40acc'] in n-d-820555-2 is: [{'id': '554c2803-ff45-421c-a8e0-5a75e2e40acc', 'name': 'tempest-NetworksTestDHCPv6-router-448232823', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:22:58Z', 'updated_at': '2022-02-04T13:23:07Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:11.814251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Deleting port 2a8b3c73-a29d-40eb-bd92-59a694a0891b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:11.814857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.888725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.933110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:11.962497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312ec1e1-5741-4459-a21b-cb19f9ca40eb req-1c887a18-26f6-48ee-9235-a7884d71a56e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0869a7b-9c48-4e74-a95a-9844189d6b75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599435 Feb 04 13:23:12.000818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=145427b2-41c8-4f56-b08b-bc8aa442cd79,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:12.010526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f07b3556-9684-4870-82a3-62a2fbe823f6 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/145427b2-41c8-4f56-b08b-bc8aa442cd79 HTTP/1.1" status: 204 len: 168 time: 1.9689133 Feb 04 13:23:12.013858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:12.031262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] For port 1916ab90-b5fc-461f-b16e-61ce6aae02b0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1916ab90-b5fc-461f-b16e-61ce6aae02b0,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:12.031882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.226511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] For port 2a8b3c73-a29d-40eb-bd92-59a694a0891b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2a8b3c73-a29d-40eb-bd92-59a694a0891b,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:12.227211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.268868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.273081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Calling delete_port for 1916ab90-b5fc-461f-b16e-61ce6aae02b0 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:12.282083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.321637 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.332614 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.333284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Fanout notify agent at l3_agent the message router_deleted on router 554c2803-ff45-421c-a8e0-5a75e2e40acc {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:23:12.350241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.351662 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d77a298e-2cef-4e43-9c87-352141df1bec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/routers/554c2803-ff45-421c-a8e0-5a75e2e40acc HTTP/1.1" status: 204 len: 168 time: 1.3856463 Feb 04 13:23:12.418585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:12.424546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:12.444536 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.608037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] Pushing event deleted for resources: {'Port': ['ID=1916ab90-b5fc-461f-b16e-61ce6aae02b0,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:12.621902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6d856-6310-492d-a5bc-ba8228def772 None None] No DVR routers for this DVR port 1916ab90-b5fc-461f-b16e-61ce6aae02b0 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:12.674691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.675409 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.675866 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Floating IP 05ff7387-b7ba-4c07-af7e-371892b3e080 disassociated. External IP: 172.25.4.91, port: 2a8b3c73-a29d-40eb-bd92-59a694a0891b. Feb 04 13:23:12.676300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Calling delete_port for 2a8b3c73-a29d-40eb-bd92-59a694a0891b owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:12.737039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.764288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999d41b7-af55-4117-be87-449bfa6ccb36']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:12.777352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8554f6c3-dfc6-41a7-9e54-ded381db445e') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:12.777655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8554f6c3-dfc6-41a7-9e54-ded381db445e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:12.791981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.809244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.819638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:12.820046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:12.928369 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:12.943445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.959087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.970870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:12.999265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=999d41b7-af55-4117-be87-449bfa6ccb36,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:13.014130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e1f6663-7cad-4ffb-9798-7186f389ce62 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/999d41b7-af55-4117-be87-449bfa6ccb36 HTTP/1.1" status: 204 len: 168 time: 0.9909244 Feb 04 13:23:13.014922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:13.016421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:13.021179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:13.047026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:13.113068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'Port': ['ID=2a8b3c73-a29d-40eb-bd92-59a694a0891b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:13.127487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:13.200876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10c2f648-fa4c-4435-8cb8-887de9fee411 req-cf0eaf68-88b7-43dc-b93a-637f68646f64 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.0893941 Feb 04 13:23:13.230351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:13.236453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:13.390452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1916ab90-b5fc-461f-b16e-61ce6aae02b0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:13.418300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:23:13.447447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1916ab90-b5fc-461f-b16e-61ce6aae02b0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:13.448052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1916ab90-b5fc-461f-b16e-61ce6aae02b0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:13.496823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4096ef0-12d0-4146-a053-801c56fd31b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:13.615425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:13.724820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:13.741548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:13.762983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44066) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:13.781155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:13.783093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:14.119952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.167811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b2dd79-d0de-43e8-a411-deddc0081425']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:14.187158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb9f4f-c197-44c9-b896-f84a40812430') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:14.187420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] No DVR routers for this DVR port 2a8b3c73-a29d-40eb-bd92-59a694a0891b on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:14.187913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb9f4f-c197-44c9-b896-f84a40812430') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:14.199993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.200629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2a8b3c73-a29d-40eb-bd92-59a694a0891b no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:14.203090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'name': 'network-vif-deleted', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:14.205534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.229910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-682facb8-02cf-409b-b3a2-5970d5da1984 req-90977e68-9a21-44b1-b58c-422744242102 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.90 "DELETE /v2.0/ports/2a8b3c73-a29d-40eb-bd92-59a694a0891b HTTP/1.1" status: 204 len: 173 time: 2.8291821 Feb 04 13:23:14.243039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-453ee4db-431f-4abf-9eee-5b70218ff08e tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 200 len: 993 time: 0.4785798 Feb 04 13:23:14.252332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.318249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2a8b3c73-a29d-40eb-bd92-59a694a0891b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:14.321748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2a8b3c73-a29d-40eb-bd92-59a694a0891b not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:14.340911 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa730870-b6af-45ef-95b9-abcc25f64ce7', 'name': 'network-vif-deleted', 'tag': '2a8b3c73-a29d-40eb-bd92-59a694a0891b', 'status': 'completed', 'code': 200} Feb 04 13:23:14.344851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.366588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:14.385982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:14.386622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:14.407116 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:14.461118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=eab507c1-464b-4d5d-a305-5b2d1e1430a3,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:14.474790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:14.593920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-30f8cc8a-0f2a-4fdd-ab14-33ade1e4efd7 req-1cc458ea-b29a-4ccd-b31c-9da76e7d8291 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa730870-b6af-45ef-95b9-abcc25f64ce7 HTTP/1.1" status: 200 len: 210 time: 0.1836770 Feb 04 13:23:14.595181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.597910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:14.637219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.640338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:14.640911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.671661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:14.682571 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8c522a4-e09a-49ac-845c-5a043fafa42a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2621472 Feb 04 13:23:14.686286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] Pushing event deleted for resources: {'Network': ['ID=35b2dd79-d0de-43e8-a411-deddc0081425,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:14.688188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44086) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:14.691982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c1eea28-e3c4-4773-9f68-d1f676cd2651 tempest-BulkNetworkOpsTest-38731329 tempest-BulkNetworkOpsTest-38731329-project] 10.222.0.53 "DELETE /v2.0/networks/35b2dd79-d0de-43e8-a411-deddc0081425 HTTP/1.1" status: 204 len: 168 time: 1.6745346 Feb 04 13:23:14.697368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:14.706115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:14.710758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:router and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:14.715643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:14.736817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:14.776321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.782270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.825078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.864865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.869686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355177c-f8a8-4cd6-a0c5-392186dd7333 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:14.920086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:14.928139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-208a1d5b-9297-452f-a019-1973f51f8361 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2355356 Feb 04 13:23:14.928595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:15.100245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 0526455a-6c10-4227-93bf-26d4fb631742 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:15.100844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:15.572450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:15.573160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:15.652638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:15.654122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:15.682590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:15.689844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:15.696417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44112) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:15.866245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 0526455a-6c10-4227-93bf-26d4fb631742 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:15.910910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:15.914842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:22:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:15.941827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44122) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:16.167794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.230332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.355764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:16.419837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/eab507c1-464b-4d5d-a305-5b2d1e1430a3/2dc40211-e9c5-49e9-a79a-37fd98211544) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:16.435194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5feadd7c-2c6e-498d-9aca-5e617e41d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.438873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.470552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.637929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=0526455a-6c10-4227-93bf-26d4fb631742,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.694402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.729791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0869a7b-9c48-4e74-a95a-9844189d6b75,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:16.758094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:16.758790 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Floating IP 2fe1383b-fe7d-4f2a-8cd0-818d97be7177 disassociated (deleted). External IP: 172.25.4.215, port: be57e9a6-5f31-46d8-90a0-182185ef4eef. Feb 04 13:23:16.946966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4d9c104-2486-48b8-bafa-3396b0a1f658 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a10b2fe5f6264a0dbdf456c5c059a2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2353444 Feb 04 13:23:16.951633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44132) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:16.964760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.055910 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.057162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7fb0ab04-21e5-4f2f-9167-7a07bf264b60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "DELETE /v2.0/security-groups/e0869a7b-9c48-4e74-a95a-9844189d6b75 HTTP/1.1" status: 204 len: 168 time: 1.1139500 Feb 04 13:23:17.065481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44140) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:17.169911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.179300 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-7b085c9e-35a5-4302-9881-6609962b126d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] show failed (client error): The resource could not be found. Feb 04 13:23:17.185531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44144) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:17.187061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b085c9e-35a5-4302-9881-6609962b126d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups/e0869a7b-9c48-4e74-a95a-9844189d6b75 HTTP/1.1" status: 404 len: 347 time: 0.1204391 Feb 04 13:23:17.245583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.309958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:17.356057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.392931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0246c-c317-4680-afd2-f880db93e5b0 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:17.408873 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.429783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.436034 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9392fc4-6e1b-489b-900e-9111df381069 HTTP/1.1" status: 204 len: 168 time: 0.4807663 Feb 04 13:23:17.440033 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.440708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90625f8-6982-45de-9cd6-5c269edc0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9392fc4-6e1b-489b-900e-9111df381069,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:17.475453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Transition to ACTIVE for port object 2dc40211-e9c5-49e9-a79a-37fd98211544 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:17.543839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Transition to ACTIVE for port object 2dc40211-e9c5-49e9-a79a-37fd98211544 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:17.566736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:17.759092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:17.795244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:17.803694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:17.876012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Deleting port 9e55b736-cd2f-426d-9510-80e53a50d6c2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:17.876516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.049413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Attempting to bind port 2dc40211-e9c5-49e9-a79a-37fd98211544 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:18.050007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Attempting to bind port 2dc40211-e9c5-49e9-a79a-37fd98211544 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:18.050234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Attempting to bind port 2dc40211-e9c5-49e9-a79a-37fd98211544 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:18.057433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:18.069496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:18.069921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:18.070388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.070840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:18.071323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Bound port: 2dc40211-e9c5-49e9-a79a-37fd98211544, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:18.071742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.124342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::1 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/eab507c1-464b-4d5d-a305-5b2d1e1430a3/0639d373-bc48-445d-8b88-02f13d011df3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:18.135767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672821a3-79a3-48f1-baf0-dc81d86bfc31 None None] New status for floating IP 05ff7387-b7ba-4c07-af7e-371892b3e080: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:23:18.314495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:18.330028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:18.334074 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.448179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router adfb86f2-ad97-4538-916d-46890709a6ea has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:23:18.589110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2567a7-81da-4f97-b388-1294bc250ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:18.665513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.686897 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.705239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 0639d373-bc48-445d-8b88-02f13d011df3 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:18.738117 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.836003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.836331 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:18.877106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:18.917221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:18.920179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:18.920715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:19.165272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:19.268692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:19.319849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Calling delete_port for 9e55b736-cd2f-426d-9510-80e53a50d6c2 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:19.372061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:19.485906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:19.505269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Sync routers for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:19.521862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:19.523434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:19.524248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:19.731693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2dc40211-e9c5-49e9-a79a-37fd98211544 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:19.796855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-240db35d-eb37-4312-a41a-cc93fdb2795d tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/floatingips/2fe1383b-fe7d-4f2a-8cd0-818d97be7177 HTTP/1.1" status: 204 len: 168 time: 5.1231310 Feb 04 13:23:19.801517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:19.835458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:19.835813 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:19.899989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-111188261'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:19.925162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:19.935081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:19.945809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:19.951801 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'status': 'completed', 'code': 200} Feb 04 13:23:19.975944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:20.078353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:20.085081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:20.226653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:20.236988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2dc40211-e9c5-49e9-a79a-37fd98211544 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:20.258413 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:20.284414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:20.336488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Deleting port 9e55b736-cd2f-426d-9510-80e53a50d6c2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:20.337017 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:20.396976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:20.411935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:security_group_rule and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:20.420725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:20.444792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-8aea4dbf-55ee-4f4b-87d4-e6aae510cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.446589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-8aea4dbf-55ee-4f4b-87d4-e6aae510cb8d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 1096 time: 0.4520326 Feb 04 13:23:20.538108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:20.825866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-132e04db-0373-47fe-8386-67724ca9bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:20.828644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-132e04db-0373-47fe-8386-67724ca9bfbd service neutron] 10.222.0.87 "GET /v2.0/networks?id=3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 200 len: 897 time: 0.2813542 Feb 04 13:23:20.932874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:20.933153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.085434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-778b2647-c7ad-421f-905f-5cd62ec94edf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 200 len: 217 time: 0.2417645 Feb 04 13:23:21.117991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Calling delete_port for 9e55b736-cd2f-426d-9510-80e53a50d6c2 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:21.288802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.345276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'Port': ['ID=9e55b736-cd2f-426d-9510-80e53a50d6c2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:21.364377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-86c91cbd-e5bb-4f85-a8df-9abbfba9e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.365856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-86c91cbd-e5bb-4f85-a8df-9abbfba9e668 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe00208c-503d-4124-a88d-8e6721068d67 HTTP/1.1" status: 200 len: 834 time: 0.1312485 Feb 04 13:23:21.378731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Provisioning for port 2dc40211-e9c5-49e9-a79a-37fd98211544 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:21.399341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Provisioning complete for port 2dc40211-e9c5-49e9-a79a-37fd98211544 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:21.399813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.549104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:21.584033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Checking router: adfb86f2-ad97-4538-916d-46890709a6ea for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:21.618468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:21.619226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:21.711145 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.723119 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.768689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-1be93cb4-4a90-429c-b671-9716e187566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.770253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-1be93cb4-4a90-429c-b671-9716e187566e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3690adf9-51d4-4d1e-be96-82dde42c1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3863039 Feb 04 13:23:21.785354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.785740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.847368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:21.862794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.871831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.909348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:21.910479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cba3bef6-c509-4595-a2d2-e1c5b2e8bc22 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "DELETE /v2.0/floatingips/05ff7387-b7ba-4c07-af7e-371892b3e080 HTTP/1.1" status: 204 len: 168 time: 4.7240117 Feb 04 13:23:21.932548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfd3bd-2cf4-4168-9368-e593153f96cc req-5fda82fe-7841-4beb-b0f5-d691591506e0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:21.934504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07dfd3bd-2cf4-4168-9368-e593153f96cc req-5fda82fe-7841-4beb-b0f5-d691591506e0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 1.0774894 Feb 04 13:23:21.985782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b8c62-ed79-44df-99a7-f15f354854da None None] Pushing event updated for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.152806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a56c22a5-3e84-4b26-ad8f-f2fcc3c93161 None None] Provisioning for port 0639d373-bc48-445d-8b88-02f13d011df3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:22.173105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a56c22a5-3e84-4b26-ad8f-f2fcc3c93161 None None] Provisioning complete for port 0639d373-bc48-445d-8b88-02f13d011df3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:22.173684 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a56c22a5-3e84-4b26-ad8f-f2fcc3c93161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:22.290797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:22.318559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:22.384153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a56c22a5-3e84-4b26-ad8f-f2fcc3c93161 None None] Port 0639d373-bc48-445d-8b88-02f13d011df3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:23:22.414436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:22.638433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.728901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07dfd3bd-2cf4-4168-9368-e593153f96cc req-f7c969b2-7747-4348-a976-5c2013cbb881 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087558 Feb 04 13:23:22.730341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35274a22-dd31-47b6-aab0-7047152d4875,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:22.765792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:22.768800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-79137d0f-c62f-4b55-90af-73aaf397b639 service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644637 Feb 04 13:23:22.769681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:22.779588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:23.028728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:23.044318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd220-7546-48b4-9d51-11c36e91380d None None] The sync data for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 is: [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:21:52Z', 'revision_number': 4, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b88d98f7-4f7d-479f-b34c-16f52e26a8ce', 'name': '', 'network_id': '3690adf9-51d4-4d1e-be96-82dde42c1556', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'mac_address': 'fa:16:3e:73:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:50Z', 'updated_at': '2022-02-04T13:22:05Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'subnets': [{'id': 'fe00208c-503d-4124-a88d-8e6721068d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:23.183835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.184353 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment 0108ce49-46ea-4f5e-9d04-21d7b37cd44a of type vlan for network 1de59007-ca6f-4de2-96d1-535520c5ff90 Feb 04 13:23:23.279704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-af2956f2-588c-4307-8780-ad2b6a05d37f None None] Provisioning complete for port 0639d373-bc48-445d-8b88-02f13d011df3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:23.281138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af2956f2-588c-4307-8780-ad2b6a05d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.323234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44260) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:23.329503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430471582', 'description': 'tempest-description--1785440507'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:23.341442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:23.353344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:23.359845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:23.369180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:23.388597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.444121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:23.454051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:23.459091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:23.466538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:23.523318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.600376 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6142330-f14e-4b7b-8a8d-40b28a741a59 None None] New status for floating IP 2fe1383b-fe7d-4f2a-8cd0-818d97be7177: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:23:23.630368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-b6f2ab69-84ce-4d8f-8fac-cf2f6b18a5da tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.631591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.633002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-b6f2ab69-84ce-4d8f-8fac-cf2f6b18a5da tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 1.9317472 Feb 04 13:23:23.638521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.639333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.643974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:23.644683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.704388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-af2956f2-588c-4307-8780-ad2b6a05d37f None None] Port 0639d373-bc48-445d-8b88-02f13d011df3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:23:23.715928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2dc40211-e9c5-49e9-a79a-37fd98211544 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:23.784959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef4110-bf4d-4c0f-8edb-cf0f82588164,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:23.842421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:23.844038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0eb23f65-0709-49c8-b2ff-79a98f78f3fa tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5187955 Feb 04 13:23:23.847940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44274) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:23.857584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group_rule': {'security_group_id': 'f1ef4110-bf4d-4c0f-8edb-cf0f82588164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:23.875845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:23.884379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:23.890772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:23.907692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:23.991656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.107560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2dc40211-e9c5-49e9-a79a-37fd98211544 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:24.108306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.224301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.229754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.240543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port be57e9a6-5f31-46d8-90a0-182185ef4eef {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:24.243810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.273188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78df0722-51a1-4891-b18c-bbb68b61ca63,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:24.307675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.308965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a869322f-af24-4007-97a3-e4284b1d7927 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4592638 Feb 04 13:23:24.316602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:24.322517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'security_group_rule': {'security_group_id': 'f1ef4110-bf4d-4c0f-8edb-cf0f82588164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:24.337168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:24.342559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:security_group_rule and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:24.355999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:24.365049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:24.404163 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.537089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.545794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.547538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:24.565751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.611099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffb4a1b-30a8-4fe8-8f0d-68bc437b494d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:24.649936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.651517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c5a7daa9-f576-4ae4-bb35-3856fdddf8c6 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337789 Feb 04 13:23:24.666096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44302) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:24.674530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:24.681922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:24.686089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Usage tracker for resource:floatingip and tenant:05233dc809be4b05aa74073c0adf6ccb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:24.689358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:24.696502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:24.710752 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:24.946202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.015506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.028231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 5.7583504 Feb 04 13:23:25.029094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=1de59007-ca6f-4de2-96d1-535520c5ff90,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:25.054949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:25.062278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Usage tracker for resource:security_group_rule and tenant:004016d520654c2e8155b0f159f91a58 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:25.068457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:25.079925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:25.122227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Router 49439053-3de5-4402-b58c-289a3bf8faea is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:23:25.147488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.157838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.158384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.162664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.163159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.169807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21776630-1a98-4906-ac39-a19a77848d12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:25.184186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Allocated IP 172.25.4.107 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/48ab85ea-680a-4a3d-8f69-b86f376540de) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:25.193158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:25.203428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9529665f-dbb6-43c9-a736-24026b646ab8 req-8342da73-e118-4098-a018-ec05f4082304 service neutron] 10.222.0.87 "GET /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4093702 Feb 04 13:23:25.424077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device be57e9a6-5f31-46d8-90a0-182185ef4eef no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:25.594355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44308) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:25.605816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.648873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d864199-08fd-42ae-b9d1-01250efbebaa req-9879e7b3-f6c2-4de5-af04-0be9377fe621 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:25.656441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d864199-08fd-42ae-b9d1-01250efbebaa req-9879e7b3-f6c2-4de5-af04-0be9377fe621 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 945 time: 1.2415614 Feb 04 13:23:25.681677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.736827 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.779186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd373c9-45b8-4275-956f-416847b0cb48,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:25.808277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:25.812623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:25.831466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Sync routers for ids ['49439053-3de5-4402-b58c-289a3bf8faea'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:25.853553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:25.864905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Routers {'49439053-3de5-4402-b58c-289a3bf8faea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:25.866184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['49439053-3de5-4402-b58c-289a3bf8faea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:25.869121 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-56281be6-ec4a-4ccc-960d-6f358a672148 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=004016d520654c2e8155b0f159f91a58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3195977 Feb 04 13:23:25.875189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:25.884518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.993554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:25.996573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44322) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:25.999878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f135217f-1723-489e-a980-bd8a5b032a06 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "PUT /v2.0/routers/49439053-3de5-4402-b58c-289a3bf8faea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0526867 Feb 04 13:23:26.077201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:26.078231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.132504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d864199-08fd-42ae-b9d1-01250efbebaa req-eb787fcd-d067-4586-b270-9bb336f425a0 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753675 Feb 04 13:23:26.222581 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'code': 200} Feb 04 13:23:26.224635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.231816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:26.307689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47187d85-aed3-4bfd-9fb2-6691c4a3b8b9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.308712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-47187d85-aed3-4bfd-9fb2-6691c4a3b8b9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:26.336501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.376011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.436623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-47187d85-aed3-4bfd-9fb2-6691c4a3b8b9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:26.443603 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47187d85-aed3-4bfd-9fb2-6691c4a3b8b9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports/0639d373-bc48-445d-8b88-02f13d011df3 HTTP/1.1" status: 200 len: 911 time: 0.4412899 Feb 04 13:23:26.459816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:26.490836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Set router 49439053-3de5-4402-b58c-289a3bf8faea gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:26.525375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:26.541074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:26.547542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:26.621438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for be57e9a6-5f31-46d8-90a0-182185ef4eef owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:26.656203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.688835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=48ab85ea-680a-4a3d-8f69-b86f376540de,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:26.714879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.757939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:26.788529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Usage tracker for resource:security_group_rule and tenant:f1996937282d486e9f764b3adb8cab16 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:26.799690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:26.817736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd373c9-45b8-4275-956f-416847b0cb48,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:26.836697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:26.877687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:26.903057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-98326fbd-4fc7-4d79-9bf7-88ae644c24e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bd373c9-45b8-4275-956f-416847b0cb48 HTTP/1.1" status: 204 len: 168 time: 1.0026491 Feb 04 13:23:26.971724 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:26.972954 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:26.974076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a8400-9cfe-42d4-aaa5-8d8b657094d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.986312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a8400-9cfe-42d4-aaa5-8d8b657094d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:26.988050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-106a8400-9cfe-42d4-aaa5-8d8b657094d2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5215113 Feb 04 13:23:26.992109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:27.020156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.191324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.272409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.325057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.618590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port be57e9a6-5f31-46d8-90a0-182185ef4eef {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:27.620057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.861541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:27.883259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:28.030782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccee141-5414-442a-9039-c0627ecd7a6a req-e3a2627d-9560-4906-a139-528e0caf9029 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:28.031922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8ccee141-5414-442a-9039-c0627ecd7a6a req-e3a2627d-9560-4906-a139-528e0caf9029 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Synchronizing usage tracker for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:28.118419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1996937282d486e9f764b3adb8cab16&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5046809 Feb 04 13:23:28.135155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44350) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:28.256925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=48ab85ea-680a-4a3d-8f69-b86f376540de,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:28.292360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:28.304958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8ccee141-5414-442a-9039-c0627ecd7a6a req-e3a2627d-9560-4906-a139-528e0caf9029 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Unset dirty status for tenant:cf74b64e58694f44bd4911e3bac95005 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:28.315403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ccee141-5414-442a-9039-c0627ecd7a6a req-e3a2627d-9560-4906-a139-528e0caf9029 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 943 time: 0.8174636 Feb 04 13:23:28.448224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:19Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None, '_interfaces': [{'id': '0639d373-bc48-445d-8b88-02f13d011df3', 'name': '', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'mac_address': 'fa:16:3e:fe:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439053-3de5-4402-b58c-289a3bf8faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:23:16Z', 'updated_at': '2022-02-04T13:23:20Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'subnets': [{'id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:28.467046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Checking router: 49439053-3de5-4402-b58c-289a3bf8faea for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:28.468250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Updating router 49439053-3de5-4402-b58c-289a3bf8faea port 0639d373-bc48-445d-8b88-02f13d011df3 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:23:28.606761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746e072-2d16-47a7-b176-99eb3f99217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7611ab6-d6c3-4555-9668-c947eb89f71c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:28.609190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44364) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:28.624642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:28.680871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:28.802847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ccee141-5414-442a-9039-c0627ecd7a6a req-77ed7c06-3c8f-4a83-a3a1-bba6ee8ff622 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/security-groups?id=a163fbf4-0fac-4055-bdc0-7d6b237ae64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859090 Feb 04 13:23:28.809471 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:28.813982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9c1fa351-b1ec-4d7a-8664-f39520e187be tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1465201 Feb 04 13:23:28.841353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.001259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.170712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port be57e9a6-5f31-46d8-90a0-182185ef4eef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=be57e9a6-5f31-46d8-90a0-182185ef4eef,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:29.171074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.204119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.229316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7611ab6-d6c3-4555-9668-c947eb89f71c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:29.235428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.236486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-40d13a88-f5ee-4e83-860f-703f76d3647f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7611ab6-d6c3-4555-9668-c947eb89f71c HTTP/1.1" status: 204 len: 168 time: 1.0922348 Feb 04 13:23:29.411509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for be57e9a6-5f31-46d8-90a0-182185ef4eef owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:29.594772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.605269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.620079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Transition to ACTIVE for port object 0639d373-bc48-445d-8b88-02f13d011df3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:29.628395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.853225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ea79-7f6a-4e92-a6ee-b7e8bc833065 None None] Pushing event updated for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:29.868190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:29.906493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:29.958932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:29.980913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:307f84ba5a5747dbb2ee65acadad053f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:29.991645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:30.000687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:30.009396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Attempting to bind port 0639d373-bc48-445d-8b88-02f13d011df3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:30.009777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Attempting to bind port 0639d373-bc48-445d-8b88-02f13d011df3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:30.010141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Attempting to bind port 0639d373-bc48-445d-8b88-02f13d011df3 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:30.016961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:30.017339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:30.017751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.018149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:30.018650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Bound port: 0639d373-bc48-445d-8b88-02f13d011df3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:30.019167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.081142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8878c4d1-7416-4983-8881-5c81f0592635 req-d75e9454-3e81-4792-9484-26e9bf1d0dfd tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.0852840 Feb 04 13:23:30.195926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=be57e9a6-5f31-46d8-90a0-182185ef4eef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:30.216000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] For port 0639d373-bc48-445d-8b88-02f13d011df3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:30.224259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] For port 0639d373-bc48-445d-8b88-02f13d011df3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0639d373-bc48-445d-8b88-02f13d011df3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:30.229227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.257385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:30.299885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:subnet and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:30.373047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:30.376076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.382303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.411892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-b47fcf3e-b3a1-4645-a432-b8f7f9dcfedc tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--430471582&fields=id&tenant_id=05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 267 time: 0.8539791 Feb 04 13:23:30.414290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] No DVR routers for this DVR port be57e9a6-5f31-46d8-90a0-182185ef4eef on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:30.417197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:30.420460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.424765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Routers {'49439053-3de5-4402-b58c-289a3bf8faea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:30.425577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['49439053-3de5-4402-b58c-289a3bf8faea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:30.456242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-deleted', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:30.501569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=307f84ba5a5747dbb2ee65acadad053f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308401 Feb 04 13:23:30.510439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44414) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:30.559660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-538bfb5c-09fd-4864-beb6-6e14ac3526aa req-bee968af-fb83-4c21-a249-0b50122652df tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.87 "DELETE /v2.0/ports/be57e9a6-5f31-46d8-90a0-182185ef4eef HTTP/1.1" status: 204 len: 173 time: 6.9029164 Feb 04 13:23:30.589395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5ea79-7f6a-4e92-a6ee-b7e8bc833065 None None] Pushing event updated for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:30.643960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e893-efe3-48b5-9ade-7d4cdbfccbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e25302-c71d-4454-90d5-bb94ab258143,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:30.809649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.814720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] Set router 49439053-3de5-4402-b58c-289a3bf8faea gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:30.862722 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f1d365-f9f2-45bc-a1dc-621e3e86e2e8', 'name': 'network-vif-deleted', 'tag': 'be57e9a6-5f31-46d8-90a0-182185ef4eef', 'status': 'completed', 'code': 200} Feb 04 13:23:30.879261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:30.891403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.900231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.968344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:30.997255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:31.001594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45e25302-c71d-4454-90d5-bb94ab258143 HTTP/1.1" status: 204 len: 168 time: 0.4884012 Feb 04 13:23:31.004856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918f10f-0699-4a19-9bfe-ef90c4cdc590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e25302-c71d-4454-90d5-bb94ab258143,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:31.361309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-30933614-2ae7-4efd-8976-444934dd6e8b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:31.362054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-30933614-2ae7-4efd-8976-444934dd6e8b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:31.537983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-0cc5452d-798b-4f6d-9f1c-123bfae43a96 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3057356 Feb 04 13:23:31.540682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:31.578234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d4e06cd-6d06-4d08-b916-e3374f880527 req-231807ed-3e3d-46cb-b61b-e9780ba99648 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "GET /v2.0/ports?device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.1394649 Feb 04 13:23:31.646415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-30933614-2ae7-4efd-8976-444934dd6e8b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:31.650088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-30933614-2ae7-4efd-8976-444934dd6e8b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 811 time: 1.1935456 Feb 04 13:23:31.650088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=c852b27f-dc97-483c-b787-906a74010df4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:31.717743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:19Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None, '_interfaces': [{'id': '0639d373-bc48-445d-8b88-02f13d011df3', 'name': '', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'mac_address': 'fa:16:3e:fe:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439053-3de5-4402-b58c-289a3bf8faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:23:16Z', 'updated_at': '2022-02-04T13:23:30Z', 'revision_number': 4, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'subnets': [{'id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:31.731039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-cdde969b-4133-468a-a68a-daec077fdd54 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/quotas/05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 375 time: 0.0766344 Feb 04 13:23:31.732193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8baca-1332-465a-878a-4a28a30b52eb None None] The sync data for ids ['49439053-3de5-4402-b58c-289a3bf8faea'] in n-d-820555-2 is: [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:19Z', 'revision_number': 2, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None, '_interfaces': [{'id': '0639d373-bc48-445d-8b88-02f13d011df3', 'name': '', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'mac_address': 'fa:16:3e:fe:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439053-3de5-4402-b58c-289a3bf8faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:23:16Z', 'updated_at': '2022-02-04T13:23:30Z', 'revision_number': 4, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'subnets': [{'id': 'eab507c1-464b-4d5d-a305-5b2d1e1430a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:31.849746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-632be741-cf9e-47de-96bd-8bacba7175a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cf74b64e58694f44bd4911e3bac95005&device_id=30f1d365-f9f2-45bc-a1dc-621e3e86e2e8 HTTP/1.1" status: 200 len: 210 time: 0.1205628 Feb 04 13:23:31.850510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': '0108ce49-46ea-4f5e-9d04-21d7b37cd44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:31.850890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: 1de59007-ca6f-4de2-96d1-535520c5ff90, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:31.964068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:32.179134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:32.248992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1de59007-ca6f-4de2-96d1-535520c5ff90) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:32.261073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86623059-97bc-4934-8e9f-eb2744d8519c None None] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:32.283076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.283607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:32.367781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-4d7c5187-05cf-4612-aa67-5fb65876a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:32.369256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-4d7c5187-05cf-4612-aa67-5fb65876a16f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=cf74b64e58694f44bd4911e3bac95005&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4910691 Feb 04 13:23:32.433329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-35950147-b346-454c-9c0a-d2ea679bc00a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6487405 Feb 04 13:23:32.562457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-e0b57ac2-ceca-4ae0-bbb8-89ff24008139 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:23:32.563488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-e0b57ac2-ceca-4ae0-bbb8-89ff24008139 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0764549 Feb 04 13:23:32.785920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:32.968959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:32.970808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44476) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:32.974359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ed089d8b-f7d0-490b-bc2e-e915605f194e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3584843 Feb 04 13:23:33.004149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1199125753'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:33.021581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:33.063910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-1de59007-ca6f-4de2-96d1-535520c5ff90', 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': 'c852b27f-dc97-483c-b787-906a74010df4'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:33.064759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.071819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:33.090820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:33.112180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:33.116574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.164588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:33.168138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.231158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:33.249510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.250193 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment a22b12be-9ff1-4f18-9086-4f43f78b4fb3 of type vlan for network f0f1f583-3ed7-4988-a925-eeebb39293fe Feb 04 13:23:33.298252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-f73ca03a-d0b9-4b39-a19a-f9964e7ff8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.299839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3b808c1-94c2-4460-a5ce-18977f1bf55d req-f73ca03a-d0b9-4b39-a19a-f9964e7ff8d7 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8656042 Feb 04 13:23:33.302573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.314452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 0639d373-bc48-445d-8b88-02f13d011df3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:33.321283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.416868 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.448982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-25d90943-1c06-4187-a507-02bfc8c03776 service neutron] 10.222.0.53 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642883 Feb 04 13:23:33.514149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a163fbf4-0fac-4055-bdc0-7d6b237ae64c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:33.561195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.565866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Allocated IP 2001:db8:0:ffff::2 (1de59007-ca6f-4de2-96d1-535520c5ff90/c852b27f-dc97-483c-b787-906a74010df4/a7b3e737-8437-4927-8ca1-974972be69dc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:33.567916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:33.568614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.879500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0639d373-bc48-445d-8b88-02f13d011df3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:33.906175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=f0f1f583-3ed7-4988-a925-eeebb39293fe,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:33.927427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:33.929745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e1a70cf2-bdb7-4484-bb64-cdbc24a29f0a tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/security-groups/a163fbf4-0fac-4055-bdc0-7d6b237ae64c HTTP/1.1" status: 204 len: 168 time: 1.1424520 Feb 04 13:23:33.936984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77a260fc-7ea6-4d68-8e8b-cb4b31b6cecc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9647985 Feb 04 13:23:33.937904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:33.945350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:33.951750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f0f1f583-3ed7-4988-a925-eeebb39293fe details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:33.978427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-c2fa93ac-bb75-430f-b145-1f60e8d107bb service neutron] 10.222.0.53 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792693 Feb 04 13:23:34.014491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:34.085561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:34.094037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:subnet and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:34.101971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:34.119482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:34.142922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:34.150897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.317555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.330367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Transition to ACTIVE for port object a7b3e737-8437-4927-8ca1-974972be69dc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:34.378237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Transition to ACTIVE for port object a7b3e737-8437-4927-8ca1-974972be69dc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:34.385944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.446553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 0639d373-bc48-445d-8b88-02f13d011df3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:34.465931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0639d373-bc48-445d-8b88-02f13d011df3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:34.466654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.507476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 0639d373-bc48-445d-8b88-02f13d011df3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0639d373-bc48-445d-8b88-02f13d011df3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:34.508033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.526753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:34.541362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:34.548382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:34.566364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Pushing event updated for resources: {'Port': ['ID=a7b3e737-8437-4927-8ca1-974972be69dc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:34.807018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 0639d373-bc48-445d-8b88-02f13d011df3 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:34.856941 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.923040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Attempting to bind port a7b3e737-8437-4927-8ca1-974972be69dc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:34.923412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Attempting to bind port a7b3e737-8437-4927-8ca1-974972be69dc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '0108ce49-46ea-4f5e-9d04-21d7b37cd44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:34.923768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Attempting to bind port a7b3e737-8437-4927-8ca1-974972be69dc on network 1de59007-ca6f-4de2-96d1-535520c5ff90 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:34.939733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:23:34.947881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.951171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:34.951548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Checking segment: {'id': '0108ce49-46ea-4f5e-9d04-21d7b37cd44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:34.951949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:34.952341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Bound using segment: {'id': '0108ce49-46ea-4f5e-9d04-21d7b37cd44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:34.952905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Bound port: a7b3e737-8437-4927-8ca1-974972be69dc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0108ce49-46ea-4f5e-9d04-21d7b37cd44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1de59007-ca6f-4de2-96d1-535520c5ff90'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:34.953176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.049592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=6190da64-59c8-49d6-bf97-88efedd07e66,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:35.060804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:35.067023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: f0f1f583-3ed7-4988-a925-eeebb39293fe, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:35.076943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 0639d373-bc48-445d-8b88-02f13d011df3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0639d373-bc48-445d-8b88-02f13d011df3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:35.103574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network f0f1f583-3ed7-4988-a925-eeebb39293fe is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:35.118882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f0f1f583-3ed7-4988-a925-eeebb39293fe) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:35.125687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:35.126434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.137908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] For port a7b3e737-8437-4927-8ca1-974972be69dc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:35.143154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] For port a7b3e737-8437-4927-8ca1-974972be69dc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a7b3e737-8437-4927-8ca1-974972be69dc,segment=NetworkSegment(0108ce49-46ea-4f5e-9d04-21d7b37cd44a),segment_id=0108ce49-46ea-4f5e-9d04-21d7b37cd44a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:35.148911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b0b17-7dc8-4b9a-bc7f-c3207613aa1f None None] Network f0f1f583-3ed7-4988-a925-eeebb39293fe requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:35.161459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-530e5f1a-d76d-43c6-bf3d-e401fda88e1f tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2221839 Feb 04 13:23:35.164186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44542) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:35.180474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'port': {'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe', 'name': 'tempest-NetworksIpV6TestAttrs-1634298766'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:35.347682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:35.347942 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:35.415519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.455969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e051a12d-ce62-4e99-8b9c-7b2b9a787d8f req-7f091e04-5f8c-41c1-b960-f144efeb3e6e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:35.460984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:35.467511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:port and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:35.476619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:35.499899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:35.517227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.520249 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.521941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e051a12d-ce62-4e99-8b9c-7b2b9a787d8f req-7f091e04-5f8c-41c1-b960-f144efeb3e6e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:35.524143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e051a12d-ce62-4e99-8b9c-7b2b9a787d8f req-7f091e04-5f8c-41c1-b960-f144efeb3e6e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.1476479 Feb 04 13:23:35.538193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:35.548576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.608388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] device_id is not set on port 79ef8bf1-0b42-4336-94db-1d99132cf328 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:23:35.666439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:35.778043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f0f1f583-3ed7-4988-a925-eeebb39293fe', 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': '6190da64-59c8-49d6-bf97-88efedd07e66'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:35.785635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:35.901576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf17207-947b-4c4c-898f-c8fa0c2a92a3 None None] Pushing event updated for resources: {'Port': ['ID=a7b3e737-8437-4927-8ca1-974972be69dc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:36.049396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Allocated IP 2001:db8::f816:3eff:fed2:7527 (f0f1f583-3ed7-4988-a925-eeebb39293fe/6190da64-59c8-49d6-bf97-88efedd07e66/79ef8bf1-0b42-4336-94db-1d99132cf328) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:36.300258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 0639d373-bc48-445d-8b88-02f13d011df3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:36.300258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:36.552870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44606) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:36.731847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:36.781500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Transition to ACTIVE for port object 79ef8bf1-0b42-4336-94db-1d99132cf328 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:36.829599 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:36.850201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6e74440-b1b2-4944-bc0d-5ecea3eb64bb req-7d6c03fd-fd28-4769-8c1f-751b1a4c9093 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.1597884 Feb 04 13:23:36.884627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 0639d373-bc48-445d-8b88-02f13d011df3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0639d373-bc48-445d-8b88-02f13d011df3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:36.884992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.011293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Port': ['ID=79ef8bf1-0b42-4336-94db-1d99132cf328,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:37.056360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.057054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.057054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.069404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.069852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.070194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.070531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.070888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.071216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.071540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.071866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.072186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:23:37.096616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network f0f1f583-3ed7-4988-a925-eeebb39293fe is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:37.102503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:37.121039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:37.140929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:37.141688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.196416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a7b25e5-6faa-4828-9d05-0020f6b3ea12 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0278192 Feb 04 13:23:37.204180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:37.227494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Allocated IP 2001:db8::f816:3eff:fe2a:9a1a (f0f1f583-3ed7-4988-a925-eeebb39293fe/6190da64-59c8-49d6-bf97-88efedd07e66/b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:37.416147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 0639d373-bc48-445d-8b88-02f13d011df3 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:37.453544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.509989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port b88d98f7-4f7d-479f-b34c-16f52e26a8ce {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:37.510537 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.516248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting subnet 6190da64-59c8-49d6-bf97-88efedd07e66 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:37.537561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:37.545597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Usage tracker for resource:security_group_rule and tenant:5088b5a4b5ee4fc9b7d8931ef6bd5a8a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:37.553264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:37.568978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:37.575909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac6534-73fd-4d79-96e6-0d917ef0ccd6 None None] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:37.736626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.742249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.824775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5088b5a4b5ee4fc9b7d8931ef6bd5a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2684169 Feb 04 13:23:37.827679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:37.897602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0b3f9-c3d8-4791-8821-23f968ec4e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d65398-8156-49e9-8169-0d2fd55ff21a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:37.916794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.939235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Transition to ACTIVE for port object b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:37.941181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port b88d98f7-4f7d-479f-b34c-16f52e26a8ce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:37.941701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:37.981268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Transition to ACTIVE for port object b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:37.988912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.004374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a7b3e737-8437-4927-8ca1-974972be69dc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:38.104755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.111283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51b30450-9bc1-482b-9cd7-c7933dc706b9 req-56fa5d72-d3e0-4bd9-8aed-a25737ba0311 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.1255517 Feb 04 13:23:38.150834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.169573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for b88d98f7-4f7d-479f-b34c-16f52e26a8ce owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:38.243039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c133ddf9-b144-4a8a-b148-a1b6a430361d None None] Provisioning for port a7b3e737-8437-4927-8ca1-974972be69dc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:38.253918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Network f0f1f583-3ed7-4988-a925-eeebb39293fe is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:38.282761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:38.283918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.296431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.318975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.388888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=0639d373-bc48-445d-8b88-02f13d011df3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.430725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:38.490409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Pushing event updated for resources: {'Port': ['ID=b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.493730 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.509405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a7b3e737-8437-4927-8ca1-974972be69dc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:38.515922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.535481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a7b3e737-8437-4927-8ca1-974972be69dc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:38.535933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.587894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.601053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=6190da64-59c8-49d6-bf97-88efedd07e66,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:38.607741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bebd9643-2bc0-4b98-a8c4-9161b5e0819e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/6190da64-59c8-49d6-bf97-88efedd07e66 HTTP/1.1" status: 204 len: 168 time: 1.4024193 Feb 04 13:23:38.610180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:38.689152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3e6ef-06b9-4b8c-a224-63493f68d1df tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.693287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3e6ef-06b9-4b8c-a224-63493f68d1df tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:38.694578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-38b3e6ef-06b9-4b8c-a224-63493f68d1df tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Synchronizing usage tracker for tenant:e6b3ab268695475681cf0ae125b13887 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:38.742432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-38b3e6ef-06b9-4b8c-a224-63493f68d1df tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Unset dirty status for tenant:e6b3ab268695475681cf0ae125b13887 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:38.744295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-38b3e6ef-06b9-4b8c-a224-63493f68d1df tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1329103 Feb 04 13:23:38.747350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:38.942214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Attempting to bind port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:38.942926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Attempting to bind port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:38.943458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Attempting to bind port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b on network f0f1f583-3ed7-4988-a925-eeebb39293fe {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:38.966653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c415c-afc8-4bc5-a624-d6d05a98aa55 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:38.982495 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c415c-afc8-4bc5-a624-d6d05a98aa55 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:23:38.983312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c415c-afc8-4bc5-a624-d6d05a98aa55 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:23:38.992223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b0c415c-afc8-4bc5-a624-d6d05a98aa55 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/f0f1f583-3ed7-4988-a925-eeebb39293fe HTTP/1.1" status: 409 len: 405 time: 0.2435222 Feb 04 13:23:38.993289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:39.000718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-933410137'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:39.009061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:39.013472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:39.017827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:39.024638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:39.036022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:39.041798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.062688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:39.063809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Checking segment: {'id': 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:39.064431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.065052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Bound using segment: {'id': 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:39.066002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Bound port: b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0f1f583-3ed7-4988-a925-eeebb39293fe'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:39.067509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.088046 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.099532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:39.144794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.147435 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment b5a4265d-1d56-4c2b-a302-236612c36de3 of type vlan for network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 Feb 04 13:23:39.228631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.248562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] For port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:39.264538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] For port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b,segment=NetworkSegment(a22b12be-9ff1-4f18-9086-4f43f78b4fb3),segment_id=a22b12be-9ff1-4f18-9086-4f43f78b4fb3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:39.282069 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.344966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-271dc998-bace-4a7c-bb9d-86482ccdc068 req-b0b199c8-a11b-47f5-9d0a-145d1fc57ff7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.0586672 Feb 04 13:23:39.366157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.372049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:39.372678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.487867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106bf2c-d7d3-47c2-8342-7e426714f13f None None] Pushing event updated for resources: {'Port': ['ID=b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:39.502851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.626052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:39.632660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=5eb2b10b-a2e2-4305-9ef1-078fb9959f45,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:39.649203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-081a525d-7a78-4121-82e8-95f65c0d2870 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6522136 Feb 04 13:23:39.649904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:39.678238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:39.679354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:39.930629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af92828-a1bf-4bf4-8794-38facff5d136 None None] Network f0f1f583-3ed7-4988-a925-eeebb39293fe requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:40.000922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a7b3e737-8437-4927-8ca1-974972be69dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a7b3e737-8437-4927-8ca1-974972be69dc,segment=NetworkSegment(0108ce49-46ea-4f5e-9d04-21d7b37cd44a),segment_id=0108ce49-46ea-4f5e-9d04-21d7b37cd44a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:40.004871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:40.023494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:40.024186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0639d373-bc48-445d-8b88-02f13d011df3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:40.025997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:40.038964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:40.046560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:40.078078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-9d021ddb-3528-480a-b6f0-7abbb389bb53 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:40.080318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-9d021ddb-3528-480a-b6f0-7abbb389bb53 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.87 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 811 time: 0.5511951 Feb 04 13:23:40.087760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d65398-8156-49e9-8169-0d2fd55ff21a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:40.104689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0639d373-bc48-445d-8b88-02f13d011df3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:40.105087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0639d373-bc48-445d-8b88-02f13d011df3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 13:23:40.126071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Router 49439053-3de5-4402-b58c-289a3bf8faea has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:23:40.163429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:40.164655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c937a25d-88f4-466f-be81-8c14fb9eebcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9d65398-8156-49e9-8169-0d2fd55ff21a HTTP/1.1" status: 204 len: 168 time: 2.3360522 Feb 04 13:23:40.170529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd099bc7-a02c-4841-86d3-5ca88d2b6d79 None None] Provisioning complete for port a7b3e737-8437-4927-8ca1-974972be69dc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:40.170951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd099bc7-a02c-4841-86d3-5ca88d2b6d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:40.254220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:40.318953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 0639d373-bc48-445d-8b88-02f13d011df3 not found, will not notify nova. {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 13:23:40.492016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-bcc7d391-1041-4b31-9fe4-904bde2e9e24 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05233dc809be4b05aa74073c0adf6ccb HTTP/1.1" status: 200 len: 379 time: 0.3976269 Feb 04 13:23:40.507483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a7b3e737-8437-4927-8ca1-974972be69dc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:40.518807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=b88d98f7-4f7d-479f-b34c-16f52e26a8ce,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:40.546583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a0af7-eec5-4fd6-88f5-7cc1cac581dc None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:23:40.570539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'port': {'device_id': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'admin_state_up': True, 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'security_groups': ['f1ef4110-bf4d-4c0f-8edb-cf0f82588164']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:40.765839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08cf46ec-c686-46d9-9c31-7478fad74eb6 req-ddeb72e8-7dd9-4948-a143-7093e4d49263 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.1278803 Feb 04 13:23:40.814279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a0af7-eec5-4fd6-88f5-7cc1cac581dc None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:23:40.938229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:23:40.942750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:41.039800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:41.052813 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Sync routers for ids ['49439053-3de5-4402-b58c-289a3bf8faea'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:41.062553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:41.063948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3e11653a-48d4-46b6-8026-af544b5a39de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "PUT /v2.0/routers/49439053-3de5-4402-b58c-289a3bf8faea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0704420 Feb 04 13:23:41.088346 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Routers {'49439053-3de5-4402-b58c-289a3bf8faea'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:41.088880 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['49439053-3de5-4402-b58c-289a3bf8faea'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:41.334876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44740) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:41.387519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:41.417050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=2fd89e0e-5f02-4cbb-9cbc-610f126254d8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:41.421317 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Set router 49439053-3de5-4402-b58c-289a3bf8faea gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:41.435050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': 'b5a4265d-1d56-4c2b-a302-236612c36de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:41.439759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: 5eb2b10b-a2e2-4305-9ef1-078fb9959f45, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:41.460515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:41.500345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf189ca9-3234-41ea-b7bd-6d3e6f7681da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.501861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf189ca9-3234-41ea-b7bd-6d3e6f7681da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.502646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf189ca9-3234-41ea-b7bd-6d3e6f7681da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:41.520088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:41.522586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bf189ca9-3234-41ea-b7bd-6d3e6f7681da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:41.523796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bf189ca9-3234-41ea-b7bd-6d3e6f7681da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4284537 Feb 04 13:23:41.528996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44748) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:41.575576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5eb2b10b-a2e2-4305-9ef1-078fb9959f45) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:41.586532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:41.587411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:41.635780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet eab507c1-464b-4d5d-a305-5b2d1e1430a3 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:41.640367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e3f7a600-86fe-4e18-9bd4-2957737d9cd0 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9881341 Feb 04 13:23:41.641272 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:41.653794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:38Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:41.660717 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Checking router: 49439053-3de5-4402-b58c-289a3bf8faea for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:41.673924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44754) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:41.674629 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Routers {'49439053-3de5-4402-b58c-289a3bf8faea'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:41.685959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'port': {'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45', 'name': 'tempest-NetworksIpV6TestAttrs-1801473407'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:41.689370 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['49439053-3de5-4402-b58c-289a3bf8faea'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:41.849326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c33fa-ae94-41b7-891f-1f457affd205 None None] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:41.860514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b00f7bb760439ebbfd0a88ca61f49b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:41.865569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:42.013068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:42.028027 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] Set router 49439053-3de5-4402-b58c-289a3bf8faea gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:42.074056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.081250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:42.083407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.233252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:42.322194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:42.329147 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:38Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:42.339778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:port and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:42.357003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:42.357915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:23:42.360015 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a0574-8291-4790-b6fe-87ea5b140a2f None None] The sync data for ids ['49439053-3de5-4402-b58c-289a3bf8faea'] in n-d-820555-2 is: [{'id': '49439053-3de5-4402-b58c-289a3bf8faea', 'name': 'tempest-NetworksTestDHCPv6-router-769718252', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:23:14Z', 'updated_at': '2022-02-04T13:23:38Z', 'revision_number': 3, 'project_id': 'e44d4670989d418abd14ce3d045d3bcf', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:42.384803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:42.388875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-606eb16a-5a32-4d9c-baaa-c4e033bef88b req-a9aa947d-1a3e-4777-9077-585a58897e60 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.3023148 Feb 04 13:23:42.421255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Made reservation on behalf of 05233dc809be4b05aa74073c0adf6ccb for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:42.424727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.435499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:42.442561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.465126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-5eb2b10b-a2e2-4305-9ef1-078fb9959f45', 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': '2fd89e0e-5f02-4cbb-9cbc-610f126254d8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:42.466056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.507593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.566799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] device_id is not set on port 69afd703-018b-442d-a328-9df9368e4dc9 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:23:42.725618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.805898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=eab507c1-464b-4d5d-a305-5b2d1e1430a3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:42.819003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.850959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82d746-ff72-41f0-b118-8cdd4fd8dd54 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:42.870289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.873329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-114a3d86-44ae-491f-b315-78f225e36baf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/eab507c1-464b-4d5d-a305-5b2d1e1430a3 HTTP/1.1" status: 204 len: 168 time: 1.3429534 Feb 04 13:23:42.876884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44778) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:42.894566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:42.927050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a7b3e737-8437-4927-8ca1-974972be69dc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:43.007276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0b00f7bb760439ebbfd0a88ca61f49b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6622946 Feb 04 13:23:43.012964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea7e0e-78a0-452f-a65d-4eff57d44161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395264dc-2c69-41c6-9899-1687e4f7d74f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:43.016432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Allocated IP 172.20.0.11 (a5867c68-4bfe-420f-a808-06c9ce043b9a/f367a4a0-8005-40c3-b598-47e489503a04/16d33f48-1f87-42ca-b03a-2095965602fd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:43.082276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:43.147321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d4ed8a41-0bef-407a-8cb9-cb137e6f35ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:43.184604 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d4ed8a41-0bef-407a-8cb9-cb137e6f35ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:43.186216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d4ed8a41-0bef-407a-8cb9-cb137e6f35ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3060122 Feb 04 13:23:43.189314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44792) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:43.233209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Router adfb86f2-ad97-4538-916d-46890709a6ea has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:23:43.396078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.439484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Allocated IP 2001:db8::f816:3eff:fedf:3ed3 (5eb2b10b-a2e2-4305-9ef1-078fb9959f45/2fd89e0e-5f02-4cbb-9cbc-610f126254d8/bd9130e0-58e5-44d0-a5f2-4ed81c5e9658) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:43.505855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.664035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a7b3e737-8437-4927-8ca1-974972be69dc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:43.664484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.774496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7102590-2772-4a7f-800e-78ea0611e19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.809044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f1dd025-5380-4018-8466-4884aa415ed6 req-fc0c0de2-0242-4c97-9268-5fe1ba78d013 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.1693497 Feb 04 13:23:43.877538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.878118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.887197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.913504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:23:43.923864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.924647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Fanout notify agent at l3_agent the message router_deleted on router 49439053-3de5-4402-b58c-289a3bf8faea {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:23:43.933064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Sync routers for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:23:43.957351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:43.961112 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d23630f8-3dbf-4b91-8b50-bc54d1fcc51e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/routers/49439053-3de5-4402-b58c-289a3bf8faea HTTP/1.1" status: 204 len: 168 time: 0.7704923 Feb 04 13:23:43.964174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:44.051959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:23:44.090356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Deleting port 2dc40211-e9c5-49e9-a79a-37fd98211544 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:44.091169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.130734 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.144618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742cf42-5453-483f-b690-1fbf0785ae7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.150436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b742cf42-5453-483f-b690-1fbf0785ae7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1836836 Feb 04 13:23:44.152606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44822) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:44.164380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-57000556-a30e-4639-95b9-abe0136c1ce4 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "PUT /v2.0/routers/adfb86f2-ad97-4538-916d-46890709a6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1449494 Feb 04 13:23:44.171724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 44826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:44.203216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:44.204349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:44.255553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Transition to ACTIVE for port object 16d33f48-1f87-42ca-b03a-2095965602fd will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:44.256910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.289578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.293315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/395264dc-2c69-41c6-9899-1687e4f7d74f HTTP/1.1" status: 204 len: 168 time: 1.2066977 Feb 04 13:23:44.331318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b48582-1507-4d22-bec4-1a081b9ecf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395264dc-2c69-41c6-9899-1687e4f7d74f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:44.360895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting subnet fe00208c-503d-4124-a88d-8e6721068d67 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:44.376745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.476412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.539357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.574396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2ffbec-7caa-4e1b-9143-f679d1b1df4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:44.592409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca2ffbec-7caa-4e1b-9143-f679d1b1df4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:44.627124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca2ffbec-7caa-4e1b-9143-f679d1b1df4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:44.631618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca2ffbec-7caa-4e1b-9143-f679d1b1df4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4778166 Feb 04 13:23:44.633757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:44.644800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2dc40211-e9c5-49e9-a79a-37fd98211544 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:44.701546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.758177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Transition to ACTIVE for port object bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:44.767934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73e4495-93cf-4fd8-9b4d-1c62f634a07a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:44.824786 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:44.826818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73e4495-93cf-4fd8-9b4d-1c62f634a07a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:44.828932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c73e4495-93cf-4fd8-9b4d-1c62f634a07a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1936982 Feb 04 13:23:44.834724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44852) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:44.842509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:44.928633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.063445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Transition to ACTIVE for port object bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:45.198102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:45.211364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:45.229491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:45.230989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.250987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.339141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Allocated IP 2001:db8::f816:3eff:fe6a:c4ca (5eb2b10b-a2e2-4305-9ef1-078fb9959f45/2fd89e0e-5f02-4cbb-9cbc-610f126254d8/69afd703-018b-442d-a328-9df9368e4dc9) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:45.413293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Pushing event updated for resources: {'Port': ['ID=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.423248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Network a5867c68-4bfe-420f-a808-06c9ce043b9a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:45.437779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:45.529102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:45.533026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:45.576868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Subnet': ['ID=fe00208c-503d-4124-a88d-8e6721068d67,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.593249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.648765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f74b8a1d-543d-4796-adf9-0fd28e76f681 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/subnets/fe00208c-503d-4124-a88d-8e6721068d67 HTTP/1.1" status: 204 len: 168 time: 1.4755857 Feb 04 13:23:45.652224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:45.662774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event updated for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:45.693444 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.693904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.694803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:45.729536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:45.738853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0005-5e3f-426d-b9dd-91c852029d8e req-4686e26e-4ece-4bac-adee-70eb83eb7d41 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:45.739711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:45.740510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-561f0005-5e3f-426d-b9dd-91c852029d8e req-4686e26e-4ece-4bac-adee-70eb83eb7d41 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:45.745569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-ada6fd97-746a-4d93-8ad4-f78fbebd2f2e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2156286 Feb 04 13:23:45.759743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Request body: {'port': {'device_id': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:45.847848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:45.877287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-561f0005-5e3f-426d-b9dd-91c852029d8e req-4686e26e-4ece-4bac-adee-70eb83eb7d41 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:45.879871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-561f0005-5e3f-426d-b9dd-91c852029d8e req-4686e26e-4ece-4bac-adee-70eb83eb7d41 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 932 time: 0.5070210 Feb 04 13:23:45.980208 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4894c9-cb58-4137-bbd9-5c0f7d4c558a None None] Network 3690adf9-51d4-4d1e-be96-82dde42c1556 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:46.109938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-561f0005-5e3f-426d-b9dd-91c852029d8e req-69b68e59-b9fd-455d-9a7c-e03ea7d9da32 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200792 Feb 04 13:23:46.121412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.319368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.445812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Transition to ACTIVE for port object 69afd703-018b-442d-a328-9df9368e4dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:46.496674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:46.596148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.623274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.627494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0639d373-bc48-445d-8b88-02f13d011df3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:46.663292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d33f48-1f87-42ca-b03a-2095965602fd {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:23:46.671764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.688350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Transition to ACTIVE for port object 16d33f48-1f87-42ca-b03a-2095965602fd will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:46.695616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.921272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:46.922444 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:46.990629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.004088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:47.140076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Attempting to bind port 16d33f48-1f87-42ca-b03a-2095965602fd on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:47.140462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Attempting to bind port 16d33f48-1f87-42ca-b03a-2095965602fd by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:47.140799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Attempting to bind port 16d33f48-1f87-42ca-b03a-2095965602fd on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:47.152946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Port 16d33f48-1f87-42ca-b03a-2095965602fd on network a5867c68-4bfe-420f-a808-06c9ce043b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:23:47.153281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Attempting to bind port 16d33f48-1f87-42ca-b03a-2095965602fd on network a5867c68-4bfe-420f-a808-06c9ce043b9a {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:47.169494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:47.169830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Checking segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:47.173694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Port': ['ID=69afd703-018b-442d-a328-9df9368e4dc9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:47.174396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Bound using segment: {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:47.174997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Bound port: 16d33f48-1f87-42ca-b03a-2095965602fd, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb6517-3952-473e-a7f5-dae9aea6cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:47.175384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.223138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Calling delete_port for 2dc40211-e9c5-49e9-a79a-37fd98211544 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:47.241162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:47.274495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:47.288625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:47.295515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.329609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.382094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a726abeb-b0a0-4af1-8eb9-ea12c13e562b None None] Provisioning for port 16d33f48-1f87-42ca-b03a-2095965602fd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:47.427824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:47.436709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=16d33f48-1f87-42ca-b03a-2095965602fd,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:47.450207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.486540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.517505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7facac26-301b-49de-931f-45a4f056d35e tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.8444946 Feb 04 13:23:47.529567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:47.590109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.593003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.594500 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] 10.222.0.87 "PUT /v2.0/ports/16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 200 len: 1092 time: 1.8413742 Feb 04 13:23:47.595008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:47.772485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:23:47.789636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Attempting to bind port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:47.790239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Attempting to bind port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'b5a4265d-1d56-4c2b-a302-236612c36de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:47.790713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Attempting to bind port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 on network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:47.802473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0639d373-bc48-445d-8b88-02f13d011df3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:47.802985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0639d373-bc48-445d-8b88-02f13d011df3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:47.804494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:47.821908 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd', 'status': 'completed', 'code': 200} Feb 04 13:23:47.867225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdc743-0c9d-4e83-925e-9f200958aad7 service neutron] Pushing event updated for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:47.897121 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c1071bb-3e2e-43a2-9572-62c2e6631557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.898480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:47.907108 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:47.916912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-040a68b0-1268-438b-8928-94d28869a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:47.918785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-040a68b0-1268-438b-8928-94d28869a635 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 1095 time: 0.2613561 Feb 04 13:23:47.970489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:47.971154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Checking segment: {'id': 'b5a4265d-1d56-4c2b-a302-236612c36de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:47.972622 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:47.975289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Bound using segment: {'id': 'b5a4265d-1d56-4c2b-a302-236612c36de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:47.976004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Bound port: bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a4265d-1d56-4c2b-a302-236612c36de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5eb2b10b-a2e2-4305-9ef1-078fb9959f45'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:47.977218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.018625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.035976 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.123160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-38666fa5-3084-472a-bb9b-e47527f7d0e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 200 len: 217 time: 0.1969531 Feb 04 13:23:48.146735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Deleting port 35fed4be-0779-49b1-8907-0c9ea3cb2242 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:48.147362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.241650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:48.250114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,segment=NetworkSegment(b5a4265d-1d56-4c2b-a302-236612c36de3),segment_id=b5a4265d-1d56-4c2b-a302-236612c36de3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:48.274122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] DHCP port deletion for 3690adf9-51d4-4d1e-be96-82dde42c1556 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:23:48.322506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.339539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-b8406270-3e95-4c28-9848-d414f7dbd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.345999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-b8406270-3e95-4c28-9848-d414f7dbd520 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.2115033 Feb 04 13:23:48.401972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Deleting port 5405ec49-726b-47c3-b063-ec79801d6e69 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:48.402350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.413831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting subnet 2fd89e0e-5f02-4cbb-9cbc-610f126254d8 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:23:48.464621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-a59856f3-bf40-4057-81a7-09ee2f3f1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.466519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-a59856f3-bf40-4057-81a7-09ee2f3f1c58 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156502 Feb 04 13:23:48.567375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Deleting port 2dc40211-e9c5-49e9-a79a-37fd98211544 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:48.568001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.575375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:48.607064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285418-ad1d-4561-bf62-71a9cf06f573 None None] Pushing event updated for resources: {'Port': ['ID=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:48.647676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-d425f9d4-0804-44e5-81c0-cae8c2d7a2fb service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748316 Feb 04 13:23:48.693060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cd63f-886c-4bb2-aeee-c51e8329def2 req-6a51c718-0656-41f1-9d98-7a919d0ae23d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:48.699886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-543cd63f-886c-4bb2-aeee-c51e8329def2 req-6a51c718-0656-41f1-9d98-7a919d0ae23d tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 944 time: 1.2279487 Feb 04 13:23:48.913833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44970) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:49.042084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.048850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-543cd63f-886c-4bb2-aeee-c51e8329def2 req-efdbb791-b64c-486b-b56f-9895e89a40ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:49.067981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.161187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87b8985c-8712-4f5d-97c4-945f7e820089 req-6e2f05c8-bbcc-4575-aae5-1403c41371b9 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057938 Feb 04 13:23:49.341747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931de308-97fd-4e29-9872-bf5701f3041f req-b47d046f-318d-475e-adfe-136e2909d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:49.343841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-b47d046f-318d-475e-adfe-136e2909d265 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 1095 time: 0.1078317 Feb 04 13:23:49.348182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.418157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] For port 5405ec49-726b-47c3-b063-ec79801d6e69, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5405ec49-726b-47c3-b063-ec79801d6e69,segment=NetworkSegment(de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea),segment_id=de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:49.418706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.426341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.486644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-543cd63f-886c-4bb2-aeee-c51e8329def2 req-efdbb791-b64c-486b-b56f-9895e89a40ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:49.488199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-543cd63f-886c-4bb2-aeee-c51e8329def2 req-efdbb791-b64c-486b-b56f-9895e89a40ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7621863 Feb 04 13:23:49.493163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:23:39Z', 'revision_number': 5, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port': {'id': '35fed4be-0779-49b1-8907-0c9ea3cb2242', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:21:38Z', 'updated_at': '2022-02-04T13:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:49.494254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] For port 35fed4be-0779-49b1-8907-0c9ea3cb2242, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=35fed4be-0779-49b1-8907-0c9ea3cb2242,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:49.496708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.541222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:49.546175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Usage tracker for resource:security_group_rule and tenant:601edff5de0a4205966076ed1013af91 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:49.550465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:49.556714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:49.575718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Calling delete_port for 5405ec49-726b-47c3-b063-ec79801d6e69 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:49.608949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Checking router: adfb86f2-ad97-4538-916d-46890709a6ea for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:23:49.642872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931de308-97fd-4e29-9872-bf5701f3041f req-c931af1c-dce0-4510-ac14-affb37cee0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:49.644823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-c931af1c-dce0-4510-ac14-affb37cee0bc service neutron] 10.222.0.87 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.2951827 Feb 04 13:23:49.660049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Routers {'adfb86f2-ad97-4538-916d-46890709a6ea'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:23:49.660604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['adfb86f2-ad97-4538-916d-46890709a6ea'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:49.683975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.749750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-1abf83e0-9957-4633-a56c-280f5d3ad6fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 200 len: 217 time: 0.0976102 Feb 04 13:23:49.799423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:49.885706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931de308-97fd-4e29-9872-bf5701f3041f req-794c1e71-30bf-48bf-9eca-194dd9453eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:49.898188 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-794c1e71-30bf-48bf-9eca-194dd9453eb9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.1292231 Feb 04 13:23:49.965859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Calling delete_port for 35fed4be-0779-49b1-8907-0c9ea3cb2242 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:49.969288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:49.969683 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.059637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931de308-97fd-4e29-9872-bf5701f3041f req-7b26cc33-9c4c-48fc-9eed-faacf7e2e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:50.061497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-7b26cc33-9c4c-48fc-9eed-faacf7e2e791 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624589 Feb 04 13:23:50.256784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Calling delete_port for 2dc40211-e9c5-49e9-a79a-37fd98211544 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:50.268492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9f4b7-9888-4ea2-af1e-24846aa74b86,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.282981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-b91dcec7-2cc0-4da2-9102-40c8c4143294 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148674 Feb 04 13:23:50.300644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-40c5ee18-36f5-44ba-b88b-c8699055c483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=601edff5de0a4205966076ed1013af91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3420105 Feb 04 13:23:50.306774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 44994) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:50.317884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:50.451130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.475829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-931de308-97fd-4e29-9872-bf5701f3041f req-5250e994-5a89-4918-bb3f-e809ef6ea577 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855547 Feb 04 13:23:50.563890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.671272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff13134-9b5d-447d-a094-dc9148719212 None None] Network 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:50.732301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.786478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4791c-3982-47c0-b2bf-383789ad1f27 req-9e339b72-2db8-4b3d-bfcb-3af09134f692 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:50.788352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9a4791c-3982-47c0-b2bf-383789ad1f27 req-9e339b72-2db8-4b3d-bfcb-3af09134f692 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 944 time: 0.1160870 Feb 04 13:23:50.840295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] Pushing event deleted for resources: {'Port': ['ID=5405ec49-726b-47c3-b063-ec79801d6e69,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.841029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd89e0e-5f02-4cbb-9cbc-610f126254d8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.842411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982e0d7-6307-4f4c-8034-1cba65848178 None None] No DVR routers for this DVR port 5405ec49-726b-47c3-b063-ec79801d6e69 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:50.852184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.852549 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9a4791c-3982-47c0-b2bf-383789ad1f27 req-4fc5c75f-6812-4a5e-b4c8-ab0aefaf5131 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582941 Feb 04 13:23:50.859789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.876763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] Set router adfb86f2-ad97-4538-916d-46890709a6ea gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:23:50.899315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:50.911351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.935709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:50.976215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Port': ['ID=35fed4be-0779-49b1-8907-0c9ea3cb2242,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:50.991197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-36441642-c5e6-4068-a4b7-95a916feddb9 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/2fd89e0e-5f02-4cbb-9cbc-610f126254d8 HTTP/1.1" status: 204 len: 168 time: 3.3670964 Feb 04 13:23:50.992016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:51.006870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.140863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:23:47Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:51.142818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30f32608-8f7c-4417-8557-5083dd342c37 None None] Provisioning for port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:51.158767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94c30e-0aab-4c4d-aecd-eacb4a0cdcdc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.160856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94c30e-0aab-4c4d-aecd-eacb4a0cdcdc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.161820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6f94c30e-0aab-4c4d-aecd-eacb4a0cdcdc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Synchronizing usage tracker for tenant:e6b3ab268695475681cf0ae125b13887 on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:51.195294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6f94c30e-0aab-4c4d-aecd-eacb4a0cdcdc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Unset dirty status for tenant:e6b3ab268695475681cf0ae125b13887 on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:51.198126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f94c30e-0aab-4c4d-aecd-eacb4a0cdcdc tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2055032 Feb 04 13:23:51.201301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45022) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:51.224976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7289f0-50d3-4560-a279-8b1bd1c435fc None None] The sync data for ids ['adfb86f2-ad97-4538-916d-46890709a6ea'] in n-d-820555-2 is: [{'id': 'adfb86f2-ad97-4538-916d-46890709a6ea', 'name': 'tempest-TestNetworkBasicOps-router-2083939752', 'tenant_id': 'cf74b64e58694f44bd4911e3bac95005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:21:36Z', 'updated_at': '2022-02-04T13:23:47Z', 'revision_number': 6, 'project_id': 'cf74b64e58694f44bd4911e3bac95005', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:23:51.244981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:51.255931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:51.256297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.340178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.358656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.359505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.371496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:51.372156 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:51.405608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-821d1e05-bad6-441b-b54a-ccd7508f6881 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.416283 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-821d1e05-bad6-441b-b54a-ccd7508f6881 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 13:23:51.416786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821d1e05-bad6-441b-b54a-ccd7508f6881 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:23:51.419219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-821d1e05-bad6-441b-b54a-ccd7508f6881 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/5eb2b10b-a2e2-4305-9ef1-078fb9959f45 HTTP/1.1" status: 409 len: 405 time: 0.2163305 Feb 04 13:23:51.424072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45030) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:51.435810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-228401967'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:51.461102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:51.473082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:51.479341 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.481695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:51.483003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:51.494452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:51.502152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:51.508600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.510373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.518583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.537480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:51.542899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.564999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,segment=NetworkSegment(b5a4265d-1d56-4c2b-a302-236612c36de3),segment_id=b5a4265d-1d56-4c2b-a302-236612c36de3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:51.576810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 16d33f48-1f87-42ca-b03a-2095965602fd details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:23:51.699234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Deleting port 2dc40211-e9c5-49e9-a79a-37fd98211544 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:51.699904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.724309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.739051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:51.740339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] DHCP port deletion for 5eb2b10b-a2e2-4305-9ef1-078fb9959f45 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:23:51.760525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.761226 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment 53ad5a35-444a-4a63-9e08-05a709a1b0f3 of type vlan for network a3c2510d-4e27-46ac-bada-ef2fb48d4b30 Feb 04 13:23:51.770218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Deleting port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:51.770981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.778507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.811313 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.825065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.875440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=d53481a4-ed73-4f4a-a35a-631e9c075a3b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.886794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.900023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:51.900667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:51.931780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.976108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9f4b7-9888-4ea2-af1e-24846aa74b86,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:51.980613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8d956114-5fde-487a-a5d9-e958e3041391 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1442964 Feb 04 13:23:51.985802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5585411 Feb 04 13:23:51.985973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45042) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:51.996500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.006170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:52.012055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.028837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': 'a3c2510d-4e27-46ac-bada-ef2fb48d4b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:52.044595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.045956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-402ab7e4-c8ab-422c-9cd8-3246296c4990 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1a9f4b7-9888-4ea2-af1e-24846aa74b86 HTTP/1.1" status: 204 len: 168 time: 1.7319970 Feb 04 13:23:52.085175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:52.233843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5405ec49-726b-47c3-b063-ec79801d6e69 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:52.296199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5691422-85bf-446e-9182-dac257920649 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=a3c2510d-4e27-46ac-bada-ef2fb48d4b30,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:52.438815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.439370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Fanout notify agent at l3_agent the message router_deleted on router adfb86f2-ad97-4538-916d-46890709a6ea {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:23:52.447844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:52.459773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:52.467135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.468254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-23cadfdc-5b56-4688-aaf2-afb24a022e46 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/routers/adfb86f2-ad97-4538-916d-46890709a6ea HTTP/1.1" status: 204 len: 168 time: 6.8150744 Feb 04 13:23:52.471359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45060) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:52.483182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:52.510980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:52.547087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53db9a-9218-4ce0-89ea-848739d0ddad req-cb72c4cd-9655-4e55-a9e0-56982c779b02 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:52.553377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff53db9a-9218-4ce0-89ea-848739d0ddad req-cb72c4cd-9655-4e55-a9e0-56982c779b02 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 944 time: 0.3933842 Feb 04 13:23:52.579681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:52.584520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a3c2510d-4e27-46ac-bada-ef2fb48d4b30 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:52.585069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.603273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:52.605374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5405ec49-726b-47c3-b063-ec79801d6e69 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:52.606876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5405ec49-726b-47c3-b063-ec79801d6e69 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:52.613931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.658916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=16d33f48-1f87-42ca-b03a-2095965602fd,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:52.787199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.798753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:52.841626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:52.910518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff53db9a-9218-4ce0-89ea-848739d0ddad req-b9d5a90f-7de6-4a49-8989-764c1eb2d0d2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389790 Feb 04 13:23:53.021134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35fed4be-0779-49b1-8907-0c9ea3cb2242 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:53.046139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:53.064945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c1393f5cd84a52adcf2d8a94451b02 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:53.071503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:53.087995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:53.107764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '16d33f48-1f87-42ca-b03a-2095965602fd', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'port_id': '16d33f48-1f87-42ca-b03a-2095965602fd', 'mac_address': 'fa:16:3e:59:8f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:23:53.140684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 35fed4be-0779-49b1-8907-0c9ea3cb2242 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:53.141288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 35fed4be-0779-49b1-8907-0c9ea3cb2242 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:53.141855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b88d98f7-4f7d-479f-b34c-16f52e26a8ce no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:53.311218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b88d98f7-4f7d-479f-b34c-16f52e26a8ce {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:23:53.314962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.318061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b88d98f7-4f7d-479f-b34c-16f52e26a8ce not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:23:53.318673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:23:53.382797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:23:53.384088 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.389071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.424989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.426089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.473505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,segment=NetworkSegment(b5a4265d-1d56-4c2b-a302-236612c36de3),segment_id=b5a4265d-1d56-4c2b-a302-236612c36de3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:53.474154 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.487506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=8c37cbea-6ce7-4509-bdaa-7d326e410398,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.495748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d33f48-1f87-42ca-b03a-2095965602fd {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:23:53.508073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9c1393f5cd84a52adcf2d8a94451b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079885 Feb 04 13:23:53.513880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=16d33f48-1f87-42ca-b03a-2095965602fd,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:53.514673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45080) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:53.524386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af8e7a-e3a4-423d-b639-28efa95c9ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612e959-d560-4b8c-ab96-e20dd6cde26a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.538585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=fa617e0d-781b-4a3d-9284-a017775fe982,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.542310 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.550264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': '53ad5a35-444a-4a63-9e08-05a709a1b0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a3c2510d-4e27-46ac-bada-ef2fb48d4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:53.550643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: a3c2510d-4e27-46ac-bada-ef2fb48d4b30, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:53.582772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:53.629787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network a3c2510d-4e27-46ac-bada-ef2fb48d4b30 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:53.641806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:53.651025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.652081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.652278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.671823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a3c2510d-4e27-46ac-bada-ef2fb48d4b30) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:53.687565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:53.688249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.694846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.744037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-13c37e58-dd9c-4d66-acaa-26955c400b07 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7503409 Feb 04 13:23:53.750688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:53.771153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3690adf9-51d4-4d1e-be96-82dde42c1556']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:53.778940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:b0:3e:da', 'name': 'tempest-NetworksTestDHCPv6-2038767769'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:53.787359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:53.790709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38799525-562e-44d8-91e6-5b2bc7cb4250 None None] Network a3c2510d-4e27-46ac-bada-ef2fb48d4b30 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:53.809085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:53.809396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ab79d-9f4e-4c86-bf0f-aa9ea717dfea') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:53.843445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.874389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.897231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:53.898142 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:53.944182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Calling delete_port for bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:53.975533 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.013949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-643855d4-14e4-43f7-8105-cf98884ab383 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0040765 Feb 04 13:23:54.019106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:54.027171 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:54.032413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.042010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.133650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] 10.222.0.53 "DELETE /v2.0/networks/3690adf9-51d4-4d1e-be96-82dde42c1556 HTTP/1.1" status: 204 len: 168 time: 1.6585360 Feb 04 13:23:54.138890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ff399-1e83-4748-ab18-b5bf4a389808 tempest-TestNetworkBasicOps-1622649051 tempest-TestNetworkBasicOps-1622649051-project] Pushing event deleted for resources: {'Network': ['ID=3690adf9-51d4-4d1e-be96-82dde42c1556,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:54.149626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['16d33f48-1f87-42ca-b03a-2095965602fd'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:23:54.295046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc459e5b-a732-4742-9607-215f194aa4e9 req-bc11a2b5-8454-4d11-8b81-f07a3225e939 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:54.299323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc459e5b-a732-4742-9607-215f194aa4e9 req-bc11a2b5-8454-4d11-8b81-f07a3225e939 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 945 time: 0.1625450 Feb 04 13:23:54.318806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.318961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.323106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.335960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:54.371107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:54.377972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] For port 2dc40211-e9c5-49e9-a79a-37fd98211544, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2dc40211-e9c5-49e9-a79a-37fd98211544,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:54.378373 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.392184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc459e5b-a732-4742-9607-215f194aa4e9 req-36782733-6262-40a4-8a0f-18646ad2e48c tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854263 Feb 04 13:23:54.392577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:54.400326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612e959-d560-4b8c-ab96-e20dd6cde26a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:54.413585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:54.426109 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.430126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d6143ca-f6a0-444c-ace7-fb94fb2aa8f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b612e959-d560-4b8c-ab96-e20dd6cde26a HTTP/1.1" status: 204 len: 168 time: 0.9088256 Feb 04 13:23:54.632529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:54.668252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Calling delete_port for 2dc40211-e9c5-49e9-a79a-37fd98211544 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:54.744781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45118) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:54.827799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,segment=NetworkSegment(b5a4265d-1d56-4c2b-a302-236612c36de3),segment_id=b5a4265d-1d56-4c2b-a302-236612c36de3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:54.866766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.895444 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.937684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:54.977945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:23:54.979619 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:23:55.018233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f41d53db-b177-4f1d-b3c2-692e49953068 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf74b64e58694f44bd4911e3bac95005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716761 Feb 04 13:23:55.020237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:55.053992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port e8df31b9-5256-4236-9d2d-29ad42d11310 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:23:55.077374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:55.097474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.112858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.114873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:55.119162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Usage tracker for resource:security_group_rule and tenant:dc1dd8d7b1de4620972f088b39be2453 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:55.122566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:55.130644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:55.203561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.243926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480cbb5-e1f7-42f5-b67b-c05584b001de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a3c2510d-4e27-46ac-bada-ef2fb48d4b30', 'network_id': 'a3c2510d-4e27-46ac-bada-ef2fb48d4b30', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': 'fa617e0d-781b-4a3d-9284-a017775fe982'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:55.244765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9480cbb5-e1f7-42f5-b67b-c05584b001de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.252736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.259399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.269959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.318413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc1dd8d7b1de4620972f088b39be2453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396963 Feb 04 13:23:55.321062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45140) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:55.333522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7cdae-1ae0-4d59-8f99-b8fb1491093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b333c153-7d70-44ff-9ef1-85e18df636d8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.420431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] Pushing event deleted for resources: {'Port': ['ID=2dc40211-e9c5-49e9-a79a-37fd98211544,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.507196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.513188 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.525297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Deleting port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:55.535327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.577829 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.616949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.693583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.719400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=fa617e0d-781b-4a3d-9284-a017775fe982,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.736123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333c153-7d70-44ff-9ef1-85e18df636d8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:55.752323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:55.753485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66a85e81-3c14-474c-a1e3-7181f258b9ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b333c153-7d70-44ff-9ef1-85e18df636d8 HTTP/1.1" status: 204 len: 168 time: 0.4313862 Feb 04 13:23:55.790761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a88df4-8b6d-468e-8492-6a0f0f90a05e None None] No DVR routers for this DVR port 2dc40211-e9c5-49e9-a79a-37fd98211544 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:55.938514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7c6ac-03be-4b95-9089-9c4134a6875b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:55.968506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45156) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server [None req-9480cbb5-e1f7-42f5-b67b-c05584b001de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa617e0d-781b-4a3d-9284-a017775fe982: This subnet is being modified by another concurrent operation. Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server raise exception Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa617e0d-781b-4a3d-9284-a017775fe982: This subnet is being modified by another concurrent operation. Feb 04 13:23:55.986984 n-d-820555-2 neutron-server[87622]: ERROR oslo_messaging.rpc.server Feb 04 13:23:56.069306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.115604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972c9ba-41a0-4758-af6c-11f45c44717e None None] Network a3c2510d-4e27-46ac-bada-ef2fb48d4b30 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:56.144345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.245341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c2510d-4e27-46ac-bada-ef2fb48d4b30']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:56.321578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ad5a35-444a-4a63-9e08-05a709a1b0f3') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:56.321875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ad5a35-444a-4a63-9e08-05a709a1b0f3') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:23:56.351987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.367486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.389739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a3268-4983-4c27-b03c-5e8a786bef67 req-1108fdc7-e1ed-472b-af27-8f57f8e5a92b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:56.396765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e1a3268-4983-4c27-b03c-5e8a786bef67 req-1108fdc7-e1ed-472b-af27-8f57f8e5a92b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 945 time: 0.6751592 Feb 04 13:23:56.411522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.434017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:56.439200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Usage tracker for resource:security_group_rule and tenant:bd13c6b2f00143e181484983109d7b19 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:56.443610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:56.455327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 172.20.0.4 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/8c37cbea-6ce7-4509-bdaa-7d326e410398/e8df31b9-5256-4236-9d2d-29ad42d11310) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:56.460517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:56.471680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:23:56.472094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.475322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] For port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,segment=NetworkSegment(b5a4265d-1d56-4c2b-a302-236612c36de3),segment_id=b5a4265d-1d56-4c2b-a302-236612c36de3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:56.475722 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:23:56.520363 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:23:56.522206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:feb0:3eda (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d53481a4-ed73-4f4a-a35a-631e9c075a3b/e8df31b9-5256-4236-9d2d-29ad42d11310) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:56.526742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5e1a3268-4983-4c27-b03c-5e8a786bef67 req-d815dec9-fb38-44dc-946d-360c22db4153 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291320 Feb 04 13:23:56.646533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.651147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.662406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.715788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8310172d-c2fd-442c-a0ba-8b5973e944a4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:56.747352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f38c9-cf6f-43c6-8eb9-231a8613694b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:56.772705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Calling delete_port for bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:56.805996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-890df140-3483-4351-85db-f34ec9ba21d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd13c6b2f00143e181484983109d7b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338063 Feb 04 13:23:56.814805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:56.907366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.940343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.980204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:56.982386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=a3c2510d-4e27-46ac-bada-ef2fb48d4b30,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:56.982621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.003256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e1d39277-42a2-4254-8e9d-2227c6339797 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/a3c2510d-4e27-46ac-bada-ef2fb48d4b30 HTTP/1.1" status: 204 len: 168 time: 2.9811678 Feb 04 13:23:57.008636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:57.010540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.011831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c4aeaca-1c2b-4e4e-9b66-9dd8b260ff4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8310172d-c2fd-442c-a0ba-8b5973e944a4 HTTP/1.1" status: 204 len: 168 time: 1.9887857 Feb 04 13:23:57.017784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-653107274'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:57.025108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:57.029507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:57.033781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:57.041073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:57.058526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '8c37cbea-6ce7-4509-bdaa-7d326e410398'}, {'subnet_id': 'd53481a4-ed73-4f4a-a35a-631e9c075a3b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:23:57.059862 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.066335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:57.070431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.082030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] No DVR routers for this DVR port bd9130e0-58e5-44d0-a5f2-4ed81c5e9658 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:23:57.144699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a794-db35-4b7b-83e0-2f64288f9ab2 None None] Pushing event deleted for resources: {'Port': ['ID=bd9130e0-58e5-44d0-a5f2-4ed81c5e9658,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:57.147231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.189756 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.192918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object e8df31b9-5256-4236-9d2d-29ad42d11310 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:57.263334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:23:57.279876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.324967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.325310 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment ee7e0dad-eaec-4a30-a652-aa04a5a00774 of type vlan for network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 Feb 04 13:23:57.388285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.436420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.479985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:57.483618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:57.487979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:57.534646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:23:57.558522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=e8df31b9-5256-4236-9d2d-29ad42d11310,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:57.590480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f38c9-cf6f-43c6-8eb9-231a8613694b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:57.604990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 16d33f48-1f87-42ca-b03a-2095965602fd up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:23:57.650994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:57.653585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.656428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.657803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d5f3376e-327d-45ca-baba-f89cce8c2fb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a8f38c9-cf6f-43c6-8eb9-231a8613694b HTTP/1.1" status: 204 len: 168 time: 0.8419812 Feb 04 13:23:57.677195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.683274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:57.684147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:57.697150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-89201275-9857-471e-b674-7210c02680e9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9400623 Feb 04 13:23:57.699696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:57.885883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Allocated IP 172.20.0.2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/8c37cbea-6ce7-4509-bdaa-7d326e410398/3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:57.895179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d38f79-0782-4bb7-a0ba-b442da0dabee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:57.898103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-11d38f79-0782-4bb7-a0ba-b442da0dabee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:23:57.920561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-11d38f79-0782-4bb7-a0ba-b442da0dabee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:23:57.923831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-11d38f79-0782-4bb7-a0ba-b442da0dabee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2230859 Feb 04 13:23:57.927398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:57.931220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Allocated IP 2001:db8::f816:3eff:febc:314f (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/d53481a4-ed73-4f4a-a35a-631e9c075a3b/3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:23:57.986803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:58.009349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9997106 Feb 04 13:23:58.018444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 16d33f48-1f87-42ca-b03a-2095965602fd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:23:58.033110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 16d33f48-1f87-42ca-b03a-2095965602fd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:23:58.034490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.071686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:58.113866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:23:58.136051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port e8df31b9-5256-4236-9d2d-29ad42d11310 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:23:58.140960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.156226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.317093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.334016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c011025-59a4-489f-a5e6-00e1cc1252b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=5e054dec-07a5-47e7-a3e3-bca7fdbd9581,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:58.358734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:58.387412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=16d33f48-1f87-42ca-b03a-2095965602fd,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:23:58.395597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Usage tracker for resource:security_group_rule and tenant:28aeba77b15f450f97ed7481e60be785 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:58.403114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:23:58.416135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:58.418304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:23:58.458586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.463043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:58.482730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.522234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:58.533536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139dba8-2816-418a-b907-7a3b85c5cf09 req-eaa062bd-c7cb-4e20-92e1-07be36d2206a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:58.536803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5139dba8-2816-418a-b907-7a3b85c5cf09 req-eaa062bd-c7cb-4e20-92e1-07be36d2206a tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 945 time: 0.8069053 Feb 04 13:23:58.541378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:subnet and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:58.562684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:58.597134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:58.640659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:58.669498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5139dba8-2816-418a-b907-7a3b85c5cf09 req-c3aff725-6c5e-4a8d-8695-7fdbca932fa3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157298 Feb 04 13:23:58.678550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:23:58.682694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.817377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.873269 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd', 'code': 200} Feb 04 13:23:58.897284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Transition to ACTIVE for port object 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:58.976249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Transition to ACTIVE for port object 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:23:58.977073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:58.982687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for e8df31b9-5256-4236-9d2d-29ad42d11310 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:23:58.992804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:58.994493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.009762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.034467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.057108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:23:59.061551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6122dd7d644d9392418e52e7d9e8e0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:23:59.064663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:23:59.071413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:23:59.084368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28aeba77b15f450f97ed7481e60be785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0908544 Feb 04 13:23:59.085690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624ffcf-944e-4c49-bfe7-23e1c7deda05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce80b1-f880-4ffd-8f45-66f0a6f6dbab,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.103726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:59.158259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c6344-9e45-4345-b155-0b36314eca68 req-053f8c48-cb7a-460b-94ee-f12ab9234b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.160135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-994c6344-9e45-4345-b155-0b36314eca68 req-053f8c48-cb7a-460b-94ee-f12ab9234b21 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 1097 time: 0.4464607 Feb 04 13:23:59.212331 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.222083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:23:59.226228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.239343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Pushing event updated for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.243420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:59.248369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:23:59.267821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a6122dd7d644d9392418e52e7d9e8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242995 Feb 04 13:23:59.271614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:59.330360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e778030-31a5-4713-a89d-3deb4a4e34d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440d939-ded0-4f58-99a7-41c9bdf5df26,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.435316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.442120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Attempting to bind port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:23:59.442492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Attempting to bind port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:23:59.443176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Attempting to bind port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:23:59.453655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:23:59.454033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:59.454435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.454851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:23:59.455325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Bound port: 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:23:59.455748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.499784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-994c6344-9e45-4345-b155-0b36314eca68 req-df61b7ed-2fde-4ed8-824f-0f8db2278b60 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295808 Feb 04 13:23:59.563307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.572669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:23:59.576127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:23:59.588049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.590452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.594503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.638715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.657201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.755616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd3e9-d278-4b00-8ecd-5e6462abe3c4 None None] Pushing event updated for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.807007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=e8df31b9-5256-4236-9d2d-29ad42d11310,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.855900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=a469da7b-e855-4c99-94d8-e047d5f8d980,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.863236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': 'ee7e0dad-eaec-4a30-a652-aa04a5a00774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:23:59.863962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: 5e054dec-07a5-47e7-a3e3-bca7fdbd9581, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:23:59.873145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.905577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce80b1-f880-4ffd-8f45-66f0a6f6dbab,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:23:59.917040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.919246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-58e2d3da-c1d5-4aea-afda-66de0beb574b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42ce80b1-f880-4ffd-8f45-66f0a6f6dbab HTTP/1.1" status: 204 len: 168 time: 0.8094056 Feb 04 13:23:59.924618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:23:59.941768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5e054dec-07a5-47e7-a3e3-bca7fdbd9581) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:23:59.950986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01183dc2-2951-4545-8dfe-3ae26a5c91df None None] Network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:23:59.952961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:23:59.954179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.973989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:23:59.994151 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-63dc56fe-376a-4b11-8c9a-b134f890b511 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9182227 Feb 04 13:23:59.994151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45302) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:00.111108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.136113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2d93661b-d294-4e42-8776-0e434d000769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/e8df31b9-5256-4236-9d2d-29ad42d11310 HTTP/1.1" status: 204 len: 168 time: 2.2072010 Feb 04 13:24:00.139615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45308) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:00.140425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440d939-ded0-4f58-99a7-41c9bdf5df26,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:00.145666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.147820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ef7b480-6d4d-439e-b517-2dc0286ea51e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1440d939-ded0-4f58-99a7-41c9bdf5df26 HTTP/1.1" status: 204 len: 168 time: 0.8735952 Feb 04 13:24:00.186691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21067-1d16-4c4f-a75d-5ff6f9f19a78 req-accd1131-deb7-432e-87c0-0cdddaecce30 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.209104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41e21067-1d16-4c4f-a75d-5ff6f9f19a78 req-accd1131-deb7-432e-87c0-0cdddaecce30 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.2892404 Feb 04 13:24:00.308088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41e21067-1d16-4c4f-a75d-5ff6f9f19a78 req-404e5edf-25f2-4a08-a50b-6e24276d0ebd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980375 Feb 04 13:24:00.312987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.316418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.318373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:00.319301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:00.388553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:00.392693 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-faa9a396-ff34-45ae-bfb7-c8ba63eb9464 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2496784 Feb 04 13:24:00.400184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45316) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:00.443387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.481549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-5e054dec-07a5-47e7-a3e3-bca7fdbd9581', 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': 'a469da7b-e855-4c99-94d8-e047d5f8d980'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:00.482381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.630901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 8c37cbea-6ce7-4509-bdaa-7d326e410398 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:00.634974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.729623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.748988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:00.816320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Allocated IP 2001:db8::2 (5e054dec-07a5-47e7-a3e3-bca7fdbd9581/a469da7b-e855-4c99-94d8-e047d5f8d980/72f08244-5df6-48c4-bf57-68a73b25c1c7) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:01.029048 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.192818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:01.273971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.364119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=8c37cbea-6ce7-4509-bdaa-7d326e410398,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:01.367740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.421490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-22447164-8952-4a8f-9897-792cfb03a779 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/8c37cbea-6ce7-4509-bdaa-7d326e410398 HTTP/1.1" status: 204 len: 168 time: 1.0177960 Feb 04 13:24:01.421745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45356) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:01.499783 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.516637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Transition to ACTIVE for port object 72f08244-5df6-48c4-bf57-68a73b25c1c7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:01.574162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Transition to ACTIVE for port object 72f08244-5df6-48c4-bf57-68a73b25c1c7 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:01.600064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet d53481a4-ed73-4f4a-a35a-631e9c075a3b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:01.606871 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.608132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.742435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.769459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:01.796830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:01.831542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:01.844107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c5c82-fac3-47fe-b5de-029823df860d None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:01.959158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=a469da7b-e855-4c99-94d8-e047d5f8d980,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:02.046494 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.158650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.225003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.244438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:02.249569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e620fd-ca77-4455-b0f9-b34b3232ad56 req-e5f0003c-87fc-4d5f-868c-829d1261f291 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.253551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:02.259182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81e620fd-ca77-4455-b0f9-b34b3232ad56 req-e5f0003c-87fc-4d5f-868c-829d1261f291 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.6957028 Feb 04 13:24:02.271034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e054dec-07a5-47e7-a3e3-bca7fdbd9581']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.306132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=d53481a4-ed73-4f4a-a35a-631e9c075a3b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:02.325617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.341819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-895312a4-7c74-40df-96f9-e6f1518507cf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d53481a4-ed73-4f4a-a35a-631e9c075a3b HTTP/1.1" status: 204 len: 168 time: 0.9182911 Feb 04 13:24:02.344164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45392) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:02.355059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7e0dad-eaec-4a30-a652-aa04a5a00774') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.355360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7e0dad-eaec-4a30-a652-aa04a5a00774') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:02.390574 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.486049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81e620fd-ca77-4455-b0f9-b34b3232ad56 req-c4e13921-68ef-4357-a13a-ceb3f896ebc5 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198739 Feb 04 13:24:02.499756 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.528067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:02.528510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.559272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4503e854-60fc-4ef8-bab8-1307ee9336d8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2136319 Feb 04 13:24:02.571720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:02.577966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:02.600021 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:02.698717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Provisioning for port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:02.715000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Pushing event updated for resources: {'Port': ['ID=72f08244-5df6-48c4-bf57-68a73b25c1c7,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:02.750063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45410) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:02.790552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Provisioning complete for port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:02.790552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.833619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:02.844273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:02.844500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 13:24:02.844500 n-d-820555-2 neutron-server[87621]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 13:24:02.844500 n-d-820555-2 neutron-server[87621]: [parameters: {'id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'}] Feb 04 13:24:02.844500 n-d-820555-2 neutron-server[87621]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:02.844791 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:02.848642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Attempting to bind port 72f08244-5df6-48c4-bf57-68a73b25c1c7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:02.849258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Attempting to bind port 72f08244-5df6-48c4-bf57-68a73b25c1c7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ee7e0dad-eaec-4a30-a652-aa04a5a00774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:02.850186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Attempting to bind port 72f08244-5df6-48c4-bf57-68a73b25c1c7 on network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:02.850311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:02.857232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:02.872558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:02.873761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:02.874554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Checking segment: {'id': 'ee7e0dad-eaec-4a30-a652-aa04a5a00774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:02.875235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.876131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Bound using segment: {'id': 'ee7e0dad-eaec-4a30-a652-aa04a5a00774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:02.876850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Bound port: 72f08244-5df6-48c4-bf57-68a73b25c1c7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7e0dad-eaec-4a30-a652-aa04a5a00774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5e054dec-07a5-47e7-a3e3-bca7fdbd9581'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:02.877492 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.901722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0595596-3d6c-43d2-8482-83ee790d3e84 req-bae9e61e-a2e4-4cb8-9196-2d9ce81e9a77 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:02.912069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0595596-3d6c-43d2-8482-83ee790d3e84 req-bae9e61e-a2e4-4cb8-9196-2d9ce81e9a77 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.2177684 Feb 04 13:24:02.913469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:02.916715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:02.922036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:02.922933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Request body: {'floatingip': {'port_id': '16d33f48-1f87-42ca-b03a-2095965602fd'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:03.023918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.091886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] For port 72f08244-5df6-48c4-bf57-68a73b25c1c7, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:03.133175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1399136377-network', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:03.139193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:03.147070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Usage tracker for resource:network and tenant:63bd812df5324a32b0b28561e6579fd7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:03.151233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:03.157691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:03.190133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] For port 72f08244-5df6-48c4-bf57-68a73b25c1c7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72f08244-5df6-48c4-bf57-68a73b25c1c7,segment=NetworkSegment(ee7e0dad-eaec-4a30-a652-aa04a5a00774),segment_id=ee7e0dad-eaec-4a30-a652-aa04a5a00774)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:03.203533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.215863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.258629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.262542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:03.275829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Usage tracker for resource:security_group_rule and tenant:e3460726e92444d6addfa545c1effdff is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:03.290236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:03.309125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:03.319807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:03.351805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:24:03.360156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.382110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Deleting port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:03.382810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.404755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.413056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.421971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.431683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204360c-6f87-4a22-b3b9-9535daad7bac None None] Pushing event updated for resources: {'Port': ['ID=72f08244-5df6-48c4-bf57-68a73b25c1c7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:03.484456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Made reservation on behalf of 63bd812df5324a32b0b28561e6579fd7 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:03.503238 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.510647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d0ba7-1464-42eb-a2bc-ce14325d9527 None None] Network 5e054dec-07a5-47e7-a3e3-bca7fdbd9581 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:03.548360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.627052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting port 72f08244-5df6-48c4-bf57-68a73b25c1c7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:03.628299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:03.698209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a5584-b57d-42de-b67b-42a856e20a00 None None] Pushing event updated for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:03.735811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:24:03.745849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3460726e92444d6addfa545c1effdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8719642 Feb 04 13:24:03.749811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:03.761417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d865fe-0d75-438f-a36e-a962e6039d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1516a347-dc6e-4300-b59d-b13dc6d93456,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:03.767218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45440) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:03.777946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Usage tracker for resource:security_group_rule and tenant:63bd812df5324a32b0b28561e6579fd7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:03.793828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:03.824013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:04.146474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.158809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:04.159332 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.340384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.399212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Calling delete_port for 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:04.422837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:04.460951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.461087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.470290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.471527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.511083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:04.511915 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:04.609427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:04.635256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:04.653435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=3f83c227-bff2-44fd-a9a9-6ce74473e53f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:04.666242 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.671798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:04.673071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:04.681361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:04.682027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.726719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b3076f62-4681-435a-974a-5ef0afd919a5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1531842 Feb 04 13:24:04.728783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:04.735546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:04.762983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5897986-2b64-415f-af48-b4932f445bc7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:04.789667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.790294 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Added segment bbbbb1a2-404a-4abb-b3ab-04fd0269cace of type vlan for network 4fbe8137-39fc-4422-b04b-b1804f5cd003 Feb 04 13:24:04.881127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.950378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:04.952025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] For port 72f08244-5df6-48c4-bf57-68a73b25c1c7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72f08244-5df6-48c4-bf57-68a73b25c1c7,segment=NetworkSegment(ee7e0dad-eaec-4a30-a652-aa04a5a00774),segment_id=ee7e0dad-eaec-4a30-a652-aa04a5a00774)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:04.952518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.957153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:04.963873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:04.964152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:04.981619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:05.011684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:05.013381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Deleting port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:05.014786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.026189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.064576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:24:05.173829 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.186885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Calling delete_port for 72f08244-5df6-48c4-bf57-68a73b25c1c7 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:05.251914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:24:05.280224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516a347-dc6e-4300-b59d-b13dc6d93456,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.333290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.334235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:05.335107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.396488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.483318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=c08b2e05-4a9a-427b-b42d-780380202da8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.498228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:05.499684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:05.502831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:05.503398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.516609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.537647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bc95444f-a4fb-4e0b-9f3e-95123c0bd10f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1516a347-dc6e-4300-b59d-b13dc6d93456 HTTP/1.1" status: 204 len: 168 time: 1.7541397 Feb 04 13:24:05.538545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d56220fe-9fe5-4d8f-829b-fcc6574d7e86 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8085947 Feb 04 13:24:05.540002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:05.544280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.553678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7995563 Feb 04 13:24:05.554693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45490) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:05.560132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Request body: {'subnet': {'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1399136377-subnet', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:05.567798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:05.572848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Usage tracker for resource:subnet and tenant:63bd812df5324a32b0b28561e6579fd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:05.576253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:05.583955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:05.606423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:05.606668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Made reservation on behalf of 63bd812df5324a32b0b28561e6579fd7 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:05.606886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.609780 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.619583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:dd:f5:f1', 'name': 'tempest-NetworksTestDHCPv6-529172593'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:05.769749 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:24:05.898785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:05.914797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c497ff-404b-4dfe-ae98-d44899c4fd63 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbe8137-39fc-4422-b04b-b1804f5cd003,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:05.918570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Calling delete_port for 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:05.953546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:05.979666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:06.051730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.106972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Port': ['ID=72f08244-5df6-48c4-bf57-68a73b25c1c7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:06.158698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No DVR routers for this DVR port 72f08244-5df6-48c4-bf57-68a73b25c1c7 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:06.260191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.303010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.307693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:06.410406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47014614-7eb1-45d1-97fa-4a0ad1c5a008,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:06.423798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Checking segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:06.424816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Network hostable DHCP agents. Network: 4fbe8137-39fc-4422-b04b-b1804f5cd003, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:06.471878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:06.479099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:06.499362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:06.499782 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:06.502193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4fbe8137-39fc-4422-b04b-b1804f5cd003) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:06.502866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Deleting port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:06.503325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.507545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:06.508515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.539958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-edd0f69e-7116-46bf-a701-56cb82f14904 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9847991 Feb 04 13:24:06.542537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:06.550072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:06.556278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:06.560739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Usage tracker for resource:router and tenant:63bd812df5324a32b0b28561e6579fd7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:06.564082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:06.577784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:06.590695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.592573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.610027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f825a-0433-44f1-8156-51ada87f600e None None] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:06.613257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.736267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.864751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:06.891056 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.920078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e054dec-07a5-47e7-a3e3-bca7fdbd9581']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:06.935922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7e0dad-eaec-4a30-a652-aa04a5a00774') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:06.936559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7e0dad-eaec-4a30-a652-aa04a5a00774') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:06.951470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:06.973827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:07.040986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:07.057365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.085127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:07.085580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.196562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:07.246078 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:07.335148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4fbe8137-39fc-4422-b04b-b1804f5cd003', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:07.335922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.507587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:07.632595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45548) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:07.675355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Allocated IP 172.20.0.2 (4fbe8137-39fc-4422-b04b-b1804f5cd003/47014614-7eb1-45d1-97fa-4a0ad1c5a008/39918834-dc99-4f53-bf23-f30614e4a04d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:07.709513 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Floating IP 7cb901b2-3986-4b8b-bbbb-a66b1493c4ac associated. External IP: 172.25.4.107, port: 16d33f48-1f87-42ca-b03a-2095965602fd. Feb 04 13:24:07.787837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.807960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.813468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.847048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.849702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=5e054dec-07a5-47e7-a3e3-bca7fdbd9581,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:07.883468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b5f41d7-4c3b-480a-ab37-28e7f2809dba tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/5e054dec-07a5-47e7-a3e3-bca7fdbd9581 HTTP/1.1" status: 204 len: 168 time: 7.8875349 Feb 04 13:24:07.899100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:07.902222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 546b735a-04db-49df-a00f-405f41aead9b yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:24:07.909005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.930981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:07.944566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1288422020'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:07.950066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:07.956581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:network and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:07.960185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:07.969446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:07.995101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:08.007650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Usage tracker for resource:security_group_rule and tenant:2e6a69a268794d4399b3dfcc9a305963 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:08.013221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:08.013608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] For port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:08.014407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.029219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:08.036429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.126675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:08.130490 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.206341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Calling delete_port for 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:08.222149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:08.238926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Allocated IP 172.25.4.47 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/49179502-5efe-4878-9bf1-84fcf099239f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:08.271826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Transition to ACTIVE for port object 39918834-dc99-4f53-bf23-f30614e4a04d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:08.324165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.324820 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Added segment 7c2caf10-1bfd-4c2a-a96a-919ac0a0baf4 of type vlan for network d502ae4b-635b-41c6-b59d-71ea74989ca8 Feb 04 13:24:08.406089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Transition to ACTIVE for port object 39918834-dc99-4f53-bf23-f30614e4a04d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:08.497798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.507478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.513113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.573599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e6a69a268794d4399b3dfcc9a305963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399719 Feb 04 13:24:08.580232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45574) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:08.615558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.698975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00646b-fbca-4d04-b1d6-7deac1252fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff9ae2-cfd4-40f3-b90d-e57de10faa88,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:08.755610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45578) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:08.769045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:24:08.773680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:08.777743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.785399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:08.786039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.808936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:08.814448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:08.835997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.847120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:08.922699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Pushing event updated for resources: {'Port': ['ID=39918834-dc99-4f53-bf23-f30614e4a04d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:08.932023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.005273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Network': ['ID=d502ae4b-635b-41c6-b59d-71ea74989ca8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.017041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.038958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.041210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.041376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.041641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.041976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.042301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.042645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.043323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.044042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.044996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.045376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.045706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:09.096129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Attempting to bind port 39918834-dc99-4f53-bf23-f30614e4a04d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:09.096905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Attempting to bind port 39918834-dc99-4f53-bf23-f30614e4a04d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:09.097767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Attempting to bind port 39918834-dc99-4f53-bf23-f30614e4a04d on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:09.104521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d502ae4b-635b-41c6-b59d-71ea74989ca8 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:09.140694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.202204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:09.215676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Usage tracker for resource:security_group_rule and tenant:95e1173c5c974224b73ff33b35da580b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:09.216744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:09.238405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:09.250591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.328346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:09.328898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Checking segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:09.329616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.330146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Bound using segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:09.331766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Bound port: 39918834-dc99-4f53-bf23-f30614e4a04d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:09.332254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.348970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:09.356656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:09.358767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.375060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:09.380739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] Pushing event deleted for resources: {'Port': ['ID=3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.431961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 172.20.0.8 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/c08b2e05-4a9a-427b-b42d-780380202da8/546b735a-04db-49df-a00f-405f41aead9b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:09.437482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d39ae75-09a6-43aa-b55c-5ed9c2d4fb5a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5344946 Feb 04 13:24:09.440000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:09.447489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:09.449662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fedd:f5f1 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/3f83c227-bff2-44fd-a9a9-6ce74473e53f/546b735a-04db-49df-a00f-405f41aead9b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:09.454885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Request body: {'subnet': {'network_id': 'd502ae4b-635b-41c6-b59d-71ea74989ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:09.461892 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:09.475895 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:09.476795 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:09.517329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415b1b7-a6e4-49c4-982b-711d4fa4f947 None None] No DVR routers for this DVR port 3ee1ec4e-0ff3-4ce4-bdb0-e456ee2ffa6f on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:09.557280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.688545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c13b7b6c-c29d-4551-9817-946911452d50 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "PUT /v2.0/floatingips/7cb901b2-3986-4b8b-bbbb-a66b1493c4ac HTTP/1.1" status: 200 len: 992 time: 6.7707343 Feb 04 13:24:09.694099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:24:09.737073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] For port 39918834-dc99-4f53-bf23-f30614e4a04d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:09.745963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] For port 39918834-dc99-4f53-bf23-f30614e4a04d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39918834-dc99-4f53-bf23-f30614e4a04d,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:09.748367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967032c-d5a0-4f11-b5c1-6950c31db7c8 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:09.762039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:09.767236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Usage tracker for resource:subnet and tenant:e6b3ab268695475681cf0ae125b13887 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:09.773753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:09.781393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff9ae2-cfd4-40f3-b90d-e57de10faa88,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:09.789068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:09.790460 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.806734 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd', 'status': 'completed', 'code': 200} Feb 04 13:24:09.827080 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:09.841164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Made reservation on behalf of e6b3ab268695475681cf0ae125b13887 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:09.850506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:09.894798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Pushing event updated for resources: {'Port': ['ID=49179502-5efe-4878-9bf1-84fcf099239f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:10.135085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:10.136216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-06e2c61c-663c-4e19-b6cf-49c62adbe5b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abff9ae2-cfd4-40f3-b90d-e57de10faa88 HTTP/1.1" status: 204 len: 168 time: 1.5539360 Feb 04 13:24:10.210333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223287a-c8ba-40d7-bfe0-5914d5155d56 None None] Pushing event updated for resources: {'Port': ['ID=39918834-dc99-4f53-bf23-f30614e4a04d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:10.342942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '3f83c227-bff2-44fd-a9a9-6ce74473e53f'}, {'subnet_id': 'c08b2e05-4a9a-427b-b42d-780380202da8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:10.344533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:10.468815 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7cb901b2-3986-4b8b-bbbb-a66b1493c4ac', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '16d33f48-1f87-42ca-b03a-2095965602fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:59:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:23:26Z', 'updated_at': '2022-02-04T13:24:05Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:10.473578 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:10.490563 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:10.491257 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:10.678179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:10.725613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-5bbd23d7-da99-40d2-9f06-f2b221154f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:10.727892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-5bbd23d7-da99-40d2-9f06-f2b221154f9e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 1097 time: 0.8878381 Feb 04 13:24:10.761773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c073-4f9b-406c-a92f-50344116befb req-f820a14b-2cf2-44fc-b6ea-3ec9e50fbf26 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:10.763667 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44a5c073-4f9b-406c-a92f-50344116befb req-f820a14b-2cf2-44fc-b6ea-3ec9e50fbf26 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.8433928 Feb 04 13:24:10.884652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:10.887893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:10.911206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.027606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.046914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 546b735a-04db-49df-a00f-405f41aead9b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:11.100662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95e1173c5c974224b73ff33b35da580b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3390360 Feb 04 13:24:11.107392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:11.120540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.140747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab1e66-8a6f-4855-bb21-ffdada1aa8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d12105-001a-4d0a-9349-9b12bbe4e68b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:11.195931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39918834-dc99-4f53-bf23-f30614e4a04d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:11.388110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:11.402859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:24:11.416282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 39918834-dc99-4f53-bf23-f30614e4a04d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:11.428968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44a5c073-4f9b-406c-a92f-50344116befb req-29ce9e0c-f940-4f92-a114-255c94f1c09b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5243120 Feb 04 13:24:11.432982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-2f59201d-89d6-479c-acda-de79bc8bb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:11.434481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-2f59201d-89d6-479c-acda-de79bc8bb905 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 0.6847868 Feb 04 13:24:11.474367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:11.480654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.485752 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.487627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:11.541555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.549078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:11.617031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=546b735a-04db-49df-a00f-405f41aead9b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:11.642106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Allocated IP 172.20.0.2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/c08b2e05-4a9a-427b-b42d-780380202da8/8acc2ccd-e75f-41fc-9a57-7de50e46c619) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:11.655555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Allocated IP 2001:db8::f816:3eff:fe56:8d5 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/3f83c227-bff2-44fd-a9a9-6ce74473e53f/8acc2ccd-e75f-41fc-9a57-7de50e46c619) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:11.890455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-01fe991f-adc8-4e1c-8c1d-4dad532de329 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 200 len: 1000 time: 0.3376968 Feb 04 13:24:11.933878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7cb901b2-3986-4b8b-bbbb-a66b1493c4ac', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '16d33f48-1f87-42ca-b03a-2095965602fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:59:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:23:26Z', 'updated_at': '2022-02-04T13:24:05Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:11.947126 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe5d3d-8462-4621-9093-2b9afb0b1909 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7cb901b2-3986-4b8b-bbbb-a66b1493c4ac', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'port_id': '16d33f48-1f87-42ca-b03a-2095965602fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'mac_address': 'fa:16:3e:59:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:23:26Z', 'updated_at': '2022-02-04T13:24:05Z', 'revision_number': 1, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:11.993500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.095490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d12105-001a-4d0a-9349-9b12bbe4e68b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:12.099491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Checking segment: {'id': '7c2caf10-1bfd-4c2a-a96a-919ac0a0baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd502ae4b-635b-41c6-b59d-71ea74989ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:12.106530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network hostable DHCP agents. Network: d502ae4b-635b-41c6-b59d-71ea74989ca8, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:12.113873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.116039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-de47e466-7511-4d0c-894a-635fb7d8cb76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7d12105-001a-4d0a-9349-9b12bbe4e68b HTTP/1.1" status: 204 len: 168 time: 0.9998057 Feb 04 13:24:12.135894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Router 018eb558-b7c1-45f1-9762-62005bade75d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:24:12.164133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event updated for resources: {'Subnet': ['ID=b5fd15ec-e212-4411-b18a-6a93e40e2a13,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:12.201826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e537f9-02ca-4018-a3b8-818676516820 None None] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:12.215298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.216295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.232482 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.244751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-1a51c9b3-e0cf-4015-b709-a77a1216074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.246261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-1a51c9b3-e0cf-4015-b709-a77a1216074c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.3298745 Feb 04 13:24:12.346291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Transition to ACTIVE for port object 8acc2ccd-e75f-41fc-9a57-7de50e46c619 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:12.351578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Provisioning for port 39918834-dc99-4f53-bf23-f30614e4a04d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:12.358244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Network d502ae4b-635b-41c6-b59d-71ea74989ca8 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:12.389382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-097c376e-af5a-4ebb-a88e-467db16d86ee tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.8408561 Feb 04 13:24:12.394412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45670) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:12.419530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Transition to ACTIVE for port object 8acc2ccd-e75f-41fc-9a57-7de50e46c619 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:12.442812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Provisioning complete for port 39918834-dc99-4f53-bf23-f30614e4a04d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:12.443484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.531442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec974958-77f6-4ec4-9917-b0ddf675fa96 None None] New status for floating IP 7cb901b2-3986-4b8b-bbbb-a66b1493c4ac: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:24:12.722311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d502ae4b-635b-41c6-b59d-71ea74989ca8) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:12.748679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.751333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.831524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:12.842980 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Sync routers for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:12.862348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:12.864176 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:12.872876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ca3466b7-8fab-4fae-9c8b-a24a4d6ef495 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4290726 Feb 04 13:24:12.882226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:12.946567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:12.949669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1d790c6e-c75f-4267-a1c4-20032719eca5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4051609 Feb 04 13:24:12.950282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45702) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:12.963344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-dcdfb886-16c5-4b60-b792-7ac93ad26b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:12.966275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-dcdfb886-16c5-4b60-b792-7ac93ad26b5d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7075729 Feb 04 13:24:13.055257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216d757-04ee-499e-a85c-1344d97c0963 None None] Network d502ae4b-635b-41c6-b59d-71ea74989ca8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:13.072627 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:13.197363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eaace0-3469-4228-b0c2-197ebb592b2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.213139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Pushing event updated for resources: {'Port': ['ID=8acc2ccd-e75f-41fc-9a57-7de50e46c619,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:13.217395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eaace0-3469-4228-b0c2-197ebb592b2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.218239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1eaace0-3469-4228-b0c2-197ebb592b2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:13.299228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:13.337544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1eaace0-3469-4228-b0c2-197ebb592b2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:13.338765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1eaace0-3469-4228-b0c2-197ebb592b2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.9433222 Feb 04 13:24:13.341873 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:13.342380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:13.406212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349f64-18e7-40be-9611-a6275b76db1d req-cfa76754-065b-4f7d-a7d2-162057090304 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:13.413467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c349f64-18e7-40be-9611-a6275b76db1d req-cfa76754-065b-4f7d-a7d2-162057090304 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.7502208 Feb 04 13:24:13.441207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:13.532983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-91740ad5-1f0c-40f9-8ec8-ad837945fef3 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120738 Feb 04 13:24:13.575651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:13.586326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c349f64-18e7-40be-9611-a6275b76db1d req-f26d1690-c0be-41e7-98f7-95b322ab4010 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704493 Feb 04 13:24:13.613855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 546b735a-04db-49df-a00f-405f41aead9b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:13.614653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:13.681643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45728) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:13.749894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:13.884607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:13.979475 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:13.984821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Checking router: 018eb558-b7c1-45f1-9762-62005bade75d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:13.985850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Updating router 018eb558-b7c1-45f1-9762-62005bade75d port 49179502-5efe-4878-9bf1-84fcf099239f binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:14.108347 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.117694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7ffd2df-0f26-4a60-a72f-c0dab4c97906 req-c33fd94a-3351-4a83-9c6f-9b9f62369be2 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127776 Feb 04 13:24:14.146220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.156738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.202862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] For port 39918834-dc99-4f53-bf23-f30614e4a04d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39918834-dc99-4f53-bf23-f30614e4a04d,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:14.243856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fd15ec-e212-4411-b18a-6a93e40e2a13,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:14.258434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-087ace4a-c955-4e26-a31c-6beddb1109ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.260061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.331985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45750) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:14.398677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.409964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.436820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b06fac-f88a-4e22-a248-7359f5ede98e None None] Pushing event updated for resources: {'Port': ['ID=39918834-dc99-4f53-bf23-f30614e4a04d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:14.441789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d502ae4b-635b-41c6-b59d-71ea74989ca8']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:14.469765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2caf10-1bfd-4c2a-a96a-919ac0a0baf4') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:14.470623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2caf10-1bfd-4c2a-a96a-919ac0a0baf4') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:14.488687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.504960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:14.511686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.521335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:14.521872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:14.550991 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:14.581549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Usage tracker for resource:security_group_rule and tenant:0c459b9987994615bc9eec0ce51666e6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:14.586855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:14.662297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-352752248-network', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:14.668903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:14.678568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Usage tracker for resource:network and tenant:13f321b32e2c4fc5b90d435d0a1818b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:14.685492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:14.699632 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.730414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:14.755179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:14.782353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Made reservation on behalf of 13f321b32e2c4fc5b90d435d0a1818b6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:14.787321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.790365 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Transition to ACTIVE for port object 49179502-5efe-4878-9bf1-84fcf099239f will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:14.818461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Attempting to bind port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:14.818461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Attempting to bind port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:14.818461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Attempting to bind port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:14.818772 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.828338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.843992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:14.844366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:14.846122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.847132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:14.849192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Bound port: 8acc2ccd-e75f-41fc-9a57-7de50e46c619, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:14.855028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.892428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87858e-c6fd-4075-bba8-ddc6b189a064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-d502ae4b-635b-41c6-b59d-71ea74989ca8', 'network_id': 'd502ae4b-635b-41c6-b59d-71ea74989ca8', 'tenant_id': 'e6b3ab268695475681cf0ae125b13887', 'fixed_ips': [{'subnet_id': 'b5fd15ec-e212-4411-b18a-6a93e40e2a13'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:14.894149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c87858e-c6fd-4075-bba8-ddc6b189a064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.911444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.937671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.974675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:14.985422 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Pushing event updated for resources: {'Port': ['ID=49179502-5efe-4878-9bf1-84fcf099239f,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.007363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=d502ae4b-635b-41c6-b59d-71ea74989ca8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.024343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.030622 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.043182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.043912 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.044026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:15.044625 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.045177 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.045736 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.046279 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.047076 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.047950 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.049384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.049559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Usage tracker for resource:security_group_rule and tenant:13f321b32e2c4fc5b90d435d0a1818b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:15.050548 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.051192 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:15.053096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:15.064423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Attempting to bind port 49179502-5efe-4878-9bf1-84fcf099239f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:15.064972 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Attempting to bind port 49179502-5efe-4878-9bf1-84fcf099239f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:15.066906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-250249a9-4087-42b4-9466-4a0acf50e35d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/d502ae4b-635b-41c6-b59d-71ea74989ca8 HTTP/1.1" status: 204 len: 168 time: 2.1823604 Feb 04 13:24:15.068722 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Attempting to bind port 49179502-5efe-4878-9bf1-84fcf099239f on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:15.072034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.083918 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:15.084420 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:15.084938 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.085432 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:15.086017 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Bound port: 49179502-5efe-4878-9bf1-84fcf099239f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:15.086855 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.100337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] For port 8acc2ccd-e75f-41fc-9a57-7de50e46c619, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:15.103970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] For port 8acc2ccd-e75f-41fc-9a57-7de50e46c619, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8acc2ccd-e75f-41fc-9a57-7de50e46c619,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:15.115168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39918834-dc99-4f53-bf23-f30614e4a04d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:15.153191 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c4da9a-4503-474a-b542-eb628e6cb7fe tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.153793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c4da9a-4503-474a-b542-eb628e6cb7fe tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.161403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-83c4da9a-4503-474a-b542-eb628e6cb7fe tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/b5fd15ec-e212-4411-b18a-6a93e40e2a13 HTTP/1.1" status: 404 len: 337 time: 0.0853863 Feb 04 13:24:15.161403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45768) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.162380 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c459b9987994615bc9eec0ce51666e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4674158 Feb 04 13:24:15.163550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45770) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.182827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:15.233017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.235841 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcd71e5-2c61-417a-a2bd-f87684406be7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.237070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcd71e5-2c61-417a-a2bd-f87684406be7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.240091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-efcd71e5-2c61-417a-a2bd-f87684406be7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/d502ae4b-635b-41c6-b59d-71ea74989ca8 HTTP/1.1" status: 404 len: 339 time: 0.0782354 Feb 04 13:24:15.246552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45778) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.256515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] For port 49179502-5efe-4878-9bf1-84fcf099239f, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:15.257952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e948-4818-4f2e-8492-6c4e34688275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e5939-0f21-4708-8f6e-0e6389e8102f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.260707 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] For port 49179502-5efe-4878-9bf1-84fcf099239f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=49179502-5efe-4878-9bf1-84fcf099239f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:15.263717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.268200 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.364025 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6158b70-7a1b-4956-a7b4-90f3a7b1d9f7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.364025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6158b70-7a1b-4956-a7b4-90f3a7b1d9f7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.375077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a6158b70-7a1b-4956-a7b4-90f3a7b1d9f7 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/a469da7b-e855-4c99-94d8-e047d5f8d980 HTTP/1.1" status: 404 len: 337 time: 0.1154468 Feb 04 13:24:15.387478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c50e4-481f-48da-821b-76a3c9c91138 req-e0c1e40f-cc07-4e4e-9cbf-57af11a2c79e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:15.389194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a23c50e4-481f-48da-821b-76a3c9c91138 req-e0c1e40f-cc07-4e4e-9cbf-57af11a2c79e tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.6003952 Feb 04 13:24:15.391544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.405363 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:15.406060 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:23:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:15.414642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f05cd9fd-12b5-487b-bb03-05e0cefd7a32 None None] Provisioning complete for port 39918834-dc99-4f53-bf23-f30614e4a04d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:15.415230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f05cd9fd-12b5-487b-bb03-05e0cefd7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.446677 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad244d3-a09a-4348-9580-09c4dc79369d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.447568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad244d3-a09a-4348-9580-09c4dc79369d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.449460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9ad244d3-a09a-4348-9580-09c4dc79369d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/5e054dec-07a5-47e7-a3e3-bca7fdbd9581 HTTP/1.1" status: 404 len: 339 time: 0.0566893 Feb 04 13:24:15.459446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45788) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.494647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d4fff-8420-4647-850a-d8970cc171d0 None None] Pushing event updated for resources: {'Port': ['ID=8acc2ccd-e75f-41fc-9a57-7de50e46c619,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.522773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02ac0e-2fa6-4708-a570-b13b00793eb0 None None] Pushing event updated for resources: {'Port': ['ID=49179502-5efe-4878-9bf1-84fcf099239f,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.538168 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-655e19b3-f9b9-4628-974c-6e1ec65da011 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.538788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655e19b3-f9b9-4628-974c-6e1ec65da011 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.542855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-655e19b3-f9b9-4628-974c-6e1ec65da011 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/fa617e0d-781b-4a3d-9284-a017775fe982 HTTP/1.1" status: 404 len: 337 time: 0.0798953 Feb 04 13:24:15.545804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.550727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.556335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a23c50e4-481f-48da-821b-76a3c9c91138 req-88b4ade8-8aa5-4dba-9e7b-f9dfadbd155b tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585660 Feb 04 13:24:15.569666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219557a2-8272-4cc2-a1e9-de7dec3f5d7d None None] Network d502ae4b-635b-41c6-b59d-71ea74989ca8 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:15.571888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 546b735a-04db-49df-a00f-405f41aead9b owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:15.612504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219557a2-8272-4cc2-a1e9-de7dec3f5d7d None None] Network d502ae4b-635b-41c6-b59d-71ea74989ca8 could not be found, it might have been deleted concurrently. {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 13:24:15.625993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.640796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 39918834-dc99-4f53-bf23-f30614e4a04d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:15.640796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.750279 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea53365-0d4a-498c-8057-777ee1cb3e7d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:15.753206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea53365-0d4a-498c-8057-777ee1cb3e7d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:15.805118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.810875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.845231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c5e5939-0f21-4708-8f6e-0e6389e8102f HTTP/1.1" status: 204 len: 168 time: 0.6764870 Feb 04 13:24:15.891791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aea53365-0d4a-498c-8057-777ee1cb3e7d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/a3c2510d-4e27-46ac-bada-ef2fb48d4b30 HTTP/1.1" status: 404 len: 339 time: 0.3407435 Feb 04 13:24:15.907945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:15.910156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b8a37-b781-43c8-87e0-669aeced4a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e5939-0f21-4708-8f6e-0e6389e8102f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:15.968102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:15.999185 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:16.075335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.107234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.130299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting port 69afd703-018b-442d-a328-9df9368e4dc9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:16.131452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.256298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:16.304560 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff7b95a3-ff25-4bbc-a52e-4e77fd7ef0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.446533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ceb39-95cf-431b-a767-a809e68c4350,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:16.466212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.474335 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Added segment 7b8b4386-c2d9-46a2-aede-dfa6d9c8072d of type vlan for network 9755be38-d950-47bb-92b9-a2e45d8fc827 Feb 04 13:24:16.510986 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:16.525254 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03e0e6-2ba1-45f0-96c9-758729ebe3a4 None None] The sync data for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 is: [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:10Z', 'revision_number': 3, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:16.881423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:16.977588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.099199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.195775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8acc2ccd-e75f-41fc-9a57-7de50e46c619 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:17.316753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Calling delete_port for 69afd703-018b-442d-a328-9df9368e4dc9 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:17.338175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Allocated IP 172.20.0.1 (4fbe8137-39fc-4422-b04b-b1804f5cd003/47014614-7eb1-45d1-97fa-4a0ad1c5a008/eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:17.341718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.388661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:17.545379 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.553739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.665843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff0718-777e-4b0f-aa10-ca2e2fa993e6 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:17.684744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Port': ['ID=69afd703-018b-442d-a328-9df9368e4dc9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:17.704626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.714786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=546b735a-04db-49df-a00f-405f41aead9b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:17.717826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0717ce4c-1e0f-49cb-9097-10986c735b67 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/ports/69afd703-018b-442d-a328-9df9368e4dc9 HTTP/1.1" status: 204 len: 168 time: 1.7646310 Feb 04 13:24:17.718560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:17.720026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.721046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:17.721626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:17.832594 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a1483-5fbd-4999-a684-a2c998ecb67c tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:17.833063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a1483-5fbd-4999-a684-a2c998ecb67c tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:17.848688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-787a1483-5fbd-4999-a684-a2c998ecb67c tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/2fd89e0e-5f02-4cbb-9cbc-610f126254d8 HTTP/1.1" status: 404 len: 337 time: 0.1152568 Feb 04 13:24:17.849430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45860) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:18.017809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] Pushing event updated for resources: {'Network': ['ID=9755be38-d950-47bb-92b9-a2e45d8fc827,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:18.056910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:18.243632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.389476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.406667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Provisioning for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:18.415558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Transition to ACTIVE for port object eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:18.452469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Provisioning complete for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:18.453102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.479891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.503320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.529844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-219a5ae3-330f-467d-8181-990229fe8b02 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1937640 Feb 04 13:24:18.539801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45880) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:18.543688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb2b10b-a2e2-4305-9ef1-078fb9959f45']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:18.556201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Request body: {'subnet': {'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-352752248-subnet', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:18.560800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a4265d-1d56-4c2b-a302-236612c36de3') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:18.561403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a4265d-1d56-4c2b-a302-236612c36de3') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:18.564735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:18.589949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.600417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Usage tracker for resource:subnet and tenant:13f321b32e2c4fc5b90d435d0a1818b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:18.607752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:18.619355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:18.622653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:18.626998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:18.636541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:18.659456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.670141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:18.673628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:18.674312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.677568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.682335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52886368-f459-4149-a019-9b20c4d0b912 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/546b735a-04db-49df-a00f-405f41aead9b HTTP/1.1" status: 204 len: 168 time: 5.3379271 Feb 04 13:24:18.686466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:18.800368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Made reservation on behalf of 13f321b32e2c4fc5b90d435d0a1818b6 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:18.815865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:18.846427 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:18.859609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.910109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:18.926167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=5eb2b10b-a2e2-4305-9ef1-078fb9959f45,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:18.941160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a8c707ff-5c18-443c-9a2e-c60888dc3de8 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/5eb2b10b-a2e2-4305-9ef1-078fb9959f45 HTTP/1.1" status: 204 len: 168 time: 1.0884786 Feb 04 13:24:18.944788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 45896) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:19.035850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.059594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.079417 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.118398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting port 79ef8bf1-0b42-4336-94db-1d99132cf328 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:19.121675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.213045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] For port 8acc2ccd-e75f-41fc-9a57-7de50e46c619, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8acc2ccd-e75f-41fc-9a57-7de50e46c619,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:19.223819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.342171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:24:19.342855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 49179502-5efe-4878-9bf1-84fcf099239f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:19.445110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:19.446781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:19.448316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:19.449155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:19.573348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cc4052d-b29e-4d54-aa09-2ee0637d566e None None] Provisioning for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:19.587836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:19.594235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7033b765-51ac-48b3-8b5f-6d096f94b88a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9061887 Feb 04 13:24:19.597812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 45924) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:19.602813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cc4052d-b29e-4d54-aa09-2ee0637d566e None None] Provisioning complete for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:19.609339 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cc4052d-b29e-4d54-aa09-2ee0637d566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.825393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.830109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4052d-b29e-4d54-aa09-2ee0637d566e None None] Port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:19.872559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 49179502-5efe-4878-9bf1-84fcf099239f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:19.892448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 49179502-5efe-4878-9bf1-84fcf099239f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:19.894577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:19.943910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300711c-ea7a-416c-a65c-a8687d6df511 None None] Pushing event updated for resources: {'Port': ['ID=8acc2ccd-e75f-41fc-9a57-7de50e46c619,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:19.997279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c5a075cd-3df5-40db-b9b3-f52f744d86a1 None None] Provisioning complete for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:19.997781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c5a075cd-3df5-40db-b9b3-f52f744d86a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.160590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Calling delete_port for 79ef8bf1-0b42-4336-94db-1d99132cf328 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:20.180960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 3f83c227-bff2-44fd-a9a9-6ce74473e53f {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:20.207636 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.209768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.280515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 49179502-5efe-4878-9bf1-84fcf099239f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=49179502-5efe-4878-9bf1-84fcf099239f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:20.284633 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.327971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.349761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.398896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.433462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Port': ['ID=79ef8bf1-0b42-4336-94db-1d99132cf328,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:20.451748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.468279 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e70d7a4-b6f4-493f-9026-6f882944be73 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/ports/79ef8bf1-0b42-4336-94db-1d99132cf328 HTTP/1.1" status: 204 len: 168 time: 1.5217409 Feb 04 13:24:20.469862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:20.569252 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-881ea33f-0346-4741-a7c3-022df67123b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] DELETE failed (client error): The resource could not be found. Feb 04 13:24:20.569969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881ea33f-0346-4741-a7c3-022df67123b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:20.575432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-881ea33f-0346-4741-a7c3-022df67123b5 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/6190da64-59c8-49d6-bf97-88efedd07e66 HTTP/1.1" status: 404 len: 337 time: 0.1017466 Feb 04 13:24:20.576350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:20.618086 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.627818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=49179502-5efe-4878-9bf1-84fcf099239f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:20.712513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-43b69c6e-ef23-4d28-9089-9395b6362226 None None] Could not find standard attr ID for object e8df31b9-5256-4236-9d2d-29ad42d11310. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:24:20.758531 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:20.783611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:20.785899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.004281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.030387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0c0246c9-8ea8-4e75-9fa8-f2362e7ceebe None None] Could not find standard attr ID for object 546b735a-04db-49df-a00f-405f41aead9b. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:24:21.052781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 49179502-5efe-4878-9bf1-84fcf099239f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:21.100530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.132065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=3f83c227-bff2-44fd-a9a9-6ce74473e53f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:21.152531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46018) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:21.187185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 49179502-5efe-4878-9bf1-84fcf099239f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:21.188016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.211316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.243311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.276538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] For port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b,segment=NetworkSegment(a22b12be-9ff1-4f18-9086-4f43f78b4fb3),segment_id=a22b12be-9ff1-4f18-9086-4f43f78b4fb3)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:21.285566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.405170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8acc2ccd-e75f-41fc-9a57-7de50e46c619 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:21.467757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4a536fd6-6bd6-44fa-b367-de37a466b10e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/3f83c227-bff2-44fd-a9a9-6ce74473e53f HTTP/1.1" status: 204 len: 168 time: 1.8679008 Feb 04 13:24:21.473661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca95f3-10f8-4bb8-888a-46059d92f819 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:21.474487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:21.511060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Calling delete_port for b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:21.555491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.577735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:21.587272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Checking segment: {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:21.587714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Network hostable DHCP agents. Network: 9755be38-d950-47bb-92b9-a2e45d8fc827, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:21.591901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Usage tracker for resource:security_group_rule and tenant:925376fa340e482b98392abd1fd73ad4 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:21.592103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc6fa39-5180-4330-80da-8c563783e77d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:21.597070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:21.646077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:21.662523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.687559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:21.837470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9755be38-d950-47bb-92b9-a2e45d8fc827) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:21.850893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet c08b2e05-4a9a-427b-b42d-780380202da8 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:21.855734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:21.865267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Port': ['ID=b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:21.872551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca2251-9449-4749-9263-e73a38bf0abc None None] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:21.879584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No DVR routers for this DVR port b3e7dfe5-4d31-49ae-b9d2-5bcef8ed5d6b on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:21.917127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.011368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.020548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:22.020548 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.027648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.051517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.068768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.097640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:22.098478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.114768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.146730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1066b08-2314-48c1-9016-1e4fc93d94d9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:22.192984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=c08b2e05-4a9a-427b-b42d-780380202da8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:22.195379 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.200539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e25f695-2888-49aa-871f-39a4a639119d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/c08b2e05-4a9a-427b-b42d-780380202da8 HTTP/1.1" status: 204 len: 168 time: 0.7223823 Feb 04 13:24:22.205286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:22.297517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-851f756d-cab2-4393-be4d-1706f86bece7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7478678 Feb 04 13:24:22.307565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46048) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:22.342395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-75c61519-b6e6-47b2-af61-0641f4728c28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=925376fa340e482b98392abd1fd73ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1886969 Feb 04 13:24:22.344942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f1f583-3ed7-4988-a925-eeebb39293fe']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:22.352946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46052) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:22.376005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:22.376749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22b12be-9ff1-4f18-9086-4f43f78b4fb3') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:22.408599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.466435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.479538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:22.480278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.490750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.496257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:22.498371 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:22.503798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e30ec045-7a7d-4a7b-ab80-9331f77ab5e2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2933557 Feb 04 13:24:22.503798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.567699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9755be38-d950-47bb-92b9-a2e45d8fc827', 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'fixed_ips': [{'subnet_id': 'bbc6fa39-5180-4330-80da-8c563783e77d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:22.568534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.599767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:22.603880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:22.637018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.750442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.875894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:22.884089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Usage tracker for resource:router and tenant:13f321b32e2c4fc5b90d435d0a1818b6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:22.886192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.887442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:22.894028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:22.898254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:22.906127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:23.004657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.005959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.007854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/f0f1f583-3ed7-4988-a925-eeebb39293fe HTTP/1.1" status: 204 len: 168 time: 2.4301891 Feb 04 13:24:23.009032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.028923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:23.034451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.038965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1066b08-2314-48c1-9016-1e4fc93d94d9 HTTP/1.1" status: 204 len: 168 time: 0.6839054 Feb 04 13:24:23.058355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf49f5c-5c09-4526-8092-e36468ed185a tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=f0f1f583-3ed7-4988-a925-eeebb39293fe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:23.068497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d11686-c2df-4884-a7ab-cd21ce6a4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1066b08-2314-48c1-9016-1e4fc93d94d9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:23.071020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Allocated IP 172.20.0.2 (9755be38-d950-47bb-92b9-a2e45d8fc827/bbc6fa39-5180-4330-80da-8c563783e77d/c38578f5-d8f2-45e4-ac55-792e8f686403) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:23.131859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:23.143062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:23.188569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:23.220084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:23.224731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:23.227975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:23.234462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:23.417385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f82a93-1141-4a6e-9cc7-1d5d79079850 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:23.604528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.671462 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.681007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-51c1253b-0c59-4955-8166-ba1be6532c5b None None] Provisioning complete for port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:23.681314 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51c1253b-0c59-4955-8166-ba1be6532c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.687980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:23.693522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.775992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting subnet c852b27f-dc97-483c-b787-906a74010df4 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:23.778015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Transition to ACTIVE for port object c38578f5-d8f2-45e4-ac55-792e8f686403 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:23.835375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Transition to ACTIVE for port object c38578f5-d8f2-45e4-ac55-792e8f686403 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:23.835783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46086) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:23.852724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.857934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.875676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:23.880441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Usage tracker for resource:security_group_rule and tenant:9f873b8cf3f44f5ca06d736e918ecb70 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:23.884381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:23.890582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:23.920222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:23.957363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:23.966526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:23.982104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:23.994386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Pushing event updated for resources: {'Port': ['ID=c38578f5-d8f2-45e4-ac55-792e8f686403,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:24.091718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.093134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:24:24.094795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.106943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Deleting port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:24.111834 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.150418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f873b8cf3f44f5ca06d736e918ecb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124447 Feb 04 13:24:24.151305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd314-00a5-4808-841e-79952aa56644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d715e-9dc9-4e1d-991b-ff96c28f1433,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:24.153996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:24.155575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.182002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Attempting to bind port c38578f5-d8f2-45e4-ac55-792e8f686403 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:24.182351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Attempting to bind port c38578f5-d8f2-45e4-ac55-792e8f686403 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:24.182752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Attempting to bind port c38578f5-d8f2-45e4-ac55-792e8f686403 on network 9755be38-d950-47bb-92b9-a2e45d8fc827 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:24.226924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.229904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:24.230414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Checking segment: {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:24.231134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.231597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Bound using segment: {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:24.232152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Bound port: c38578f5-d8f2-45e4-ac55-792e8f686403, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:24.232761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.259757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.265693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.324339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.343781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d715e-9dc9-4e1d-991b-ff96c28f1433,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:24.347501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d5ca820e-dc0a-404d-8b29-1380b321e631 None None] Provisioning complete for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:24.347875 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5ca820e-dc0a-404d-8b29-1380b321e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.353547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.354964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6d49d71-ecfb-4ce3-8d48-b94d46aa4493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de6d715e-9dc9-4e1d-991b-ff96c28f1433 HTTP/1.1" status: 204 len: 168 time: 0.1998067 Feb 04 13:24:24.543611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] For port c38578f5-d8f2-45e4-ac55-792e8f686403, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:24.546612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] For port 8acc2ccd-e75f-41fc-9a57-7de50e46c619, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8acc2ccd-e75f-41fc-9a57-7de50e46c619,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:24.547020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.554550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca820e-dc0a-404d-8b29-1380b321e631 None None] Port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:24.559750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] For port c38578f5-d8f2-45e4-ac55-792e8f686403, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c38578f5-d8f2-45e4-ac55-792e8f686403,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:24.562690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.683167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.720014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.785340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Calling delete_port for 8acc2ccd-e75f-41fc-9a57-7de50e46c619 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:24.850541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Router 018eb558-b7c1-45f1-9762-62005bade75d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:24:24.852783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.926134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5b009-b4bd-448d-a398-3b1f6565f7dc None None] Pushing event updated for resources: {'Port': ['ID=c38578f5-d8f2-45e4-ac55-792e8f686403,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:24.942956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:24.972727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Subnet': ['ID=c852b27f-dc97-483c-b787-906a74010df4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:24.975589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.001976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2131d390-1d30-4497-86d4-a161c770624d tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/subnets/c852b27f-dc97-483c-b787-906a74010df4 HTTP/1.1" status: 204 len: 168 time: 1.9728992 Feb 04 13:24:25.007260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:25.026353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] No DVR routers for this DVR port 8acc2ccd-e75f-41fc-9a57-7de50e46c619 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:25.034472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d0a80-662c-4d2e-92a3-90d48be03637 None None] Pushing event deleted for resources: {'Port': ['ID=8acc2ccd-e75f-41fc-9a57-7de50e46c619,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:25.037545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98dae3-b6df-4e9a-b402-5b4d97bd7047 None None] Network 1de59007-ca6f-4de2-96d1-535520c5ff90 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:25.147073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8acc2ccd-e75f-41fc-9a57-7de50e46c619 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:24:25.220475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8acc2ccd-e75f-41fc-9a57-7de50e46c619 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:24:25.220820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8acc2ccd-e75f-41fc-9a57-7de50e46c619 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:24:25.312597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.337046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Deleting port a7b3e737-8437-4927-8ca1-974972be69dc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:25.337523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.478187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:25.492894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Sync routers for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:25.495905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7238175-922a-4434-babd-311bf8cf80a7 admin admin] 10.222.0.53 "PUT /v2.0/routers/018eb558-b7c1-45f1-9762-62005bade75d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5428827 Feb 04 13:24:25.514494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:25.515396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:25.560884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.629552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:25.642770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:25.645950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:25.647769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.647903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] DHCP port deletion for 1de59007-ca6f-4de2-96d1-535520c5ff90 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:24:25.671726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d421bd-8801-412c-bde1-fc7c49810327 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:25.776588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Deleting port a7b3e737-8437-4927-8ca1-974972be69dc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:25.777239 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:25.878756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] For port a7b3e737-8437-4927-8ca1-974972be69dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a7b3e737-8437-4927-8ca1-974972be69dc,segment=NetworkSegment(0108ce49-46ea-4f5e-9d04-21d7b37cd44a),segment_id=0108ce49-46ea-4f5e-9d04-21d7b37cd44a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:25.879120 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:26.154763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4881456 Feb 04 13:24:26.158171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:26.165609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Calling delete_port for a7b3e737-8437-4927-8ca1-974972be69dc owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:26.249285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:26.270015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd35243-0e4c-4ed0-9a16-66f4281e49bc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=a193fd3f-0305-4c44-8684-b86bef80cc4e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:26.290549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:26.432012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:26.453138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:26.525785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:26.558725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Port': ['ID=a7b3e737-8437-4927-8ca1-974972be69dc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:26.561301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] No DVR routers for this DVR port a7b3e737-8437-4927-8ca1-974972be69dc on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:26.702635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-937a4d5c-62a4-4af7-9f14-b9c920df319a req-cceebe21-2e8e-40a9-b901-454ac217d359 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4136586 Feb 04 13:24:26.812823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Allocated IP 172.25.4.35 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/64c2c46d-fb65-43ba-96dd-640db34ab6d8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:26.850452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.850867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.851999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.852382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.852680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.853014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.853344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.853676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.854004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.862258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.863034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.863535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:26.877964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:26.910557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:26.930477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:26.984696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:27.009191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:27.049632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1086309063-network', 'tenant_id': '042f078ce6e34d91946e721997b30f05'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:27.061083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:27.065197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-937a4d5c-62a4-4af7-9f14-b9c920df319a req-c2d5ca85-3475-4e9b-8deb-6587b36f889b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1618714 Feb 04 13:24:27.066386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Usage tracker for resource:network and tenant:042f078ce6e34d91946e721997b30f05 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:27.070900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:27.077275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:27.090088 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.118812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-937a4d5c-62a4-4af7-9f14-b9c920df319a req-482fd4a6-cb8f-4a57-b822-9ab94f99f420 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307219 Feb 04 13:24:27.155142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8d036-a7b8-4407-90ec-d38e27f7158d None None] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:27.171066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'a193fd3f-0305-4c44-8684-b86bef80cc4e'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:27.171890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.180566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de59007-ca6f-4de2-96d1-535520c5ff90']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:27.198883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0108ce49-46ea-4f5e-9d04-21d7b37cd44a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:27.199642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0108ce49-46ea-4f5e-9d04-21d7b37cd44a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:27.207800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c38578f5-d8f2-45e4-ac55-792e8f686403 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:27.221906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.251609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.265973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Made reservation on behalf of 042f078ce6e34d91946e721997b30f05 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:27.274135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.306486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:27.306912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.333479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:27.337435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.338572 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:27.353491 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:27.356645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.390912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.478503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:27.485241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:27.492763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:27.599381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] For port a7b3e737-8437-4927-8ca1-974972be69dc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a7b3e737-8437-4927-8ca1-974972be69dc,segment=NetworkSegment(0108ce49-46ea-4f5e-9d04-21d7b37cd44a),segment_id=0108ce49-46ea-4f5e-9d04-21d7b37cd44a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:27.600254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.647634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:27.651438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Usage tracker for resource:security_group_rule and tenant:042f078ce6e34d91946e721997b30f05 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:27.653252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:27.654526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:27.660425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:27.711884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Pushing event updated for resources: {'Port': ['ID=64c2c46d-fb65-43ba-96dd-640db34ab6d8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:27.826439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.850097 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:27.880906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:27.905115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a4d5c-62a4-4af7-9f14-b9c920df319a req-e6fabfc6-a01a-47a9-b834-3de598d678fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:27.907540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-937a4d5c-62a4-4af7-9f14-b9c920df319a req-e6fabfc6-a01a-47a9-b834-3de598d678fe service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7803538 Feb 04 13:24:27.997872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.015030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.015502 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Added segment 14ee09e8-22f7-47bb-b430-785bd7a4c9da of type vlan for network a3a979b6-0175-44c6-9f55-381130326a41 Feb 04 13:24:28.024154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Calling delete_port for a7b3e737-8437-4927-8ca1-974972be69dc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:28.069253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ac69da-4a64-4358-888f-d1ab46bf9443,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:28.094372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.146741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:28.155390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:58a6b184b33940628eb0825e1c826e08 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:28.160465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:28.161640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cdab7bf-ed47-497f-9609-801f1fcd85f2 None None] Provisioning for port c38578f5-d8f2-45e4-ac55-792e8f686403 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:28.176119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:28.190226 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:28.190531 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:28.203854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.219382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c38578f5-d8f2-45e4-ac55-792e8f686403 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:28.276896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c38578f5-d8f2-45e4-ac55-792e8f686403 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:28.277400 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.337530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.448396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Allocated IP 172.20.0.2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/a193fd3f-0305-4c44-8684-b86bef80cc4e/02a736d8-93ba-4a70-be33-073a557b678d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:28.491361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] 10.222.0.53 "DELETE /v2.0/networks/1de59007-ca6f-4de2-96d1-535520c5ff90 HTTP/1.1" status: 204 len: 168 time: 3.4827962 Feb 04 13:24:28.513231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4afd86-67fd-42b7-ae1e-38d9c494e076 tempest-NetworksIpV6TestAttrs-1632806039 tempest-NetworksIpV6TestAttrs-1632806039-project] Pushing event deleted for resources: {'Network': ['ID=1de59007-ca6f-4de2-96d1-535520c5ff90,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:28.543995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.558057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0', 'name': '', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'mac_address': 'fa:16:3e:0f:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:16Z', 'updated_at': '2022-02-04T13:24:21Z', 'revision_number': 2, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'subnets': [{'id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:28.719238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Checking router: 018eb558-b7c1-45f1-9762-62005bade75d for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:28.721370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Updating router 018eb558-b7c1-45f1-9762-62005bade75d port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:28.737969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:24:28.742031 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.780291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Deleting port a7b3e737-8437-4927-8ca1-974972be69dc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:28.784269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.809548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.815261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:28.816051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.819836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.882538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:28.959422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58a6b184b33940628eb0825e1c826e08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2842383 Feb 04 13:24:28.967765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9788780 Feb 04 13:24:28.969616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46316) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:28.970897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:28.971388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46322) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:28.990903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Request body: {'subnet': {'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1086309063-subnet', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:29.072864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-743b9e62-a540-4721-a679-10ef18e157fa None None] The port 'a7b3e737-8437-4927-8ca1-974972be69dc' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:24:29.096652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117f80-8f92-46b7-9570-a38d8d4f6ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82118c4-66b7-46c9-bfb1-5a2b699ab1b0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:29.126235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:29.130346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:29.137778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:29.149868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:29.150182 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.167953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=2fadb794-5a1d-4739-8e5b-2e771ce7f507,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:29.172670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e0872-308f-4779-bfb2-45dd2f0dce84 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a979b6-0175-44c6-9f55-381130326a41,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:29.178331 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.180055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b0b23458-1fb8-4fe5-8cee-900843376d79 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9553447 Feb 04 13:24:29.181326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46352) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:29.190211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:55:03:d4', 'name': 'tempest-NetworksTestDHCPv6-1802373384'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:29.231892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.259215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a3a979b6-0175-44c6-9f55-381130326a41 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:29.388120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Usage tracker for resource:subnet and tenant:042f078ce6e34d91946e721997b30f05 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:29.403135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:29.476514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:29.500972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:29.507889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:29.512513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:29.519957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:29.558946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.564438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.571537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:29.596307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Made reservation on behalf of 042f078ce6e34d91946e721997b30f05 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:29.597750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.784057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c38578f5-d8f2-45e4-ac55-792e8f686403, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c38578f5-d8f2-45e4-ac55-792e8f686403,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:29.877474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfeeff7a-cef8-4e29-9608-4d9dce1c5788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6b3ab268695475681cf0ae125b13887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978908 Feb 04 13:24:29.878454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:29.907911 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:29.908611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.047116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.130449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.158186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:24:30.323067 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.345929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a7b3e737-8437-4927-8ca1-974972be69dc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:24:30.441160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a7b3e737-8437-4927-8ca1-974972be69dc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:24:30.441754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a7b3e737-8437-4927-8ca1-974972be69dc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:24:30.496284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.525088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c38578f5-d8f2-45e4-ac55-792e8f686403,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:30.532468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.554280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Transition to ACTIVE for port object 02a736d8-93ba-4a70-be33-073a557b678d will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:30.573420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ff5cdba-0ab0-4bc2-b49d-8cd4129aa369 None None] Provisioning complete for port c38578f5-d8f2-45e4-ac55-792e8f686403 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:30.573420 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ff5cdba-0ab0-4bc2-b49d-8cd4129aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.624874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82118c4-66b7-46c9-bfb1-5a2b699ab1b0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:30.634475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.653408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35274a22-dd31-47b6-aab0-7047152d4875,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:30.664052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Transition to ACTIVE for port object 02a736d8-93ba-4a70-be33-073a557b678d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:30.678152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.679414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f164018a-f4ab-41b6-be39-d127b31a002d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35274a22-dd31-47b6-aab0-7047152d4875 HTTP/1.1" status: 204 len: 168 time: 0.7938998 Feb 04 13:24:30.702889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.828183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:24:30.846284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:30.847555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-98220cd9-483e-4d23-9683-ad438039df55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c82118c4-66b7-46c9-bfb1-5a2b699ab1b0 HTTP/1.1" status: 204 len: 168 time: 1.8713953 Feb 04 13:24:30.867910 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.019521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:31.028818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:31.069973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:31.070555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 172.20.0.4 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/a193fd3f-0305-4c44-8684-b86bef80cc4e/34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:31.079366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe55:3d4 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/2fadb794-5a1d-4739-8e5b-2e771ce7f507/34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:31.166904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.181806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:31.286756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Transition to ACTIVE for port object eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:31.303215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80c717a-2dc9-4773-a52a-b8e7d93bbecd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:31.319044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.355186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Checking segment: {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:31.355553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Network hostable DHCP agents. Network: a3a979b6-0175-44c6-9f55-381130326a41, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:31.416209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Attempting to bind port 02a736d8-93ba-4a70-be33-073a557b678d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:31.417868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Attempting to bind port 02a736d8-93ba-4a70-be33-073a557b678d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:31.419031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Attempting to bind port 02a736d8-93ba-4a70-be33-073a557b678d on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:31.509417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.553751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:31.609357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:31.629955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:31.632789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.633451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:31.640326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Bound port: 02a736d8-93ba-4a70-be33-073a557b678d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:31.640790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.653433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:31.674733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Sync routers for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:31.679675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.698384 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:31.699228 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:31.718086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Network a3a979b6-0175-44c6-9f55-381130326a41 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:31.771784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.774848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d2cd8b06-7f0c-43da-b017-5bf8bdc72b17 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2812650 Feb 04 13:24:31.777967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46612) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:31.789236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a3a979b6-0175-44c6-9f55-381130326a41) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:31.801671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:31.806137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:31.860288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f99e6a-081d-433c-a2ab-398bf5f2086e None None] Pushing event updated for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:31.889973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1547f103-21d3-49f0-a151-c7ba3d857159 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9119029 Feb 04 13:24:31.893490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46622) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:31.898866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:31.922047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:31.931221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Usage tracker for resource:router and tenant:042f078ce6e34d91946e721997b30f05 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:31.942516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:31.947894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a0f4e-6872-48e3-a801-5f5259d799f4 None None] Network a3a979b6-0175-44c6-9f55-381130326a41 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:31.970802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:32.008285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.010341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.071139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.327956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:32.407431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:32.426625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-dc0382ae-bb4e-4bbb-9112-1aa7c256e772 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8406665 Feb 04 13:24:32.437622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:32.469234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:32.520948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Attempting to bind port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:32.521493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Attempting to bind port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:32.521678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Attempting to bind port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:32.558806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:32.559473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Checking segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:32.559836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.560479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Bound using segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:32.560861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Bound port: eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:32.561237 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.772586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:32.773424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:32.840644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:32.920016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:32.931639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:33.011478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-23b273fc-2a4d-4c5b-bde5-7bc6053c7f89 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8276870 Feb 04 13:24:33.020745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46744) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:33.082026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c38578f5-d8f2-45e4-ac55-792e8f686403 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:33.155503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:33.242889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:33.243322 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:27Z', 'revision_number': 3, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:33.250219 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Checking router: 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:33.250556 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Updating router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:33.315663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:33.370862 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:33.393630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a3a979b6-0175-44c6-9f55-381130326a41', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:33.396166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:33.414428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-fd25ce45-abc9-4807-bf91-41abc5d798fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:33.424315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-fd25ce45-abc9-4807-bf91-41abc5d798fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=05233dc809be4b05aa74073c0adf6ccb&device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 1097 time: 0.5876155 Feb 04 13:24:33.756176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04677c82-bc85-446c-b0d2-12f1e3ef1729 None None] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:33.795025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] For port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:33.833271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c38578f5-d8f2-45e4-ac55-792e8f686403 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:33.836637 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.019053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] For port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:34.038050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644122070'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:34.051588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6fe98-6e6d-42da-b7f3-ef3457abe55a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.064781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6fe98-6e6d-42da-b7f3-ef3457abe55a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.065597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-afd6fe98-6e6d-42da-b7f3-ef3457abe55a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:34.071113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:34.087525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:34.096884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:34.127547 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.225761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Allocated IP 172.20.0.2 (a3a979b6-0175-44c6-9f55-381130326a41/d80c717a-2dc9-4773-a52a-b8e7d93bbecd/1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:34.251745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:34.295858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-afd6fe98-6e6d-42da-b7f3-ef3457abe55a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:34.299770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.302800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afd6fe98-6e6d-42da-b7f3-ef3457abe55a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 1.2765892 Feb 04 13:24:34.316864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46800) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:34.383970 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.408541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.420132 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Transition to ACTIVE for port object 64c2c46d-fb65-43ba-96dd-640db34ab6d8 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:34.430539 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.510827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.556793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:34.576503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:34.590302 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Attempting to bind port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:34.590737 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Attempting to bind port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:34.591430 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Attempting to bind port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:34.607926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:34.612570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:34.614908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:34.615336 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.615737 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:34.616235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Bound port: 64c2c46d-fb65-43ba-96dd-640db34ab6d8, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:34.616612 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.627742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.649218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Transition to ACTIVE for port object 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:34.663730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:34.676158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Transition to ACTIVE for port object 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:34.684566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.712468 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5098f0-e80e-4e79-97af-768fd1e57d29 None None] Pushing event updated for resources: {'Port': ['ID=64c2c46d-fb65-43ba-96dd-640db34ab6d8,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:34.739118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.789547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:34.816353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-bd4de3e3-1541-4021-8097-93ba04828da2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:34.817272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-bd4de3e3-1541-4021-8097-93ba04828da2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Synchronizing usage tracker for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:34.820666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Network a3a979b6-0175-44c6-9f55-381130326a41 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:34.824187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:34.838746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:34.898913 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] For port 64c2c46d-fb65-43ba-96dd-640db34ab6d8, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:34.908867 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] For port 64c2c46d-fb65-43ba-96dd-640db34ab6d8, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=64c2c46d-fb65-43ba-96dd-640db34ab6d8,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:34.924996 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.944929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:34.945315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:34.987988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Allocated IP 172.25.4.85 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6f2ff7e1-c325-401f-b671-c0c425877bf3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:35.007246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-bd4de3e3-1541-4021-8097-93ba04828da2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Unset dirty status for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:35.008561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-bd4de3e3-1541-4021-8097-93ba04828da2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 814 time: 0.7634883 Feb 04 13:24:35.068203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f99e6a-081d-433c-a2ab-398bf5f2086e None None] Pushing event updated for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.078223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-5befe508-ea69-4b9d-a926-860b6b3de48f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/quotas/b4f30d92db32424d987f1a7e7f38ad1a HTTP/1.1" status: 200 len: 375 time: 0.0449042 Feb 04 13:24:35.150519 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:35.154182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:35.252424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:35.255109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:35.344014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-94d92b1d-37dc-4acb-bcad-0a21d58a1ae9 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:35.369226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-40ee6927-a334-496e-a09d-dc8c8b42c2d4 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2754724 Feb 04 13:24:35.518276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-17d6a289-08fc-4eef-917f-1c28bf4a8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:35.519832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-17d6a289-08fc-4eef-917f-1c28bf4a8b14 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 200 len: 912 time: 1.8895125 Feb 04 13:24:35.533610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.556721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Attempting to bind port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:35.562302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Attempting to bind port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:35.563418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Attempting to bind port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc on network a3a979b6-0175-44c6-9f55-381130326a41 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:35.580088 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:35.597042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94d92b1d-37dc-4acb-bcad-0a21d58a1ae9 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "PUT /v2.0/quotas/6a8eeb3e31e54c9488e37af3d091c1f1 HTTP/1.1" status: 200 len: 368 time: 0.7994323 Feb 04 13:24:35.598791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:35.611506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Checking segment: {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:35.612093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.613049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.613566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Bound using segment: {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:35.618572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Bound port: 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:35.619190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.619675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:35.631817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Request body: {'network': {'project_id': '6a8eeb3e31e54c9488e37af3d091c1f1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:35.648569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ce22f-0b34-427f-85c4-24390054890c None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:35.680134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:35.683774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.687553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-5ffdc09a-fc15-43ca-b9e6-51d0f186140c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:24:35.688596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-5ffdc09a-fc15-43ca-b9e6-51d0f186140c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112450 Feb 04 13:24:35.695973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Pushing event updated for resources: {'Port': ['ID=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.779312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Usage tracker for resource:network and tenant:6a8eeb3e31e54c9488e37af3d091c1f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:35.783480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.786894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:35.841342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.842245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:35.905970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:35.908803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14470f-dcc6-462a-8607-9820f144680d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.939244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5098f0-e80e-4e79-97af-768fd1e57d29 None None] Pushing event updated for resources: {'Port': ['ID=64c2c46d-fb65-43ba-96dd-640db34ab6d8,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:35.979900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:35.987328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:36.074244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 02a736d8-93ba-4a70-be33-073a557b678d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:36.101169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-babd21ba-1dfb-4cac-a2d1-6e0efc767b7b service neutron] 10.222.0.53 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673720 Feb 04 13:24:36.101650 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:27Z', 'revision_number': 3, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:36.105865 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8339b41-3a87-4370-9a23-2ade13d67e8a None None] The sync data for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 is: [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:27Z', 'revision_number': 3, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:36.117697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:36.165152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:36.174251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:36.225938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:36.236078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Made reservation on behalf of 6a8eeb3e31e54c9488e37af3d091c1f1 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:36.238488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:36.244754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b9bab00-fc5d-4d0f-8ad9-8b083a382188 None None] Provisioning for port 02a736d8-93ba-4a70-be33-073a557b678d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:36.248304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:36.275709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:36.284429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:36.386823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-c1e73bba-d473-4577-8a56-e9dc661b83f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 200 len: 1002 time: 0.7495701 Feb 04 13:24:36.414589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 02a736d8-93ba-4a70-be33-073a557b678d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:36.533561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] For port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:36.534812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-6518e8b2-b54f-4b0b-b38e-dfcf0510ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.541294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 02a736d8-93ba-4a70-be33-073a557b678d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:36.541670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:36.545321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-6518e8b2-b54f-4b0b-b38e-dfcf0510ea30 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 200 len: 850 time: 0.1504371 Feb 04 13:24:36.568531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:36.588765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:36.598816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:36.670082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879f413e-a1e5-4001-b9e0-ba5bc625389e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:36.673295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2ff7e1-c325-401f-b671-c0c425877bf3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:36.725944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:36.736983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Usage tracker for resource:security_group_rule and tenant:6a8eeb3e31e54c9488e37af3d091c1f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:36.748231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:36.859793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] For port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:36.869179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:36.877070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-86fd3c7e-1656-478f-b152-b53cadfde0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:36.878973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-86fd3c7e-1656-478f-b152-b53cadfde0b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a5867c68-4bfe-420f-a808-06c9ce043b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231189 Feb 04 13:24:36.909590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.015058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a84d21-0545-421a-90cb-9731128ad5d1 None None] Pushing event updated for resources: {'Port': ['ID=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:37.059016 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.061691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.066288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8578ad76-03fd-4a9a-9631-de216038f952 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.7493839 Feb 04 13:24:37.072644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.087481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46840) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:37.186243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-2b4412cf-43a6-4550-b923-f3accf63830b service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972920 Feb 04 13:24:37.250436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-97ac78f4-4668-4473-90ea-b9c009d79d24 service neutron] 10.222.0.53 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1212206 Feb 04 13:24:37.256717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.378776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:37.405886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.425685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9dc362-ab2c-4e2e-a339-12bb2a42f926,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:37.510127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.510472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.516403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.516855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.517441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.520070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.520458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.521159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.521620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.521826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.522150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.522519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:24:37.599880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0', 'name': '', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'mac_address': 'fa:16:3e:0f:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:16Z', 'updated_at': '2022-02-04T13:24:33Z', 'revision_number': 4, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'subnets': [{'id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:37.612230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dbe1ab82-4728-4c5a-9fcf-8011b939dd41 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:37.623105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf7502-722c-4b31-a1e6-1d87c87b8b92 None None] The sync data for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 is: [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0', 'name': '', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'mac_address': 'fa:16:3e:0f:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:16Z', 'updated_at': '2022-02-04T13:24:33Z', 'revision_number': 4, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'subnets': [{'id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:37.680084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Update dhcp port {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': 'a193fd3f-0305-4c44-8684-b86bef80cc4e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fadb794-5a1d-4739-8e5b-2e771ce7f507'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '02a736d8-93ba-4a70-be33-073a557b678d'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:24:37.760211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Allocated IP 172.20.0.1 (9755be38-d950-47bb-92b9-a2e45d8fc827/bbc6fa39-5180-4330-80da-8c563783e77d/9f77db11-0e3b-4876-bcae-8adb436ef796) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:37.789304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dbe1ab82-4728-4c5a-9fcf-8011b939dd41 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:37.791860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dbe1ab82-4728-4c5a-9fcf-8011b939dd41 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6936321 Feb 04 13:24:37.805775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:37.813163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-security--1883595319', 'description': 'tempest-security-description-665050905'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:37.833972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-95f08fd2-c672-4ab7-8141-4086bb57a19c req-4abf9b4f-82bd-4fff-ad19-9559170a93ed tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 210 time: 0.2394321 Feb 04 13:24:37.849138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.851939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:37.869923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:37.898715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.900413 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Added segment 826682de-210a-4930-81bb-4fe494530ea7 of type vlan for network 63b06726-5e05-4614-8e08-a7d3d3c42020 Feb 04 13:24:37.960481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:37.973416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.077294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.078638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:38.081138 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.146458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:38.219301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.246803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Transition to ACTIVE for port object 9f77db11-0e3b-4876-bcae-8adb436ef796 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:38.314181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.326252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.347381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:38.399572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:38.418672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 64c2c46d-fb65-43ba-96dd-640db34ab6d8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:38.434574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event updated for resources: {'Network': ['ID=63b06726-5e05-4614-8e08-a7d3d3c42020,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:38.464685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-93c6f8cf-8386-43ae-9078-70a64f65772d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8439455 Feb 04 13:24:38.472207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 63b06726-5e05-4614-8e08-a7d3d3c42020 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:38.509187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46860) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:38.562437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Request body: {'network': {'project_id': '6a8eeb3e31e54c9488e37af3d091c1f1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:38.604613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:38.608534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4028d4b5-49bc-4d6f-99bf-9452260fcc39 req-ec737352-c61f-494e-b5eb-714432dc9e11 service neutron] 10.222.0.87 "GET /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4092813 Feb 04 13:24:38.651643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:38.670908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:38.676768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:38.724381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Usage tracker for resource:network and tenant:6a8eeb3e31e54c9488e37af3d091c1f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:38.760807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:38.769107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:38.780664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Allocated IP 2001:db8::f816:3eff:fe4f:ee6b (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/2fadb794-5a1d-4739-8e5b-2e771ce7f507/02a736d8-93ba-4a70-be33-073a557b678d) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:38.841193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:39.041039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.106329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.116857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.119347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "PUT /v2.0/security-groups/879f413e-a1e5-4001-b9e0-ba5bc625389e HTTP/1.1" status: 200 len: 1779 time: 1.3150887 Feb 04 13:24:39.138886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:39.176171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.233279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Pushing event updated for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:39.233643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:39.251601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:39.252299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.262676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b65893-3568-421f-bd3d-c75ec90cdc7c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879f413e-a1e5-4001-b9e0-ba5bc625389e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:39.310886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1b9731d-6038-46d6-88a4-07ef62d2ba50 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 HTTP/1.1" status: 204 len: 168 time: 4.9910607 Feb 04 13:24:39.316998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:39.318636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320207e4-90ac-45ed-a56f-831bd42f7679 None None] Network a3a979b6-0175-44c6-9f55-381130326a41 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:39.356796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7aa56b69-d9b9-4d44-920d-4c9523212cde None None] Provisioning for port 9f77db11-0e3b-4876-bcae-8adb436ef796 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:39.394721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Made reservation on behalf of 6a8eeb3e31e54c9488e37af3d091c1f1 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:39.397824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.462102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d8a5e35-8814-4dcc-9d3a-d14d0da9964d req-e5ad37fd-97ba-4b9b-a171-4e0f5866af8f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 210 time: 0.4193280 Feb 04 13:24:39.462457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7aa56b69-d9b9-4d44-920d-4c9523212cde None None] Provisioning complete for port 9f77db11-0e3b-4876-bcae-8adb436ef796 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:39.464542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7aa56b69-d9b9-4d44-920d-4c9523212cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.563163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:39.667771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7aa56b69-d9b9-4d44-920d-4c9523212cde None None] Port 9f77db11-0e3b-4876-bcae-8adb436ef796 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:39.831709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.846103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.885574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Transition to ACTIVE for port object 02a736d8-93ba-4a70-be33-073a557b678d will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:39.897544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Provisioning for port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:39.904937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.929967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.959460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad4c0e2f-31f5-47bb-9185-1a9bb3b66347 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups/879f413e-a1e5-4001-b9e0-ba5bc625389e HTTP/1.1" status: 200 len: 1779 time: 0.7323632 Feb 04 13:24:39.960597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:39.973518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:39.973843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46884) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:39.990966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Provisioning complete for port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:39.991735 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.004340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.006234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.020725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.021596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:40.052309 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.052675 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Added segment 5517466e-6c92-47f3-bb96-addc3d1ac76d of type vlan for network b149a968-12b3-4785-a5db-20cda42143da Feb 04 13:24:40.118809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:40.120099 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-badc619a-eba0-4206-9218-aac216de6c96 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7495348 Feb 04 13:24:40.146880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:40.201485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 64c2c46d-fb65-43ba-96dd-640db34ab6d8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=64c2c46d-fb65-43ba-96dd-640db34ab6d8,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:40.245611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.249855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.262445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f37ad-0282-4736-a9c5-0aa44e743919 None None] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:40.265810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.307318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.478632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=64c2c46d-fb65-43ba-96dd-640db34ab6d8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:40.492874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 2fadb794-5a1d-4739-8e5b-2e771ce7f507 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:40.496806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.530142 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.594949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:40.606799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.640340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] For port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:40.651685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Router f4db1dea-17c2-42f1-89cb-ebd9e087c32c is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:24:40.663298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.747587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.829372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.830582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:40.831397 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.924759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458513-b86d-48cf-9eae-1ce504e35aa3 None None] Pushing event updated for resources: {'Port': ['ID=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:40.947539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:40.958800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:40.960425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:40.994651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f413e-a1e5-4001-b9e0-ba5bc625389e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:41.008832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.022397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-94c428ab-1866-4fd3-9015-11e6efddeb2a tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:41.023956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-94c428ab-1866-4fd3-9015-11e6efddeb2a tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.87 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 814 time: 0.6567140 Feb 04 13:24:41.024611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event updated for resources: {'Network': ['ID=b149a968-12b3-4785-a5db-20cda42143da,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:41.031402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0dad40c-8c9c-4956-b1e5-04d3c1b750a3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4759686 Feb 04 13:24:41.049642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b149a968-12b3-4785-a5db-20cda42143da details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:41.069375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.070787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:41.079438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Request body: {'network': {'project_id': '6a8eeb3e31e54c9488e37af3d091c1f1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:41.091399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-219ee374-3c6d-4206-b42b-f8e797e52bad req-3e65d700-6701-4c0f-b83a-ad44f2806ae1 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 210 time: 0.3455822 Feb 04 13:24:41.091620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Sync routers for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:41.095765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Request body: {'port': {'device_id': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680', 'admin_state_up': True, 'tenant_id': 'b4f30d92db32424d987f1a7e7f38ad1a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:41.110571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.125931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:41.130935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Usage tracker for resource:network and tenant:6a8eeb3e31e54c9488e37af3d091c1f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:41.134343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:41.134523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.139073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5981913-3221-4148-9dd0-81d277195f93 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/879f413e-a1e5-4001-b9e0-ba5bc625389e HTTP/1.1" status: 204 len: 168 time: 1.1640799 Feb 04 13:24:41.143493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:41.144150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.147617 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 13:24:41.148575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:24:41.149944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b3614d40-2da6-45eb-81a9-a8dee49e9cc2 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0770292 Feb 04 13:24:41.153654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.155022 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4096d042-c33c-4a4e-99b2-0ed948f32928 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2603097 Feb 04 13:24:41.162974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.163734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.229425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:41.231512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:41.288171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.362540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.385676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=2fadb794-5a1d-4739-8e5b-2e771ce7f507,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:41.420468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.420972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-60f6e8c0-e846-4792-b682-98e3a93d0b18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/2fadb794-5a1d-4739-8e5b-2e771ce7f507 HTTP/1.1" status: 204 len: 168 time: 1.2638729 Feb 04 13:24:41.428122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.439391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad6c18-ba21-421d-9c4c-c737f537da93 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:41.467020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-65719bb3-fdc7-4c2f-9b8a-513e01bd19c3 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a8eeb3e31e54c9488e37af3d091c1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995746 Feb 04 13:24:41.474159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.502058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9349927a-d3bd-4106-a868-0fae8f3f63bf tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:41.511684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac809dc9-d347-4d1f-90a4-17d6b5f115aa None None] Provisioning complete for port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:41.513279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac809dc9-d347-4d1f-90a4-17d6b5f115aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.544635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:41.548817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Usage tracker for resource:port and tenant:b4f30d92db32424d987f1a7e7f38ad1a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:41.551843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:41.557601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:41.603454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9349927a-d3bd-4106-a868-0fae8f3f63bf tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:41.607746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9349927a-d3bd-4106-a868-0fae8f3f63bf tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4334228 Feb 04 13:24:41.624426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.626201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Made reservation on behalf of b4f30d92db32424d987f1a7e7f38ad1a for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:41.627754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet a193fd3f-0305-4c44-8684-b86bef80cc4e {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:24:41.629367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.646358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.676622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.698329 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bd9a2557-870b-4306-89b1-c3adc2e29f5e tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] delete failed (client error): The resource could not be found. Feb 04 13:24:41.704375 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd9a2557-870b-4306-89b1-c3adc2e29f5e tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/879f413e-a1e5-4001-b9e0-ba5bc625389e HTTP/1.1" status: 404 len: 347 time: 0.0604417 Feb 04 13:24:41.730477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.743730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:41.753503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670185469'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:41.773980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:41.786534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:41.795436 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.796137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 02a736d8-93ba-4a70-be33-073a557b678d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:41.806247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.826426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:41.834994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:41.853482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.899977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:41.983337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.050893 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.071551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Pushing event updated for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:42.077275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:42.083758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Allocated IP 172.20.0.3 (3c697016-6ac9-4a32-8372-a27e4ae8b680/b0b81768-53e9-43e4-9b9a-f114f7c946b1/2488fd68-8ae6-4be9-8599-47ae611211d4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:42.087223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.091271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:42.105649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:42.115031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:42.142152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.289064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:42.398568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9dc362-ab2c-4e2e-a339-12bb2a42f926,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:42.441338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe4f2ca9-4e1b-41ed-8fb1-a811f2e6f55d None None] Could not find standard attr ID for object 34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:24:42.482948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe4f2ca9-4e1b-41ed-8fb1-a811f2e6f55d None None] Provisioning for port 02a736d8-93ba-4a70-be33-073a557b678d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:42.493730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe4f2ca9-4e1b-41ed-8fb1-a811f2e6f55d None None] Provisioning complete for port 02a736d8-93ba-4a70-be33-073a557b678d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:42.494427 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2ca9-4e1b-41ed-8fb1-a811f2e6f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.529681 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c77bfa51-d038-4149-8ea2-5b2531f27a2e req-87e07ecb-d5c5-40a3-940c-6c850a51f618 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 210 time: 0.1163464 Feb 04 13:24:42.600147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 64c2c46d-fb65-43ba-96dd-640db34ab6d8 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:42.605380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.619611 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.620660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f9908037-5431-4efd-a8f1-9edf0d44d319 tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a9dc362-ab2c-4e2e-a339-12bb2a42f926 HTTP/1.1" status: 204 len: 168 time: 1.1453178 Feb 04 13:24:42.640020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46934) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:42.647375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.669863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:42.672788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:37Z', 'revision_number': 3, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:42.707708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Checking router: f4db1dea-17c2-42f1-89cb-ebd9e087c32c for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:42.708206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Updating router f4db1dea-17c2-42f1-89cb-ebd9e087c32c port 6f2ff7e1-c325-401f-b671-c0c425877bf3 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:42.733304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.737841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:42.749994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=a193fd3f-0305-4c44-8684-b86bef80cc4e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:42.778027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.784522 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.830403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f13b64e8-1385-482f-8638-6614e8ccf5a3 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/a193fd3f-0305-4c44-8684-b86bef80cc4e HTTP/1.1" status: 204 len: 168 time: 1.4010596 Feb 04 13:24:42.841131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:42.878271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:42.878781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.924764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:42.974244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b31e0f02-4831-4de8-9d63-12bb6ca296f1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217866 Feb 04 13:24:42.976339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.020842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:43.031558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:43.175248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.177186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.178925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4341271 Feb 04 13:24:43.188887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:24:43.189945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46946) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:43.252806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:43.278559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:43.288868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:43.294642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:43.305920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Pushing event updated for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:43.312120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:43.319595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f44b7e3-4dff-4b77-95e1-8411afd61bee None None] Provisioning complete for port 9f77db11-0e3b-4876-bcae-8adb436ef796 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:43.319960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': 'f2ab466c-a8c3-472e-a60f-d2da9be226b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:43.320157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f44b7e3-4dff-4b77-95e1-8411afd61bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.333477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:43.338831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:43.342408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:43.349178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:43.368031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:43.372160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.385638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606d255-f478-46d0-9acc-13ae9214a33c None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:43.409638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d33af-0da0-4740-8154-885671ed4daa tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab466c-a8c3-472e-a60f-d2da9be226b4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:43.445754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.452157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:43.465155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:43.471456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:43.490939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Allocated IP 172.20.0.1 (a3a979b6-0175-44c6-9f55-381130326a41/d80c717a-2dc9-4773-a52a-b8e7d93bbecd/5baa8cfe-e6c8-4a31-960f-76e5dce8580c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:43.516598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.518251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5f44b7e3-4dff-4b77-95e1-8411afd61bee None None] Port 9f77db11-0e3b-4876-bcae-8adb436ef796 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:43.535925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:43.536721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.576092 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-82aa1a08-ef2d-4030-8430-a18583444de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.816442 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.823861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ba0a8e6f-a7cf-4b9d-b83c-0ec0568400f3 None None] Provisioning complete for port 02a736d8-93ba-4a70-be33-073a557b678d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:43.824435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8e6f-a7cf-4b9d-b83c-0ec0568400f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.867100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.870500 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.885437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Transition to ACTIVE for port object 5baa8cfe-e6c8-4a31-960f-76e5dce8580c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:43.902555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:43.903201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.927101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:43.931932 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:43.935278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:43.935865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.942987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:43.945843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b149a968-12b3-4785-a5db-20cda42143da']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:43.955311 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.957338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=48a6689d-a715-4765-87ac-5a8074fc4695,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:43.960733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Sync routers for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:43.972325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:43.973196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.981825 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:43.982689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:43.984350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5517466e-6c92-47f3-bb96-addc3d1ac76d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:43.984711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5517466e-6c92-47f3-bb96-addc3d1ac76d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:43.989503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc3004a9-cf8d-467a-a695-dbd4477fc63c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9654102 Feb 04 13:24:43.992657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:43.992799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:43.998809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.014352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-35ec9c1f-9343-4c71-b0c7-3ea1741acefd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9258301 Feb 04 13:24:44.023892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-676b82ae-2937-4872-9c22-88d89df2a585 admin admin] 10.222.0.53 "PUT /v2.0/routers/26e5eaf7-46d7-48a3-acb0-55e67dd10b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2219832 Feb 04 13:24:44.026318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.041232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:44.069086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Request body: {'port': {'device_id': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:44.085467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Transition to ACTIVE for port object 6f2ff7e1-c325-401f-b671-c0c425877bf3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:44.089697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:44.090157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.148155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Pushing event updated for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:44.170429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Network a3a979b6-0175-44c6-9f55-381130326a41 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:44.172890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:44.181799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26ef9c9-e448-4da2-9c52-72d596b07a48,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:44.200948 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.201277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:44.231257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.232766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b15192b8-58ae-4b44-91ef-2f4dcff5192d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9413476 Feb 04 13:24:44.234570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:44.235194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.262185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46960) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:44.267362 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:44.309005 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:44.314886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.348154 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.354426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.437371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.523542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.541638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85451d5-ae58-404a-b384-e4ac18441cf3 None None] Pushing event updated for resources: {'Port': ['ID=6f2ff7e1-c325-401f-b671-c0c425877bf3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:44.561342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Attempting to bind port 6f2ff7e1-c325-401f-b671-c0c425877bf3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:44.561709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Attempting to bind port 6f2ff7e1-c325-401f-b671-c0c425877bf3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:44.562247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Attempting to bind port 6f2ff7e1-c325-401f-b671-c0c425877bf3 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:44.579780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:44.583606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:44.583980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.584386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:44.584866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Bound port: 6f2ff7e1-c325-401f-b671-c0c425877bf3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:44.585699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.658680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fd8bf-e7d0-40da-b2e8-59655be5b78c req-40ce901e-5e4f-47eb-9e53-d39a5915a858 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:44.659623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:24:44.666064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-809fd8bf-e7d0-40da-b2e8-59655be5b78c req-40ce901e-5e4f-47eb-9e53-d39a5915a858 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Synchronizing usage tracker for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:44.679195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Deleting port 02a736d8-93ba-4a70-be33-073a557b678d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:44.679610 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.838050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52137409-b9a4-44b1-a625-12c3d3206e45 None None] Provisioning for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:44.851318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.883138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:44.896211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:44.901445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52137409-b9a4-44b1-a625-12c3d3206e45 None None] Provisioning complete for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:44.904628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-52137409-b9a4-44b1-a625-12c3d3206e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.905960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:44.912350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:44.931301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e26ef9c9-e448-4da2-9c52-72d596b07a48,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:44.958794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:44.962279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-88e131fd-1815-454a-9836-72b3b3bc2613 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e26ef9c9-e448-4da2-9c52-72d596b07a48 HTTP/1.1" status: 204 len: 168 time: 0.6988716 Feb 04 13:24:44.965265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46976) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:44.981254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] For port 6f2ff7e1-c325-401f-b671-c0c425877bf3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:45.006143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:40Z', 'revision_number': 4, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9f77db11-0e3b-4876-bcae-8adb436ef796', 'name': '', 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'mac_address': 'fa:16:3e:d8:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:36Z', 'updated_at': '2022-02-04T13:24:41Z', 'revision_number': 2, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'subnets': [{'id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:45.006967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] For port 6f2ff7e1-c325-401f-b671-c0c425877bf3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f2ff7e1-c325-401f-b671-c0c425877bf3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:45.009533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-52137409-b9a4-44b1-a625-12c3d3206e45 None None] Port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:45.013025 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Checking router: 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:45.014090 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Updating router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d port 9f77db11-0e3b-4876-bcae-8adb436ef796 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:45.080312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-809fd8bf-e7d0-40da-b2e8-59655be5b78c req-40ce901e-5e4f-47eb-9e53-d39a5915a858 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Unset dirty status for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:45.081998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-809fd8bf-e7d0-40da-b2e8-59655be5b78c req-40ce901e-5e4f-47eb-9e53-d39a5915a858 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 931 time: 1.3944597 Feb 04 13:24:45.083680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.087221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:45.095237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.103467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.111881 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.128819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 02a736d8-93ba-4a70-be33-073a557b678d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:24:45.198779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ce8ee3b-78ea-4369-b0af-5412fdd5e45f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:45.255914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.260978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 46982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:45.268296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1942217766-network', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:45.275375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ce8ee3b-78ea-4369-b0af-5412fdd5e45f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:45.276891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ce8ee3b-78ea-4369-b0af-5412fdd5e45f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3078182 Feb 04 13:24:45.278350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:45.283987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.308190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.313410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:45.339243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event deleted for resources: {'Network': ['ID=b149a968-12b3-4785-a5db-20cda42143da,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:45.344626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fc3b23b-bd56-43ef-b0ef-52a6aa748d1d tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b149a968-12b3-4785-a5db-20cda42143da HTTP/1.1" status: 204 len: 168 time: 2.7030427 Feb 04 13:24:45.377935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 46988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:45.400137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:45.401058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:45.550632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.565375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Usage tracker for resource:network and tenant:4b4bf6b4ee5e42329547afa8fa02d93c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:45.581684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:45.583883 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-809fd8bf-e7d0-40da-b2e8-59655be5b78c req-cd1a4fff-cb0f-4f26-ad35-14e281c4471d tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135483 Feb 04 13:24:45.625059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:45.635871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85451d5-ae58-404a-b384-e4ac18441cf3 None None] Pushing event updated for resources: {'Port': ['ID=6f2ff7e1-c325-401f-b671-c0c425877bf3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:45.656372 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.668943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.672120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:45.672472 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Transition to ACTIVE for port object 9f77db11-0e3b-4876-bcae-8adb436ef796 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:45.673002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.679857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Pushing event updated for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:45.684461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.697164 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.707133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Made reservation on behalf of 4b4bf6b4ee5e42329547afa8fa02d93c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:45.710390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.779960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.805725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:45.812955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4bf6b4ee5e42329547afa8fa02d93c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:45.816929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:45.823421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:45.857113 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b7619-e766-49ca-b04e-2da0e4200d12 None None] Pushing event updated for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:45.945997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.963170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:45.992287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.019055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Calling delete_port for 02a736d8-93ba-4a70-be33-073a557b678d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:46.082534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:46.083676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:46.099980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.105388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229b6281-97dd-445f-9cc9-cf89161b61e9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:46.119469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.119824 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Added segment 721b63dc-dd02-4469-9c9d-13982fff2661 of type vlan for network f90d4ac1-ceac-4569-9054-b44316ee57a0 Feb 04 13:24:46.164180 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Attempting to bind port 9f77db11-0e3b-4876-bcae-8adb436ef796 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:46.166577 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Attempting to bind port 9f77db11-0e3b-4876-bcae-8adb436ef796 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:46.166577 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Attempting to bind port 9f77db11-0e3b-4876-bcae-8adb436ef796 on network 9755be38-d950-47bb-92b9-a2e45d8fc827 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:46.187065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:46.187343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Checking segment: {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:46.191132 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.191536 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Bound using segment: {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:46.192014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Bound port: 9f77db11-0e3b-4876-bcae-8adb436ef796, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:46.192390 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.242582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.248617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Network a3a979b6-0175-44c6-9f55-381130326a41 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:46.251023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:46.298924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.315179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:46.389523 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] For port 9f77db11-0e3b-4876-bcae-8adb436ef796, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:46.404543 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] For port 9f77db11-0e3b-4876-bcae-8adb436ef796, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f77db11-0e3b-4876-bcae-8adb436ef796,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:46.405030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.407512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:46.409914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.413306 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.419196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28f00b80-64a1-46f9-aac3-0cf99ca19c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.420762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:46.421113 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:46.421996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.510274 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:46.510946 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:46.781289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.857460 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b7619-e766-49ca-b04e-2da0e4200d12 None None] Pushing event updated for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:46.861906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5928576 Feb 04 13:24:46.864222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:46.903295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:46.924920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Deleting port 02a736d8-93ba-4a70-be33-073a557b678d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:46.925429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.952359 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:46.960595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Request body: {'subnet': {'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1942217766-subnet', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:46.967191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ce4a8-3c02-420b-8b4e-1c6d5c312ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=f90d4ac1-ceac-4569-9054-b44316ee57a0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:46.979416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:46.985626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:46.991843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Usage tracker for resource:subnet and tenant:4b4bf6b4ee5e42329547afa8fa02d93c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:46.996708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:47.009127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:47.018308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b06726-5e05-4614-8e08-a7d3d3c42020']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:47.031059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:24:47.040889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Router f4db1dea-17c2-42f1-89cb-ebd9e087c32c has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:24:47.044844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.051887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826682de-210a-4930-81bb-4fe494530ea7') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:47.052332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826682de-210a-4930-81bb-4fe494530ea7') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:47.080742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Made reservation on behalf of 4b4bf6b4ee5e42329547afa8fa02d93c for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:47.083068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.087656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:24:47.135476 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.159398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab466c-a8c3-472e-a60f-d2da9be226b4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:47.223627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.244412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-78026e8e-a0a6-43e0-8fa2-e52343848d34 None None] Provisioning complete for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:47.244782 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78026e8e-a0a6-43e0-8fa2-e52343848d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.319029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:24:47.319450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:24:47.344029 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:24:47.390202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:40Z', 'revision_number': 4, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9f77db11-0e3b-4876-bcae-8adb436ef796', 'name': '', 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'mac_address': 'fa:16:3e:d8:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:36Z', 'updated_at': '2022-02-04T13:24:46Z', 'revision_number': 4, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'subnets': [{'id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:47.401672 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980948-4f71-495e-87d1-857bd63d3057 None None] The sync data for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 is: [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:24:40Z', 'revision_number': 4, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '9f77db11-0e3b-4876-bcae-8adb436ef796', 'name': '', 'network_id': '9755be38-d950-47bb-92b9-a2e45d8fc827', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'mac_address': 'fa:16:3e:d8:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:36Z', 'updated_at': '2022-02-04T13:24:46Z', 'revision_number': 4, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'subnets': [{'id': 'bbc6fa39-5180-4330-80da-8c563783e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:47.457655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.459077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8b0f7bd6-6270-440b-9c91-ab11a1dca8fc tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2ab466c-a8c3-472e-a60f-d2da9be226b4 HTTP/1.1" status: 204 len: 168 time: 2.1108308 Feb 04 13:24:47.466054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:47.532606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-78026e8e-a0a6-43e0-8fa2-e52343848d34 None None] Port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:24:47.554265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be6323-c7dc-4ec5-80bc-bbc641b07366 req-10fb6c73-55b9-44f5-bd60-3428f270af12 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:47.556298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18be6323-c7dc-4ec5-80bc-bbc641b07366 req-10fb6c73-55b9-44f5-bd60-3428f270af12 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 931 time: 0.6931505 Feb 04 13:24:47.569616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.593865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:47.626788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:24:47.627062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cdd0b13e-3718-4557-8f6c-63a439fd5f22 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1491253 Feb 04 13:24:47.635725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:47.654365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--640014821'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:47.664025 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.673274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '5baa8cfe-e6c8-4a31-960f-76e5dce8580c', 'name': '', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'mac_address': 'fa:16:3e:9d:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:43Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 2, 'project_id': '042f078ce6e34d91946e721997b30f05', 'subnets': [{'id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:47.685609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-16a2b7ea-21f5-4428-a5db-9aee6457c671 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4db1dea-17c2-42f1-89cb-ebd9e087c32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5108981 Feb 04 13:24:47.685859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.719665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59455d-3f75-4a7b-8be3-d8db2c292795 None None] The sync data for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 is: [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '5baa8cfe-e6c8-4a31-960f-76e5dce8580c', 'name': '', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'mac_address': 'fa:16:3e:9d:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:43Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 2, 'project_id': '042f078ce6e34d91946e721997b30f05', 'subnets': [{'id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:47.733259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] 10.222.0.53 "DELETE /v2.0/networks/63b06726-5e05-4614-8e08-a7d3d3c42020 HTTP/1.1" status: 204 len: 168 time: 2.3396676 Feb 04 13:24:47.772865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:47.788346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:47.805524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:47.806025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:47.832329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:47.856373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-18be6323-c7dc-4ec5-80bc-bbc641b07366 req-87f7cb4b-ed44-4139-8c7a-966998bb1e99 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Synchronizing usage tracker for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:47.934786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:47.977102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-18be6323-c7dc-4ec5-80bc-bbc641b07366 req-87f7cb4b-ed44-4139-8c7a-966998bb1e99 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Unset dirty status for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:47.992303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18be6323-c7dc-4ec5-80bc-bbc641b07366 req-87f7cb4b-ed44-4139-8c7a-966998bb1e99 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999536 Feb 04 13:24:48.088527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.181010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Calling delete_port for 02a736d8-93ba-4a70-be33-073a557b678d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:48.189461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:48.191948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.292060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:48.294790 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:48.305836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:48.316792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:48.345901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:48.359591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.384626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74490357-610c-4b81-8a87-6e15cf7c527b tempest-QuotasNegativeTest-915295390 tempest-QuotasNegativeTest-915295390-project-admin] Pushing event deleted for resources: {'Network': ['ID=63b06726-5e05-4614-8e08-a7d3d3c42020,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:48.445255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52830eb6-5808-42ff-9e35-c68b33b5cad9,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:48.499022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2488fd68-8ae6-4be9-8599-47ae611211d4 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:24:48.507994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Checking segment: {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:48.508694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Network hostable DHCP agents. Network: f90d4ac1-ceac-4569-9054-b44316ee57a0, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:24:48.552540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.608541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:24:48.628122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Transition to ACTIVE for port object 2488fd68-8ae6-4be9-8599-47ae611211d4 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:48.639516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f90d4ac1-ceac-4569-9054-b44316ee57a0) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:48.650405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.650637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989a067-193d-412d-acb0-044caa1579f5 None None] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:48.653219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:48.654004 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.677427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.695792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.761949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b69d96f-410f-4daf-ab5d-76cae1d3b459 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8842785 Feb 04 13:24:48.766582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:48.772643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:48.781333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:48.783359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1392057 Feb 04 13:24:48.786174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:48.787294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:48.793552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce86d1-7bbd-46cc-820e-c59f591ba604 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a884c44-1b7a-4ff2-b146-ec3800aa9bc1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:48.798687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '8a884c44-1b7a-4ff2-b146-ec3800aa9bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:48.825074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Usage tracker for resource:router and tenant:4b4bf6b4ee5e42329547afa8fa02d93c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:48.847559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:48.859014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:48.866256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Pushing event updated for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:48.878291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:48.911479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:48.945254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:48.991551 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.051904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47056) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:49.064065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:49.091967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.149679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.150777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.183164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Deleting port 02a736d8-93ba-4a70-be33-073a557b678d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:49.183769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.209708 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.274354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f77db11-0e3b-4876-bcae-8adb436ef796 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:49.728344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Attempting to bind port 2488fd68-8ae6-4be9-8599-47ae611211d4 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:49.729290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Attempting to bind port 2488fd68-8ae6-4be9-8599-47ae611211d4 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:49.729796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Attempting to bind port 2488fd68-8ae6-4be9-8599-47ae611211d4 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:49.747975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Port 2488fd68-8ae6-4be9-8599-47ae611211d4 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:24:49.748297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Attempting to bind port 2488fd68-8ae6-4be9-8599-47ae611211d4 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:49.760153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:49.760371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.778671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:49.779018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Checking segment: {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:49.782454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Bound using segment: {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:49.785652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Bound port: 2488fd68-8ae6-4be9-8599-47ae611211d4, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:49.786118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.798411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9f77db11-0e3b-4876-bcae-8adb436ef796 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:49.835889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9f77db11-0e3b-4876-bcae-8adb436ef796 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:49.836525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.869193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:49.938053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Usage tracker for resource:security_group_rule and tenant:10ac501755b046f1ba64a8015ed60c3b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:49.944890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.951310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:49.953952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27ec1d-fd73-4049-8b14-59b3868b03f0 req-961e5155-7d09-4a08-846f-511cc2ec01ad tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:49.955675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb27ec1d-fd73-4049-8b14-59b3868b03f0 req-961e5155-7d09-4a08-846f-511cc2ec01ad tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 943 time: 0.6203012 Feb 04 13:24:49.958951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.959766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.982501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:49.985918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:49.998202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f90d4ac1-ceac-4569-9054-b44316ee57a0', 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'fixed_ips': [{'subnet_id': '52830eb6-5808-42ff-9e35-c68b33b5cad9'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:49.998892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.070326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.074790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.086580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:50.115724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:50.117979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ef7aaf-e25f-4ff2-9fa8-e98dbbbe8c08,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:50.137574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:50.143392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2488fd68-8ae6-4be9-8599-47ae611211d4,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:50.154107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.155141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.179483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.199810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Allocated IP 172.20.0.2 (f90d4ac1-ceac-4569-9054-b44316ee57a0/52830eb6-5808-42ff-9e35-c68b33b5cad9/5d78b8e2-138d-42da-b898-7142f0e7c980) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:50.207971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb27ec1d-fd73-4049-8b14-59b3868b03f0 req-fbb0d92e-4062-441c-91e7-adc3e452784b tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399137 Feb 04 13:24:50.222112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:50.228480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=9']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:50.235970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.236851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.238568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] 10.222.0.87 "PUT /v2.0/ports/2488fd68-8ae6-4be9-8599-47ae611211d4 HTTP/1.1" status: 200 len: 1091 time: 6.1794884 Feb 04 13:24:50.271866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-8fd84768-95b8-48d1-b4cf-9112fce73e5b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.273429 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-8fd84768-95b8-48d1-b4cf-9112fce73e5b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 1.0267625 Feb 04 13:24:50.327259 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-a2a1efc3-abc6-47bd-aff4-ae31a2efb603 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/quotas/042f078ce6e34d91946e721997b30f05 HTTP/1.1" status: 200 len: 375 time: 0.0344496 Feb 04 13:24:50.339796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.341062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ad72ce66-4444-4d4c-9127-621794d6dd30 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5508647 Feb 04 13:24:50.350569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:24:50.355847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3368a-6692-4e6a-b2ef-e441f391b935 service neutron] Pushing event updated for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:50.358847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47074) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:50.435629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b24c961-e3db-4d24-b6b1-2a4d302dae18 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4381227 Feb 04 13:24:50.441855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47084) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:50.454713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '8a884c44-1b7a-4ff2-b146-ec3800aa9bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:50.475264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:50.476817 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.484303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:50.493185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:50.494622 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.508538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:50.530399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:23:4a:d7', 'name': 'tempest-NetworksTestDHCPv6-847992913'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:50.580620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4049d26-6e33-4edf-a5af-4db49b0d68f9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:50.610118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5de270bf-c298-49cb-aae9-6f9afad1064f tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:50.651235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.668683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-71cc8cc0-456a-424a-900e-582ceb10dac2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10ac501755b046f1ba64a8015ed60c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5493102 Feb 04 13:24:50.670411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47088) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:50.734279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:50.735806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:50.737625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5de270bf-c298-49cb-aae9-6f9afad1064f tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:50.744236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5de270bf-c298-49cb-aae9-6f9afad1064f tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3977094 Feb 04 13:24:50.770076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-aa36048c-f362-4a6b-83de-e870aab49ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:50.771641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-aa36048c-f362-4a6b-83de-e870aab49ed6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 1094 time: 0.4111919 Feb 04 13:24:50.883604 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4', 'status': 'completed', 'code': 200} Feb 04 13:24:50.920601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-870d2031-e265-42c4-a24f-a09312fd78ce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2488fd68-8ae6-4be9-8599-47ae611211d4 HTTP/1.1" status: 200 len: 217 time: 0.0911069 Feb 04 13:24:50.925528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:50.941005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:50.978851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:51.006376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.010532 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.043645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.101678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.105095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.115167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Calling delete_port for 02a736d8-93ba-4a70-be33-073a557b678d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:51.124684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:51.136704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.168996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.210159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.215048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.216583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4049d26-6e33-4edf-a5af-4db49b0d68f9 HTTP/1.1" status: 204 len: 168 time: 0.5370538 Feb 04 13:24:51.221409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-ce5f6528-18f3-4ab4-8135-73783805a2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441612 Feb 04 13:24:51.245481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.263279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.267958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8275473 Feb 04 13:24:51.273596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:51.277200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:51.313732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508b4c-9179-4a2d-abb1-64d1545121b9 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba2242c-a954-474a-b249-4ca25e722520,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:51.327409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e7a71-10e1-4938-bcb6-9814849f8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4049d26-6e33-4edf-a5af-4db49b0d68f9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:51.361137 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.366503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '8a884c44-1b7a-4ff2-b146-ec3800aa9bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:51.375602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:51.385451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:51.390647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:51.399244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:51.436776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-1e56ae79-9c8d-4d05-b173-f66558532539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:51.440077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-1e56ae79-9c8d-4d05-b173-f66558532539 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 200 len: 854 time: 0.5102592 Feb 04 13:24:51.454300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.463127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Transition to ACTIVE for port object 5d78b8e2-138d-42da-b898-7142f0e7c980 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:51.556627 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-ed5ba31a-9b15-4f4c-936d-ffeaf2b12184 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3c697016-6ac9-4a32-8372-a27e4ae8b680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070368 Feb 04 13:24:51.666859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Transition to ACTIVE for port object 5d78b8e2-138d-42da-b898-7142f0e7c980 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:51.672625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9f77db11-0e3b-4876-bcae-8adb436ef796, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f77db11-0e3b-4876-bcae-8adb436ef796,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:51.674425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:24:51.686909 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:24:51.690630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.749300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.880314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:51.883942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:51.889253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:51.941691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:51.951903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f2ff7e1-c325-401f-b671-c0c425877bf3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:51.962667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.964752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Allocated IP 172.25.4.24 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e6fd2706-30fd-4225-88a5-a2367dc814c2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:51.971195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-ced0e6f2-1fe0-4a19-9444-d973e713d4ef service neutron] 10.222.0.53 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333300 Feb 04 13:24:51.975196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:51.977791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.027781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c729f99-ed60-4c8d-b6ab-69452098d6df,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.129270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.162901 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.168508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Attempting to bind port 5d78b8e2-138d-42da-b898-7142f0e7c980 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:52.177500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Attempting to bind port 5d78b8e2-138d-42da-b898-7142f0e7c980 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:52.178072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Attempting to bind port 5d78b8e2-138d-42da-b898-7142f0e7c980 on network f90d4ac1-ceac-4569-9054-b44316ee57a0 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:52.205202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:52.205694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Checking segment: {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:52.206168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.206651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Bound using segment: {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:52.208317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Bound port: 5d78b8e2-138d-42da-b898-7142f0e7c980, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:52.209251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.223170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.227658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Pushing event updated for resources: {'Port': ['ID=5d78b8e2-138d-42da-b898-7142f0e7c980,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.228932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-af3a4467-4d42-4e87-81d6-8c38eb2f408d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9539809 Feb 04 13:24:52.240976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47116) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:52.256689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '8a884c44-1b7a-4ff2-b146-ec3800aa9bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:52.274210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:52.291263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1713dfba-75be-4587-9722-d316f2fdf041 req-de71af06-835f-4688-9cc1-3e430301d972 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.1030512 Feb 04 13:24:52.294981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:52.305597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Usage tracker for resource:security_group_rule and tenant:19bb9eab6d35457ea8a929c7f5a2e60d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:52.313127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:52.319408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:52.333153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:52.344305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6f2ff7e1-c325-401f-b671-c0c425877bf3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:52.356989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:52.368723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6f2ff7e1-c325-401f-b671-c0c425877bf3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:52.370368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:52.373024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port c97bacfe-0e24-4233-b079-9fc60609cca6 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:24:52.373756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.416247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.437213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.468935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-628429a3-5195-4b83-8aae-58294074aeac None None] For port 5d78b8e2-138d-42da-b898-7142f0e7c980, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:52.475003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-628429a3-5195-4b83-8aae-58294074aeac None None] For port 5d78b8e2-138d-42da-b898-7142f0e7c980, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5d78b8e2-138d-42da-b898-7142f0e7c980,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:52.482091 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.546031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.552356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.587613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-b9c3e377-2c07-4dce-a18f-f3b797430d61 service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176489 Feb 04 13:24:52.593377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b574e4d-537a-4fe0-893c-c348242def8f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.614142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.621154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-01340707-2a39-4076-8ee7-83bd3bf7e3de tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787930 Feb 04 13:24:52.621998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:52.627444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.674851 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.715663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628429a3-5195-4b83-8aae-58294074aeac None None] Pushing event updated for resources: {'Port': ['ID=5d78b8e2-138d-42da-b898-7142f0e7c980,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.722631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 6f2ff7e1-c325-401f-b671-c0c425877bf3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f2ff7e1-c325-401f-b671-c0c425877bf3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:52.731363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:52.893487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '8a884c44-1b7a-4ff2-b146-ec3800aa9bc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:52.905331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Sync routers for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:52.911085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Pushing event updated for resources: {'Port': ['ID=e6fd2706-30fd-4225-88a5-a2367dc814c2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:52.925632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:52.944812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:52.945851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:52.956822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:52.960600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:52.973065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:52.979115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:53.020801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:53.034954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:53.108864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.169940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.231542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 172.20.0.2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/48a6689d-a715-4765-87ac-5a8074fc4695/c97bacfe-0e24-4233-b079-9fc60609cca6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:53.243639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.262403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Deleting port 02a736d8-93ba-4a70-be33-073a557b678d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:53.263218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.294963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe23:4ad7 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd/c97bacfe-0e24-4233-b079-9fc60609cca6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:53.361265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.369224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.510243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:53.554099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.571570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object c97bacfe-0e24-4233-b079-9fc60609cca6 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:53.604287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6eb025-9fd6-4048-bfe0-93a4c575f4b3,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:53.606452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.610790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-88ec2ace-d995-4f2f-8a2c-53c57e0498f1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9832187 Feb 04 13:24:53.620600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:53.664580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=6f2ff7e1-c325-401f-b671-c0c425877bf3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:53.666233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8b3b326-bf73-40a5-aa62-e9190630ad29 req-5f89bf89-1f5a-4bdc-9776-df14db6d421c tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.1562049 Feb 04 13:24:53.724256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19bb9eab6d35457ea8a929c7f5a2e60d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7733827 Feb 04 13:24:53.725234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:53.727829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0de2-7c68-405f-98a3-acab57ee1f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b832b-3d2a-48e6-b1b7-14273de5267b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:53.731019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.824802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.847821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:53.885650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=c97bacfe-0e24-4233-b079-9fc60609cca6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:53.911346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2208905-c2fd-46ac-92d9-f10d40009d1c req-ffc77d64-e606-4cad-bd4e-9170fd2f725d tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:53.920267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2208905-c2fd-46ac-92d9-f10d40009d1c req-ffc77d64-e606-4cad-bd4e-9170fd2f725d tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 943 time: 1.9735508 Feb 04 13:24:54.008741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:24:54.041561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:24:54.054350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2208905-c2fd-46ac-92d9-f10d40009d1c req-af0571c3-8a38-42fb-b12c-d3a6757faed9 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329789 Feb 04 13:24:54.065925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.069405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:24:54.107498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc6eb025-9fd6-4048-bfe0-93a4c575f4b3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:54.132719 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.133795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a0d51505-6f09-42b6-8f24-ea1b89519909 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bc6eb025-9fd6-4048-bfe0-93a4c575f4b3 HTTP/1.1" status: 204 len: 168 time: 0.5006042 Feb 04 13:24:54.140126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47144) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:54.184859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.194445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b872bea-6966-4d9f-aae5-9d847e314211 req-2cad0ae3-2c3b-425d-85e1-3be32f5c4932 service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2207928 Feb 04 13:24:54.247306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f2ff7e1-c325-401f-b671-c0c425877bf3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:54.347663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e83d27df-0d91-42a3-b562-c08525912757 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:54.440627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '5baa8cfe-e6c8-4a31-960f-76e5dce8580c', 'name': '', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'mac_address': 'fa:16:3e:9d:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:43Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 2, 'project_id': '042f078ce6e34d91946e721997b30f05', 'subnets': [{'id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:54.462809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Checking router: f4db1dea-17c2-42f1-89cb-ebd9e087c32c for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:54.463547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Updating router f4db1dea-17c2-42f1-89cb-ebd9e087c32c port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:54.544846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.545553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.574757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e83d27df-0d91-42a3-b562-c08525912757 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:54.580489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.580746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e83d27df-0d91-42a3-b562-c08525912757 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4376502 Feb 04 13:24:54.581285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47154) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:54.602872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] For port 02a736d8-93ba-4a70-be33-073a557b678d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=02a736d8-93ba-4a70-be33-073a557b678d,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:54.603790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.637071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.643694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.670456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-799c00c9-1ce4-41af-8158-534536dd5a49 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2251697 Feb 04 13:24:54.671207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.679635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47158) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:54.870509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-6a01f9c0-140e-48bb-ab1c-8ed9897946c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.873624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-6a01f9c0-140e-48bb-ab1c-8ed9897946c9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 1094 time: 0.5644803 Feb 04 13:24:54.881007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.888692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-33738429-fdaa-4dc8-866b-829c0778684e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:54.890114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-33738429-fdaa-4dc8-866b-829c0778684e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:54.896121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Calling delete_port for 02a736d8-93ba-4a70-be33-073a557b678d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:54.940039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:54.951543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b480006-c43f-40e5-90ef-c8d4650b0890 None None] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:55.053318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.062421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.142951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee366ef-f3d8-40d2-b60d-54e62d36b890 req-15d3f7ed-30a6-4be0-9983-4401ae8e474f tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.2658224 Feb 04 13:24:55.146845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b832b-3d2a-48e6-b1b7-14273de5267b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:55.187796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.192065 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69729b20-4f2e-4cd5-afb9-dd4ffca1924d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c32b832b-3d2a-48e6-b1b7-14273de5267b HTTP/1.1" status: 204 len: 168 time: 1.4569159 Feb 04 13:24:55.220139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-33738429-fdaa-4dc8-866b-829c0778684e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:55.222343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-33738429-fdaa-4dc8-866b-829c0778684e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.87 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 1.0237954 Feb 04 13:24:55.231686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b574e4d-537a-4fe0-893c-c348242def8f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:55.248416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Request body: {'port': {'device_id': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'admin_state_up': True, 'tenant_id': '042f078ce6e34d91946e721997b30f05'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:55.305969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:55.343402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.347867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.349664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b5bf8dc2-cdb0-45e9-b16f-41e9d68ce048 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2b574e4d-537a-4fe0-893c-c348242def8f HTTP/1.1" status: 204 len: 168 time: 0.7580416 Feb 04 13:24:55.354968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47176) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:55.361399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6f2ff7e1-c325-401f-b671-c0c425877bf3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:55.361839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.495671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c2a7b7d2-c49f-4727-9c39-16ca3c5eefe3 None None] Provisioning for port 5d78b8e2-138d-42da-b898-7142f0e7c980 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:55.521332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb73780-e801-4fc9-993b-f6b8c642004d req-1be15a20-0bb4-42d4-95c5-7d3ae06defea tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.532119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddb73780-e801-4fc9-993b-f6b8c642004d req-1be15a20-0bb4-42d4-95c5-7d3ae06defea tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 943 time: 0.2850482 Feb 04 13:24:55.575357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7d7f515-f426-45ed-bbc2-81ca44ea2f24 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:55.651976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddb73780-e801-4fc9-993b-f6b8c642004d req-e7f1f385-e4a9-40e5-892a-327d815f8667 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183507 Feb 04 13:24:55.666511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7d7f515-f426-45ed-bbc2-81ca44ea2f24 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:55.677052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a7d7f515-f426-45ed-bbc2-81ca44ea2f24 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3134463 Feb 04 13:24:55.677052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47182) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:55.719866 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.745033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.766210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Router 0ed1ef72-067a-45b9-97dd-f29bd54e940b is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:24:55.766943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724da19-0f76-4e43-ae7d-1fc5726e35de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.788259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724da19-0f76-4e43-ae7d-1fc5726e35de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.789188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3724da19-0f76-4e43-ae7d-1fc5726e35de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:55.792458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.818004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:55.833738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-328b38c3-9ace-4aa3-9721-bb3271d20798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:55.835157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-328b38c3-9ace-4aa3-9721-bb3271d20798 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 915 time: 0.9371216 Feb 04 13:24:55.844407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Made reservation on behalf of 042f078ce6e34d91946e721997b30f05 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:55.847245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:55.862930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3724da19-0f76-4e43-ae7d-1fc5726e35de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:55.864134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3724da19-0f76-4e43-ae7d-1fc5726e35de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.1742897 Feb 04 13:24:55.977116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:56.049046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-11109239-0b09-4230-b054-01eb787d08ed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2488fd68-8ae6-4be9-8599-47ae611211d4 HTTP/1.1" status: 200 len: 217 time: 0.1872876 Feb 04 13:24:56.149174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.161168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:24:56.171559 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Sync routers for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:24:56.186723 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:56.187913 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:56.205501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c729f99-ed60-4c8d-b6ab-69452098d6df,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:56.249458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.264617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Transition to ACTIVE for port object 5baa8cfe-e6c8-4a31-960f-76e5dce8580c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:56.288186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.290120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0d7d161-4003-4fe4-bb08-ba4ce923550d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6c729f99-ed60-4c8d-b6ab-69452098d6df HTTP/1.1" status: 204 len: 168 time: 0.6154876 Feb 04 13:24:56.294898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port c97bacfe-0e24-4233-b079-9fc60609cca6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:56.295451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.307055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47206) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:56.327728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2488fd68-8ae6-4be9-8599-47ae611211d4 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:24:56.334285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5d78b8e2-138d-42da-b898-7142f0e7c980 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:56.384736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] Pushing event deleted for resources: {'Port': ['ID=02a736d8-93ba-4a70-be33-073a557b678d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:56.402193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.409133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-23096f32-0281-4add-9184-7bddb7aa645a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6404021 Feb 04 13:24:56.415382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:56.430424 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.471079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-59d273b4-a94c-4889-a6eb-8f15e7cbd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:56.472617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-59d273b4-a94c-4889-a6eb-8f15e7cbd67d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 200 len: 854 time: 0.3759055 Feb 04 13:24:56.487950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66b59-a17c-4de8-8d30-4e8e1369b178 req-c809e764-d819-49cc-8eef-0ee5d03374dd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:56.501464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3f66b59-a17c-4de8-8d30-4e8e1369b178 req-c809e764-d819-49cc-8eef-0ee5d03374dd tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.4493580 Feb 04 13:24:56.503712 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:24:56.550314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bc4661c-90d9-4fe5-866e-9ba41ed6cc6d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:56.583049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0bc4661c-90d9-4fe5-866e-9ba41ed6cc6d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:56.589035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0bc4661c-90d9-4fe5-866e-9ba41ed6cc6d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2803714 Feb 04 13:24:56.589284 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:56.591941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:56.603009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc7acb4-7268-49e6-aa36-3ed8598d206e None None] No DVR routers for this DVR port 02a736d8-93ba-4a70-be33-073a557b678d on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:24:56.643736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3f66b59-a17c-4de8-8d30-4e8e1369b178 req-fad30d72-069f-460d-8df8-651dde4406df tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397061 Feb 04 13:24:56.704102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.748100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.784466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8758de-fbc7-4d51-b43d-3e4eb23a889f None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:24:56.814844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.820951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-70172efe-d880-4841-9869-27c2fd87d71e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3c697016-6ac9-4a32-8372-a27e4ae8b680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2381349 Feb 04 13:24:56.823187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d208c7e1-d27a-4eee-ac36-e84363e9bbc7 req-435d02f8-d20e-4f75-bb10-eaf0865134f5 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.3607576 Feb 04 13:24:56.824340 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:24:56.872444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba2242c-a954-474a-b249-4ca25e722520,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:56.892883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:56.897400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d411d3b-b3a9-4d1c-81a3-fa48cd65da2b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dba2242c-a954-474a-b249-4ca25e722520 HTTP/1.1" status: 204 len: 168 time: 0.2993534 Feb 04 13:24:56.898470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:57.013727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Allocated IP 172.20.0.9 (4fbe8137-39fc-4422-b04b-b1804f5cd003/47014614-7eb1-45d1-97fa-4a0ad1c5a008/607c4fba-3750-4b5c-bf89-8924aff42f2b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:24:57.074242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741385-2146-4619-9c4a-567499cddf0a None None] Pushing event updated for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:57.146558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e6c16b15-1185-4e70-ae15-38473e3abc8c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:57.192216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ccc7b-65c9-4be3-96e3-39dc242eb81e req-020c4457-f120-4c80-90a7-46771eb69b0d tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:57.194130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b78ccc7b-65c9-4be3-96e3-39dc242eb81e req-020c4457-f120-4c80-90a7-46771eb69b0d tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 943 time: 0.2649381 Feb 04 13:24:57.196108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e6c16b15-1185-4e70-ae15-38473e3abc8c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:57.197559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e6c16b15-1185-4e70-ae15-38473e3abc8c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2980971 Feb 04 13:24:57.200802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47232) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:57.216912 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:24:53Z', 'revision_number': 3, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:57.223638 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Checking router: 0ed1ef72-067a-45b9-97dd-f29bd54e940b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:24:57.223996 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Updating router 0ed1ef72-067a-45b9-97dd-f29bd54e940b port e6fd2706-30fd-4225-88a5-a2367dc814c2 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:24:57.239206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.301203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b78ccc7b-65c9-4be3-96e3-39dc242eb81e req-984369fd-2a36-407e-9e9e-88605b4f597a tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630574 Feb 04 13:24:57.307130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.339032 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.400258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.412196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5d78b8e2-138d-42da-b898-7142f0e7c980 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:24:57.427589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5d78b8e2-138d-42da-b898-7142f0e7c980 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:57.427960 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.446633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2ef7aaf-e25f-4ff2-9fa8-e98dbbbe8c08,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:57.469760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.471328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bf67ca03-1681-4c5a-97f0-daca3a9b3014 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f2ef7aaf-e25f-4ff2-9fa8-e98dbbbe8c08 HTTP/1.1" status: 204 len: 168 time: 0.2693641 Feb 04 13:24:57.473910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47240) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:57.481201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Attempting to bind port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:57.481567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Attempting to bind port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:57.481931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Attempting to bind port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c on network a3a979b6-0175-44c6-9f55-381130326a41 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:57.491428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2488fd68-8ae6-4be9-8599-47ae611211d4,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:57.558550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:57.558993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Checking segment: {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:57.559353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.559747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Bound using segment: {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:57.560230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Bound port: 5baa8cfe-e6c8-4a31-960f-76e5dce8580c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ee09e8-22f7-47bb-b430-785bd7a4c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:57.560607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.570703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '2488fd68-8ae6-4be9-8599-47ae611211d4', 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680', 'port_id': '2488fd68-8ae6-4be9-8599-47ae611211d4', 'mac_address': 'fa:16:3e:34:05:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b81768-53e9-43e4-9b9a-f114f7c946b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:24:57.601494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e5a6ea5-9171-44e4-b0e8-d244c9fe268b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:57.650734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e5a6ea5-9171-44e4-b0e8-d244c9fe268b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:57.652369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9e5a6ea5-9171-44e4-b0e8-d244c9fe268b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1770828 Feb 04 13:24:57.655145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:57.681478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-07b52d8f-c962-438a-8177-5e19a22c11d2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:57.683208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-07b52d8f-c962-438a-8177-5e19a22c11d2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.87 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.1548841 Feb 04 13:24:57.844398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.862347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Deleting port 16d33f48-1f87-42ca-b03a-2095965602fd {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:24:57.862930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.884042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.964311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:57.988108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.265594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bcf1e848-11cd-48c5-918d-65d69dcff3b2 req-55a94a17-bb17-40e3-b101-93ba7eb738f8 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.0587194 Feb 04 13:24:58.321134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2488fd68-8ae6-4be9-8599-47ae611211d4 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:24:58.339202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.356986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] For port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:58.361510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.370881 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.392202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47260) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:58.392411 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Transition to ACTIVE for port object e6fd2706-30fd-4225-88a5-a2367dc814c2 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:58.402380 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.414429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a884c44-1b7a-4ff2-b146-ec3800aa9bc1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:58.415667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] For port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:58.418571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2488fd68-8ae6-4be9-8599-47ae611211d4,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:58.442346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.443765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0357e782-04f5-4d24-a759-d899441396fe tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/8a884c44-1b7a-4ff2-b146-ec3800aa9bc1 HTTP/1.1" status: 204 len: 168 time: 0.7877014 Feb 04 13:24:58.447415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:58.483944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.494755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.557173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-75e668f9-896e-4944-89a6-a433603b290f None None] Provisioning complete for port 5d78b8e2-138d-42da-b898-7142f0e7c980 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:24:58.557518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75e668f9-896e-4944-89a6-a433603b290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.591725 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Attempting to bind port e6fd2706-30fd-4225-88a5-a2367dc814c2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:24:58.592377 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Attempting to bind port e6fd2706-30fd-4225-88a5-a2367dc814c2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:24:58.598352 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Attempting to bind port e6fd2706-30fd-4225-88a5-a2367dc814c2 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:24:58.623982 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:24:58.624436 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:24:58.625119 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.625453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:24:58.625948 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Bound port: e6fd2706-30fd-4225-88a5-a2367dc814c2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:24:58.626270 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.674760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 5d78b8e2-138d-42da-b898-7142f0e7c980, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5d78b8e2-138d-42da-b898-7142f0e7c980,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:58.687779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for c97bacfe-0e24-4233-b079-9fc60609cca6 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:58.708226 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1ce0-12bd-42e9-8614-f2a5e3d27c34 None None] Pushing event updated for resources: {'Port': ['ID=e6fd2706-30fd-4225-88a5-a2367dc814c2,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:58.733712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '48a6689d-a715-4765-87ac-5a8074fc4695'}, {'subnet_id': '50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:24:58.734841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.768356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5899c029-6a4b-4e12-a0fd-8eb1103fc5df tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:24:58.773844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.777625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f77db11-0e3b-4876-bcae-8adb436ef796 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:24:58.788916 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] For port e6fd2706-30fd-4225-88a5-a2367dc814c2, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:24:58.793079 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] For port e6fd2706-30fd-4225-88a5-a2367dc814c2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e6fd2706-30fd-4225-88a5-a2367dc814c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:24:58.798958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-539050333'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:58.804755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:58.808961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Usage tracker for resource:network and tenant:f92280ef39814d1587ca7443f66f9c66 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:58.812917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:58.813403 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.819021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:58.834074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] For port 16d33f48-1f87-42ca-b03a-2095965602fd, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=16d33f48-1f87-42ca-b03a-2095965602fd,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:24:58.834673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.871441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Made reservation on behalf of f92280ef39814d1587ca7443f66f9c66 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:24:58.872089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['2488fd68-8ae6-4be9-8599-47ae611211d4'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:24:58.875762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:58.948341 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1ce0-12bd-42e9-8614-f2a5e3d27c34 None None] Pushing event updated for resources: {'Port': ['ID=e6fd2706-30fd-4225-88a5-a2367dc814c2,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:58.980652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:58.981746 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:59.007575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:24:59.008413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:59.029473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-f0b0ff92-1ec7-4123-9b54-1a4035939f6e service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1682410 Feb 04 13:24:59.036397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.065290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5899c029-6a4b-4e12-a0fd-8eb1103fc5df tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:24:59.067164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5899c029-6a4b-4e12-a0fd-8eb1103fc5df tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6187251 Feb 04 13:24:59.085650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47270) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:59.090575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:59.094591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Usage tracker for resource:security_group_rule and tenant:f92280ef39814d1587ca7443f66f9c66 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:59.097858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:59.098533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.111983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:59.117671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--55803752'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:24:59.134329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:59.227605 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:59.231039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:59.239928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:24:59.257172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe50ce5-a118-499f-96f1-6f1894307ca6 req-d5508ae6-0a06-4a5f-a6ed-47cf9df298b7 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.258819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3fe50ce5-a118-499f-96f1-6f1894307ca6 req-d5508ae6-0a06-4a5f-a6ed-47cf9df298b7 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 944 time: 0.6050606 Feb 04 13:24:59.303565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.315163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=c97bacfe-0e24-4233-b079-9fc60609cca6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:59.319567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-b479b377-5ac1-4c9e-b2ae-8258d95ca88e service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093394 Feb 04 13:24:59.405098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:24:59.430157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:24:59.439070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:24:59.464882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:24:59.487701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3fe50ce5-a118-499f-96f1-6f1894307ca6 req-f787b1e3-8a84-4a41-967a-cd8a11892eb5 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168970 Feb 04 13:24:59.549662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.576931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:24:53Z', 'revision_number': 3, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:24:59.581423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab71dfc-57ee-43b3-aad8-206e509315b3 None None] The sync data for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 is: [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:24:53Z', 'revision_number': 3, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:24:59.599876 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.600249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.600575 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Floating IP 7cb901b2-3986-4b8b-bbbb-a66b1493c4ac disassociated. External IP: 172.25.4.107, port: 16d33f48-1f87-42ca-b03a-2095965602fd. Feb 04 13:24:59.600901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Calling delete_port for 16d33f48-1f87-42ca-b03a-2095965602fd owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:24:59.639632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741385-2146-4619-9c4a-567499cddf0a None None] Pushing event updated for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:59.644627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e6a66-7aca-406a-9a47-69c91bd3a9c8 req-25508edd-8d65-420d-a77a-a04a4996d880 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:24:59.653993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af2e6a66-7aca-406a-9a47-69c91bd3a9c8 req-25508edd-8d65-420d-a77a-a04a4996d880 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 946 time: 0.6518095 Feb 04 13:24:59.697881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.736995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af2e6a66-7aca-406a-9a47-69c91bd3a9c8 req-a46374f9-d14c-43c6-8262-a73722a6a9a3 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1ef4110-bf4d-4c0f-8edb-cf0f82588164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834231 Feb 04 13:24:59.751818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.752631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Transition to ACTIVE for port object 607c4fba-3750-4b5c-bf89-8924aff42f2b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:24:59.764753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.791522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08fa7edb-9000-4b4a-8834-b342caee0e23 req-08c7d47d-efc9-4be2-8e83-b6506e3d1080 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 210 time: 0.0908959 Feb 04 13:24:59.859538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c5d2e61-acc3-4c89-805b-d74f81261a03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/c97bacfe-0e24-4233-b079-9fc60609cca6 HTTP/1.1" status: 204 len: 168 time: 3.8539500 Feb 04 13:24:59.862786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:24:59.864125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:59.887084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:24:59.890863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11cd12e-6db1-4f2c-abae-ab44d0154604,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:24:59.914858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:24:59.915214 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Added segment bb789f6a-997b-4e08-86f4-3567921a375e of type vlan for network fa464f02-0655-4980-9847-f65e08184aa7 Feb 04 13:24:59.952069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.007365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.038429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.053334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.087948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=5d78b8e2-138d-42da-b898-7142f0e7c980,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.103163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb2a3f3-fd58-4c19-a0b1-3feb65149e0e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.106672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.150425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:00.186654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.190474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0afead6a-638a-4acd-b885-308fc53640a1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0868816 Feb 04 13:25:00.220074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:00.223177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:00.252819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9f77db11-0e3b-4876-bcae-8adb436ef796 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:00.253184 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.260595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:00.268325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.275499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'Port': ['ID=16d33f48-1f87-42ca-b03a-2095965602fd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.278413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.293373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.297694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:00.302227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '4fb2a3f3-fd58-4c19-a0b1-3feb65149e0e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:00.310710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:00.316673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:00.320282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:00.328748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:00.358807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.360653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.362380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:00.363369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:00.382221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Pushing event updated for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.584390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1887932 Feb 04 13:25:00.645562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819b1a-addf-48e8-b144-779a102b33f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Pushing event updated for resources: {'Network': ['ID=fa464f02-0655-4980-9847-f65e08184aa7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:00.726498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network fa464f02-0655-4980-9847-f65e08184aa7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:25:00.768853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Allocated IP 172.20.0.3 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/48a6689d-a715-4765-87ac-5a8074fc4695/92b8b8ef-1429-4541-9ccd-887c0461443e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:00.960237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:25:00.990463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.083431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Allocated IP 2001:db8::f816:3eff:fe71:7bec (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd/92b8b8ef-1429-4541-9ccd-887c0461443e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:01.103172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e6fd2706-30fd-4225-88a5-a2367dc814c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:01.109838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:01.132793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '5baa8cfe-e6c8-4a31-960f-76e5dce8580c', 'name': '', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'mac_address': 'fa:16:3e:9d:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:43Z', 'updated_at': '2022-02-04T13:24:58Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'subnets': [{'id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:01.151684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7', 'binding:host_id': 'n-h2-820555-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1284048559'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:01.160104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:01.163784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:01.169478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Usage tracker for resource:port and tenant:012387bd4caa49168467d20b10837d52 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:01.169926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-510daed0-5238-4b75-be08-0dea659837ef None None] Provisioning for port 607c4fba-3750-4b5c-bf89-8924aff42f2b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:01.171136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ec3dd61f-8217-435a-af7b-5fa1ed949560 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.3051102 Feb 04 13:25:01.175501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:01.186134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47298) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:01.215811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.216420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.250802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42806eaf-1da7-4bf6-ae0d-42afd6e078fa None None] The sync data for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 is: [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:24:44Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '5baa8cfe-e6c8-4a31-960f-76e5dce8580c', 'name': '', 'network_id': 'a3a979b6-0175-44c6-9f55-381130326a41', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'mac_address': 'fa:16:3e:9d:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:43Z', 'updated_at': '2022-02-04T13:24:58Z', 'revision_number': 4, 'project_id': '042f078ce6e34d91946e721997b30f05', 'subnets': [{'id': 'd80c717a-2dc9-4773-a52a-b8e7d93bbecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:01.303587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Allocated IP 172.20.0.1 (f90d4ac1-ceac-4569-9054-b44316ee57a0/52830eb6-5808-42ff-9e35-c68b33b5cad9/c8736349-1178-43de-b3d6-2e7080ed5cfc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:01.312679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:01.349042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-5e49772f-26e3-441a-aee0-e9971d7bb963 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 6.1110916 Feb 04 13:25:01.357470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-510daed0-5238-4b75-be08-0dea659837ef None None] Provisioning complete for port 607c4fba-3750-4b5c-bf89-8924aff42f2b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:01.358077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-510daed0-5238-4b75-be08-0dea659837ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.363103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e34ee7bb-66cd-49a4-b35b-a4244a12b806 req-dc03ae4d-d719-4a05-957c-98b623ee13b7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Synchronizing usage tracker for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:01.378417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Request body: {'port': {'device_id': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:01.445893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.478118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-510daed0-5238-4b75-be08-0dea659837ef None None] Port 607c4fba-3750-4b5c-bf89-8924aff42f2b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:01.503609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e6fd2706-30fd-4225-88a5-a2367dc814c2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:01.522327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e6fd2706-30fd-4225-88a5-a2367dc814c2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:01.523089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.556507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.670008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caba713-7ab7-4e61-8fcd-70f616c64495,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:01.705610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9324e-5afa-4224-bd61-7e83d0eacfc9 req-1f7fa8a9-e783-470e-8b25-cf3f570fec7c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:01.707686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36d9324e-5afa-4224-bd61-7e83d0eacfc9 req-1f7fa8a9-e783-470e-8b25-cf3f570fec7c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 944 time: 0.7415643 Feb 04 13:25:01.734117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.742585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Made reservation on behalf of 012387bd4caa49168467d20b10837d52 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:01.745210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.818415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Transition to ACTIVE for port object 92b8b8ef-1429-4541-9ccd-887c0461443e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:01.851985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.858110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-36d9324e-5afa-4224-bd61-7e83d0eacfc9 req-679c6993-5770-429c-941c-466d7c049204 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169527 Feb 04 13:25:01.873510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.893468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.897912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1cfba8e5-b454-4f37-9c57-3affceeeab20 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6144323 Feb 04 13:25:01.900654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Transition to ACTIVE for port object 92b8b8ef-1429-4541-9ccd-887c0461443e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:01.905058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47302) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:01.906027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e34ee7bb-66cd-49a4-b35b-a4244a12b806 req-dc03ae4d-d719-4a05-957c-98b623ee13b7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Unset dirty status for tenant:05233dc809be4b05aa74073c0adf6ccb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:01.907245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e34ee7bb-66cd-49a4-b35b-a4244a12b806 req-dc03ae4d-d719-4a05-957c-98b623ee13b7 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/ports?device_id=c437c8d3-811b-441c-b3eb-8305fc13432b HTTP/1.1" status: 200 len: 210 time: 0.6278698 Feb 04 13:25:01.923339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.932741 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.939077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e6fd2706-30fd-4225-88a5-a2367dc814c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e6fd2706-30fd-4225-88a5-a2367dc814c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:01.942822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 48a6689d-a715-4765-87ac-5a8074fc4695 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:01.958542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.993819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:01.996069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5d78b8e2-138d-42da-b898-7142f0e7c980 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:02.075795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:02.085065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:02.091696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:02.095432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:02.097726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:25:02.099907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Usage tracker for resource:security_group_rule and tenant:012387bd4caa49168467d20b10837d52 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:02.113861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:02.154936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Pushing event updated for resources: {'Port': ['ID=92b8b8ef-1429-4541-9ccd-887c0461443e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:02.196102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:02.248076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e6fd2706-30fd-4225-88a5-a2367dc814c2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:02.260138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:02.261099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:02.287405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:02.400663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.413705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.418635 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.438279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Transition to ACTIVE for port object c8736349-1178-43de-b3d6-2e7080ed5cfc will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:02.443801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.480005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port ce23bd13-6988-4c03-a30d-bae1997913f6 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:02.485869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.530080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] No DVR routers for this DVR port 16d33f48-1f87-42ca-b03a-2095965602fd on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:02.547129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.550083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'name': 'network-vif-deleted', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:02.564907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2488fd68-8ae6-4be9-8599-47ae611211d4 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:02.604896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef6dc9-637d-4eb0-8fb3-7f7d4731191c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:02.614409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54bec2d6-83f7-4305-b488-92a9ef4544a8 req-28e0309d-9756-4a11-ade3-6cbe2733e1ac tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.87 "DELETE /v2.0/ports/16d33f48-1f87-42ca-b03a-2095965602fd HTTP/1.1" status: 204 len: 173 time: 4.9239662 Feb 04 13:25:02.622865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5d78b8e2-138d-42da-b898-7142f0e7c980 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:02.623258 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.661824 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c437c8d3-811b-441c-b3eb-8305fc13432b', 'name': 'network-vif-deleted', 'tag': '16d33f48-1f87-42ca-b03a-2095965602fd', 'status': 'completed', 'code': 200} Feb 04 13:25:02.696212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:02.721490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:02.730702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:02.737780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.739560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:02.782937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Attempting to bind port 92b8b8ef-1429-4541-9ccd-887c0461443e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:02.783313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Attempting to bind port 92b8b8ef-1429-4541-9ccd-887c0461443e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:02.783735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Attempting to bind port 92b8b8ef-1429-4541-9ccd-887c0461443e on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:02.812441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.819753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:02.820232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:02.822724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:02.824409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.825933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:02.826653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Bound port: 92b8b8ef-1429-4541-9ccd-887c0461443e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:02.827056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.939132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.961827 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:02.965666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-ae9b0a74-f199-4429-aac1-0902ff405d42 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:02.966371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-ae9b0a74-f199-4429-aac1-0902ff405d42 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:03.043850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port ce23bd13-6988-4c03-a30d-bae1997913f6 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:03.049694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.082458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-ae9b0a74-f199-4429-aac1-0902ff405d42 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:03.082458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-ae9b0a74-f199-4429-aac1-0902ff405d42 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1027 time: 0.8617573 Feb 04 13:25:03.142084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.168240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.171891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/48a6689d-a715-4765-87ac-5a8074fc4695 HTTP/1.1" status: 204 len: 168 time: 1.9844444 Feb 04 13:25:03.179075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1324a-9b73-432b-8746-ee343118d7fa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=48a6689d-a715-4765-87ac-5a8074fc4695,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:03.180081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47312) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:03.197677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Transition to ACTIVE for port object ce23bd13-6988-4c03-a30d-bae1997913f6 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:03.216038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.233739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.279441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607c4fba-3750-4b5c-bf89-8924aff42f2b {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:25:03.307069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb2a3f3-fd58-4c19-a0b1-3feb65149e0e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:03.307939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ed75-41a0-4b4a-b0ad-5c2520b26d22 req-c2ae0c40-9412-4584-bc4f-6ba23c78c7ae tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:03.309654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc61ed75-41a0-4b4a-b0ad-5c2520b26d22 req-c2ae0c40-9412-4584-bc4f-6ba23c78c7ae tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 944 time: 0.2472198 Feb 04 13:25:03.311433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.333937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-5a79d92f-55bf-465b-bda0-9ac548a2c69e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:03.345016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=ce23bd13-6988-4c03-a30d-bae1997913f6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:03.366674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 2488fd68-8ae6-4be9-8599-47ae611211d4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:03.377012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.381295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Checking segment: {'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:03.381295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Network hostable DHCP agents. Network: fa464f02-0655-4980-9847-f65e08184aa7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:25:03.382894 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-527d275c-188c-4b93-acf9-34066fd3c13a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/4fb2a3f3-fd58-4c19-a0b1-3feb65149e0e HTTP/1.1" status: 204 len: 168 time: 1.4753265 Feb 04 13:25:03.383978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47316) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:03.389076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:03.391539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d6be702c-8118-44c6-80a1-a74c59215e61 None None] Provisioning for port c8736349-1178-43de-b3d6-2e7080ed5cfc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:03.397297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5baa8cfe-e6c8-4a31-960f-76e5dce8580c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:03.399535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.400878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc61ed75-41a0-4b4a-b0ad-5c2520b26d22 req-f6979604-775c-4202-bb76-36284ff72b5b tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805144 Feb 04 13:25:03.455147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Network fa464f02-0655-4980-9847-f65e08184aa7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:25:03.467836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82e6e387-2e08-424c-84c1-cd1e96953005 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:03.477471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Transition to ACTIVE for port object 607c4fba-3750-4b5c-bf89-8924aff42f2b will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:03.478026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, fa464f02-0655-4980-9847-f65e08184aa7) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:03.480112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 2488fd68-8ae6-4be9-8599-47ae611211d4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:03.480590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.483374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:03.500395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-82e6e387-2e08-424c-84c1-cd1e96953005 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:03.505274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-82e6e387-2e08-424c-84c1-cd1e96953005 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134591 Feb 04 13:25:03.505274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.505274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.505636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:03.520317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47320) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:03.528091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.529718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0292f-8d17-4ab5-bc1e-8c9e1de95def None None] Network fa464f02-0655-4980-9847-f65e08184aa7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:03.532078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798311080'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:03.541945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:03.542640 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:03.543545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:03.545656 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 2 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:03.559498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d6be702c-8118-44c6-80a1-a74c59215e61 None None] Provisioning complete for port c8736349-1178-43de-b3d6-2e7080ed5cfc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:03.559957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d6be702c-8118-44c6-80a1-a74c59215e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.573781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:03.579598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.580138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.580673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:03.613300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:03.613703 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:03.614635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.615183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-5a79d92f-55bf-465b-bda0-9ac548a2c69e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:03.615992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5fa27bb-cab1-484a-b103-853299a725d8 req-5a79d92f-55bf-465b-bda0-9ac548a2c69e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185237 Feb 04 13:25:03.626117 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 3 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:03.658790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:03.684916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.685334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.685735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:03.692515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:03.693604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] For port 92b8b8ef-1429-4541-9ccd-887c0461443e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:03.694884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.720476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:03.721176 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:03.722694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:03.726327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d6be702c-8118-44c6-80a1-a74c59215e61 None None] Port c8736349-1178-43de-b3d6-2e7080ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:03.732415 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 4 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:03.759995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:03.768913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] For port 92b8b8ef-1429-4541-9ccd-887c0461443e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=92b8b8ef-1429-4541-9ccd-887c0461443e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:03.779694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:03.791231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.791880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.792438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:03.822178 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.826366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:03.829062 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:03.842249 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 5 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:03.879876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:03.889648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.904882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.905382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.906503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:03.925790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.928475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:03.928983 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:03.936092 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 6 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:03.950245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:03.984928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Pushing event updated for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:03.990583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:03.990946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:03.991280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.004140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:04.004506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.024592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.025002 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:04.031573 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 7 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:04.059724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.063521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:04.063851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:04.064235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.069901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.070256 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:04.070890 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 8 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:04.078313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.121690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:04.122079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:04.122349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.130458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.140102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:04.146812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.147239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1bb76b-c0f0-44c2-bb7e-fddcadcff794,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:04.153261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.153753 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:04.165627 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 9 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:04.185436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef4110-bf4d-4c0f-8edb-cf0f82588164,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:04.189716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.190949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5599289a-2363-4e3b-9510-92f723389671 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6671698 Feb 04 13:25:04.192393 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.193447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f3562d77-bdf3-4b75-9c3c-6d243140445f tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1ef4110-bf4d-4c0f-8edb-cf0f82588164 HTTP/1.1" status: 204 len: 168 time: 0.5316870 Feb 04 13:25:04.195451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:04.198301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47332) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:04.199825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:04.200155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:04.200513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.204082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:04.205873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--939933633'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:04.223310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fe25e-1873-4031-b516-f6392067b0ac None None] Pushing event updated for resources: {'Port': ['ID=92b8b8ef-1429-4541-9ccd-887c0461443e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:04.225805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:04.231072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.231411 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:04.233258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:04.235236 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 10 to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 Feb 04 13:25:04.242525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:04.245635 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-803abd22-72b6-4233-a8d3-5b9d76433456 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] show failed (client error): The resource could not be found. Feb 04 13:25:04.249907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.250046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-803abd22-72b6-4233-a8d3-5b9d76433456 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "GET /v2.0/security-groups/f1ef4110-bf4d-4c0f-8edb-cf0f82588164 HTTP/1.1" status: 404 len: 347 time: 0.0480201 Feb 04 13:25:04.253806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:04.258013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:04.268935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Attempting to bind port 607c4fba-3750-4b5c-bf89-8924aff42f2b on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:04.269520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Attempting to bind port 607c4fba-3750-4b5c-bf89-8924aff42f2b by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:04.270025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Attempting to bind port 607c4fba-3750-4b5c-bf89-8924aff42f2b on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.281493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:04.282138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:04.295482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Port 607c4fba-3750-4b5c-bf89-8924aff42f2b on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.296336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Attempting to bind port 607c4fba-3750-4b5c-bf89-8924aff42f2b on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.320192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:04.320534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Checking segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:04.321142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Bound using segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:04.321593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Bound port: 607c4fba-3750-4b5c-bf89-8924aff42f2b, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:04.321941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.325656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:04.326000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:04.326332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:04.353086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port ce23bd13-6988-4c03-a30d-bae1997913f6 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:04.353433 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port ce23bd13-6988-4c03-a30d-bae1997913f6 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:04.353762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.420409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:04.425797 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.427655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f527d-3696-4cf9-90d6-634513038d7e None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:04.430029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.500884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Deleting port 48ab85ea-680a-4a3d-8f69-b86f376540de {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:04.501220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.520532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:04.529877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2488fd68-8ae6-4be9-8599-47ae611211d4,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:04.545809 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4', 'code': 200} Feb 04 13:25:04.553331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.574290 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.575143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 16d33f48-1f87-42ca-b03a-2095965602fd no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:04.583036 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b83c817a-f02e-405f-add7-2e31aab67733 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd HTTP/1.1" status: 204 len: 168 time: 1.4006982 Feb 04 13:25:04.588585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47346) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:04.670146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:04.704399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.716835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:04.729292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:25:04.734772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:04.738184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:04.743776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9fbce353-63a7-413a-8eb8-c72177f910e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:04.748737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:04.762484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 16d33f48-1f87-42ca-b03a-2095965602fd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:04.763172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 16d33f48-1f87-42ca-b03a-2095965602fd not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:04.768439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.772865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:04.787853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9fbce353-63a7-413a-8eb8-c72177f910e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:router {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:04.789159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9fbce353-63a7-413a-8eb8-c72177f910e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1984680 Feb 04 13:25:04.790224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.800614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:04.888625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:04.891810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.896665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.932249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port ce23bd13-6988-4c03-a30d-bae1997913f6, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:04.932925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 13:25:04.943719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:04.944807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:04.946307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] 10.222.0.87 "PUT /v2.0/ports/607c4fba-3750-4b5c-bf89-8924aff42f2b HTTP/1.1" status: 200 len: 1091 time: 3.5770736 Feb 04 13:25:04.980853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:05.018146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.062031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2760f42-9e71-459e-b9db-2defe528b68d req-8ce3f177-f855-445e-8a01-acd26bf9ec66 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.070165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2760f42-9e71-459e-b9db-2defe528b68d req-8ce3f177-f855-445e-8a01-acd26bf9ec66 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 0.4810333 Feb 04 13:25:05.072564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:05.075972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.131426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.132036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.144213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.171000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.209309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b4f3-3c81-4d43-af9f-ce68a706a516 req-fa73dc9c-ed7b-4c2a-94be-c4a6cbf6b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.211217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81b8b4f3-3c81-4d43-af9f-ce68a706a516 req-fa73dc9c-ed7b-4c2a-94be-c4a6cbf6b0a0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 1096 time: 0.5378714 Feb 04 13:25:05.221448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=ce23bd13-6988-4c03-a30d-bae1997913f6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.243832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2760f42-9e71-459e-b9db-2defe528b68d req-a9e3549d-00f2-485a-aec8-a42dc5ff5e8e tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726539 Feb 04 13:25:05.281526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.281857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.303208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.351419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e6fd2706-30fd-4225-88a5-a2367dc814c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:05.375746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583f34-c566-49de-a014-29aa22b93e54 service neutron] Pushing event updated for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.376815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.386313 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b', 'status': 'completed', 'code': 200} Feb 04 13:25:05.428787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:05.431797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:05.431977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.442239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-b2b6cf5a-3876-49d0-9925-9e431adeb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.444516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-b2b6cf5a-3876-49d0-9925-9e431adeb862 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.4439466 Feb 04 13:25:05.451463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-beadaa03-0d03-43a6-8501-1a222da7a661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3300381 Feb 04 13:25:05.464581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Calling delete_port for 48ab85ea-680a-4a3d-8f69-b86f376540de owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:05.505386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47358) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:05.543295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc665b7-c34e-49dc-ba16-cea6c9a3594a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.544015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8bc665b7-c34e-49dc-ba16-cea6c9a3594a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:05.568703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-81b8b4f3-3c81-4d43-af9f-ce68a706a516 req-1572a77d-7515-4124-a0bd-1f925365d7c8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384640 Feb 04 13:25:05.582734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd275e-4a26-4c73-9461-46db12a77e25 req-d86c56eb-7a0f-48cd-bcf5-f3ef697e7f0e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.590225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aadd275e-4a26-4c73-9461-46db12a77e25 req-d86c56eb-7a0f-48cd-bcf5-f3ef697e7f0e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.6718471 Feb 04 13:25:05.595482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e6fd2706-30fd-4225-88a5-a2367dc814c2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:05.595862 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.596898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe20e61e-430c-4d2c-854e-681004853ae9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.598490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-de0db282-7ffd-464c-81d5-85e0b360c89e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b HTTP/1.1" status: 200 len: 217 time: 0.0921416 Feb 04 13:25:05.619597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.621361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae7c7cad-75ba-46ed-9a47-c78c630e4b9c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4250066 Feb 04 13:25:05.629038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47362) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:05.645206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '0a1bb76b-c0f0-44c2-bb7e-fddcadcff794', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fe20e61e-430c-4d2c-854e-681004853ae9', 'remote_ip_prefix': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:05.656012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:05.659834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8bc665b7-c34e-49dc-ba16-cea6c9a3594a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:05.661293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8bc665b7-c34e-49dc-ba16-cea6c9a3594a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8050385 Feb 04 13:25:05.676704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47366) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:05.680435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:05.697715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:05.712358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:05.723450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aadd275e-4a26-4c73-9461-46db12a77e25 req-f1347f39-cc22-4cb0-af2b-a09bb85b2375 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Feb 04 13:25:05.768851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbb847-18c4-4bce-aa19-d9c98762ea41 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:05.769741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2ebbb847-18c4-4bce-aa19-d9c98762ea41 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:05.774109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1d1b0-540a-4d47-a66e-88c44fd481f1 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:25:05.808696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.840984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.848916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:05.873836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c6cdf-6117-4911-b0e8-b563d931eeb5 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:19:31Z', 'revision_number': 4, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'feacf3c9-af39-4fda-b744-651e3c7b5236', 'name': '', 'network_id': 'a5867c68-4bfe-420f-a808-06c9ce043b9a', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'mac_address': 'fa:16:3e:22:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:25Z', 'updated_at': '2022-02-04T13:19:42Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'subnets': [{'id': 'f367a4a0-8005-40c3-b598-47e489503a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:05.883489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5079a898-edbe-4967-b20a-9c343838d62d None None] Provisioning complete for port c8736349-1178-43de-b3d6-2e7080ed5cfc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:05.884155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5079a898-edbe-4967-b20a-9c343838d62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:05.914291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Pushing event deleted for resources: {'Port': ['ID=48ab85ea-680a-4a3d-8f69-b86f376540de,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:05.982132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5079a898-edbe-4967-b20a-9c343838d62d None None] Port c8736349-1178-43de-b3d6-2e7080ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:06.005502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1d1b0-540a-4d47-a66e-88c44fd481f1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:25:06.034108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.044000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.049424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.065293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Deleting port ce23bd13-6988-4c03-a30d-bae1997913f6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:06.066090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.080708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bca980-0a98-42cf-81d4-2bf0a259d075,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:06.099225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.103510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-36174a25-e9c6-428c-bb1c-cd24d09103f2 tempest-AttachVolumeTestJSON-216169836 tempest-AttachVolumeTestJSON-216169836-project] 10.222.0.53 "DELETE /v2.0/floatingips/7cb901b2-3986-4b8b-bbbb-a66b1493c4ac HTTP/1.1" status: 204 len: 168 time: 1.8459091 Feb 04 13:25:06.117785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.119044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-42d7678c-59ea-4d82-8011-fd238bb03368 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4877543 Feb 04 13:25:06.121775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47372) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.157857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.190695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.196759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-fb2303ee-3ef7-4211-8532-430f367a4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:06.198441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-fb2303ee-3ef7-4211-8532-430f367a4b14 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47014614-7eb1-45d1-97fa-4a0ad1c5a008 HTTP/1.1" status: 200 len: 849 time: 0.4199245 Feb 04 13:25:06.205551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2ebbb847-18c4-4bce-aa19-d9c98762ea41 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:06.206708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ebbb847-18c4-4bce-aa19-d9c98762ea41 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5290368 Feb 04 13:25:06.235896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47376) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.339045 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.352413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Router 0ed1ef72-067a-45b9-97dd-f29bd54e940b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:25:06.387445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2b54d7b9-a847-4a88-80e3-76483df8a05f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501129 Feb 04 13:25:06.389348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.393100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.397184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/64bca980-0a98-42cf-81d4-2bf0a259d075 HTTP/1.1" status: 204 len: 168 time: 0.2742746 Feb 04 13:25:06.397936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5d03f-a9a5-4159-b36f-a14c18fbae7f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64bca980-0a98-42cf-81d4-2bf0a259d075,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:06.399685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47386) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.411494 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12900b7b-cd84-43fa-b5ff-100a84e39843 None None] New status for floating IP 7cb901b2-3986-4b8b-bbbb-a66b1493c4ac: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:25:06.477083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:06.502723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0cfd3dca-c91f-486c-8f43-3a9cf5b8ad0c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:06.540482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0cfd3dca-c91f-486c-8f43-3a9cf5b8ad0c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:06.545104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0cfd3dca-c91f-486c-8f43-3a9cf5b8ad0c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1444497 Feb 04 13:25:06.545738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47392) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.603276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86922df3-53fe-4afd-8af5-75ae3b08608d None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:25:06.691449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.732258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.805081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port ce23bd13-6988-4c03-a30d-bae1997913f6, host n-h2-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:06.805657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.809877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.836319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe20e61e-430c-4d2c-854e-681004853ae9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:06.860254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:06.864612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76e5360c-1200-47f1-af4f-7b78fd7d344a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe20e61e-430c-4d2c-854e-681004853ae9 HTTP/1.1" status: 204 len: 168 time: 0.3177693 Feb 04 13:25:06.865261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:06.937342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86922df3-53fe-4afd-8af5-75ae3b08608d None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:25:06.975429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Calling delete_port for ce23bd13-6988-4c03-a30d-bae1997913f6 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:07.004944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e1722a4-ea18-48db-bf2d-e2726fa771b4 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:07.057768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5e1722a4-ea18-48db-bf2d-e2726fa771b4 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:07.064181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e1722a4-ea18-48db-bf2d-e2726fa771b4 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1978843 Feb 04 13:25:07.065029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.070179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82ea5b-2153-4f7d-b02a-68be62d603bb req-de211003-a046-47a4-9b7d-49de43a0f595 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.071698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea82ea5b-2153-4f7d-b02a-68be62d603bb req-de211003-a046-47a4-9b7d-49de43a0f595 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.1351161 Feb 04 13:25:07.175931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.252610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5baa8cfe-e6c8-4a31-960f-76e5dce8580c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:07.262495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.270309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce23bd13-6988-4c03-a30d-bae1997913f6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:07.320882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-caac4f7b-5874-4866-af3f-cd7f85c3d743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ce23bd13-6988-4c03-a30d-bae1997913f6 HTTP/1.1" status: 204 len: 168 time: 1.8058197 Feb 04 13:25:07.330651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47406) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.336487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:07.346383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:07.378522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.401620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:07.406344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.411585 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:07.412223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:07.432977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea82ea5b-2153-4f7d-b02a-68be62d603bb req-289fd7a7-314e-482e-9b69-30c3e1eb97fd tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108699 Feb 04 13:25:07.437434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:07.437928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.477293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.497908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-7233040b-0657-4f75-a086-043965c08650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.500023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-7233040b-0657-4f75-a086-043965c08650 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fbe8137-39fc-4422-b04b-b1804f5cd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2916067 Feb 04 13:25:07.526471 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2170835-014c-4761-8406-e4043273d02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:25:07.528759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2170835-014c-4761-8406-e4043273d02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Synchronizing usage tracker for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:07.555062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.575558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1bb76b-c0f0-44c2-bb7e-fddcadcff794,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:07.597399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.598981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-deb1328e-be31-4465-a7f2-eff406e32d81 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a1bb76b-c0f0-44c2-bb7e-fddcadcff794 HTTP/1.1" status: 204 len: 168 time: 0.5328705 Feb 04 13:25:07.601533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.656452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-27583647-c779-44ed-b2e0-fc5f887faf02 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2521987 Feb 04 13:25:07.659249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47416) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.668553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:07.685468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb1298c-a705-4069-98f5-90225b72325f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:07.712948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2170835-014c-4761-8406-e4043273d02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Unset dirty status for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:07.717526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2170835-014c-4761-8406-e4043273d02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports/ce23bd13-6988-4c03-a30d-bae1997913f6 HTTP/1.1" status: 404 len: 333 time: 0.3604927 Feb 04 13:25:07.724400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47420) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.736532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604419930'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:07.750464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fa981-b6df-4019-8a68-ba66d170830f req-ef3b8f49-8994-4b3b-a956-30a11e039f0c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:07.751620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-970fa981-b6df-4019-8a68-ba66d170830f req-ef3b8f49-8994-4b3b-a956-30a11e039f0c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 0.6236932 Feb 04 13:25:07.752676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:25:07.770529 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1795f73-c87c-4c7d-9b93-8bc0940c6e7d admin admin] 10.222.0.53 "PUT /v2.0/routers/0ed1ef72-067a-45b9-97dd-f29bd54e940b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3045893 Feb 04 13:25:07.770529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:07.771239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb1298c-a705-4069-98f5-90225b72325f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:07.772522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bbb1298c-a705-4069-98f5-90225b72325f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1698370 Feb 04 13:25:07.784733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Sync routers for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:07.785576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.805877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:07.806538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:07.810212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:07.814676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004755356'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:07.834430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:07.838183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Made reservation on behalf of 012387bd4caa49168467d20b10837d52 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:07.841485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.857764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:07.875852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:07.877997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.898873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-970fa981-b6df-4019-8a68-ba66d170830f req-10653448-77ed-4784-b9cb-f3dd97a3d239 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196318 Feb 04 13:25:07.899857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:07.910832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:07.923938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:07.927024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:07.930244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:07.930746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port cff1cf43-6e1e-4285-978f-f334e8657fd9 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:07.931942 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:07.932411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:07.952309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:07.961105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-098251ef-384d-48ba-8bdf-003c10a6d196 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2963872 Feb 04 13:25:07.961105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47430) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:07.966684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:07.986089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-b27dea7a-7d12-4566-bdde-f1912b4e8b26 service neutron] 10.222.0.87 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505756 Feb 04 13:25:07.987938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:08.098185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-c8ee8466-fa9d-41f3-bbe3-742d952b91a6 req-9d0efe32-f981-406c-a780-810c2dcf61da service neutron] (87620) timed out ('10.222.0.53', 56998) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:25:08.121541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:08.144612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:08.185343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:08.230025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:08.234307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.250072 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:08.250524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:08.255808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.279629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.378844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.383278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5954452 Feb 04 13:25:08.383440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47448) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:08.389941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-919f391e-3f5b-4627-9ca2-181ee33d9029 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4256086 Feb 04 13:25:08.390220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47452) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:08.393031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b1838-963c-4b83-af7d-1ca7b32fd5d8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c4ee7-3250-4a95-8b7e-8ee386c52493,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:08.398994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:08.420327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': 'e62c4ee7-3250-4a95-8b7e-8ee386c52493', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:08.444918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:08.486684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:08.553000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:08.573928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:08.603778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e33390fa-ad7b-4487-810b-f2dd4a8e3a5e req-2030a648-170f-441c-9656-a9b8d8f8171f service neutron] 10.222.0.87 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083786 Feb 04 13:25:08.605012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:08.625463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:08.651719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:08.655284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.657375 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:08.657908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:08.676732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:03Z', 'revision_number': 4, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c8736349-1178-43de-b3d6-2e7080ed5cfc', 'name': '', 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'mac_address': 'fa:16:3e:29:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:00Z', 'updated_at': '2022-02-04T13:25:04Z', 'revision_number': 2, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'subnets': [{'id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:08.681463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dfae0416-667a-4f7f-98b7-c450b3126b37 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2900257 Feb 04 13:25:08.683147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Checking router: 0ed1ef72-067a-45b9-97dd-f29bd54e940b for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:08.683620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Updating router 0ed1ef72-067a-45b9-97dd-f29bd54e940b port c8736349-1178-43de-b3d6-2e7080ed5cfc binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:25:08.685117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:08.700516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:08.768755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.773649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.906029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:08.959296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:08.978512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:09.000749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:09.005607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.007483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.008828 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:09.011721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0cb51-e95c-4901-bf85-02d1a9e77041 req-7e6fec07-b5e3-422b-bc85-3215084d303e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.012726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:09.013264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4b0cb51-e95c-4901-bf85-02d1a9e77041 req-7e6fec07-b5e3-422b-bc85-3215084d303e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.3538201 Feb 04 13:25:09.021491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.050147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-dbebc764-5d8e-418f-a7e9-0b1eb3073d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.051394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-dbebc764-5d8e-418f-a7e9-0b1eb3073d41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.3019464 Feb 04 13:25:09.079248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1a35bc4d-db97-4bc6-892c-bab40ceeb067 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3887448 Feb 04 13:25:09.079501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.085969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:09.094431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.148483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4b574c-2051-4f48-95a4-45b3709ded3f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:09.258126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.262126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8a34c954-45ec-4b69-a514-1aa6afb1af85 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8730867 Feb 04 13:25:09.268604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Network fa464f02-0655-4980-9847-f65e08184aa7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:09.269338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47486) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.273002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e4b0cb51-e95c-4901-bf85-02d1a9e77041 req-be6e054a-13a2-4412-adf3-5f663ebdea5d tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486172 Feb 04 13:25:09.274164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.281161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:09.300127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:09.300127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.300127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.302930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=cff1cf43-6e1e-4285-978f-f334e8657fd9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:09.303391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Transition to ACTIVE for port object c8736349-1178-43de-b3d6-2e7080ed5cfc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:09.315157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.364321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.373954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-bbf22b7c-288d-4a6c-8745-74d9bec219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.375615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-bbf22b7c-288d-4a6c-8745-74d9bec219ce service neutron] 10.222.0.87 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 0.3159699 Feb 04 13:25:09.379518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c80c9e4-bfbc-4bd4-947a-9e5679e31c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6527936 Feb 04 13:25:09.382557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47490) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.401320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:09.444839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:09.452361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.489276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:09.492652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.525499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be4b574c-2051-4f48-95a4-45b3709ded3f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:09.544156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-d52389e4-650e-41c1-8556-4b501be4c8b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b HTTP/1.1" status: 200 len: 217 time: 0.1563056 Feb 04 13:25:09.549248 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.553214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f4550b4-1117-49e1-9f29-218db72ba3e1 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/be4b574c-2051-4f48-95a4-45b3709ded3f HTTP/1.1" status: 204 len: 168 time: 0.2767904 Feb 04 13:25:09.565257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:09.568915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.570411 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:25:09.583435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:25:09.587451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.599656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7bbaa-27c7-4f1d-b851-a405a561d68e req-9f0236fa-988f-4b6a-b88c-2caa8bc5f39c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.601237 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf7bbaa-27c7-4f1d-b851-a405a561d68e req-9f0236fa-988f-4b6a-b88c-2caa8bc5f39c tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 0.3813210 Feb 04 13:25:09.645658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Pushing event updated for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:09.676460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-7a6ca4bf-70dc-4224-a4bb-02419f5724af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.679479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-7a6ca4bf-70dc-4224-a4bb-02419f5724af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47014614-7eb1-45d1-97fa-4a0ad1c5a008 HTTP/1.1" status: 200 len: 849 time: 0.1274281 Feb 04 13:25:09.685489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Attempting to bind port c8736349-1178-43de-b3d6-2e7080ed5cfc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:09.685959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Attempting to bind port c8736349-1178-43de-b3d6-2e7080ed5cfc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:09.686298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Attempting to bind port c8736349-1178-43de-b3d6-2e7080ed5cfc on network f90d4ac1-ceac-4569-9054-b44316ee57a0 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:09.694485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.694767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.695166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.695512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.696358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.696695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.697030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.697364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.697697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.698030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.698359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.698790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:09.707574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:09.707952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Checking segment: {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:09.708359 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.708753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Bound using segment: {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:09.709228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Bound port: c8736349-1178-43de-b3d6-2e7080ed5cfc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721b63dc-dd02-4469-9c9d-13982fff2661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:09.709605 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.727776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:09.749629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-71cd9261-e5db-4d03-bb08-ab0045b6267c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6689646 Feb 04 13:25:09.779486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47510) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.855482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0a0b23e3-e64b-4fb9-b0d6-f579f74e0356 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:09.880179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:09.884566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-02d21f90-3e09-4b93-aab9-9433e76a326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:09.885536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ecf7bbaa-27c7-4f1d-b851-a405a561d68e req-43981648-55cf-44c6-8577-6ad099f246ca tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726564 Feb 04 13:25:09.885664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-02d21f90-3e09-4b93-aab9-9433e76a326c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4fbe8137-39fc-4422-b04b-b1804f5cd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988466 Feb 04 13:25:09.923068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] For port c8736349-1178-43de-b3d6-2e7080ed5cfc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:09.927219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] For port c8736349-1178-43de-b3d6-2e7080ed5cfc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8736349-1178-43de-b3d6-2e7080ed5cfc,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:09.946956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:10.060708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0a0b23e3-e64b-4fb9-b0d6-f579f74e0356 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:10.063870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0a0b23e3-e64b-4fb9-b0d6-f579f74e0356 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4531279 Feb 04 13:25:10.080076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:10.080728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:10.102731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47538) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:10.406334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f12b18-afd1-4ac1-8bca-99eb5d81e721 None None] Pushing event updated for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:10.434826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-126e3123-371b-4b1e-8806-eddfaface95a service neutron] 10.222.0.87 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379467 Feb 04 13:25:10.563750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6e195-2c2d-4b24-93de-aa4d66c55b5f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:10.570207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bcb6e195-2c2d-4b24-93de-aa4d66c55b5f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7855859 Feb 04 13:25:10.577647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47570) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:10.586276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 607c4fba-3750-4b5c-bf89-8924aff42f2b details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:25:10.634662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:10.698436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:10.734760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:25:10.820567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4c617-2172-414c-89be-2ccc984055ca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:10.832733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1e4c617-2172-414c-89be-2ccc984055ca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:10.838421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.145781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:11.160843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port cff1cf43-6e1e-4285-978f-f334e8657fd9 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:11.165561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e1e4c617-2172-414c-89be-2ccc984055ca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:11.167032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e1e4c617-2172-414c-89be-2ccc984055ca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5740471 Feb 04 13:25:11.172948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47578) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:11.174742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.205522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c514a87a-328c-45d5-bf18-32d7bff47fa8 req-16ab2734-172a-428e-832d-a5e79278bdc7 service neutron] 10.222.0.87 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620369 Feb 04 13:25:11.221552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '607c4fba-3750-4b5c-bf89-8924aff42f2b', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'port_id': '607c4fba-3750-4b5c-bf89-8924aff42f2b', 'mac_address': 'fa:16:3e:ea:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:25:11.259192 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5cd53db-cfc3-4e4d-acd2-11f96daac31e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777099 Feb 04 13:25:11.259429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b23099-ea07-40f8-aa16-cc7ba00c5abb req-9addaff7-c9cc-410a-bc6a-b55857eeea34 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:11.259936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:11.260784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7b23099-ea07-40f8-aa16-cc7ba00c5abb req-9addaff7-c9cc-410a-bc6a-b55857eeea34 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1094 time: 0.7163887 Feb 04 13:25:11.274913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:11.290874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Transition to ACTIVE for port object cff1cf43-6e1e-4285-978f-f334e8657fd9 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:11.344585 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7b23099-ea07-40f8-aa16-cc7ba00c5abb req-a8c5f0e7-2a9a-49f8-930b-6e6c1f90820a tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705845 Feb 04 13:25:11.366511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.376042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.402428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:03Z', 'revision_number': 4, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c8736349-1178-43de-b3d6-2e7080ed5cfc', 'name': '', 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'mac_address': 'fa:16:3e:29:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:00Z', 'updated_at': '2022-02-04T13:25:09Z', 'revision_number': 4, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'subnets': [{'id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:11.408130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607c4fba-3750-4b5c-bf89-8924aff42f2b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:25:11.414532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3012e-4433-4153-895e-e82067e9b372 None None] The sync data for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 is: [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:03Z', 'revision_number': 4, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c8736349-1178-43de-b3d6-2e7080ed5cfc', 'name': '', 'network_id': 'f90d4ac1-ceac-4569-9054-b44316ee57a0', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'mac_address': 'fa:16:3e:29:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:00Z', 'updated_at': '2022-02-04T13:25:09Z', 'revision_number': 4, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'subnets': [{'id': '52830eb6-5808-42ff-9e35-c68b33b5cad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:11.435921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:11.443079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.473556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.540890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=cff1cf43-6e1e-4285-978f-f334e8657fd9,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:11.556464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.606324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:11.718181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['607c4fba-3750-4b5c-bf89-8924aff42f2b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:25:11.774066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c4ee7-3250-4a95-8b7e-8ee386c52493,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:11.804528 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:11.805683 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-79f509f2-7265-45b4-a3ff-74dd6658877f tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/e62c4ee7-3250-4a95-8b7e-8ee386c52493 HTTP/1.1" status: 204 len: 168 time: 1.7007420 Feb 04 13:25:11.810841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:11.818681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:11.833743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:11.895221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:11.899271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:12.256823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.257128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.257413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.266701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63eb8111-f057-4e93-bd7e-e2716a5c49c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:12.298566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Deleting port 9f77db11-0e3b-4876-bcae-8adb436ef796 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:12.298939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:12.302511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.302877 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:12.306637 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 2 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:12.358143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.359094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.363065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.374525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-63eb8111-f057-4e93-bd7e-e2716a5c49c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:12.380809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63eb8111-f057-4e93-bd7e-e2716a5c49c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5365071 Feb 04 13:25:12.381481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47626) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:12.399396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--183932833'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:12.406692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:12.408835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.409172 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:12.411683 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 3 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:12.511291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:12.517167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.517740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.518231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.561657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.562295 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:12.569519 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 4 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:12.611219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] For port 9f77db11-0e3b-4876-bcae-8adb436ef796, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9f77db11-0e3b-4876-bcae-8adb436ef796,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:12.611794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:12.670539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:12.723664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:25:12.796397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.797032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.797032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.801792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Calling delete_port for 9f77db11-0e3b-4876-bcae-8adb436ef796 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:12.821911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.822328 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:12.828080 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 5 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:12.845303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:12.876788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:12.884456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:12.888667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.889133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.890053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.904887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:12.912228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.912655 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:12.917876 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 6 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:12.943670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee23a-69e8-432a-83ad-a976cd16ce7c req-9d04dbe2-942d-49df-a82c-f522f0b8ba64 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:12.945264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6cee23a-69e8-432a-83ad-a976cd16ce7c req-9d04dbe2-942d-49df-a82c-f522f0b8ba64 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1095 time: 0.3766220 Feb 04 13:25:12.986808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:12.987149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:12.987492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:12.996767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:12.997123 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:13.003715 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 7 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:13.092162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:13.092162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:13.092483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:13.109846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6cee23a-69e8-432a-83ad-a976cd16ce7c req-c3ac4cd5-0624-433d-b8c5-22a12c4fe5a0 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528130 Feb 04 13:25:13.127965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:13.128300 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:13.138395 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 8 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:13.180758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:13.181112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:13.181487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:13.206055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.215967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.232132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:13.232471 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:13.232988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.254197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.256636 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 9 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:13.338237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:13.338237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:13.338237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:13.362906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8736349-1178-43de-b3d6-2e7080ed5cfc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:13.399442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f77db11-0e3b-4876-bcae-8adb436ef796,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:13.410347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7437511c-cbe9-4019-8987-e2f66b830bc2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:13.420123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:13.420469 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:13.438160 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 10 to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 Feb 04 13:25:13.479395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:13.479740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:13.480085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:13.501936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.505921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c667e13d-1051-40f4-b278-540222ea326b tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1164186 Feb 04 13:25:13.506675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:13.507022 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port cff1cf43-6e1e-4285-978f-f334e8657fd9 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:13.507383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.519942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:13.534244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '7437511c-cbe9-4019-8987-e2f66b830bc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:13.556855 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bd96128-a2b2-49a5-99a7-6d99b1fb4160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.566164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:13.596353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c8736349-1178-43de-b3d6-2e7080ed5cfc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:13.616308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c8736349-1178-43de-b3d6-2e7080ed5cfc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:13.616830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.621251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:13.646566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:13.784744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:13.944082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:13.979282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.005392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c8736349-1178-43de-b3d6-2e7080ed5cfc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8736349-1178-43de-b3d6-2e7080ed5cfc,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:14.012365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.034912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port cff1cf43-6e1e-4285-978f-f334e8657fd9, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:14.035288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 13:25:14.057148 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.062118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 92b8b8ef-1429-4541-9ccd-887c0461443e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=92b8b8ef-1429-4541-9ccd-887c0461443e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:14.168254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:14.303490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=cff1cf43-6e1e-4285-978f-f334e8657fd9,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:14.332630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] In _notify_port_updated(), no bound segment for port cff1cf43-6e1e-4285-978f-f334e8657fd9 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:25:14.333527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.334146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.338345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-12079413-9045-45db-8d5b-631b3f3758aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "PUT /v2.0/ports/cff1cf43-6e1e-4285-978f-f334e8657fd9 HTTP/1.1" status: 200 len: 979 time: 4.9547958 Feb 04 13:25:14.339051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47650) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:14.423869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.456944 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:25:14.519401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.523224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.528186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.549046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.556341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.578466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 607c4fba-3750-4b5c-bf89-8924aff42f2b up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:14.625097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da679ab5-a31f-4c8f-98d7-e5072bda8b29 req-3ce941af-06a1-4b6a-8f24-1898be747ba9 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.626670 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da679ab5-a31f-4c8f-98d7-e5072bda8b29 req-3ce941af-06a1-4b6a-8f24-1898be747ba9 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1095 time: 0.2957947 Feb 04 13:25:14.728769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 607c4fba-3750-4b5c-bf89-8924aff42f2b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:14.735588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 607c4fba-3750-4b5c-bf89-8924aff42f2b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:14.736152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.883175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=92b8b8ef-1429-4541-9ccd-887c0461443e,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:14.896261 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.900129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3733647 Feb 04 13:25:14.900129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417681a7-8155-4eb4-82e4-8a5fe6e7171a tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9719f15-a96b-45e6-b903-9d1227bcd396,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:14.910021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:14.912125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:14.926683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:14.929894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.930502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:14.938629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bb129-150e-498e-a51c-ec380522e77a None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:14.956103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.956600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.957075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.957603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.958077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.958542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.959036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.959501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.960079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.960985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.961456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.961922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.962387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.962878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.963341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.963803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.964262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.964722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.965180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.965636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.966099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.966557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:14.970931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Synchronizing usage tracker for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:15.020948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb83c552-a73f-4696-8a9c-c01238e94988 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules/f9719f15-a96b-45e6-b903-9d1227bcd396 HTTP/1.1" status: 200 len: 763 time: 0.1080711 Feb 04 13:25:15.022315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Unset dirty status for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:15.027053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:15.027428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:15.027776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7fc10bc4-c549-42ee-a5c1-537572bd5f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20173 time: 0.6864252 Feb 04 13:25:15.038989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=545c86cd-3f2d-426e-83f1-c3549d130353,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:15.047841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.051485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-459d77f0-b3f9-41df-9027-8209f71f5943 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7838078 Feb 04 13:25:15.052280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47668) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:15.058177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:3d:aa:ce', 'name': 'tempest-NetworksTestDHCPv6-46256760'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:15.092370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:25:15.105535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:15.136205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:15.157128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.307552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:15.327539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:15.344933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da679ab5-a31f-4c8f-98d7-e5072bda8b29 req-ab3a18b5-e637-4bb9-9510-8f4c8455ba6d tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106104 Feb 04 13:25:15.353683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:15.369954 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b', 'code': 200} Feb 04 13:25:15.370832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:15.376601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8736349-1178-43de-b3d6-2e7080ed5cfc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:15.401660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Deleting port cff1cf43-6e1e-4285-978f-f334e8657fd9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:15.402266 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.446776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5e555a2-b4aa-4fec-9e9f-b59b6d31d202 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:15.587164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5e555a2-b4aa-4fec-9e9f-b59b6d31d202 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:15.588841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5e555a2-b4aa-4fec-9e9f-b59b6d31d202 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5603614 Feb 04 13:25:15.602397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47676) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:15.612162 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.623707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c8736349-1178-43de-b3d6-2e7080ed5cfc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:15.624968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.648951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 92ad9c5a-1f77-4d55-8317-871d64ddec07 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:15.711096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:25:15.721409 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Sync routers for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:15.741177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.741398 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:15.748864 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:24:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:15.823364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-692bc71c-f5c4-4a49-9d5e-699d2c20aed1 admin admin] 10.222.0.53 "PUT /v2.0/routers/26e5eaf7-46d7-48a3-acb0-55e67dd10b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9333785 Feb 04 13:25:15.825749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07160507-2615-468f-907d-d86ee8d38185 req-a3455866-7921-4002-8f0e-6c747cf1e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:15.834171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07160507-2615-468f-907d-d86ee8d38185 req-a3455866-7921-4002-8f0e-6c747cf1e780 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.5379221 Feb 04 13:25:15.836099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:15.856589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:15.943827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe3d:aace (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/545c86cd-3f2d-426e-83f1-c3549d130353/92ad9c5a-1f77-4d55-8317-871d64ddec07) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:16.169338 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:16.298674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47ff7c50-e267-4a28-93eb-c6754275b369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.323931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port cff1cf43-6e1e-4285-978f-f334e8657fd9, host n-h2-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:16.325968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.355740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.373099 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.401267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 92ad9c5a-1f77-4d55-8317-871d64ddec07 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:16.459447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.532396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Calling delete_port for cff1cf43-6e1e-4285-978f-f334e8657fd9 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:16.615135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=92ad9c5a-1f77-4d55-8317-871d64ddec07,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:16.650849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:16.654013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:16.669582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:16.676705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.677351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.732479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07160507-2615-468f-907d-d86ee8d38185 req-d928642c-dbe9-4df8-a48b-259aedbbaa3b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8420632 Feb 04 13:25:16.756335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.763879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9719f15-a96b-45e6-b903-9d1227bcd396,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:16.775208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:25:13Z', 'revision_number': 5, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:16.781137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3baff9fc-a29f-45d2-92be-f7ad30616744 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7278042 Feb 04 13:25:16.783878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47690) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:16.785795 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Checking router: 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:16.796151 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Routers {'26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:16.797148 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:16.817283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.894371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2e53-7c36-443f-9d6f-a7cfa5aff519 req-5d9ca523-eec9-4913-9d14-31808eb41db6 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:16.897713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5ee2e53-7c36-443f-9d6f-a7cfa5aff519 req-5d9ca523-eec9-4913-9d14-31808eb41db6 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.3233192 Feb 04 13:25:16.955112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.961639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cff1cf43-6e1e-4285-978f-f334e8657fd9 HTTP/1.1" status: 204 len: 168 time: 1.9316127 Feb 04 13:25:16.978544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:16.992745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:16.996878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0b83e5da-3e45-4bd1-aec3-e2a8e3cca482 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f9719f15-a96b-45e6-b903-9d1227bcd396 HTTP/1.1" status: 204 len: 168 time: 1.3609376 Feb 04 13:25:17.000821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaaa47-1105-4f49-bd70-0b4c02dffce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff1cf43-6e1e-4285-978f-f334e8657fd9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:17.008993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47698) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:17.050978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.091062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] Set router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:17.147742 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-308514ef-536f-4f4a-9e9e-d7e91a72789c tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:25:17.149094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-308514ef-536f-4f4a-9e9e-d7e91a72789c tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports/cff1cf43-6e1e-4285-978f-f334e8657fd9 HTTP/1.1" status: 404 len: 333 time: 0.1479886 Feb 04 13:25:17.153844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47704) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:17.156385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5ee2e53-7c36-443f-9d6f-a7cfa5aff519 req-63ceddbc-7b73-4101-ab80-f0090d624490 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458670 Feb 04 13:25:17.216074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468b907-46a2-4b30-b1d2-b213cf21442e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:17.237391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1600629287', 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:17.250783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468b907-46a2-4b30-b1d2-b213cf21442e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:17.251651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5468b907-46a2-4b30-b1d2-b213cf21442e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:17.257529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-22ed7ef9-0c23-484d-8312-c0f8f2e99477 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:17.276434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:17.291910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5468b907-46a2-4b30-b1d2-b213cf21442e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:17.293846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5468b907-46a2-4b30-b1d2-b213cf21442e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5089045 Feb 04 13:25:17.296431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47708) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:17.329088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.378022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:17.421987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 92b8b8ef-1429-4541-9ccd-887c0461443e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:17.425850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 92ad9c5a-1f77-4d55-8317-871d64ddec07 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:17.426988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.435735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-22ed7ef9-0c23-484d-8312-c0f8f2e99477 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:17.438632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-22ed7ef9-0c23-484d-8312-c0f8f2e99477 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4220018 Feb 04 13:25:17.522210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:17.533431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Made reservation on behalf of 012387bd4caa49168467d20b10837d52 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:17.536643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.578309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '7437511c-cbe9-4019-8987-e2f66b830bc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:17.594414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:17.605707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port 1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:17.608055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:17.626121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 92b8b8ef-1429-4541-9ccd-887c0461443e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:17.666160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.682949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.731799 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:25:13Z', 'revision_number': 5, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:17.737262 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d75a5d1-310f-455c-9734-4aef678ff835 None None] The sync data for ids ['26e5eaf7-46d7-48a3-acb0-55e67dd10b0d'] in n-d-820555-2 is: [{'id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'name': 'tempest-TestAggregatesBasicOps-352752248-router', 'tenant_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:23Z', 'updated_at': '2022-02-04T13:25:13Z', 'revision_number': 5, 'project_id': '13f321b32e2c4fc5b90d435d0a1818b6', 'gw_port': {'id': '64c2c46d-fb65-43ba-96dd-640db34ab6d8', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5eaf7-46d7-48a3-acb0-55e67dd10b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:26Z', 'updated_at': '2022-02-04T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:17.753623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Deleting port 64c2c46d-fb65-43ba-96dd-640db34ab6d8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:17.753957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:17.801240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Provisioning for port 92b8b8ef-1429-4541-9ccd-887c0461443e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:17.822283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Provisioning complete for port 92b8b8ef-1429-4541-9ccd-887c0461443e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:17.823072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.250159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.318071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:18.347968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] For port 92b8b8ef-1429-4541-9ccd-887c0461443e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=92b8b8ef-1429-4541-9ccd-887c0461443e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:18.358326 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.439878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.468404 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.544762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-56a8ae72-ed17-4456-857c-0671829a21f4 None None] Provisioning for port 92ad9c5a-1f77-4d55-8317-871d64ddec07 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:18.569372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-56a8ae72-ed17-4456-857c-0671829a21f4 None None] Provisioning complete for port 92ad9c5a-1f77-4d55-8317-871d64ddec07 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:18.569689 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-56a8ae72-ed17-4456-857c-0671829a21f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.579256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] For port 64c2c46d-fb65-43ba-96dd-640db34ab6d8, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=64c2c46d-fb65-43ba-96dd-640db34ab6d8,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:18.579755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.630725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554587bf-3768-441f-b39b-1cdb8247565a None None] Pushing event updated for resources: {'Port': ['ID=92b8b8ef-1429-4541-9ccd-887c0461443e,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:18.655961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.733692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-56a8ae72-ed17-4456-857c-0671829a21f4 None None] Port 92ad9c5a-1f77-4d55-8317-871d64ddec07 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:18.737934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.786951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Calling delete_port for 64c2c46d-fb65-43ba-96dd-640db34ab6d8 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:18.827968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 92ad9c5a-1f77-4d55-8317-871d64ddec07 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:18.864592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.949518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2ba0d8-f0d9-4a89-b0a9-307a3593fc7e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:18.973758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:18.977567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b72f42d-8492-46ba-bf67-54b8f0767039 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4052515 Feb 04 13:25:18.978656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.036444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.098731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febedba-341a-433c-b0c1-d0f150d9c8c6 req-ff538348-a7c2-4016-a5d1-a956841d504b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.100392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4febedba-341a-433c-b0c1-d0f150d9c8c6 req-ff538348-a7c2-4016-a5d1-a956841d504b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.6192961 Feb 04 13:25:19.110638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-03274110-f529-4831-9777-2bc25462f436 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules/2a2ba0d8-f0d9-4a89-b0a9-307a3593fc7e HTTP/1.1" status: 200 len: 763 time: 0.1275499 Feb 04 13:25:19.111699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.162039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Network fa464f02-0655-4980-9847-f65e08184aa7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:19.174845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:19.181892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:19.182525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.183264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.228605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0734899 Feb 04 13:25:19.235687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47740) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.245557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204da71-b92f-43eb-8aec-e8779de5cbcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:19.281106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4febedba-341a-433c-b0c1-d0f150d9c8c6 req-1c78e8b1-757d-4a43-810a-50a61777a026 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620910 Feb 04 13:25:19.295501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 92b8b8ef-1429-4541-9ccd-887c0461443e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:19.401000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b9bf503-4e36-4bbd-b07c-8a9d138009e8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:19.438837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 92b8b8ef-1429-4541-9ccd-887c0461443e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:19.439465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.469665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fa2e2-bfba-402c-91c3-453e602f133b tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.470273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-280fa2e2-bfba-402c-91c3-453e602f133b tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Synchronizing usage tracker for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:19.490310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.547521 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.552380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c2c46d-fb65-43ba-96dd-640db34ab6d8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:19.556426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-280fa2e2-bfba-402c-91c3-453e602f133b tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Unset dirty status for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:19.560718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-280fa2e2-bfba-402c-91c3-453e602f133b tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports/1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e HTTP/1.1" status: 200 len: 959 time: 0.3196738 Feb 04 13:25:19.561544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47748) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.624123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2b9bf503-4e36-4bbd-b07c-8a9d138009e8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:19.625841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2b9bf503-4e36-4bbd-b07c-8a9d138009e8 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5132074 Feb 04 13:25:19.640379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.645363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f77db11-0e3b-4876-bcae-8adb436ef796 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:19.700763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9f77db11-0e3b-4876-bcae-8adb436ef796 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:19.700763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9f77db11-0e3b-4876-bcae-8adb436ef796 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:19.727676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=92ad9c5a-1f77-4d55-8317-871d64ddec07,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:19.749946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.760484 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.776897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.792163 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.799373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ef8496a9-9176-4d77-ad6c-5be749faf1e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/92ad9c5a-1f77-4d55-8317-871d64ddec07 HTTP/1.1" status: 204 len: 168 time: 2.4976654 Feb 04 13:25:19.834423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:19.893915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd239b7a-486e-4a60-afcb-77a48d9c5fdb req-aa0aaafd-1cd2-4a48-9514-fe42b4e09ef8 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.899066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd239b7a-486e-4a60-afcb-77a48d9c5fdb req-aa0aaafd-1cd2-4a48-9514-fe42b4e09ef8 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.4831395 Feb 04 13:25:19.927025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Deleting port 1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:19.927366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:19.966361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f7893-e580-4726-bc63-d4b9a7eff429 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.968715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f7893-e580-4726-bc63-d4b9a7eff429 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:19.969536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-448f7893-e580-4726-bc63-d4b9a7eff429 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:20.045496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.046540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-448f7893-e580-4726-bc63-d4b9a7eff429 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:20.047815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-448f7893-e580-4726-bc63-d4b9a7eff429 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2123055 Feb 04 13:25:20.050450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.051955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47760) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:20.086967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.097771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd239b7a-486e-4a60-afcb-77a48d9c5fdb req-5f0ade7d-88e5-4886-8548-7be53996f9ec tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852446 Feb 04 13:25:20.144778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a2ba0d8-f0d9-4a89-b0a9-307a3593fc7e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:20.158856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.159344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e5eaf7-46d7-48a3-acb0-55e67dd10b0d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:25:20.172111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 545c86cd-3f2d-426e-83f1-c3549d130353 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:20.176984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.200022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.251247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.252307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ac282a29-5f17-4089-8464-22b306440f18 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2a2ba0d8-f0d9-4a89-b0a9-307a3593fc7e HTTP/1.1" status: 204 len: 168 time: 0.6109929 Feb 04 13:25:20.254862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:20.267542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.271280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0de34fb5-6f79-4ac9-ad79-20a36a878e82 admin admin] 10.222.0.53 "DELETE /v2.0/routers/26e5eaf7-46d7-48a3-acb0-55e67dd10b0d HTTP/1.1" status: 204 len: 168 time: 4.3865352 Feb 04 13:25:20.274807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47770) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:20.316044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.399444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.425343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.578999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Calling delete_port for 1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:20.613584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Deleting subnet bbc6fa39-5180-4330-80da-8c563783e77d {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:20.631823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70921056-b185-4f17-8e84-62a6ef8019be tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:20.644469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.721136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.721944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70921056-b185-4f17-8e84-62a6ef8019be tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:20.726924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70921056-b185-4f17-8e84-62a6ef8019be tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4703906 Feb 04 13:25:20.736866 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.749195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:20.776535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '7437511c-cbe9-4019-8987-e2f66b830bc2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:20.804127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:20.895132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:20.925041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193692b0-76ac-4573-87c7-c04ef2b8c253 req-01e0174c-10d5-4172-bda3-baffdf77d1fc tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:20.933424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-193692b0-76ac-4573-87c7-c04ef2b8c253 req-01e0174c-10d5-4172-bda3-baffdf77d1fc tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.6379898 Feb 04 13:25:20.971098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.978174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:20.987152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.037121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=545c86cd-3f2d-426e-83f1-c3549d130353,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:21.044639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.048512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0420d9-62c6-4209-afb5-d80391773312 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:21.048977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.074878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:21.081240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-193692b0-76ac-4573-87c7-c04ef2b8c253 req-07fffdc9-423b-4ce1-98f2-fa6b474fcdba tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375782 Feb 04 13:25:21.088632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59021883-d3dc-4040-95bd-6530883cfe85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e HTTP/1.1" status: 204 len: 168 time: 1.4923322 Feb 04 13:25:21.088975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-060d6811-fe20-4334-b9d9-9bc817748956 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/545c86cd-3f2d-426e-83f1-c3549d130353 HTTP/1.1" status: 204 len: 168 time: 1.0333214 Feb 04 13:25:21.088975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.091446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.165929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3770a04f-b22c-44b9-b17b-2d14ebdd2bd8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733371 Feb 04 13:25:21.167793 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf02c28-e10f-4da2-b129-de6775bf8677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:25:21.168657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47790) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.175115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5bf02c28-e10f-4da2-b129-de6775bf8677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports/1ef36cf8-3b6d-4c3c-9a4e-d4dab48daf2e HTTP/1.1" status: 404 len: 333 time: 0.0804043 Feb 04 13:25:21.182156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:21.199888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.206391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-81027011'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:21.217273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.230543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.274676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:21.277591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.300128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af49b568-2de8-4a90-b3f2-c8f2a5c11944,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:21.317673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Usage tracker for resource:port and tenant:012387bd4caa49168467d20b10837d52 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:21.327663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:21.347798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 64c2c46d-fb65-43ba-96dd-640db34ab6d8 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:21.380960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.392341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c60154f8-509b-4d8a-ad69-b33a52297770 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300659 Feb 04 13:25:21.393794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 64c2c46d-fb65-43ba-96dd-640db34ab6d8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:21.394135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 64c2c46d-fb65-43ba-96dd-640db34ab6d8 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:21.401829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:21.403875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.460937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a829e631-1990-4daf-ab39-2bbd1cbe6df3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules/af49b568-2de8-4a90-b3f2-c8f2a5c11944 HTTP/1.1" status: 200 len: 764 time: 0.0477781 Feb 04 13:25:21.464798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.512275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:21.515849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Deleting port feacf3c9-af39-4fda-b744-651e3c7b5236 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:21.516386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.516518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Made reservation on behalf of 012387bd4caa49168467d20b10837d52 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:21.518828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.539531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:21.548613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:21.567666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-97440503-1128-4a6c-b5b8-1badf7d35f09 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0981765 Feb 04 13:25:21.568119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:21.568800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.572419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47818) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:21.582740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Deleting port 92b8b8ef-1429-4541-9ccd-887c0461443e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:21.584264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.618365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port d60bc9a5-d170-47c5-8681-a61fb1798e19 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:21.726176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-02a70683-a169-4590-a316-ece7e9f6fca2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:21.756964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-02a70683-a169-4590-a316-ece7e9f6fca2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 0.3342495 Feb 04 13:25:21.837354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:21.843115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-47d06b4f-7829-417c-b17c-6fa5bb832e79 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/quotas/042f078ce6e34d91946e721997b30f05 HTTP/1.1" status: 200 len: 375 time: 0.0845950 Feb 04 13:25:21.844580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc6fa39-5180-4330-80da-8c563783e77d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:21.868626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:21.872395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.881773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] For port 92b8b8ef-1429-4541-9ccd-887c0461443e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=92b8b8ef-1429-4541-9ccd-887c0461443e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:21.882163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.888938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:21.923737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] For port feacf3c9-af39-4fda-b744-651e3c7b5236, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=feacf3c9-af39-4fda-b744-651e3c7b5236,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:21.924108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.021249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-344019c6-02a6-4caa-af62-8fe244bcc9f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bbc6fa39-5180-4330-80da-8c563783e77d HTTP/1.1" status: 204 len: 168 time: 1.7315037 Feb 04 13:25:22.021249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.029513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47822) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:22.050746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Calling delete_port for 92b8b8ef-1429-4541-9ccd-887c0461443e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:22.081465 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.137376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c8ba2-62ab-4e82-beea-ecbe697c06f0 None None] Network 9755be38-d950-47bb-92b9-a2e45d8fc827 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:22.142804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Calling delete_port for feacf3c9-af39-4fda-b744-651e3c7b5236 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:22.154040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.170082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.211123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-9092eb23-ec27-4024-ae78-7071809502e3 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3655462 Feb 04 13:25:22.244700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.248361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.252100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] Pushing event deleted for resources: {'Port': ['ID=92b8b8ef-1429-4541-9ccd-887c0461443e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:22.273194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af49b568-2de8-4a90-b3f2-c8f2a5c11944,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:22.275398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f69dc8-7eac-4ffd-8aad-c45e323a115b None None] No DVR routers for this DVR port 92b8b8ef-1429-4541-9ccd-887c0461443e on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:22.353179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Deleting port c38578f5-d8f2-45e4-ac55-792e8f686403 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:22.353478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.399499 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.403391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d388fb1b-5154-41a2-a4c7-3dd4fbe2fe4d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/af49b568-2de8-4a90-b3f2-c8f2a5c11944 HTTP/1.1" status: 204 len: 168 time: 0.7894409 Feb 04 13:25:22.404271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47826) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:22.446337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.463210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-c15705b6-4dc8-4715-addf-4f0547f47a0d service neutron] 10.222.0.53 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511544 Feb 04 13:25:22.486211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] DHCP port deletion for 9755be38-d950-47bb-92b9-a2e45d8fc827 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:22.490645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Deleting port c38578f5-d8f2-45e4-ac55-792e8f686403 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:22.491067 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.578795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-62294ad0-a58d-48c1-8c02-795b381d408d req-ae0290f0-1b01-4826-9176-30736ef85308 tempest-ServerActionsTestJSON-328738828 tempest-ServerActionsTestJSON-328738828-project] (87621) timed out ('10.222.0.90', 54758) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:25:22.609617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Network fa464f02-0655-4980-9847-f65e08184aa7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:22.626823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:22.646745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:22.647723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:22.648396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.664158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9e6f832-dd5b-41f6-916b-0ddd21b49b34 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:22.666868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=d60bc9a5-d170-47c5-8681-a61fb1798e19,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:22.722366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d5d22af-eac7-4385-9ca4-4d3231b5fa8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5211890 Feb 04 13:25:22.790657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:22.802502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:22.834865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] For port c38578f5-d8f2-45e4-ac55-792e8f686403, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c38578f5-d8f2-45e4-ac55-792e8f686403,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:22.836220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:22.887873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c9e6f832-dd5b-41f6-916b-0ddd21b49b34 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:22.903619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c9e6f832-dd5b-41f6-916b-0ddd21b49b34 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4823105 Feb 04 13:25:22.912406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47836) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:23.008805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Calling delete_port for c38578f5-d8f2-45e4-ac55-792e8f686403 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:23.042157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-cc7165da-1a7c-4916-bfac-7480ca95356c service neutron] 10.222.0.53 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694140 Feb 04 13:25:23.044558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.064144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.100105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] For port c38578f5-d8f2-45e4-ac55-792e8f686403, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c38578f5-d8f2-45e4-ac55-792e8f686403,segment=NetworkSegment(7b8b4386-c2d9-46a2-aede-dfa6d9c8072d),segment_id=7b8b4386-c2d9-46a2-aede-dfa6d9c8072d)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:23.100856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.103779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.215269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:25:23.215820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] No DVR routers for this DVR port c38578f5-d8f2-45e4-ac55-792e8f686403 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:23.217759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf8d49-6621-4927-8be0-e9d28187becf None None] Pushing event deleted for resources: {'Port': ['ID=c38578f5-d8f2-45e4-ac55-792e8f686403,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:23.287610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 92b8b8ef-1429-4541-9ccd-887c0461443e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:23.300194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=feacf3c9-af39-4fda-b744-651e3c7b5236,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:23.376801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 92b8b8ef-1429-4541-9ccd-887c0461443e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:23.377301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 92b8b8ef-1429-4541-9ccd-887c0461443e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:23.378019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c38578f5-d8f2-45e4-ac55-792e8f686403 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:23.425306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c38578f5-d8f2-45e4-ac55-792e8f686403 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:23.427143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c38578f5-d8f2-45e4-ac55-792e8f686403 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:23.647056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Calling delete_port for c38578f5-d8f2-45e4-ac55-792e8f686403 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:23.719174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.722958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.761191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.836809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] device_id is not set on port d60bc9a5-d170-47c5-8681-a61fb1798e19 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:23.848748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.853321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-566a749a-27d4-4db3-8ea4-3e2fb6b50745 req-d1d3c63e-571c-4f9b-8f3e-843fecb85883 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 210 time: 0.1272485 Feb 04 13:25:23.867805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Transition to ACTIVE for port object d60bc9a5-d170-47c5-8681-a61fb1798e19 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:23.877314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:23.878981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.897624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:23.906493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:23.907226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:23.911184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dac521-8cbb-4204-a461-8bebccd549c4 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:23.953180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=9262a0cb-63d7-413d-a28b-2edb10ae078b,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:23.971244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:25:23.972937 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:25:23.993498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-297a1bc8-b7f6-4cbe-bdcd-6365177b3763 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8210602 Feb 04 13:25:23.993837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47852) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:24.004956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:94:aa:5c', 'name': 'tempest-NetworksTestDHCPv6-325063571'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:24.127281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.164170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:24.170912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:24.173992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:24.176748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.202970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:24.215857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7437511c-cbe9-4019-8987-e2f66b830bc2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:24.247268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:24.275231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.276359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2df06cd-fe7e-4426-964b-328b76ce62c3 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/7437511c-cbe9-4019-8987-e2f66b830bc2 HTTP/1.1" status: 204 len: 168 time: 1.3614514 Feb 04 13:25:24.316364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=d60bc9a5-d170-47c5-8681-a61fb1798e19,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:24.324525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:24.383530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '9262a0cb-63d7-413d-a28b-2edb10ae078b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:25:24.385199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.421170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-187b5ce8-b688-47ae-b3b0-2b71e2b6a459 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:24.449261 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.465450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-187b5ce8-b688-47ae-b3b0-2b71e2b6a459 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:24.472725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-187b5ce8-b688-47ae-b3b0-2b71e2b6a459 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1451583 Feb 04 13:25:24.476569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:24.477448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Deleting port c38578f5-d8f2-45e4-ac55-792e8f686403 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:24.478382 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.485015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group': {'name': 'tempest-secgroup--62268771'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:24.496832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:24.497357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:24.500406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:24.506658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:24.541501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 8b8a21f6-62ab-4e2d-b097-79432d54d3ca yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:24.574423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:24.574913 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:24.628338 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.645929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] The port 'c38578f5-d8f2-45e4-ac55-792e8f686403' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:25:24.664887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Allocated IP 2001:db8::f816:3eff:fe32:ee12 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/9262a0cb-63d7-413d-a28b-2edb10ae078b/f4f34a92-7d8c-474b-8ad9-338d147310b2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:24.737479 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 2 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:24.747223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:24.858566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.861285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:24.861788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:24.867421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:24.891935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.899119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9755be38-d950-47bb-92b9-a2e45d8fc827']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:24.917914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:24.918230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8b4386-c2d9-46a2-aede-dfa6d9c8072d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:24.933308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.934116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:24.934617 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:24.940146 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 3 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:24.958173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Router 9de60989-57f6-495e-a4d4-5a507fda2d62 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:25:24.965273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.974499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:24.974943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:24.986311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:24.998888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:24.999703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:24.999885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:25.010975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:25.015993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:25.033441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:25.033924 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:25.034715 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:25.040019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:25.042003 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 4 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:25.130146 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.145579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Transition to ACTIVE for port object f4f34a92-7d8c-474b-8ad9-338d147310b2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:25.183550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.198561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Transition to ACTIVE for port object f4f34a92-7d8c-474b-8ad9-338d147310b2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:25.209057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.216667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf619769-7274-411e-b421-bae036e18608 req-305c646e-bff9-451a-bb1d-405aefc1f978 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 210 time: 0.0944049 Feb 04 13:25:25.216910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.230846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-16fe1036-7e40-4bfd-a3d9-550e84603293 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.232586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-16fe1036-7e40-4bfd-a3d9-550e84603293 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.90 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 0.4742396 Feb 04 13:25:25.247702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Request body: {'port': {'device_id': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'admin_state_up': True, 'tenant_id': '042f078ce6e34d91946e721997b30f05'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:25.255880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9755be38-d950-47bb-92b9-a2e45d8fc827 HTTP/1.1" status: 204 len: 168 time: 3.2199371 Feb 04 13:25:25.268256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:25.268966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:25.269144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:25.276298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:25.282793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47868) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:25.300518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367916c9-0c5b-4c35-b694-f9d6b3ff0a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9755be38-d950-47bb-92b9-a2e45d8fc827,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:25.348462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe94:aa5c (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/9262a0cb-63d7-413d-a28b-2edb10ae078b/8b8a21f6-62ab-4e2d-b097-79432d54d3ca) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:25.367909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:25.368356 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:25.377197 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 5 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:25.393142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:25.409026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:25.410021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Pushing event updated for resources: {'Port': ['ID=f4f34a92-7d8c-474b-8ad9-338d147310b2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:25.413080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:25.416722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:25.524451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:25.525380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:25.525380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:25.545996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Made reservation on behalf of 042f078ce6e34d91946e721997b30f05 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:25.548345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.551289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Attempting to bind port f4f34a92-7d8c-474b-8ad9-338d147310b2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:25.552127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Attempting to bind port f4f34a92-7d8c-474b-8ad9-338d147310b2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:25.553354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Attempting to bind port f4f34a92-7d8c-474b-8ad9-338d147310b2 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:25.559242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:25.559827 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:25.564099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:25.564483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:25.564888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.565284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:25.565784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Bound port: f4f34a92-7d8c-474b-8ad9-338d147310b2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:25.566493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.574226 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 6 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:25.605335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.632183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 8b8a21f6-62ab-4e2d-b097-79432d54d3ca will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:25.656438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:25:25.673710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Sync routers for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:25.686853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.687164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:25.687506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:25.687845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:25.699513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:25.700263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:25.764369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.779284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:25.783353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:25.788322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:25.797050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:25.797931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.802239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] For port f4f34a92-7d8c-474b-8ad9-338d147310b2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:25.807790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.813585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=8b8a21f6-62ab-4e2d-b097-79432d54d3ca,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:25.820889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] For port f4f34a92-7d8c-474b-8ad9-338d147310b2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f34a92-7d8c-474b-8ad9-338d147310b2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:25.833502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:25.834629 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:25.835924 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:25.836352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8b78616e-3419-42df-889f-aa1233e18e24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8400168 Feb 04 13:25:25.837356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:25.850819 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 7 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:26.001282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:26.001966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:26.001966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:26.023179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff905341-1b43-4d28-b1fa-3437d4b2ce6c None None] Pushing event updated for resources: {'Port': ['ID=f4f34a92-7d8c-474b-8ad9-338d147310b2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:26.058898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:26.058898 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:26.063106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:26.068585 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 8 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:26.081232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e361a2-c70e-49a3-8150-343b11ae0fee,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:26.136088 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:26.138672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-644ebbff-3a80-4d71-abca-1a372836c2e7 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6571996 Feb 04 13:25:26.145982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e3bf717-db29-4d0b-ba86-c6d2c5f04d96 admin admin] 10.222.0.53 "PUT /v2.0/routers/9de60989-57f6-495e-a4d4-5a507fda2d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8268416 Feb 04 13:25:26.147314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:26.150184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:26.168582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:26.168941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:26.169246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:26.174233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Request body: {'security_group_rule': {'security_group_id': '07e361a2-c70e-49a3-8150-343b11ae0fee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:26.241459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:26.241789 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:26.254807 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 9 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:26.289384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Allocated IP 172.20.0.3 (4fbe8137-39fc-4422-b04b-b1804f5cd003/47014614-7eb1-45d1-97fa-4a0ad1c5a008/4b30f725-4fab-4834-b645-71c5bd8a0c59) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:26.326196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:26.329960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:26.330298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:26.330670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:26.343538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:26.343867 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:26.359327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888d679-021a-47c4-a301-11df7d05bc3d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:26.378520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888d679-021a-47c4-a301-11df7d05bc3d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:26.387637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1888d679-021a-47c4-a301-11df7d05bc3d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:26.390158 n-d-820555-2 neutron-server[87620]: INFO neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempt 10 to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 Feb 04 13:25:26.429666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Usage tracker for resource:security_group_rule and tenant:3453618cac074e67bd45af163867bb96 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:26.438299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:26.438662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:26.440194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempting to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:26.454339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:26.534881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-851cd71b-8d75-457c-bfa9-056f0510719a req-3abe3aba-8001-4884-b10d-4aa38236f327 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 210 time: 0.0768926 Feb 04 13:25:26.536619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:26.537126 n-d-820555-2 neutron-server[87620]: ERROR neutron.plugins.ml2.managers [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Failed to bind port d60bc9a5-d170-47c5-8681-a61fb1798e19 on host n-h2-820555-2 for vnic_type normal using segments [{'id': 'bb789f6a-997b-4e08-86f4-3567921a375e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa464f02-0655-4980-9847-f65e08184aa7'}] Feb 04 13:25:26.537653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:26.539787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:26.556953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1888d679-021a-47c4-a301-11df7d05bc3d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:26.558370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1888d679-021a-47c4-a301-11df7d05bc3d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7200701 Feb 04 13:25:26.571053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47892) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:26.574408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-427a75b9-de09-4501-b2f8-f4fa515f12d2 req-ce495035-ec1c-4a3c-a059-95d8992e7a91 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2601480 Feb 04 13:25:26.717528 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:26.751092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 8b8a21f6-62ab-4e2d-b097-79432d54d3ca {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:26.751494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:26.765962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:25:22Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:26.773333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Checking router: 9de60989-57f6-495e-a4d4-5a507fda2d62 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:26.792971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Routers {'9de60989-57f6-495e-a4d4-5a507fda2d62'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:26.794145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['9de60989-57f6-495e-a4d4-5a507fda2d62'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:27.030435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.051539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-427a75b9-de09-4501-b2f8-f4fa515f12d2 req-55333303-90b1-45a1-8ee7-814cd33f53c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0657172 Feb 04 13:25:27.078800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] Set router 9de60989-57f6-495e-a4d4-5a507fda2d62 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:27.129970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-427a75b9-de09-4501-b2f8-f4fa515f12d2 req-c0a716d6-dd48-4f87-ad86-e4f38f3bc064 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532825 Feb 04 13:25:27.171042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.220701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.237837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.338533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port d60bc9a5-d170-47c5-8681-a61fb1798e19, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:27.339713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attempted to set empty binding levels {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 13:25:27.371373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.391659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f34a92-7d8c-474b-8ad9-338d147310b2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:27.458125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 8b8a21f6-62ab-4e2d-b097-79432d54d3ca owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:27.595880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] In _notify_port_updated(), no bound segment for port d60bc9a5-d170-47c5-8681-a61fb1798e19 on network fa464f02-0655-4980-9847-f65e08184aa7 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:25:27.600694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:27.601467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.602865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "PUT /v2.0/ports/d60bc9a5-d170-47c5-8681-a61fb1798e19 HTTP/1.1" status: 200 len: 977 time: 4.8106594 Feb 04 13:25:27.618767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f4f34a92-7d8c-474b-8ad9-338d147310b2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:27.625213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.639721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47900) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:27.701626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:25:22Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:27.722364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468c4b4-6d63-40b9-95fc-81803a8a2a98 None None] The sync data for ids ['9de60989-57f6-495e-a4d4-5a507fda2d62'] in n-d-820555-2 is: [{'id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'name': 'tempest-AttachVolumeTestJSON-2061373235-router', 'tenant_id': '05233dc809be4b05aa74073c0adf6ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '925d1921-2323-49e3-b735-e295a7126bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:19:10Z', 'updated_at': '2022-02-04T13:25:22Z', 'revision_number': 5, 'project_id': '05233dc809be4b05aa74073c0adf6ccb', 'gw_port': {'id': '925d1921-2323-49e3-b735-e295a7126bbd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de60989-57f6-495e-a4d4-5a507fda2d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:19:14Z', 'updated_at': '2022-02-04T13:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:27.777602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Provisioning for port f4f34a92-7d8c-474b-8ad9-338d147310b2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:27.787932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Provisioning complete for port f4f34a92-7d8c-474b-8ad9-338d147310b2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:27.788311 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.796160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f750af8-9a73-41b9-a5f8-922c303a70c3,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:27.811448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.811680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.811996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.812328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.812655 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.813301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.813301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.813607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.813921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.814236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.814561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.814902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:27.887556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a0b2-af74-4ec8-aa21-99a4d63cc180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event updated for resources: {'Port': ['ID=d60bc9a5-d170-47c5-8681-a61fb1798e19,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:27.907148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a2b2d00c-eaab-43ee-9e5e-d4f33eee50f9 req-5c157e5a-eb66-4fc4-8f64-ec5764e407be tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:27.964465 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:27.969286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d0d6f40-f5cc-45dc-86b0-4ff57b44427c tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8198888 Feb 04 13:25:27.969514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:27.989749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Transition to ACTIVE for port object 4b30f725-4fab-4834-b645-71c5bd8a0c59 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:27.994237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.048158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a75b9-de09-4501-b2f8-f4fa515f12d2 req-6b7842ab-a6c5-4abf-bcf7-aa5e6d5c62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:28.050345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-427a75b9-de09-4501-b2f8-f4fa515f12d2 req-6b7842ab-a6c5-4abf-bcf7-aa5e6d5c62ea service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8995018 Feb 04 13:25:28.055489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Deleting port d60bc9a5-d170-47c5-8681-a61fb1798e19 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:28.056541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.083454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.129711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=8b8a21f6-62ab-4e2d-b097-79432d54d3ca,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:28.153576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] For port f4f34a92-7d8c-474b-8ad9-338d147310b2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f34a92-7d8c-474b-8ad9-338d147310b2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:28.158047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.193314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.264911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ab422-71b8-4b14-9654-d79ab014d474 None None] Pushing event updated for resources: {'Port': ['ID=f4f34a92-7d8c-474b-8ad9-338d147310b2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:28.274944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-32c8a0f2-5a1b-4f69-a91a-7904ae69374c None None] Could not find standard attr ID for object 8b8a21f6-62ab-4e2d-b097-79432d54d3ca. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:25:28.307540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.313089 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae52689b-e1e7-4704-8beb-9a963a8df8ef tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/8b8a21f6-62ab-4e2d-b097-79432d54d3ca HTTP/1.1" status: 204 len: 168 time: 1.7409651 Feb 04 13:25:28.317888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Deleting port 925d1921-2323-49e3-b735-e295a7126bbd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:28.318527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.330504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.336773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a2b2d00c-eaab-43ee-9e5e-d4f33eee50f9 req-5c157e5a-eb66-4fc4-8f64-ec5764e407be tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:28.339670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2b2d00c-eaab-43ee-9e5e-d4f33eee50f9 req-5c157e5a-eb66-4fc4-8f64-ec5764e407be tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 210 time: 0.5243313 Feb 04 13:25:28.342983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['607c4fba-3750-4b5c-bf89-8924aff42f2b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:25:28.343267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47908) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:28.394879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.538738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:28.562966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:28.565884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:28.613519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Pushing event updated for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:28.636420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c43441-886a-4c87-90b7-b9aaf608950d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:28.638079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c43441-886a-4c87-90b7-b9aaf608950d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:28.639431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77c43441-886a-4c87-90b7-b9aaf608950d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:28.648352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] For port d60bc9a5-d170-47c5-8681-a61fb1798e19, host n-h2-820555-2, got binding levels [] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:28.648704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.840635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:28.841256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.861293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.862585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Calling delete_port for d60bc9a5-d170-47c5-8681-a61fb1798e19 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:28.919746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.936172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] For port 925d1921-2323-49e3-b735-e295a7126bbd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=925d1921-2323-49e3-b735-e295a7126bbd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:28.936172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:28.991543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77c43441-886a-4c87-90b7-b9aaf608950d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:28.993029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77c43441-886a-4c87-90b7-b9aaf608950d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5670292 Feb 04 13:25:29.025610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47922) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.028165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a2cfe993-db95-49ff-ba78-1c720c5d17c8 None None] Provisioning for port 4b30f725-4fab-4834-b645-71c5bd8a0c59 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:29.037156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a2cfe993-db95-49ff-ba78-1c720c5d17c8 None None] Provisioning complete for port 4b30f725-4fab-4834-b645-71c5bd8a0c59 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:29.037645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe993-db95-49ff-ba78-1c720c5d17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.117986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-62a19b43-aa52-4658-aa73-5b5ae182eb66 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8738821 Feb 04 13:25:29.131151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Request body: {'port': {'device_id': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:29.135087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a2cfe993-db95-49ff-ba78-1c720c5d17c8 None None] Port 4b30f725-4fab-4834-b645-71c5bd8a0c59 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:29.141941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Calling delete_port for 925d1921-2323-49e3-b735-e295a7126bbd owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:29.199997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.232094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e361a2-c70e-49a3-8150-343b11ae0fee,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:29.263764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.267507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3cdd466b-592d-4a78-9d85-518db95a3131 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/07e361a2-c70e-49a3-8150-343b11ae0fee HTTP/1.1" status: 204 len: 168 time: 1.2928100 Feb 04 13:25:29.268094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.277716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 9262a0cb-63d7-413d-a28b-2edb10ae078b {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:29.299204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f34a92-7d8c-474b-8ad9-338d147310b2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:29.367933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbb90509-3d28-4290-bfa9-58c849cb8a5d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:29.392225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbb90509-3d28-4290-bfa9-58c849cb8a5d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:29.396529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f4f34a92-7d8c-474b-8ad9-338d147310b2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:29.396529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.398128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cbb90509-3d28-4290-bfa9-58c849cb8a5d tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281395 Feb 04 13:25:29.401390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47932) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.509681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.511147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9afbbfb-497d-424f-ba90-79bd8fb1d914 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:29.536435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9afbbfb-497d-424f-ba90-79bd8fb1d914 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group_rule {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:29.542570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9afbbfb-497d-424f-ba90-79bd8fb1d914 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1353607 Feb 04 13:25:29.547131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.571834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.585880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device feacf3c9-af39-4fda-b744-651e3c7b5236 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:29.609934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.636260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: feacf3c9-af39-4fda-b744-651e3c7b5236 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:29.636894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device feacf3c9-af39-4fda-b744-651e3c7b5236 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:29.692462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Pushing event deleted for resources: {'Port': ['ID=925d1921-2323-49e3-b735-e295a7126bbd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:29.708634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.712604 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-a8cb4316-dd70-4822-9f21-7bca593b5b95 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] delete failed (client error): The resource could not be found. Feb 04 13:25:29.714155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8cb4316-dd70-4822-9f21-7bca593b5b95 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "DELETE /v2.0/security-groups/07e361a2-c70e-49a3-8150-343b11ae0fee HTTP/1.1" status: 404 len: 347 time: 0.1616178 Feb 04 13:25:29.716558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Pushing event deleted for resources: {'Port': ['ID=d60bc9a5-d170-47c5-8681-a61fb1798e19,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:29.734332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47948) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.777549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.840861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.872995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-17905682-478e-4767-9ab5-576d08d64da1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d60bc9a5-d170-47c5-8681-a61fb1798e19 HTTP/1.1" status: 204 len: 168 time: 2.1993551 Feb 04 13:25:29.875426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47952) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:29.897362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394267f-d4cc-4255-b6ce-4f9cb264f9be req-1be98dd8-197f-4e44-bc9f-924a967787fa tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:29.900518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2394267f-d4cc-4255-b6ce-4f9cb264f9be req-1be98dd8-197f-4e44-bc9f-924a967787fa tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1027 time: 0.3564951 Feb 04 13:25:29.963474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.971545 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:29.974474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.024880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.025452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9de60989-57f6-495e-a4d4-5a507fda2d62 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:25:30.032780 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-51565d52-40c8-4633-a275-57dd78b975b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] GET failed (client error): The resource could not be found. Feb 04 13:25:30.033334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51565d52-40c8-4633-a275-57dd78b975b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Synchronizing usage tracker for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:30.059655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.063835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-daa6b810-9998-45f6-9670-d415b10ebacf admin admin] 10.222.0.53 "DELETE /v2.0/routers/9de60989-57f6-495e-a4d4-5a507fda2d62 HTTP/1.1" status: 204 len: 168 time: 3.9075913 Feb 04 13:25:30.070200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:30.125853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a41ce39-c68a-44e0-8e69-cdf1875aab61 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Synchronizing usage tracker for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:30.127408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2394267f-d4cc-4255-b6ce-4f9cb264f9be req-e5b79126-ce27-4a0a-85c7-9e6381a943c1 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282008 Feb 04 13:25:30.148483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Deleting subnet f367a4a0-8005-40c3-b598-47e489503a04 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:30.151854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.180819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51565d52-40c8-4633-a275-57dd78b975b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] Unset dirty status for tenant:012387bd4caa49168467d20b10837d52 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:30.181995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51565d52-40c8-4633-a275-57dd78b975b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408 tempest-PortsAdminExtendedAttrsIpV6TestJSON-102988408-project-admin] 10.222.0.53 "GET /v2.0/ports/d60bc9a5-d170-47c5-8681-a61fb1798e19 HTTP/1.1" status: 404 len: 333 time: 0.2994759 Feb 04 13:25:30.188139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47962) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:30.211423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.214777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a41ce39-c68a-44e0-8e69-cdf1875aab61 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] Unset dirty status for tenant:3453618cac074e67bd45af163867bb96 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:30.220767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5a41ce39-c68a-44e0-8e69-cdf1875aab61 tempest-SecGroupTest-816824629 tempest-SecGroupTest-816824629-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4829164 Feb 04 13:25:30.316079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.346153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.393589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.442029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.444636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f367a4a0-8005-40c3-b598-47e489503a04,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:30.453550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d0b1066b-1f1d-41ac-a8a3-25280a070598 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f367a4a0-8005-40c3-b598-47e489503a04 HTTP/1.1" status: 204 len: 168 time: 0.3794663 Feb 04 13:25:30.453550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:30.459025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a55cb-962a-43cb-b85b-a20f97d35cc7 None None] Network a5867c68-4bfe-420f-a808-06c9ce043b9a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:30.579805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:30.620505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.622641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Deleting port c8736349-1178-43de-b3d6-2e7080ed5cfc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:30.622947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.659751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.687342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Deleting port e592ebee-faab-4ebb-b426-dd9901eea87d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:30.687698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.984399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] DHCP port deletion for a5867c68-4bfe-420f-a808-06c9ce043b9a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:30.989977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Deleting port e592ebee-faab-4ebb-b426-dd9901eea87d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:30.990646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:30.993396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.138254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=9262a0cb-63d7-413d-a28b-2edb10ae078b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:31.147891 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.219473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bdec2c2f-53aa-4d0e-821e-d76b810a162d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/9262a0cb-63d7-413d-a28b-2edb10ae078b HTTP/1.1" status: 204 len: 168 time: 2.1926193 Feb 04 13:25:31.221450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.232939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 47994) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:31.329263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] For port e592ebee-faab-4ebb-b426-dd9901eea87d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e592ebee-faab-4ebb-b426-dd9901eea87d,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:31.329834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.339357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] For port e592ebee-faab-4ebb-b426-dd9901eea87d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e592ebee-faab-4ebb-b426-dd9901eea87d,segment=NetworkSegment(20eb6517-3952-473e-a7f5-dae9aea6cbe3),segment_id=20eb6517-3952-473e-a7f5-dae9aea6cbe3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:31.339892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.345868 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:25:31.479089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Calling delete_port for e592ebee-faab-4ebb-b426-dd9901eea87d owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:31.492944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Calling delete_port for e592ebee-faab-4ebb-b426-dd9901eea87d owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:31.538641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15565590-8799-4b81-a3e5-e821974b31b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3453618cac074e67bd45af163867bb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9437976 Feb 04 13:25:31.549298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 47998) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:31.585763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa464f02-0655-4980-9847-f65e08184aa7']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:31.587759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2fadb-7a57-4a27-8dc4-cf78177f351e None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:31.602176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 925d1921-2323-49e3-b735-e295a7126bbd no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:31.634847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.636202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-915acefe-9ad8-416b-bfb5-7050545cfdcf tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3989966 Feb 04 13:25:31.640905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.658637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48002) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:31.669309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb789f6a-997b-4e08-86f4-3567921a375e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:31.669600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb789f6a-997b-4e08-86f4-3567921a375e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:31.672969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.681399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] For port c8736349-1178-43de-b3d6-2e7080ed5cfc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c8736349-1178-43de-b3d6-2e7080ed5cfc,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:31.681764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.735259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.767284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-fe122503-4f8d-44b6-9313-c6a9be64f5f3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2618480 Feb 04 13:25:31.768112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14470f-dcc6-462a-8607-9820f144680d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:31.778229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.784271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:25:31.784648 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:25:31.812322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:31.813460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0006dac-2cea-4922-a0dc-281b458a0bcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea14470f-dcc6-462a-8607-9820f144680d HTTP/1.1" status: 204 len: 168 time: 0.2578480 Feb 04 13:25:31.848476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] Pushing event deleted for resources: {'Port': ['ID=e592ebee-faab-4ebb-b426-dd9901eea87d,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:31.853437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 925d1921-2323-49e3-b735-e295a7126bbd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:31.853794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 925d1921-2323-49e3-b735-e295a7126bbd not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:31.854215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e592ebee-faab-4ebb-b426-dd9901eea87d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:31.938505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-13421798-afd3-42e8-a920-c9a77d8b443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:31.940307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-13421798-afd3-42e8-a920-c9a77d8b443c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0838680 Feb 04 13:25:31.942133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948bd53-d8d7-46ea-99cf-7bc0181e6c39 None None] No DVR routers for this DVR port e592ebee-faab-4ebb-b426-dd9901eea87d on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:31.982828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e592ebee-faab-4ebb-b426-dd9901eea87d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:31.983172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e592ebee-faab-4ebb-b426-dd9901eea87d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:31.991952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.000269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:32.000621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:32.091153 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:32.099255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Calling delete_port for c8736349-1178-43de-b3d6-2e7080ed5cfc owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:32.132474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b30f725-4fab-4834-b645-71c5bd8a0c59 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:25:32.171594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.203147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-0f0d29e3-1a88-40de-871b-41b4961dbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.205915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-0f0d29e3-1a88-40de-871b-41b4961dbc52 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 915 time: 0.2438354 Feb 04 13:25:32.221323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Transition to ACTIVE for port object 4b30f725-4fab-4834-b645-71c5bd8a0c59 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:32.227903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.233811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.274588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:32.280940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Deleting port f4f34a92-7d8c-474b-8ad9-338d147310b2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:32.281570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.300704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.341187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Deleting port e592ebee-faab-4ebb-b426-dd9901eea87d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:32.345216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.401647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] Pushing event deleted for resources: {'Network': ['ID=fa464f02-0655-4980-9847-f65e08184aa7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:32.413322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-89605157-0dd0-44ea-bc86-30204103b25d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2488fd68-8ae6-4be9-8599-47ae611211d4 HTTP/1.1" status: 200 len: 217 time: 0.1998117 Feb 04 13:25:32.432668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe45e5-d3f3-40b3-8883-27e255c0efc7 req-6e018daf-ef6c-4534-9ae2-193963a60d6d tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.440134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03fe45e5-d3f3-40b3-8883-27e255c0efc7 req-6e018daf-ef6c-4534-9ae2-193963a60d6d tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1027 time: 1.0766113 Feb 04 13:25:32.450742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ee68e36c-d5a7-4c7f-8388-c02f2e0c54b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013816169-project] 10.222.0.53 "DELETE /v2.0/networks/fa464f02-0655-4980-9847-f65e08184aa7 HTTP/1.1" status: 204 len: 168 time: 2.2593837 Feb 04 13:25:32.561891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] The port 'e592ebee-faab-4ebb-b426-dd9901eea87d' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:25:32.623589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:32.726670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56b1e2-1cc2-45eb-87eb-9412c8e79a7e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.727768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bd56b1e2-1cc2-45eb-87eb-9412c8e79a7e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:32.775840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03fe45e5-d3f3-40b3-8883-27e255c0efc7 req-2eb991c1-0444-47cf-95fc-d2c5c4f809ec tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347032 Feb 04 13:25:32.806752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bd56b1e2-1cc2-45eb-87eb-9412c8e79a7e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:32.811233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bd56b1e2-1cc2-45eb-87eb-9412c8e79a7e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1491535 Feb 04 13:25:32.814154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48024) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:32.853168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.902675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb404c-1a27-4101-8494-3d60aff8e58b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:32.903512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5bb404c-1a27-4101-8494-3d60aff8e58b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:32.909295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5867c68-4bfe-420f-a808-06c9ce043b9a']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:32.932412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb6517-3952-473e-a7f5-dae9aea6cbe3') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:32.932823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb6517-3952-473e-a7f5-dae9aea6cbe3') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:32.938224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a5bb404c-1a27-4101-8494-3d60aff8e58b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:32.940687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] For port f4f34a92-7d8c-474b-8ad9-338d147310b2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4f34a92-7d8c-474b-8ad9-338d147310b2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:32.942233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a5bb404c-1a27-4101-8494-3d60aff8e58b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257811 Feb 04 13:25:32.943124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48028) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:32.943387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.956837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:32.993959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:33.012085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.023973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-388e3d84-38a0-43c7-b38e-40065d877104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:33.026023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-388e3d84-38a0-43c7-b38e-40065d877104 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 200 len: 854 time: 0.5616722 Feb 04 13:25:33.027260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:33.028007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:33.046181 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:33.051021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-644d7283-ca12-46ae-aa53-c62a29f8d8de tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976062 Feb 04 13:25:33.057851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48038) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:33.067497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:33.177610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-db7df943-5a2f-41c2-b4d2-5e9c07f63f28 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3c697016-6ac9-4a32-8372-a27e4ae8b680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279352 Feb 04 13:25:33.212011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:33.216585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Attempting to bind port 4b30f725-4fab-4834-b645-71c5bd8a0c59 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:33.217142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Attempting to bind port 4b30f725-4fab-4834-b645-71c5bd8a0c59 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:33.217585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Attempting to bind port 4b30f725-4fab-4834-b645-71c5bd8a0c59 on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:33.224394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Calling delete_port for f4f34a92-7d8c-474b-8ad9-338d147310b2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:33.261536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Port 4b30f725-4fab-4834-b645-71c5bd8a0c59 on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:25:33.261895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Attempting to bind port 4b30f725-4fab-4834-b645-71c5bd8a0c59 on network 4fbe8137-39fc-4422-b04b-b1804f5cd003 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:33.280193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:33.280645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Checking segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:33.281132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Bound using segment: {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:33.281677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Bound port: 4b30f725-4fab-4834-b645-71c5bd8a0c59, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:33.282128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.298036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:33.322880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.329680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4f34a92-7d8c-474b-8ad9-338d147310b2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:33.361687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.397100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.421937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5867c68-4bfe-420f-a808-06c9ce043b9a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:33.431130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a466fda5-dca3-4207-a335-9170b1ff352c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f92280ef39814d1587ca7443f66f9c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320230 Feb 04 13:25:33.437131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-caa3ddb6-174e-4434-b3e1-8621bbfadf6e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5867c68-4bfe-420f-a808-06c9ce043b9a HTTP/1.1" status: 204 len: 168 time: 2.9830344 Feb 04 13:25:33.438729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:33.493694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:25:33.532049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:33.538733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.583663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.721714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:33.751043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c8736349-1178-43de-b3d6-2e7080ed5cfc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:33.789862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:33.793594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:33.802381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:33.874936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] Pushing event deleted for resources: {'Port': ['ID=f4f34a92-7d8c-474b-8ad9-338d147310b2,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:33.896677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c02317-239c-45bd-9c6a-3186d633309f None None] No DVR routers for this DVR port f4f34a92-7d8c-474b-8ad9-338d147310b2 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:33.912216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-f541ddb5-9367-4097-90fb-a6cbd0964c7b service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274876 Feb 04 13:25:34.073125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d0cf0a13-1c5a-4156-843a-2ba46f17ed69 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-903035', 'prefixes': ['172.20.0.0/16']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:34.098186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d0cf0a13-1c5a-4156-843a-2ba46f17ed69 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:34.162966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.225006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:34.236932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.274658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.320450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54db67c2-0202-4a62-853a-1b25214ea8d9 req-f2816a99-c74e-4424-bfed-55d814716bd2 service neutron] 10.222.0.87 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988457 Feb 04 13:25:34.358587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:34.359332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.361242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] 10.222.0.90 "PUT /v2.0/ports/4b30f725-4fab-4834-b645-71c5bd8a0c59 HTTP/1.1" status: 200 len: 1091 time: 5.2343094 Feb 04 13:25:34.364681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:34.459243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f02c33e3-8d9a-4fe0-9fef-8b0cb2c653d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05233dc809be4b05aa74073c0adf6ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250750 Feb 04 13:25:34.464113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dfee3-b6b5-4f3a-b45c-d8806e644ad2 req-556595b6-5ce5-4ed7-9664-e2c37bd0cf9e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:34.466000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f88dfee3-b6b5-4f3a-b45c-d8806e644ad2 req-556595b6-5ce5-4ed7-9664-e2c37bd0cf9e tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.3968821 Feb 04 13:25:34.466786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:34.525519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d0cf0a13-1c5a-4156-843a-2ba46f17ed69 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.526780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d0cf0a13-1c5a-4156-843a-2ba46f17ed69 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 733 time: 0.8009560 Feb 04 13:25:34.546725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:34.558403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.560873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.564757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e11cd12e-6db1-4f2c-abae-ab44d0154604 HTTP/1.1" status: 204 len: 168 time: 1.1221786 Feb 04 13:25:34.583411 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59', 'status': 'completed', 'code': 200} Feb 04 13:25:34.586459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b055d73-fc8f-4be3-9d91-8b1b5744aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:34.609506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f88dfee3-b6b5-4f3a-b45c-d8806e644ad2 req-be033d57-4d38-4700-be1f-a17ed644bf09 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334679 Feb 04 13:25:34.624486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0cdc-06a5-4060-9c8e-e07cc016c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11cd12e-6db1-4f2c-abae-ab44d0154604,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:34.651919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c714e749-5ef6-4bba-919d-fd00291b5030 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "GET /v2.0/subnetpools/c690eaff-c4d7-4bc4-83b9-1e21a4654822 HTTP/1.1" status: 200 len: 728 time: 0.0996993 Feb 04 13:25:34.660299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:34.682348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0850fd3a-5a5a-41ec-9e47-555e17760d13 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1246353462'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:34.711952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.789663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.902237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0850fd3a-5a5a-41ec-9e47-555e17760d13 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.903760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0850fd3a-5a5a-41ec-9e47-555e17760d13 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "PUT /v2.0/subnetpools/c690eaff-c4d7-4bc4-83b9-1e21a4654822 HTTP/1.1" status: 200 len: 684 time: 0.2424972 Feb 04 13:25:34.906509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.909101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.910215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18935ae9-d798-46bb-a226-247064cba31f HTTP/1.1" status: 204 len: 168 time: 0.4393821 Feb 04 13:25:34.913098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48088) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:34.972205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:34.974454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caa38e-5404-49a6-944c-2175ff77c290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18935ae9-d798-46bb-a226-247064cba31f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.098784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3e128579-ed92-46ce-8abf-d6fb5120a189 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] Notify callbacks [] for subnetpool, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.100313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3e128579-ed92-46ce-8abf-d6fb5120a189 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "DELETE /v2.0/subnetpools/c690eaff-c4d7-4bc4-83b9-1e21a4654822 HTTP/1.1" status: 204 len: 168 time: 0.1712875 Feb 04 13:25:35.102944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48096) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.123760 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-fe5f5bf1-25d8-4285-a56d-88d7080d8ba9 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] show failed (client error): The resource could not be found. Feb 04 13:25:35.124934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fe5f5bf1-25d8-4285-a56d-88d7080d8ba9 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "GET /v2.0/subnetpools/c690eaff-c4d7-4bc4-83b9-1e21a4654822 HTTP/1.1" status: 404 len: 346 time: 0.0210390 Feb 04 13:25:35.127872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48100) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.152825 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-ba89f031-a8d0-4403-a72b-79191b89f259 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] delete failed (client error): The resource could not be found. Feb 04 13:25:35.153932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba89f031-a8d0-4403-a72b-79191b89f259 tempest-SubnetPoolsTestJSON-1091460049 tempest-SubnetPoolsTestJSON-1091460049-project] 10.222.0.53 "DELETE /v2.0/subnetpools/c690eaff-c4d7-4bc4-83b9-1e21a4654822 HTTP/1.1" status: 404 len: 346 time: 0.0241160 Feb 04 13:25:35.288685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.365420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd849f04-8081-4a2e-aa11-b3968c1bc5b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=012387bd4caa49168467d20b10837d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753305 Feb 04 13:25:35.366153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48112) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.379675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:25:35.382844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-4b22fb07-2506-4058-b50e-9b331c23c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.384745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-4b22fb07-2506-4058-b50e-9b331c23c6ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.8006010 Feb 04 13:25:35.389099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.457504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.490386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.543278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:35.547674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:35.550195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-d718af96-c601-4544-a2c7-837d277b9fde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59 HTTP/1.1" status: 200 len: 217 time: 0.1513340 Feb 04 13:25:35.554213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.554864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.559357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e9306-aacc-452c-b071-57b20d79cabc None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:35.620488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.692850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef6dc9-637d-4eb0-8fb3-7f7d4731191c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.706144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.712298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-acde4b08-e685-4f40-9470-db50bafab0f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bef6dc9-637d-4eb0-8fb3-7f7d4731191c HTTP/1.1" status: 204 len: 168 time: 0.3422112 Feb 04 13:25:35.752611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=9be6d09b-b587-4027-b103-d16d585341df,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:35.773605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48132) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.854267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '9be6d09b-b587-4027-b103-d16d585341df'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:25:35.855426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:35.860292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-057a4ddc-3736-4c87-8982-159fcbffaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:35.862147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-057a4ddc-3736-4c87-8982-159fcbffaf7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=47014614-7eb1-45d1-97fa-4a0ad1c5a008 HTTP/1.1" status: 200 len: 849 time: 0.1990476 Feb 04 13:25:35.870695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ed9f25a3-06d3-4e2d-9869-8c18c77bb7fb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8110013 Feb 04 13:25:35.870998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:35.877160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:c5:7b:31', 'name': 'tempest-NetworksTestDHCPv6-891693659'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:36.165741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:36.174757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-f2ddfd17-23af-459e-8ebf-287ed879c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.178803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:36.188245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-f2ddfd17-23af-459e-8ebf-287ed879c4fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fbe8137-39fc-4422-b04b-b1804f5cd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121934 Feb 04 13:25:36.191223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:36.200204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Allocated IP 2001:db8::f816:3eff:fe96:afe4 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/9be6d09b-b587-4027-b103-d16d585341df/5cc62e59-3052-4f0f-b99b-24680d0d54fd) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:36.451863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.517632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:36.528364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f29bb9edaa410fb3459b0c230ec087 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:36.535892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Router 0ed1ef72-067a-45b9-97dd-f29bd54e940b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:25:36.538765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:36.548997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9e70-0719-40a6-8788-22b7ddc0da7d req-eee701b0-ffc0-40a2-bf37-8dc37bea0f1b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:36.550535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a9c9e70-0719-40a6-8788-22b7ddc0da7d req-eee701b0-ffc0-40a2-bf37-8dc37bea0f1b tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.6846347 Feb 04 13:25:36.556803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:36.572570 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.593062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Transition to ACTIVE for port object 5cc62e59-3052-4f0f-b99b-24680d0d54fd will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:36.597997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.622571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Transition to ACTIVE for port object 5cc62e59-3052-4f0f-b99b-24680d0d54fd will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:36.630343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.737633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Pushing event updated for resources: {'Port': ['ID=5cc62e59-3052-4f0f-b99b-24680d0d54fd,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:36.746795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:36.748335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:36.751447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:36.800153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-374bdd9f-0c2b-4fc4-83f6-25caa0730463 service neutron] 10.222.0.90 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015651 Feb 04 13:25:36.838833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a9c9e70-0719-40a6-8788-22b7ddc0da7d req-76640bda-c249-4e9f-b96b-d06536123bfe tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744143 Feb 04 13:25:36.885719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Attempting to bind port 5cc62e59-3052-4f0f-b99b-24680d0d54fd on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:36.886092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Attempting to bind port 5cc62e59-3052-4f0f-b99b-24680d0d54fd by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:36.886512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Attempting to bind port 5cc62e59-3052-4f0f-b99b-24680d0d54fd on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:36.893772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:36.894237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:36.894659 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.895096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:36.895654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Bound port: 5cc62e59-3052-4f0f-b99b-24680d0d54fd, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:36.896101 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.914787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:36.937326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port c796a40a-5296-41b8-8667-52447caf9ff0 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:37.015950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:37.093445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] For port 5cc62e59-3052-4f0f-b99b-24680d0d54fd, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:37.098173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] For port 5cc62e59-3052-4f0f-b99b-24680d0d54fd, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5cc62e59-3052-4f0f-b99b-24680d0d54fd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:37.105328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5f29bb9edaa410fb3459b0c230ec087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3303983 Feb 04 13:25:37.106462 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:37.112504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:37.236306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:25:37.257695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Sync routers for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:25:37.269394 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-104d7fa8-ef82-4d85-89f9-d007961977ce admin admin] 10.222.0.53 "PUT /v2.0/routers/0ed1ef72-067a-45b9-97dd-f29bd54e940b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9854000 Feb 04 13:25:37.270129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c6745-52f2-4951-96eb-a622d9c11980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b34730-983d-4b18-a79f-a5eeeb0489ab,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:37.273115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:37.281478 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:37.284227 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:37.302743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0e18b-7179-4a50-8a41-9270ff303590 None None] Pushing event updated for resources: {'Port': ['ID=5cc62e59-3052-4f0f-b99b-24680d0d54fd,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:37.406937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d1ccaff0-8c47-41c3-a454-1ca50c48a261 req-2b3183bb-61ad-4fd6-b2a0-d82a3276b971 service neutron] 10.222.0.90 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660043 Feb 04 13:25:37.539847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:37.571523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:37.700248 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:37.714302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fec5:7b31 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/9be6d09b-b587-4027-b103-d16d585341df/c796a40a-5296-41b8-8667-52447caf9ff0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:37.723020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-18b40372-ec8b-4193-930c-bb8eb56ba7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:37.731652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-18b40372-ec8b-4193-930c-bb8eb56ba7f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=042f078ce6e34d91946e721997b30f05&device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.2584653 Feb 04 13:25:37.818278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:38.131114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-8a3ed652-98c9-4171-9c2a-0ebf00d5ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.137250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-8a3ed652-98c9-4171-9c2a-0ebf00d5ff76 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 200 len: 911 time: 0.3993731 Feb 04 13:25:38.143193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:38.200147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b34730-983d-4b18-a79f-a5eeeb0489ab,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:38.247183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:38.251845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5cc8edd-29b7-4358-b76c-69d8e9654ded admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12b34730-983d-4b18-a79f-a5eeeb0489ab HTTP/1.1" status: 204 len: 168 time: 1.1323457 Feb 04 13:25:38.349268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-b427fcde-8617-4685-9090-49aa83dcc4e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59 HTTP/1.1" status: 200 len: 217 time: 0.1881402 Feb 04 13:25:38.514291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:38.539020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:33Z', 'revision_number': 5, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port': {'id': 'e6fd2706-30fd-4225-88a5-a2367dc814c2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:51Z', 'updated_at': '2022-02-04T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:38.543821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Checking router: 0ed1ef72-067a-45b9-97dd-f29bd54e940b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:25:38.546806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2045-a5e2-43c4-9016-a041d986933f req-6b6fbf16-605e-407e-977b-470ecada5b88 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.549855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed1e2045-a5e2-43c4-9016-a041d986933f req-6b6fbf16-605e-407e-977b-470ecada5b88 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.5694354 Feb 04 13:25:38.559877 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Routers {'0ed1ef72-067a-45b9-97dd-f29bd54e940b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:25:38.560555 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:38.567869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Deleting port e6fd2706-30fd-4225-88a5-a2367dc814c2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:38.568364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:38.630403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-c64f1c38-0ff0-48b9-9337-bc54283fb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.634097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-c64f1c38-0ff0-48b9-9337-bc54283fb87d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=47014614-7eb1-45d1-97fa-4a0ad1c5a008 HTTP/1.1" status: 200 len: 849 time: 0.2754745 Feb 04 13:25:38.818709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed1e2045-a5e2-43c4-9016-a041d986933f req-fbabb915-6fd1-4e8e-9247-05a7204fddc2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554142 Feb 04 13:25:38.873909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-8269d46d-b178-4167-9540-f619ccfbfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:38.875832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-8269d46d-b178-4167-9540-f619ccfbfb44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4fbe8137-39fc-4422-b04b-b1804f5cd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325833 Feb 04 13:25:38.946269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] Set router 0ed1ef72-067a-45b9-97dd-f29bd54e940b gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:25:38.992222 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:39.039206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object c796a40a-5296-41b8-8667-52447caf9ff0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:39.090683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] For port e6fd2706-30fd-4225-88a5-a2367dc814c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e6fd2706-30fd-4225-88a5-a2367dc814c2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:39.091054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:39.147475 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:38Z', 'revision_number': 6, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:39.152006 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccfa7c-9e5e-4179-8964-dfb61b1ef52b None None] The sync data for ids ['0ed1ef72-067a-45b9-97dd-f29bd54e940b'] in n-d-820555-2 is: [{'id': '0ed1ef72-067a-45b9-97dd-f29bd54e940b', 'name': 'tempest-TestAggregatesBasicOps-1942217766-router', 'tenant_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:49Z', 'updated_at': '2022-02-04T13:25:38Z', 'revision_number': 6, 'project_id': '4b4bf6b4ee5e42329547afa8fa02d93c', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:25:39.167485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c5b7f91-3b05-4c0e-86bc-19370b55b9c3 None None] Provisioning for port 5cc62e59-3052-4f0f-b99b-24680d0d54fd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:39.233696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-72eb7f0f-947d-4d27-a831-72b7b7d062a0 service neutron] 10.222.0.90 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491056 Feb 04 13:25:39.291529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Calling delete_port for e6fd2706-30fd-4225-88a5-a2367dc814c2 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:39.392038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:39.469063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5cc62e59-3052-4f0f-b99b-24680d0d54fd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:39.590239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a3e6a38-9ece-4692-8796-cda0e9e53892 req-b02f38a6-7b37-47dd-aa14-b8f7c5f456cb service neutron] 10.222.0.90 "GET /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498964 Feb 04 13:25:39.611853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:39.620324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:39.628550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:39.634226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:39.635004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:39.644639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:39.659078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5cc62e59-3052-4f0f-b99b-24680d0d54fd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:39.668539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5cc62e59-3052-4f0f-b99b-24680d0d54fd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:39.668978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:39.687154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=c796a40a-5296-41b8-8667-52447caf9ff0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:39.772558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-935071df-dff9-42e3-aeb0-ded0079e1edb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8976476 Feb 04 13:25:39.772927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:39.900009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.009746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fd2706-30fd-4225-88a5-a2367dc814c2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:40.035651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.048905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cd120-aa35-476f-9caf-2fe4796e18f7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.061834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cd120-aa35-476f-9caf-2fe4796e18f7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.071258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-219cd120-aa35-476f-9caf-2fe4796e18f7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2970381 Feb 04 13:25:40.072144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48254) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:40.115126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 5cc62e59-3052-4f0f-b99b-24680d0d54fd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5cc62e59-3052-4f0f-b99b-24680d0d54fd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:40.123972 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.231647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=5cc62e59-3052-4f0f-b99b-24680d0d54fd,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:40.252364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port c796a40a-5296-41b8-8667-52447caf9ff0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:40.253010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.258668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bf1a16f0-7b6d-4b2f-ab76-15ed479a64dd None None] Provisioning for port c796a40a-5296-41b8-8667-52447caf9ff0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:40.270239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bf1a16f0-7b6d-4b2f-ab76-15ed479a64dd None None] Provisioning complete for port c796a40a-5296-41b8-8667-52447caf9ff0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:40.271674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bf1a16f0-7b6d-4b2f-ab76-15ed479a64dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.326883 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.359804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-893339787', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:40.364190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a16f0-7b6d-4b2f-ab76-15ed479a64dd None None] Port c796a40a-5296-41b8-8667-52447caf9ff0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:25:40.388120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:40.401292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Usage tracker for resource:port and tenant:b1b9d0ff6d484fc28db8307be7f39a00 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:40.406030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:40.415207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:40.478987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Made reservation on behalf of b1b9d0ff6d484fc28db8307be7f39a00 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:40.482738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.503107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.520816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:40.525725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Usage tracker for resource:security_group_rule and tenant:b1b9d0ff6d484fc28db8307be7f39a00 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:40.531032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:40.538357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:40.578372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fcf12-a1c4-428e-8fc1-d1a326558cfe req-c482796d-cb87-48af-8d3e-326c091fb5a0 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:40.579971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-816fcf12-a1c4-428e-8fc1-d1a326558cfe req-c482796d-cb87-48af-8d3e-326c091fb5a0 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1094 time: 0.4227667 Feb 04 13:25:40.647502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.803128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.834210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-816fcf12-a1c4-428e-8fc1-d1a326558cfe req-af8209fb-0fea-4fd8-ac3f-af8715208cbf tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981893 Feb 04 13:25:40.846791 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.849124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed1ef72-067a-45b9-97dd-f29bd54e940b {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:25:40.863057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:40.864450 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f59b6045-fd2b-4e46-b8c4-3fd52c9b207b admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ed1ef72-067a-45b9-97dd-f29bd54e940b HTTP/1.1" status: 204 len: 168 time: 3.5762675 Feb 04 13:25:40.869518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:40.894722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4b30f725-4fab-4834-b645-71c5bd8a0c59 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:25:41.004848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Deleting subnet 52830eb6-5808-42ff-9e35-c68b33b5cad9 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:41.014247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.085314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.103547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.175034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:41.212004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '4b30f725-4fab-4834-b645-71c5bd8a0c59', 'network_id': '4fbe8137-39fc-4422-b04b-b1804f5cd003', 'port_id': '4b30f725-4fab-4834-b645-71c5bd8a0c59', 'mac_address': 'fa:16:3e:cf:3a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47014614-7eb1-45d1-97fa-4a0ad1c5a008', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:25:41.234152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.283690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for c796a40a-5296-41b8-8667-52447caf9ff0 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:41.329596 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.339258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.352924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.374714 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.380798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e2c845-5249-4310-8256-b2e9d06e8549,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:41.390767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] device_id is not set on port 86554f90-0eb2-49bd-a821-42f60ceee55a yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:41.393390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5cc62e59-3052-4f0f-b99b-24680d0d54fd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:41.410946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52830eb6-5808-42ff-9e35-c68b33b5cad9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:41.425927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.434447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86e246c7-b3f8-452d-b13c-f9ee42a77b78 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/52830eb6-5808-42ff-9e35-c68b33b5cad9 HTTP/1.1" status: 204 len: 168 time: 0.5634360 Feb 04 13:25:41.435153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.435618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.436060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.436465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.436859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.437349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:41.437601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.438125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.438673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.439330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.440185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.440726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.441246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:25:41.464119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e50b9-e95f-49e5-a272-7f2214ccd240 None None] Network f90d4ac1-ceac-4569-9054-b44316ee57a0 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:41.588876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b30f725-4fab-4834-b645-71c5bd8a0c59 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:25:41.617204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:41.624050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.635760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.637764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Deleting port 5d78b8e2-138d-42da-b898-7142f0e7c980 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:41.638127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.715103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5cc62e59-3052-4f0f-b99b-24680d0d54fd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:41.715466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.816410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:41.818494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Allocated IP 172.25.4.45 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/86554f90-0eb2-49bd-a821-42f60ceee55a) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:41.908898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=c796a40a-5296-41b8-8667-52447caf9ff0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.010818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.021817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['4b30f725-4fab-4834-b645-71c5bd8a0c59'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:25:42.037918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.050125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] For port 5d78b8e2-138d-42da-b898-7142f0e7c980, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5d78b8e2-138d-42da-b898-7142f0e7c980,segment=NetworkSegment(721b63dc-dd02-4469-9c9d-13982fff2661),segment_id=721b63dc-dd02-4469-9c9d-13982fff2661)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:42.050773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.121137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d5d838c-be31-4ac0-8c8a-14b7129be0c4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/c796a40a-5296-41b8-8667-52447caf9ff0 HTTP/1.1" status: 204 len: 168 time: 2.0477598 Feb 04 13:25:42.124709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48322) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:42.309477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Calling delete_port for 5d78b8e2-138d-42da-b898-7142f0e7c980 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:42.346870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e6b2c-fccb-40f6-b9ee-6b5f9f1fc8d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.349363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e6b2c-fccb-40f6-b9ee-6b5f9f1fc8d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.350164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-156e6b2c-fccb-40f6-b9ee-6b5f9f1fc8d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:42.508534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818b535-e277-45a0-b2e7-0ae08b0783a9 None None] DHCP port deletion for f90d4ac1-ceac-4569-9054-b44316ee57a0 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:42.514822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-156e6b2c-fccb-40f6-b9ee-6b5f9f1fc8d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:42.516460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-156e6b2c-fccb-40f6-b9ee-6b5f9f1fc8d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3904099 Feb 04 13:25:42.517755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e6fd2706-30fd-4225-88a5-a2367dc814c2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:42.519083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:42.565282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1586ef-6a8c-4e04-9006-a19a049ec1c3 req-a1b2d84f-0576-4ba7-998f-388bcf6d5999 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.566837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a1586ef-6a8c-4e04-9006-a19a049ec1c3 req-a1b2d84f-0576-4ba7-998f-388bcf6d5999 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1095 time: 0.3286111 Feb 04 13:25:42.586082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.596793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.627464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a1586ef-6a8c-4e04-9006-a19a049ec1c3 req-58e630d6-3156-409a-959c-00f6634aefab tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521536 Feb 04 13:25:42.630554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e6fd2706-30fd-4225-88a5-a2367dc814c2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:42.632864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e6fd2706-30fd-4225-88a5-a2367dc814c2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:42.635378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8736349-1178-43de-b3d6-2e7080ed5cfc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:42.659087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d78b8e2-138d-42da-b898-7142f0e7c980,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.660947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1818b535-e277-45a0-b2e7-0ae08b0783a9 None None] Deleting port 5d78b8e2-138d-42da-b898-7142f0e7c980 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:42.661320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1818b535-e277-45a0-b2e7-0ae08b0783a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.672527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] No DVR routers for this DVR port 5d78b8e2-138d-42da-b898-7142f0e7c980 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:42.675551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.706878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c8736349-1178-43de-b3d6-2e7080ed5cfc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:42.707523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c8736349-1178-43de-b3d6-2e7080ed5cfc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:42.741966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1818b535-e277-45a0-b2e7-0ae08b0783a9 None None] The port '5d78b8e2-138d-42da-b898-7142f0e7c980' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:25:42.788698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:42.793836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:42.799032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:42.825927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.850288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Pushing event updated for resources: {'Port': ['ID=86554f90-0eb2-49bd-a821-42f60ceee55a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:42.858076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 9be6d09b-b587-4027-b103-d16d585341df {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:42.869391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.880120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:42.881103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.902209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90d4ac1-ceac-4569-9054-b44316ee57a0']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:42.902525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5ed45b0b-3f54-4ccd-9de6-592b3d346420 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2563004 Feb 04 13:25:42.905705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48348) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:42.911439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.45'}]}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:42.917198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:42.921858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Usage tracker for resource:router and tenant:b1b9d0ff6d484fc28db8307be7f39a00 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:42.925347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:42.928771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721b63dc-dd02-4469-9c9d-13982fff2661') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:42.929272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721b63dc-dd02-4469-9c9d-13982fff2661') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:25:42.933709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:42.946786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.949172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.949410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.957704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:42.970234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.017599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.030010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:25:43.030525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:25:43.045852 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:25:43.047935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48356) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:43.144837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.167436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.176723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90d4ac1-ceac-4569-9054-b44316ee57a0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:43.179209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.224442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5cc848b-21c0-4920-a4a8-b3f62e3ca898 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f90d4ac1-ceac-4569-9054-b44316ee57a0 HTTP/1.1" status: 204 len: 168 time: 1.7836447 Feb 04 13:25:43.301633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.312197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5d78b8e2-138d-42da-b898-7142f0e7c980 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:43.322869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.386359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=9be6d09b-b587-4027-b103-d16d585341df,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:43.401668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:43.404840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.413227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Usage tracker for resource:security_group_rule and tenant:911e9e1df6f54908bc4b07a74e40b359 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:43.420608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:43.425197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1dc06074-ca88-49bb-9236-4c554df46acc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/9be6d09b-b587-4027-b103-d16d585341df HTTP/1.1" status: 204 len: 168 time: 0.9049504 Feb 04 13:25:43.429308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:43.429563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cd80e-3669-4d6a-9e03-52358ea09bcb None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:43.432736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:43.444232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.468546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5d78b8e2-138d-42da-b898-7142f0e7c980 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:43.468899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5d78b8e2-138d-42da-b898-7142f0e7c980 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:43.549768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48372) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:43.630653 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-25322288-88dd-4407-b0ae-ee0bd3896130 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13f321b32e2c4fc5b90d435d0a1818b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775878 Feb 04 13:25:43.635806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48378) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:43.662677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ed3e4aa2-81b8-41d5-b8ce-c7a8accf18f4 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2299023 Feb 04 13:25:43.666328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:43.693435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:43.724360 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8eb758b3-6e7d-4e19-863d-0cf82af56835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.869512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.891007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:43.896293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Deleting port 5cc62e59-3052-4f0f-b99b-24680d0d54fd {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:43.896674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:43.930616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:43.940747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:43.955266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:43.964592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:44.045473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:44.049199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.081873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.143369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.156232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] For port 5cc62e59-3052-4f0f-b99b-24680d0d54fd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5cc62e59-3052-4f0f-b99b-24680d0d54fd,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:44.156528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.176930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.236078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.269895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ceb39-95cf-431b-a767-a809e68c4350,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:44.311555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.320340 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.320594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Calling delete_port for 5cc62e59-3052-4f0f-b99b-24680d0d54fd owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:44.336244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.337779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-039ee047-c159-4c49-8ffe-790cc412e561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d04ceb39-95cf-431b-a767-a809e68c4350 HTTP/1.1" status: 204 len: 168 time: 0.6976786 Feb 04 13:25:44.380787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a8c076-c43f-432f-88e8-5c6bc6ab24c3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:44.424866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910bdf1-a832-4989-888e-d8550c0f200f req-c9f97019-075e-4af9-98ae-900ffdb61e64 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:44.426395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9910bdf1-a832-4989-888e-d8550c0f200f req-c9f97019-075e-4af9-98ae-900ffdb61e64 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1095 time: 0.5608988 Feb 04 13:25:44.439772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a0c53fa0-558a-40c9-ae40-af14019f4894 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=911e9e1df6f54908bc4b07a74e40b359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3430402 Feb 04 13:25:44.440889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48398) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:44.454782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.500245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.607369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] No DVR routers for this DVR port 5cc62e59-3052-4f0f-b99b-24680d0d54fd on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:44.610935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12097b-d646-4887-a48e-00b9396d2ea6 None None] Pushing event deleted for resources: {'Port': ['ID=5cc62e59-3052-4f0f-b99b-24680d0d54fd,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:44.639207 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9910bdf1-a832-4989-888e-d8550c0f200f req-ba9dbb77-f39e-4630-a18a-1dc7ab8c79d2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047861 Feb 04 13:25:44.645061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:25:44.648269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.718877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:44.723867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:44.730594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:44.731213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.746128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb5089-6bf6-41d6-9d16-67a12d3a2eff None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:44.759811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.781947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1080949 Feb 04 13:25:44.786552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:44.792734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:19:28:a8', 'name': 'tempest-NetworksTestDHCPv6-1665797981'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:44.889032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b1a8e-a9cf-4cb5-b857-eb34344772b1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=c967695b-f883-485f-a721-fc08ef55a082,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:44.897557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.916602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4b30f725-4fab-4834-b645-71c5bd8a0c59 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:44.927584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.931244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.980545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:44.981444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55505612-1d76-4791-8876-91f6548a975d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:25:44.986941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48414) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:45.018324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:45.026088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:45.029190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.033233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:45.059362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a8c076-c43f-432f-88e8-5c6bc6ab24c3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:45.062241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:45.066021 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:25:45.068169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c0e86271-10df-4e72-b675-a88625c3b406 tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1608329 Feb 04 13:25:45.069727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 4b30f725-4fab-4834-b645-71c5bd8a0c59 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:45.074783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:45.087776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 4b30f725-4fab-4834-b645-71c5bd8a0c59 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:45.088145 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.092455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-50f0a250-b2c9-4980-8bad-2e4bbe281792 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b4bf6b4ee5e42329547afa8fa02d93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929356 Feb 04 13:25:45.095212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48422) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:45.114673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.118672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bfaac363-0b19-4043-872e-868e41b5c34e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61a8c076-c43f-432f-88e8-5c6bc6ab24c3 HTTP/1.1" status: 204 len: 168 time: 0.6771092 Feb 04 13:25:45.136687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:45.178839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.227360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.243344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Deleting port 86554f90-0eb2-49bd-a821-42f60ceee55a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:45.243845 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.293573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': 'c967695b-f883-485f-a721-fc08ef55a082'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:25:45.294967 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.313276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5cc62e59-3052-4f0f-b99b-24680d0d54fd no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:45.332812 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.366333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.373687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229b6281-97dd-445f-9cc9-cf89161b61e9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:45.404055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.404266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5cc62e59-3052-4f0f-b99b-24680d0d54fd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:45.404623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5cc62e59-3052-4f0f-b99b-24680d0d54fd not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:45.405252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b71df899-66d6-4f78-a3e2-35947356eb52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/229b6281-97dd-445f-9cc9-cf89161b61e9 HTTP/1.1" status: 204 len: 168 time: 0.3089187 Feb 04 13:25:45.420004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:45.484422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:45.502119 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59', 'code': 200} Feb 04 13:25:45.509007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.514649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:45.570181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:45.743013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:45.772251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788e9cf-49dd-4970-9b79-e9ab973e5155 req-8c5a2dd8-eafd-46f4-a3f0-047dea9f1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:45.776844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f788e9cf-49dd-4970-9b79-e9ab973e5155 req-8c5a2dd8-eafd-46f4-a3f0-047dea9f1e55 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.1991255 Feb 04 13:25:45.778330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Allocated IP 2001:db8::f816:3eff:feab:e0c8 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/c967695b-f883-485f-a721-fc08ef55a082/508ef3a8-4a23-4020-853c-5296dafa0de2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:45.860307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f788e9cf-49dd-4970-9b79-e9ab973e5155 req-566121fb-be1e-4b3c-9786-b34de8d91e44 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786903 Feb 04 13:25:46.171782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48448) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:46.196605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.213391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:46.217805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Usage tracker for resource:security_group_rule and tenant:a178cc35839946b8a0eb455cb018fab0 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:46.221749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:46.222327 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.228884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:46.276046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.290066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Transition to ACTIVE for port object 508ef3a8-4a23-4020-853c-5296dafa0de2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:46.328631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Transition to ACTIVE for port object 508ef3a8-4a23-4020-853c-5296dafa0de2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:46.338245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.344972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.352988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.370261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Calling delete_port for 86554f90-0eb2-49bd-a821-42f60ceee55a owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:46.382841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3bb19c-613c-4e9f-af41-8edf290793e6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.416309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9fb0ed88-ded7-4629-9fde-67f3631bac42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a178cc35839946b8a0eb455cb018fab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408152 Feb 04 13:25:46.416684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:46.494442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:46.495202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.499308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:46.501180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e37d0b12-ed9e-4347-afdf-5015d1be5620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.502579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:46.549151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.611823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Pushing event deleted for resources: {'Port': ['ID=86554f90-0eb2-49bd-a821-42f60ceee55a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.639904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Pushing event updated for resources: {'Port': ['ID=508ef3a8-4a23-4020-853c-5296dafa0de2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.643698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Attempting to bind port 508ef3a8-4a23-4020-853c-5296dafa0de2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:46.644072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Attempting to bind port 508ef3a8-4a23-4020-853c-5296dafa0de2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:46.644440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Attempting to bind port 508ef3a8-4a23-4020-853c-5296dafa0de2 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:46.657478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:46.657478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:46.657896 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.658342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:46.658848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Bound port: 508ef3a8-4a23-4020-853c-5296dafa0de2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:46.659595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.664963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.741406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe19:28a8 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/c967695b-f883-485f-a721-fc08ef55a082/f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:46.743155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.763346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc574-54ca-4054-9367-08b1328fd2c4 req-dbd80735-b942-4312-b8c4-d7542f41f5a7 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:46.763962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3bb19c-613c-4e9f-af41-8edf290793e6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:46.764778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-814cc574-54ca-4054-9367-08b1328fd2c4 req-dbd80735-b942-4312-b8c4-d7542f41f5a7 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.8522344 Feb 04 13:25:46.767785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.771353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea9b9304-b5e9-462a-bef2-00cbc0693ec8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae3bb19c-613c-4e9f-af41-8edf290793e6 HTTP/1.1" status: 204 len: 168 time: 0.3517358 Feb 04 13:25:46.778020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.843432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c1e52b6-a8ab-41b5-8818-e99d3bdd40ac tempest-RoutersAdminNegativeTest-1227500677 tempest-RoutersAdminNegativeTest-1227500677-project-admin] 10.222.0.53 "DELETE /v2.0/ports/86554f90-0eb2-49bd-a821-42f60ceee55a HTTP/1.1" status: 204 len: 168 time: 1.7675147 Feb 04 13:25:46.875218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-814cc574-54ca-4054-9367-08b1328fd2c4 req-5808853b-5e0b-4006-99cd-b59dc6200ab4 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909946 Feb 04 13:25:46.932731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:46.934439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] For port 508ef3a8-4a23-4020-853c-5296dafa0de2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:46.953467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] For port 508ef3a8-4a23-4020-853c-5296dafa0de2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=508ef3a8-4a23-4020-853c-5296dafa0de2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:46.965564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.086992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.107639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:47.139193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.190974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfba96d-b029-4f41-a5fb-0536d846df8f None None] Pushing event updated for resources: {'Port': ['ID=508ef3a8-4a23-4020-853c-5296dafa0de2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:47.272323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:47.276223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:47.281022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:47.291958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.292638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.313006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:47.329906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:47.331182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1bfd77aa-2c8e-44f6-8c3f-9e35da4cbf63 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5434277 Feb 04 13:25:47.344285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.472108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9c071-c4ef-4ccd-b31b-a9645ff93d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.494401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9c071-c4ef-4ccd-b31b-a9645ff93d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:47.499101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94f9c071-c4ef-4ccd-b31b-a9645ff93d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:47.524290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94f9c071-c4ef-4ccd-b31b-a9645ff93d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:47.529186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94f9c071-c4ef-4ccd-b31b-a9645ff93d1e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1952982 Feb 04 13:25:47.529917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:47.565947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:47.650255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:47.650811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.866905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:47.892681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:47.898326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Usage tracker for resource:security_group_rule and tenant:d2c1102369fb4c9b89afc14b06733d27 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:47.907299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:47.915502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:48.088044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.123022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.131375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.253864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2c1102369fb4c9b89afc14b06733d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848676 Feb 04 13:25:48.255187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95bc5-222d-4e98-9b04-08b082a7fdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071bdaac-b42a-4f8e-ad31-a67e7957cc7d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:48.266316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:48.352102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:48.410706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.461600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.556806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.604888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.609679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.612031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/071bdaac-b42a-4f8e-ad31-a67e7957cc7d HTTP/1.1" status: 204 len: 168 time: 0.3412220 Feb 04 13:25:48.616772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd218aaf-5467-4af1-a8a2-fcd8986e836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071bdaac-b42a-4f8e-ad31-a67e7957cc7d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:48.682786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:48.706298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.821648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:48.837979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf8c21-9c47-4210-826a-fc13bb95c283 req-5b443d8c-18af-4669-a1fd-0061f8e49624 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:48.847617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1baf8c21-9c47-4210-826a-fc13bb95c283 req-5b443d8c-18af-4669-a1fd-0061f8e49624 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.3007116 Feb 04 13:25:48.880320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a63d1e7f-c721-43ba-ba12-20dfa036e630 None None] Provisioning for port 508ef3a8-4a23-4020-853c-5296dafa0de2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:48.887928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ffdda729-0f39-4966-bb4d-8570e925e5e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 HTTP/1.1" status: 204 len: 168 time: 1.3565931 Feb 04 13:25:48.890623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48550) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:48.917687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1baf8c21-9c47-4210-826a-fc13bb95c283 req-46d1c601-c45a-468b-8c6f-2a05d6433e01 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Feb 04 13:25:49.036230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233aa004-d003-4f85-ae5a-5a91989ebf80 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.038147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233aa004-d003-4f85-ae5a-5a91989ebf80 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.042866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-233aa004-d003-4f85-ae5a-5a91989ebf80 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:49.128600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-233aa004-d003-4f85-ae5a-5a91989ebf80 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:49.129694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-233aa004-d003-4f85-ae5a-5a91989ebf80 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2380950 Feb 04 13:25:49.132421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48560) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:49.200911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2c94-94f7-4459-b2c3-d07dfc2ca7b6 req-ac6dd337-0ea9-4d24-ab57-536c88cafb30 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:49.207505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4ae2c94-94f7-4459-b2c3-d07dfc2ca7b6 req-ac6dd337-0ea9-4d24-ab57-536c88cafb30 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.1246665 Feb 04 13:25:49.218378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecbc83b4-8f73-4e3d-af69-209cfbaff742 None None] Could not find standard attr ID for object f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:25:49.250975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet c967695b-f883-485f-a721-fc08ef55a082 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:49.256476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.322716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4ae2c94-94f7-4459-b2c3-d07dfc2ca7b6 req-73056018-3817-463b-9772-202a3c0060f8 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998359 Feb 04 13:25:49.380230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.482819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 508ef3a8-4a23-4020-853c-5296dafa0de2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:49.621269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.691597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 508ef3a8-4a23-4020-853c-5296dafa0de2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:49.699463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 508ef3a8-4a23-4020-853c-5296dafa0de2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:49.701063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.789068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.895845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:49.912515 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.917904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=c967695b-f883-485f-a721-fc08ef55a082,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:49.938291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:49.947692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efac115-92e7-402d-b4a1-5793a96c22a3 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:49.962703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-365afd56-fb39-4259-a80f-888c5ff829d0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/c967695b-f883-485f-a721-fc08ef55a082 HTTP/1.1" status: 204 len: 168 time: 0.8289809 Feb 04 13:25:49.964433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.000560 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a3a7a77a-4779-4525-82b3-a003ccd96eba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1b9d0ff6d484fc28db8307be7f39a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000142 Feb 04 13:25:50.002481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48586) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.063402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d133c37-f81b-4cd1-b9d1-02efb31f31e8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977244 Feb 04 13:25:50.063573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.066586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2366d32-ccdf-4de0-88b8-0ced35fb7843 req-e745c5f9-3028-4771-b10f-5c7d3b21eb34 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.068101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2366d32-ccdf-4de0-88b8-0ced35fb7843 req-e745c5f9-3028-4771-b10f-5c7d3b21eb34 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.3286905 Feb 04 13:25:50.071811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 508ef3a8-4a23-4020-853c-5296dafa0de2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=508ef3a8-4a23-4020-853c-5296dafa0de2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:50.078913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.124242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2366d32-ccdf-4de0-88b8-0ced35fb7843 req-5878beba-6dc4-40a1-8e30-bb41d46ebad1 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Feb 04 13:25:50.239825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=508ef3a8-4a23-4020-853c-5296dafa0de2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:50.249363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.268423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.318054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f764edd-4920-41a9-9048-d19cd7f6708d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.319184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1f764edd-4920-41a9-9048-d19cd7f6708d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:50.325243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.354923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:50.361047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Deleting port 508ef3a8-4a23-4020-853c-5296dafa0de2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:50.361808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.374714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1f764edd-4920-41a9-9048-d19cd7f6708d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:50.376122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1f764edd-4920-41a9-9048-d19cd7f6708d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3099930 Feb 04 13:25:50.379026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48600) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.407577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.426903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e2c845-5249-4310-8256-b2e9d06e8549,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:50.448535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.453917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f180f7ba-e93c-474d-bb2d-f5f4a09396e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68e2c845-5249-4310-8256-b2e9d06e8549 HTTP/1.1" status: 204 len: 168 time: 0.4483817 Feb 04 13:25:50.538814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc43f0-0560-41dd-9a17-4de4402a8923 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.546141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15bc43f0-0560-41dd-9a17-4de4402a8923 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:50.572073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15bc43f0-0560-41dd-9a17-4de4402a8923 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:50.573512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-15bc43f0-0560-41dd-9a17-4de4402a8923 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1934378 Feb 04 13:25:50.576284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.678058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7415fe08-2a84-4ec7-af01-14c931bdc974 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981011 Feb 04 13:25:50.679548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:50.696280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:50.803477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d27c-392c-4bd5-a378-b1625886f808 req-5feb01c3-0e59-4354-8ab1-2f1cec3189c0 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:50.805326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ec3d27c-392c-4bd5-a378-b1625886f808 req-5feb01c3-0e59-4354-8ab1-2f1cec3189c0 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.1524818 Feb 04 13:25:50.853731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] For port 508ef3a8-4a23-4020-853c-5296dafa0de2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=508ef3a8-4a23-4020-853c-5296dafa0de2,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:50.854692 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:50.894470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ec3d27c-392c-4bd5-a378-b1625886f808 req-b481dcc0-bf71-4807-bcb3-d97a04163768 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729616 Feb 04 13:25:50.963323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:50.989677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:51.013883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:51.017449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.027185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Calling delete_port for 508ef3a8-4a23-4020-853c-5296dafa0de2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:51.048211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48626) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:51.054433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971837082', 'description': 'tempest-secgroup-smoke-971837082 description', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:51.068857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:51.076157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:51.081306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:51.107759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:51.126932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.184535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.303911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 508ef3a8-4a23-4020-853c-5296dafa0de2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:51.342565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] Pushing event deleted for resources: {'Port': ['ID=508ef3a8-4a23-4020-853c-5296dafa0de2,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:51.347075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd9b83-71f1-44c2-beda-6997cf017fb5 None None] No DVR routers for this DVR port 508ef3a8-4a23-4020-853c-5296dafa0de2 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:51.349299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 508ef3a8-4a23-4020-853c-5296dafa0de2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:51.350000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 508ef3a8-4a23-4020-853c-5296dafa0de2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:51.387061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.444331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:51.463221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:51.470835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:51.480999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:51.488517 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:51.628431 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.690998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:51.698989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:51.708273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5295d2-9dbf-4b66-8b79-80040f497d56 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:51.715660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:51.716372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.727582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.733497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:51.766410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:51.795922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=18ef8ced-85bf-4cce-a489-17a9b44dd2ce,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:51.812613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ee3fbe2-64f2-4984-9aef-c80321689dff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1316712 Feb 04 13:25:51.815127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48654) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:51.819550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:51.820592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:89:cf:72', 'name': 'tempest-NetworksTestDHCPv6-17476867'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:51.828583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:51.970008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:51.989281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.003730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89d8b7-758b-4619-a6fc-c7f6496fe5ea,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:52.021226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:52.031402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Usage tracker for resource:security_group_rule and tenant:093264483f554a31a572e539ede18537 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:52.046918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:52.065920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:52.114024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:52.133575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-2d2358d6-1d80-4578-afd4-b80606ade784 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:52.135533 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-2d2358d6-1d80-4578-afd4-b80606ade784 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.2977393 Feb 04 13:25:52.145201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:52.170998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:52.249292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '18ef8ced-85bf-4cce-a489-17a9b44dd2ce'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:25:52.250928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.340639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.358786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Deleting port 4b30f725-4fab-4834-b645-71c5bd8a0c59 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:52.359238 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.374019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 53a5070f-eb96-4822-b94f-4a11ac6e9b5a yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:52.391461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.423309 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.612849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.615173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5653877 Feb 04 13:25:52.616472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::186 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/18ef8ced-85bf-4cce-a489-17a9b44dd2ce/53a5070f-eb96-4822-b94f-4a11ac6e9b5a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:52.617948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152c4fb-7f98-49e0-835c-62bdc5165e5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb5fca0-59c8-4342-9117-83de1f81c350,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:52.623124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48682) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:52.634554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:52.637131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.724697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:52.725801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:52.798002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:52.854242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0b1ad-7dba-483c-90d9-92f9fdc73e9e req-ff7f3942-8e2f-48d0-af3f-373fd15d33bf tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:52.856122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5a0b1ad-7dba-483c-90d9-92f9fdc73e9e req-ff7f3942-8e2f-48d0-af3f-373fd15d33bf tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 1096 time: 0.7050917 Feb 04 13:25:52.920066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:52.925583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:52.947081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:52.953168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=093264483f554a31a572e539ede18537&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4630675 Feb 04 13:25:52.954162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c686858-9b94-465b-8d18-c599474d61f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fbe0ed-c910-4053-9c21-e0d482d4e344,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:52.956486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:52.991235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5a0b1ad-7dba-483c-90d9-92f9fdc73e9e req-2015cd28-be0b-4b2a-9cd1-e3ddc0a3ad65 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Feb 04 13:25:53.002747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.003020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] For port 4b30f725-4fab-4834-b645-71c5bd8a0c59, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=4b30f725-4fab-4834-b645-71c5bd8a0c59,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:53.003841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.039147 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.082191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 53a5070f-eb96-4822-b94f-4a11ac6e9b5a will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:53.225932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.245148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48700) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:53.306642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Calling delete_port for 4b30f725-4fab-4834-b645-71c5bd8a0c59 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:53.342574 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.348378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.424388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/18ef8ced-85bf-4cce-a489-17a9b44dd2ce/638f33d7-170e-4776-b909-98ad9f7842bc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:53.446644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.464344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-82527680'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:53.469860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:53.473768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Usage tracker for resource:network and tenant:928c3026bef8470e90af630675fc12d5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:53.476705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:53.483209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:53.513474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.532453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7f7c1d-0a77-4025-bc71-e8782440efb9,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:53.535622 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.547705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Made reservation on behalf of 928c3026bef8470e90af630675fc12d5 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:53.551406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.567568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.568280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['607c4fba-3750-4b5c-bf89-8924aff42f2b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:25:53.588967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.596608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b30f725-4fab-4834-b645-71c5bd8a0c59,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:53.658868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:53.659737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=53a5070f-eb96-4822-b94f-4a11ac6e9b5a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:53.671160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:53.683510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:53.687786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:53.691474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:53.700699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:53.701370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.761795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] No DVR routers for this DVR port 4b30f725-4fab-4834-b645-71c5bd8a0c59 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:25:53.762701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Usage tracker for resource:security_group_rule and tenant:928c3026bef8470e90af630675fc12d5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:53.765905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.769769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'name': 'network-vif-deleted', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:25:53.772699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Usage tracker for resource:security_group_rule and tenant:3a903d2456474c4bb8a650970e47bfd6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:53.799502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0268b758-d7bf-4451-a2cb-ad8fcefe68a8 req-8983668a-0d45-4c95-bf7c-cd1ea6730619 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.90 "DELETE /v2.0/ports/4b30f725-4fab-4834-b645-71c5bd8a0c59 HTTP/1.1" status: 204 len: 173 time: 1.6496029 Feb 04 13:25:53.814061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:53.831905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:53.942037 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc088df-b5a9-48de-82c8-f3ac57f98dde', 'name': 'network-vif-deleted', 'tag': '4b30f725-4fab-4834-b645-71c5bd8a0c59', 'status': 'completed', 'code': 200} Feb 04 13:25:53.961072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:53.999800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.006959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Transition to ACTIVE for port object 638f33d7-170e-4776-b909-98ad9f7842bc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:54.013454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.015475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3be7e51c-8818-434b-8b8e-132d367de5ff tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3911397 Feb 04 13:25:54.016735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:54.018590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.025499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:54.041761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:54.043462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:54.053895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:54.061649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:54.070491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Transition to ACTIVE for port object 638f33d7-170e-4776-b909-98ad9f7842bc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:25:54.079851 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.085404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:54.120315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.133342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.181421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Pushing event updated for resources: {'Port': ['ID=638f33d7-170e-4776-b909-98ad9f7842bc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.195734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:54.197873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:54.199617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:25:54.201320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:54.234536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.263855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.264291 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Added segment 10c45c6b-d93c-4c83-b480-5215589ec3bc of type vlan for network 16124c50-2b58-4015-a7ac-3a641a73a233 Feb 04 13:25:54.272233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.286986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f5e099bd-e864-4f75-b000-0431c1642f1a req-45a452b3-8fc5-42d8-a055-81a39f93c73a tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Synchronizing usage tracker for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:54.288993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9a048-7e43-4ab0-8385-d851752ce10c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.291973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.321957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-905e9b9a-8428-42ec-9e2c-66cdc435dc20 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5050440 Feb 04 13:25:54.322144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f5e099bd-e864-4f75-b000-0431c1642f1a req-45a452b3-8fc5-42d8-a055-81a39f93c73a tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Unset dirty status for tenant:042f078ce6e34d91946e721997b30f05 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:54.331990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48722) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.336174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5e099bd-e864-4f75-b000-0431c1642f1a req-45a452b3-8fc5-42d8-a055-81a39f93c73a tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8bc088df-b5a9-48de-82c8-f3ac57f98dde HTTP/1.1" status: 200 len: 210 time: 0.0985916 Feb 04 13:25:54.337553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fbe0ed-c910-4053-9c21-e0d482d4e344,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.344450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Attempting to bind port 638f33d7-170e-4776-b909-98ad9f7842bc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:25:54.344996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Attempting to bind port 638f33d7-170e-4776-b909-98ad9f7842bc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:25:54.345713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Attempting to bind port 638f33d7-170e-4776-b909-98ad9f7842bc on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:25:54.374723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d472d69-28cd-4e67-a5c7-79364f4e7e58,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.383059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:25:54.383473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:54.384055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.384568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:25:54.385051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Bound port: 638f33d7-170e-4776-b909-98ad9f7842bc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:25:54.385430 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.386781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.391419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1a878fd0-88d6-4571-98ec-c672b39d7966 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3692102 Feb 04 13:25:54.391933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48726) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.399834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:54.406855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:54.412239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:54.418513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:54.427989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:54.455753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.489332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.496260 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.516616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] For port 638f33d7-170e-4776-b909-98ad9f7842bc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:25:54.520489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] For port 638f33d7-170e-4776-b909-98ad9f7842bc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=638f33d7-170e-4776-b909-98ad9f7842bc,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:25:54.526143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.543276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.557861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.562356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.601090 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.607786 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c351ebfc-ba7f-46ae-beda-dab27552c424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61fbe0ed-c910-4053-9c21-e0d482d4e344 HTTP/1.1" status: 204 len: 168 time: 1.6449430 Feb 04 13:25:54.609910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.613076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb8512a-c40d-4efb-833b-49c7b8cf1311,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.620129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.621552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2fcaeba7-3970-4b52-a542-10fd42fd0786 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286549 Feb 04 13:25:54.625158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.632958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:54.634898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.641100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:54.641722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.641951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e62158-ef2b-45f8-8f43-70e9864839f6 None None] Pushing event updated for resources: {'Port': ['ID=638f33d7-170e-4776-b909-98ad9f7842bc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.644862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:54.650281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:54.655162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:54.663015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:54.695571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.796331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a903d2456474c4bb8a650970e47bfd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5299606 Feb 04 13:25:54.797535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.876535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1446314 Feb 04 13:25:54.879646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48742) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:54.885964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff70f-06b4-402d-9d1f-b9c13abbd03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ee0c0-1595-408a-8149-851590d27dc4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.895687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Request body: {'subnet': {'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:54.909976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416632-f264-48e9-81ab-d5c27bc10206 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'Network': ['ID=16124c50-2b58-4015-a7ac-3a641a73a233,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:54.913676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.925870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:54.943392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4b30f725-4fab-4834-b645-71c5bd8a0c59 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:25:55.020843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 16124c50-2b58-4015-a7ac-3a641a73a233 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:25:55.053453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e8f8ae-6955-4f34-a9c9-d4769bef076f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:55.059598 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.062893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95ca3b-d159-485b-a1a9-7b5ab5f91e7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.067715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a15b2c6-3bcf-40e0-ae27-cf7fa0982350 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4403324 Feb 04 13:25:55.069124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95ca3b-d159-485b-a1a9-7b5ab5f91e7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:55.069951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c95ca3b-d159-485b-a1a9-7b5ab5f91e7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:55.076561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:55.086439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:55.098296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:55.100744 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.104740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:55.116384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:55.130268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:55.157309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:55.172120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 4b30f725-4fab-4834-b645-71c5bd8a0c59 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:25:55.172986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 4b30f725-4fab-4834-b645-71c5bd8a0c59 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:25:55.174699 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.177297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Usage tracker for resource:subnet and tenant:928c3026bef8470e90af630675fc12d5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:55.189373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:55.227335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:55.243037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c95ca3b-d159-485b-a1a9-7b5ab5f91e7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:55.246888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c95ca3b-d159-485b-a1a9-7b5ab5f91e7b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9082150 Feb 04 13:25:55.247864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:55.302384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48756) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:55.313090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Made reservation on behalf of 928c3026bef8470e90af630675fc12d5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:55.318563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.328195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.333088 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:25:55.348764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.401033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 638f33d7-170e-4776-b909-98ad9f7842bc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:55.405515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.431837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ee0c0-1595-408a-8149-851590d27dc4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:55.476269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.478537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.479876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8e330d4-c43b-450d-bc50-f03530e48e96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b13ee0c0-1595-408a-8149-851590d27dc4 HTTP/1.1" status: 204 len: 168 time: 0.6708155 Feb 04 13:25:55.482322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:55.484434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.493866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Usage tracker for resource:security_group_rule and tenant:2467579b93314677966e2838e586f000 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:55.535478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:55.578422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:55.585290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.587131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5095086 Feb 04 13:25:55.591828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48766) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:55.593926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e67b-3fa9-4b3b-994b-d3efc4259566 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93e7c16-1946-49e5-a0c8-3a69442db53d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:55.609404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 638f33d7-170e-4776-b909-98ad9f7842bc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:55.609940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 53a5070f-eb96-4822-b94f-4a11ac6e9b5a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:55.609940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:55.641884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '4fb5fca0-59c8-4342-9117-83de1f81c350', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:55.651493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:55.670452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:55.676636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:55.686652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:55.785773 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:25:55.828851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.006092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.112898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.120781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.175250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.265198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 53a5070f-eb96-4822-b94f-4a11ac6e9b5a owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:56.306232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.345823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2467579b93314677966e2838e586f000&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0421011 Feb 04 13:25:56.346793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fd901-7595-476c-b2cf-db543db5d32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd71803-8332-4da1-94da-f7a66b4f3a89,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.351715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:56.352047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48778) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:56.352663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2af042-4ea6-4273-81cc-6291f2eb7f27,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.388682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.441362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:56.443806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.444986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-94831267-a01f-40d7-8679-3beb73f1e4ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8249664 Feb 04 13:25:56.449631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48786) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:56.455574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Usage tracker for resource:security_group_rule and tenant:5ce4094cc7f74d92acbf8ed9a97e9ec7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:56.463283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'network': {'name': 'tempest-network-smoke--1727059109', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'port_security_enabled': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:56.470117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:56.475054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:56.491466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:56.493933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:network and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:56.500244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:56.511515 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.518219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:56.539047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.571072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:56.574491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.594213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.618332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=53a5070f-eb96-4822-b94f-4a11ac6e9b5a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.655903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Provisioning for port 638f33d7-170e-4776-b909-98ad9f7842bc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:25:56.658291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:25:56.672573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.675383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.682140 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.682790 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Added segment ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1 of type vlan for network b956239f-c9fc-40ac-bf55-93eaed130361 Feb 04 13:25:56.689225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Provisioning complete for port 638f33d7-170e-4776-b909-98ad9f7842bc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:56.689906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.751210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e631b-44ee-4b18-89f0-5213de851fd6 req-ced112bb-b151-4697-bb57-d7530b5d2daf tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:56.752731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d1e631b-44ee-4b18-89f0-5213de851fd6 req-ced112bb-b151-4697-bb57-d7530b5d2daf tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.3372862 Feb 04 13:25:56.773508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3056b67a-a360-41aa-93dc-2e5cb7e43eca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/53a5070f-eb96-4822-b94f-4a11ac6e9b5a HTTP/1.1" status: 204 len: 168 time: 1.5166090 Feb 04 13:25:56.784339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:56.798030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.818591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.852101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.868587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd71803-8332-4da1-94da-f7a66b4f3a89,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.874220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.913010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.936954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d1e631b-44ee-4b18-89f0-5213de851fd6 req-065b8832-1b33-41e0-a87d-ad0e561d4f65 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703460 Feb 04 13:25:56.953830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'Subnet': ['ID=c472aa16-1880-4e0b-a295-d5ea56bb31c7,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.971083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Checking segment: {'id': '10c45c6b-d93c-4c83-b480-5215589ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:25:56.971439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Network hostable DHCP agents. Network: 16124c50-2b58-4015-a7ac-3a641a73a233, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:25:56.973243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:56.974391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-40b3f5d5-6528-4075-b002-49d03e7b4bea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbd71803-8332-4da1-94da-f7a66b4f3a89 HTTP/1.1" status: 204 len: 168 time: 0.6197639 Feb 04 13:25:56.976825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ce4094cc7f74d92acbf8ed9a97e9ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204729 Feb 04 13:25:56.979749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48798) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:56.982750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b58e22-feda-4cdd-9219-9b256a573fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb9723e-be72-4cec-aa84-cc31b20e133a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:56.997061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.003247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.004068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.013420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43009ed-8e5e-4aef-a6bd-381e56c73bb0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.018035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43009ed-8e5e-4aef-a6bd-381e56c73bb0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.018910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e43009ed-8e5e-4aef-a6bd-381e56c73bb0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:57.021820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] For port 638f33d7-170e-4776-b909-98ad9f7842bc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=638f33d7-170e-4776-b909-98ad9f7842bc,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:57.035899 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.047408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e43009ed-8e5e-4aef-a6bd-381e56c73bb0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:57.051163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e43009ed-8e5e-4aef-a6bd-381e56c73bb0 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2654841 Feb 04 13:25:57.058106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48802) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:57.113171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Network 16124c50-2b58-4015-a7ac-3a641a73a233 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:25:57.114026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cecf3-6f02-4d3a-b6b1-d274a7358ffd None None] Pushing event updated for resources: {'Port': ['ID=638f33d7-170e-4776-b909-98ad9f7842bc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:57.144741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 16124c50-2b58-4015-a7ac-3a641a73a233) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:57.152432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-413a69a2-f10b-432d-a7f5-0b77b5c10703 None None] Could not find standard attr ID for object 53a5070f-eb96-4822-b94f-4a11ac6e9b5a. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:25:57.154731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.155546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.157476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c4b2d-44f3-49f2-96f2-4dc812256a5b None None] Network 16124c50-2b58-4015-a7ac-3a641a73a233 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:57.175995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 18ef8ced-85bf-4cce-a489-17a9b44dd2ce {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:25:57.183623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.228788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d9ce3c90-4694-4315-8d84-00df2c231cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3456347 Feb 04 13:25:57.229570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:57.276350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Request body: {'port': {'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-169503594'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:57.351292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 638f33d7-170e-4776-b909-98ad9f7842bc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:25:57.357930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9035294 Feb 04 13:25:57.359437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48810) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:57.378782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.417428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb0e07-4240-45c3-9338-52670d193ae8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Network': ['ID=b956239f-c9fc-40ac-bf55-93eaed130361,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:57.439684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b956239f-c9fc-40ac-bf55-93eaed130361 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:25:57.446424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'admin_state_up': True, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:25:57.457991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:57.463272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:router and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:57.467493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:57.476099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:57.509651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.512278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.523233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.584462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:25:57.591729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Usage tracker for resource:port and tenant:928c3026bef8470e90af630675fc12d5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:25:57.595523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.596074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:25:57.602651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.606124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:25:57.612899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-61d2c2d0-0eaf-4cd4-9d18-23e78b4bc5ca tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:57.614634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-61d2c2d0-0eaf-4cd4-9d18-23e78b4bc5ca tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.2076137 Feb 04 13:25:57.620030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.693128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 638f33d7-170e-4776-b909-98ad9f7842bc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:25:57.693731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.923122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Made reservation on behalf of 928c3026bef8470e90af630675fc12d5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:25:57.927995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:57.984176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] device_id is not set on port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:25:58.060636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.072172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.115889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb9723e-be72-4cec-aa84-cc31b20e133a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:58.125718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Deleting port 607c4fba-3750-4b5c-bf89-8924aff42f2b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:58.127695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.156223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-16124c50-2b58-4015-a7ac-3a641a73a233', 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233', 'tenant_id': '928c3026bef8470e90af630675fc12d5', 'fixed_ips': [{'subnet_id': 'c472aa16-1880-4e0b-a295-d5ea56bb31c7'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:25:58.162666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.322075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.323798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-418cad4a-17e4-468e-bbc3-582fb95bd09e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cb9723e-be72-4cec-aa84-cc31b20e133a HTTP/1.1" status: 204 len: 168 time: 1.3429821 Feb 04 13:25:58.424896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.454700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dd13f-8b79-4a47-858b-b035c61a8822 req-69bacc03-eb50-4aa4-b489-2c28525cedc2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:58.465110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-145dd13f-8b79-4a47-858b-b035c61a8822 req-69bacc03-eb50-4aa4-b489-2c28525cedc2 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.3444304 Feb 04 13:25:58.544747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-145dd13f-8b79-4a47-858b-b035c61a8822 req-3d0d0f39-d50e-436f-8070-adaa58e8126d tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773277 Feb 04 13:25:58.606133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=18ef8ced-85bf-4cce-a489-17a9b44dd2ce,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:25:58.735902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:58.744764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f22f7c-ff66-4305-a2f8-376f7b1fd66b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:25:58.831668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cafa6956-ae2e-4ff1-a4f9-f1f74cc7bf51 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/18ef8ced-85bf-4cce-a489-17a9b44dd2ce HTTP/1.1" status: 204 len: 168 time: 1.7633295 Feb 04 13:25:58.853661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:58.961155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.035674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.045025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b955aaf-1da5-45b8-b471-01e3e120412f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1840847 Feb 04 13:25:59.046485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48854) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:59.132264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Allocated IP 2001:db8::338 (16124c50-2b58-4015-a7ac-3a641a73a233/c472aa16-1880-4e0b-a295-d5ea56bb31c7/cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:59.254031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] For port 607c4fba-3750-4b5c-bf89-8924aff42f2b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=607c4fba-3750-4b5c-bf89-8924aff42f2b,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:59.254404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.284721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd0b08-47d4-4383-aa7d-c0bbab6719e7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.285674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fffd0b08-47d4-4383-aa7d-c0bbab6719e7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:25:59.291360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:25:59.297586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Deleting port 638f33d7-170e-4776-b909-98ad9f7842bc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:25:59.297965 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.324085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.71 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/50808450-b9a5-429f-9ac7-11bd6ddb5b0f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:25:59.531946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Calling delete_port for 607c4fba-3750-4b5c-bf89-8924aff42f2b owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:25:59.645212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.655136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fffd0b08-47d4-4383-aa7d-c0bbab6719e7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:25:59.662325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] For port 638f33d7-170e-4776-b909-98ad9f7842bc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=638f33d7-170e-4776-b909-98ad9f7842bc,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:25:59.662966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.666201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:59.666636 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fffd0b08-47d4-4383-aa7d-c0bbab6719e7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6111078 Feb 04 13:25:59.747289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.827142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496173b-4620-40e9-af2f-22afd4c0a1ce tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:25:59.828787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9496173b-4620-40e9-af2f-22afd4c0a1ce tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1610508 Feb 04 13:25:59.834354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:25:59.880953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:25:59.921146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:25:59.939373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:25:59.967398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:25:59.975719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Calling delete_port for 638f33d7-170e-4776-b909-98ad9f7842bc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:00.048205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dbd10e51-3933-4646-95f5-1db1843a44e1 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2034686 Feb 04 13:26:00.103667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:00.157366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] No DVR routers for this DVR port 638f33d7-170e-4776-b909-98ad9f7842bc on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:00.170074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d53c6a-756e-4f3d-9763-875b65a9f9e9 None None] Pushing event deleted for resources: {'Port': ['ID=638f33d7-170e-4776-b909-98ad9f7842bc,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:00.188308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:00.208592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:00.280198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:00.330211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Transition to ACTIVE for port object cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:00.335180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:00.345775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['607c4fba-3750-4b5c-bf89-8924aff42f2b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:26:00.461561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Pushing event deleted for resources: {'Port': ['ID=607c4fba-3750-4b5c-bf89-8924aff42f2b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:00.554385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca47e-2c03-4f6e-a587-a302571ef53d req-c2a15aa7-a0f2-46b6-a532-e99e0c7394b4 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:00.559997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98dca47e-2c03-4f6e-a587-a302571ef53d req-c2a15aa7-a0f2-46b6-a532-e99e0c7394b4 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=587b8b6d-8eb9-4907-a4fe-53badd97c0be HTTP/1.1" status: 200 len: 1096 time: 0.7487066 Feb 04 13:26:00.568001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:00.572933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:00.576985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:00.584269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:00.658280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:00.663384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] No DVR routers for this DVR port 607c4fba-3750-4b5c-bf89-8924aff42f2b on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:00.666195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:00.676750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'name': 'network-vif-deleted', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:00.686139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:00.707012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:00.710847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:00.923106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Allocated IP 2001:db8::2 (16124c50-2b58-4015-a7ac-3a641a73a233/c472aa16-1880-4e0b-a295-d5ea56bb31c7/baea4401-204c-4223-89d3-df79b911b735) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:01.066900 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587b8b6d-8eb9-4907-a4fe-53badd97c0be', 'name': 'network-vif-deleted', 'tag': '607c4fba-3750-4b5c-bf89-8924aff42f2b', 'status': 'completed', 'code': 200} Feb 04 13:26:01.078287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ecf6c17a-1f98-40bd-8d63-28c268774035 req-898a9039-b109-4691-8127-654baf40d078 tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.87 "DELETE /v2.0/ports/607c4fba-3750-4b5c-bf89-8924aff42f2b HTTP/1.1" status: 204 len: 173 time: 3.3970356 Feb 04 13:26:01.128237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.162304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98dca47e-2c03-4f6e-a587-a302571ef53d req-275837f8-f6dc-4de5-9b38-08221468e9ac tempest-TestServerMultinode-920524114 tempest-TestServerMultinode-920524114-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=94ac69da-4a64-4358-888f-d1ab46bf9443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618255 Feb 04 13:26:01.361213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.432465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 638f33d7-170e-4776-b909-98ad9f7842bc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:01.520791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Network 16124c50-2b58-4015-a7ac-3a641a73a233 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:01.526738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 638f33d7-170e-4776-b909-98ad9f7842bc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:01.528817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.529382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 638f33d7-170e-4776-b909-98ad9f7842bc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:01.560061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:01.571948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:01.576776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.587743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:01.592528 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.598767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Transition to ACTIVE for port object baea4401-204c-4223-89d3-df79b911b735 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:01.632385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'Port': ['ID=cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:01.641946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Transition to ACTIVE for port object baea4401-204c-4223-89d3-df79b911b735 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:01.648501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-90263a98-fa62-4cd2-abb6-f6f663a411cb tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.4100752 Feb 04 13:26:01.648501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:01.651211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48942) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:01.653539 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:01.672900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1fb28abd5544df9caafe4f6b2fcca1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:01.689519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Request body: {'port': {'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1701603858', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:01.690175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.api.validators [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] bootfile-name is not in valid_values {{(pid=87621) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:01.690630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.api.validators [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] tftp-server is not in valid_values {{(pid=87621) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:01.691074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.api.validators [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] server-ip-address is not in valid_values {{(pid=87621) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:01.783913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Pushing event updated for resources: {'Port': ['ID=baea4401-204c-4223-89d3-df79b911b735,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:01.817085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Network 16124c50-2b58-4015-a7ac-3a641a73a233 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:01.821708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:01.828532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:01.832900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:01.857504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:02.133102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:02.143018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Attempting to bind port baea4401-204c-4223-89d3-df79b911b735 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:02.143673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Attempting to bind port baea4401-204c-4223-89d3-df79b911b735 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '10c45c6b-d93c-4c83-b480-5215589ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:02.144366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Attempting to bind port baea4401-204c-4223-89d3-df79b911b735 on network 16124c50-2b58-4015-a7ac-3a641a73a233 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:02.150538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:02.151168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Checking segment: {'id': '10c45c6b-d93c-4c83-b480-5215589ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:02.151752 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.153118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Bound using segment: {'id': '10c45c6b-d93c-4c83-b480-5215589ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:02.153244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Usage tracker for resource:port and tenant:928c3026bef8470e90af630675fc12d5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:02.154866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Bound port: baea4401-204c-4223-89d3-df79b911b735, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c45c6b-d93c-4c83-b480-5215589ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '16124c50-2b58-4015-a7ac-3a641a73a233'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:02.155877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.213325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:02.217124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:26:02.269091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:02.300867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] For port baea4401-204c-4223-89d3-df79b911b735, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:02.307413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] For port baea4401-204c-4223-89d3-df79b911b735, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=baea4401-204c-4223-89d3-df79b911b735,segment=NetworkSegment(10c45c6b-d93c-4c83-b480-5215589ec3bc),segment_id=10c45c6b-d93c-4c83-b480-5215589ec3bc)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:02.315399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.416512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Made reservation on behalf of 928c3026bef8470e90af630675fc12d5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:02.428287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48958) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:02.435936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.446536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f3ea3-6d2e-4f8b-8b2f-23c5daf511ed None None] Pushing event updated for resources: {'Port': ['ID=baea4401-204c-4223-89d3-df79b911b735,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:02.563536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.571708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] device_id is not set on port acb9dc45-81ee-439b-b1b3-08052501ea27 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:26:02.673260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:02.804413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 607c4fba-3750-4b5c-bf89-8924aff42f2b no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:02.847924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 607c4fba-3750-4b5c-bf89-8924aff42f2b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:02.848644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 607c4fba-3750-4b5c-bf89-8924aff42f2b not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:02.929722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:02.939749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c3f90-5165-4b6c-b55c-3b27bb89e9e2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:02.941499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Sync routers for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:02.974872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:02.976547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:02.980425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:26:02.990423 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa404d05-0215-4e2e-b574-f911895e55f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc1fb28abd5544df9caafe4f6b2fcca1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3025503 Feb 04 13:26:02.999742 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:03.014853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 48962) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:03.070628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:03.075348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-57f04fbe-7b4e-4a3e-a4a7-e6cd4dc7aaf3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6615696 Feb 04 13:26:03.083983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48964) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:03.348072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:03.369974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Allocated IP 2001:db8::7d (16124c50-2b58-4015-a7ac-3a641a73a233/c472aa16-1880-4e0b-a295-d5ea56bb31c7/acb9dc45-81ee-439b-b1b3-08052501ea27) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:03.417333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device baea4401-204c-4223-89d3-df79b911b735 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:03.497187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:03.677407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2edfc0d9-2b1d-4423-92c9-a9cb87540da1 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cee6225bd7184c9baf1e21756114b8d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5954008 Feb 04 13:26:03.690281 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48984) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:03.833245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port baea4401-204c-4223-89d3-df79b911b735 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:03.856338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:03.959183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Transition to ACTIVE for port object acb9dc45-81ee-439b-b1b3-08052501ea27 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:03.992566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:04.004756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:04.014157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:04.033825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.036370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.037375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.041825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1462c-0ae6-491b-bdab-762fb2ea903b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:04.138090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617294c-a1be-47c7-b56d-d915be4aefc3 None None] Network 16124c50-2b58-4015-a7ac-3a641a73a233 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:04.150191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.178408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.204892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2cdfd0-668c-4d61-80a0-9278444168ea tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.209138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5c2cdfd0-668c-4d61-80a0-9278444168ea tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5178616 Feb 04 13:26:04.219046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48988) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:04.269527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.275197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Network 16124c50-2b58-4015-a7ac-3a641a73a233 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:04.330158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Provisioning for port baea4401-204c-4223-89d3-df79b911b735 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:04.333950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.337012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e6c3f90-5165-4b6c-b55c-3b27bb89e9e2 HTTP/1.1" status: 204 len: 168 time: 1.2144208 Feb 04 13:26:04.338549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:04.341605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2d8035e0-a198-405c-b880-1b730859d20c tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209087 Feb 04 13:26:04.351856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 48996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:04.361301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:04.368563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:04.369980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.378367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2e3572b1-21ae-4a81-a35a-b21caea85cad tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1858954 Feb 04 13:26:04.381939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba561534-d72d-4907-b8b4-2590fb429d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c3f90-5165-4b6c-b55c-3b27bb89e9e2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:04.382945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235093598', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:04.393627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:04.416321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:04.460335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Provisioning complete for port baea4401-204c-4223-89d3-df79b911b735 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:04.462860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.605296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:04.618473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Checking router: 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:04.618840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Updating router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:04.624911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'Port': ['ID=acb9dc45-81ee-439b-b1b3-08052501ea27,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:04.641115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:04.645986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:04.649460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:04.655752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:04.675964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-799f97ae-27e5-41f1-a2d3-9a6521219464 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0082154 Feb 04 13:26:04.676695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49006) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:04.690351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:04.693846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.861329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:04.865231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:subnet and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:04.868160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:04.874492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:04.911754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:04.915733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.925648 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:04.964091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:04.996934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.034862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:05.045845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Usage tracker for resource:security_group_rule and tenant:c49a35d87e1d4acbaa3e619cc50f3d9b is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:05.050097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:05.076953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:05.113466 n-d-820555-2 neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a (CIDR: 2001:db8::/64) Feb 04 13:26:05.128208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.134130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.140689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.141612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Synchronizing usage tracker for tenant:928c3026bef8470e90af630675fc12d5 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:05.168084 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:26:05.168084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:05.179458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.236508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a5041556-c02d-437e-886f-e7b2b1a7bf8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8302948 Feb 04 13:26:05.236508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:05.243881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Unset dirty status for tenant:928c3026bef8470e90af630675fc12d5 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:05.249136 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d7546f30-caa1-4360-8ad4-4bee60935f39 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5682056 Feb 04 13:26:05.253390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:05.261383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49020) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:05.366082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Deleting port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:05.366341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.445374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Subnet': ['ID=d779f494-a77b-4bd5-bea7-cace47f6b4aa,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:05.456734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Deleting port acb9dc45-81ee-439b-b1b3-08052501ea27 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:05.457275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.522514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Checking segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:05.523223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network hostable DHCP agents. Network: b956239f-c9fc-40ac-bf55-93eaed130361, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:05.555463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.560784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.624077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c49a35d87e1d4acbaa3e619cc50f3d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589122 Feb 04 13:26:05.630102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:05.635623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:05.636607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.669925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea24f1-e7c7-4cc6-af4b-373e2c21806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a528ca-b277-41f4-9eec-1bfcd6096bd3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:05.688819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.693025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:05.701776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:05.706522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:05.732393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:05.745276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network b956239f-c9fc-40ac-bf55-93eaed130361 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:05.750289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:05.763069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.877108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b956239f-c9fc-40ac-bf55-93eaed130361) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:05.924676 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.946058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1b751-9ba9-40ab-9843-c9f688fb0a81 None None] Network b956239f-c9fc-40ac-bf55-93eaed130361 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:05.982061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:05.982330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Transition to ACTIVE for port object 50808450-b9a5-429f-9ac7-11bd6ddb5b0f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:05.982677 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:05.986881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.026723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] For port eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:06.027425 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.163337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.178708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.275211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] For port baea4401-204c-4223-89d3-df79b911b735, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=baea4401-204c-4223-89d3-df79b911b735,segment=NetworkSegment(10c45c6b-d93c-4c83-b480-5215589ec3bc),segment_id=10c45c6b-d93c-4c83-b480-5215589ec3bc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:06.314792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Calling delete_port for eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:06.338054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Attempting to bind port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:06.338424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Attempting to bind port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:06.338811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Attempting to bind port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:06.341641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.350554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:06.354508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:06.365196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:06.365799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.374829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.375225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=31695d72-9a39-44d3-84f6-e8595ae6e9a2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:06.387452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:06.388032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:06.388706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.389811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:06.390628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Bound port: 50808450-b9a5-429f-9ac7-11bd6ddb5b0f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:06.391221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.407545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-36e48be2-c609-4884-b872-95b47879a073 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0374472 Feb 04 13:26:06.413167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1ce5c1d9-38ec-4bbf-920a-f3903269b18f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1734223 Feb 04 13:26:06.413167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:06.432654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:06.493410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:46:af:dc', 'name': 'tempest-NetworksTestDHCPv6-1437980882'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:06.499464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Allocated IP 2001:db8::f816:3eff:fe9c:19d1 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a/1c2a0782-4bce-41fa-ac0b-765156e0a6df) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:06.712750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:06.762402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52011c18-1e9d-4ac3-9e90-f06d1c99365d None None] Pushing event updated for resources: {'Port': ['ID=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:06.967188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Provisioning for port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:07.044425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Provisioning complete for port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:07.045136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.070078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Calling delete_port for acb9dc45-81ee-439b-b1b3-08052501ea27 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:07.198014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] For port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:07.201287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4964432-fc6b-4888-ab27-e37732c19b17 None None] Pushing event updated for resources: {'Port': ['ID=baea4401-204c-4223-89d3-df79b911b735,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:07.236623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] For port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:07.240458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:07.338733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.407604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device baea4401-204c-4223-89d3-df79b911b735 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:07.437356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-b956239f-c9fc-40ac-bf55-93eaed130361', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:07.439613 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.576197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.702638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event deleted for resources: {'Port': ['ID=acb9dc45-81ee-439b-b1b3-08052501ea27,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:07.716724 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.747374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a528ca-b277-41f4-9eec-1bfcd6096bd3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:07.760644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Allocated IP 172.20.0.2 (b956239f-c9fc-40ac-bf55-93eaed130361/d779f494-a77b-4bd5-bea7-cace47f6b4aa/4e3ba952-160e-4944-a0be-771e709021c2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:07.785746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:07.935667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.026090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:08.040056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:08.043814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:08.051159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:08.076133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.080717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1cb280f-5af2-46a5-8b48-f37729a8fda5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99a528ca-b277-41f4-9eec-1bfcd6096bd3 HTTP/1.1" status: 204 len: 168 time: 2.4440753 Feb 04 13:26:08.084764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:08.089348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52011c18-1e9d-4ac3-9e90-f06d1c99365d None None] Pushing event updated for resources: {'Port': ['ID=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:08.092574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Provisioning complete for port baea4401-204c-4223-89d3-df79b911b735 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:08.092949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.108275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8cb95fe-ad87-494b-8b09-91fcb4018428 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "DELETE /v2.0/ports/acb9dc45-81ee-439b-b1b3-08052501ea27 HTTP/1.1" status: 204 len: 168 time: 2.8415968 Feb 04 13:26:08.118776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49074) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:08.126245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Request body: {'port': {'name': 'tempest-new-port-name-1444301382', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:08.126894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] bootfile-name is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:08.127236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] tftp-server is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:08.127566 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] server-ip-address is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:26:08.139378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:08.140043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:08.290893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.304700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.348829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Transition to ACTIVE for port object 1c2a0782-4bce-41fa-ac0b-765156e0a6df will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:08.530110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:08.597460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:08.733083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:08.935128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.121188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.148295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Transition to ACTIVE for port object 4e3ba952-160e-4944-a0be-771e709021c2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:09.178470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port d0b45e86-9b08-415a-ba46-7509682e3dbf yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:26:09.193259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Transition to ACTIVE for port object 1c2a0782-4bce-41fa-ac0b-765156e0a6df will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:09.197469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Transition to ACTIVE for port object 4e3ba952-160e-4944-a0be-771e709021c2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:09.208384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port baea4401-204c-4223-89d3-df79b911b735 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:09.223649 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.369946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.1 (b956239f-c9fc-40ac-bf55-93eaed130361/d779f494-a77b-4bd5-bea7-cace47f6b4aa/d5cf8773-91f4-409c-9fe5-8fc89fe684d1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:09.388136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.443086 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.524846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.591061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Network b956239f-c9fc-40ac-bf55-93eaed130361 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:09.596995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:09.600202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:09.640599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.651520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.662704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object d5cf8773-91f4-409c-9fe5-8fc89fe684d1 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:09.673050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.695512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.713410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:09.789123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:09.791600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:09.798870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:09.810135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network b956239f-c9fc-40ac-bf55-93eaed130361 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:09.811401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:09.813838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:09.817762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Pushing event updated for resources: {'Port': ['ID=1c2a0782-4bce-41fa-ac0b-765156e0a6df,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:09.905589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.938500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] In _notify_port_updated(), no bound segment for port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 on network 16124c50-2b58-4015-a7ac-3a641a73a233 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:26:09.962555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:09.963368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:09.982937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "PUT /v2.0/ports/cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 HTTP/1.1" status: 200 len: 1130 time: 1.8612676 Feb 04 13:26:10.137692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.138264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.138946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.139373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.139890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.140231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.140566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.141870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.141870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.141870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.141870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.150504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:10.174498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:10.176999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f491-ea11-45b4-88d6-21a9a0577560 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event updated for resources: {'Port': ['ID=cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:10.301205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-22a97ef5-30f0-443a-947f-5e4bb1619e21 None None] Could not find standard attr ID for object acb9dc45-81ee-439b-b1b3-08052501ea27. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:26:10.309742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Attempting to bind port 1c2a0782-4bce-41fa-ac0b-765156e0a6df on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:10.310114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Attempting to bind port 1c2a0782-4bce-41fa-ac0b-765156e0a6df by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:10.310481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Attempting to bind port 1c2a0782-4bce-41fa-ac0b-765156e0a6df on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:10.359725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Attempting to bind port 4e3ba952-160e-4944-a0be-771e709021c2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:10.360168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Attempting to bind port 4e3ba952-160e-4944-a0be-771e709021c2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:10.360486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Attempting to bind port 4e3ba952-160e-4944-a0be-771e709021c2 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:10.369430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:10.369795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:10.370204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.370615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:10.371159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Bound port: 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:10.371541 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.401044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Pushing event updated for resources: {'Port': ['ID=4e3ba952-160e-4944-a0be-771e709021c2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:10.418403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:10.427627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Checking segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:10.428678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.430316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Bound using segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:10.430316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Bound port: 4e3ba952-160e-4944-a0be-771e709021c2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:10.430782 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.495578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e5379c28-b0b8-4b0d-b7fd-74033c971425 None None] Could not find standard attr ID for object acb9dc45-81ee-439b-b1b3-08052501ea27. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:26:10.497042 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:26:10.504688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ac4a-a45f-495d-8f07-cb0af2f1de5c req-45d59bb6-f9d2-4187-8a83-c78a2e83bad6 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.505763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ab3dff-c962-46fa-80cd-1c1c9d745424 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:10.506939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16ab3dff-c962-46fa-80cd-1c1c9d745424 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Synchronizing usage tracker for tenant:928c3026bef8470e90af630675fc12d5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:10.513530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41b1ac4a-a45f-495d-8f07-cb0af2f1de5c req-45d59bb6-f9d2-4187-8a83-c78a2e83bad6 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 0.2717297 Feb 04 13:26:10.533332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16ab3dff-c962-46fa-80cd-1c1c9d745424 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Unset dirty status for tenant:928c3026bef8470e90af630675fc12d5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:10.540381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-16ab3dff-c962-46fa-80cd-1c1c9d745424 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "GET /v2.0/ports/cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 HTTP/1.1" status: 200 len: 1130 time: 0.3506055 Feb 04 13:26:10.543538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:10.613181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:10.617294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:10.635281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.639330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.671788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41b1ac4a-a45f-495d-8f07-cb0af2f1de5c req-7ed6b8af-88f3-43a2-815d-8e3be7143fa9 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558764 Feb 04 13:26:10.773066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8:0:1::2b0 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/31695d72-9a39-44d3-84f6-e8595ae6e9a2/d0b45e86-9b08-415a-ba46-7509682e3dbf) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:10.813579 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] For port 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:10.819390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] For port 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1c2a0782-4bce-41fa-ac0b-765156e0a6df,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:10.821133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e5379c28-b0b8-4b0d-b7fd-74033c971425 None None] Provisioning complete for port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:10.821970 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e5379c28-b0b8-4b0d-b7fd-74033c971425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.840700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe46:afdc (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a/d0b45e86-9b08-415a-ba46-7509682e3dbf) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:10.869899 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.887999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Deleting port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:10.888426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:10.977770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:10.997450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fea2d-4725-4443-a87f-67513a30856f None None] The sync data for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 is: [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:11.013817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e5379c28-b0b8-4b0d-b7fd-74033c971425 None None] Port cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:11.018304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a725b7-72ac-4b36-8ab5-1d4f4a8e92fb None None] Pushing event updated for resources: {'Port': ['ID=4e3ba952-160e-4944-a0be-771e709021c2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:11.566419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b193e-1754-4e3c-9032-70b44fe8d7b2 None None] Pushing event updated for resources: {'Port': ['ID=1c2a0782-4bce-41fa-ac0b-765156e0a6df,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:11.972374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-de886297-6bf1-4334-8a74-b0d4c7cf837f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:11.974352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-de886297-6bf1-4334-8a74-b0d4c7cf837f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.87 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 0.7441299 Feb 04 13:26:12.279788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Deleting port 2488fd68-8ae6-4be9-8599-47ae611211d4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:12.281019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:12.367963 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:12.388071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:12.485430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e3ba952-160e-4944-a0be-771e709021c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:12.650206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:12.694349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4e3ba952-160e-4944-a0be-771e709021c2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:12.715797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1c2a0782-4bce-41fa-ac0b-765156e0a6df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:12.923769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:12.929747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 50808450-b9a5-429f-9ac7-11bd6ddb5b0f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:12.997007 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:13.009798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:13.021907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Calling delete_port for cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:13.190065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:13.196460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:13.196839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:13.265753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Router 018eb558-b7c1-45f1-9762-62005bade75d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:26:13.286529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb9add-c0aa-43ff-9a73-564a3b0633a3 None None] Network b956239f-c9fc-40ac-bf55-93eaed130361 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:13.481762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network b956239f-c9fc-40ac-bf55-93eaed130361 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:13.486624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:13.650913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28fb9824-8d81-4b26-96d4-c2468cf7ae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:13.662004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Provisioning for port 4e3ba952-160e-4944-a0be-771e709021c2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:13.690330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Provisioning complete for port 4e3ba952-160e-4944-a0be-771e709021c2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:13.691262 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:13.762347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49190) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:13.767870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:13.778366 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Sync routers for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:13.799090 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:13.802040 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:13.847629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df88e0f-f1d6-4387-8471-4b39cb2979e6 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:13.908438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-459c6ab1-95ec-4691-bf81-54ebcce0fe0a admin admin] 10.222.0.53 "PUT /v2.0/routers/018eb558-b7c1-45f1-9762-62005bade75d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4765577 Feb 04 13:26:13.912377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49198) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:14.005333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:26:14.173628 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:14.258845 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.279046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.305593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object d0b45e86-9b08-415a-ba46-7509682e3dbf will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:14.322753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:14.333107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] For port 2488fd68-8ae6-4be9-8599-47ae611211d4, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2488fd68-8ae6-4be9-8599-47ae611211d4,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:14.333775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.337166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc7b0-9f5e-431c-baad-703b2e6954e4 req-e6f09ebd-d9e5-4373-b4d3-dd7f6610f234 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:14.346368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-681fc7b0-9f5e-431c-baad-703b2e6954e4 req-e6f09ebd-d9e5-4373-b4d3-dd7f6610f234 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 945 time: 2.2470264 Feb 04 13:26:14.365797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Sync routers for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:14.394414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.422946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1b3ead5f-b682-420e-8704-d96b9bfe80f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/8da7cc38-d1a5-47f9-a91f-5d52a68deb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0107045 Feb 04 13:26:14.483196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:14.484503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.500095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Calling delete_port for 2488fd68-8ae6-4be9-8599-47ae611211d4 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:14.751178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.754408 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 5, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.770527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Checking router: 018eb558-b7c1-45f1-9762-62005bade75d for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:14.789267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Routers {'018eb558-b7c1-45f1-9762-62005bade75d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:14.789982 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:25:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['018eb558-b7c1-45f1-9762-62005bade75d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:14.797565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:14.808135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=d0b45e86-9b08-415a-ba46-7509682e3dbf,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:14.843767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:14.850971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:14.856922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1b166e64664313859ff6f3386e757b is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:14.860142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:14.866340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:14.892896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:14.905240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.905414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-681fc7b0-9f5e-431c-baad-703b2e6954e4 req-594e31d4-4fb3-44ab-ad70-54efffe6cc55 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579770 Feb 04 13:26:14.906144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:14.912147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:14.912798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:14.976955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Pushing event deleted for resources: {'Port': ['ID=2488fd68-8ae6-4be9-8599-47ae611211d4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:14.993107 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.005281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-56e69203-279c-4bc7-bd1f-2911a840fbd3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971837082&fields=id&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 267 time: 0.1440794 Feb 04 13:26:15.024544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2488fd68-8ae6-4be9-8599-47ae611211d4 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:15.039065 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ea737d86-d00f-4caa-bf80-1ae662a8ab2b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 8.6024289 Feb 04 13:26:15.044440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:15.049413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.072185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:15.076878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] Set router 018eb558-b7c1-45f1-9762-62005bade75d gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:15.114826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event deleted for resources: {'Port': ['ID=cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.226540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.234362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.239038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.268621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-60101acd-aec2-476c-a59b-a1ae8d675c65 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:15.276048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-60101acd-aec2-476c-a59b-a1ae8d675c65 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 797 time: 0.2329388 Feb 04 13:26:15.360257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0acd9a08-ed93-49d1-a5ed-7c9deace568d tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "DELETE /v2.0/ports/cb4fd29f-33f1-4ac7-997f-a37d0e8ffb21 HTTP/1.1" status: 204 len: 168 time: 4.8137052 Feb 04 13:26:15.368143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:15.479451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.497523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] No DVR routers for this DVR port 2488fd68-8ae6-4be9-8599-47ae611211d4 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:15.507829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-19a0fb66-b0b5-4d9a-8c04-bb05b9280b45 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/quotas/cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 375 time: 0.2246306 Feb 04 13:26:15.512453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.545022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 2488fd68-8ae6-4be9-8599-47ae611211d4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:15.545669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2488fd68-8ae6-4be9-8599-47ae611211d4 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:15.547469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.557854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.561069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'name': 'network-vif-deleted', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:15.575907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2a15a0fb-4bff-48a7-a41d-cddeee53fa3e req-903db7e4-366d-4528-9920-a3838e4482d2 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.87 "DELETE /v2.0/ports/2488fd68-8ae6-4be9-8599-47ae611211d4 HTTP/1.1" status: 204 len: 173 time: 3.5815144 Feb 04 13:26:15.580009 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 5, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:15.586942 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2cabb-2838-48f4-bd34-a3f5cf407c45 None None] The sync data for ids ['018eb558-b7c1-45f1-9762-62005bade75d'] in n-d-820555-2 is: [{'id': '018eb558-b7c1-45f1-9762-62005bade75d', 'name': 'tempest-TestServerMultinode-1399136377-router', 'tenant_id': '63bd812df5324a32b0b28561e6579fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '49179502-5efe-4878-9bf1-84fcf099239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:06Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 5, 'project_id': '63bd812df5324a32b0b28561e6579fd7', 'gw_port': {'id': '49179502-5efe-4878-9bf1-84fcf099239f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018eb558-b7c1-45f1-9762-62005bade75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:07Z', 'updated_at': '2022-02-04T13:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:15.594515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port d0b45e86-9b08-415a-ba46-7509682e3dbf {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:15.594515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.603527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Deleting subnet c472aa16-1880-4e0b-a295-d5ea56bb31c7 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:15.607427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.670791 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82e129e-968e-4171-b3d0-ded3ccdfc6ba', 'name': 'network-vif-deleted', 'tag': '2488fd68-8ae6-4be9-8599-47ae611211d4', 'status': 'completed', 'code': 200} Feb 04 13:26:15.679650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.755054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:15.772691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-6265d0e8-18b2-489e-a080-51bd0df17190 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:15.812013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.817196 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.877451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-6265d0e8-18b2-489e-a080-51bd0df17190 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:15.879276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-6265d0e8-18b2-489e-a080-51bd0df17190 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3701353 Feb 04 13:26:15.975012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b2082-80ad-4b38-af45-b5c40c588dc9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:15.982653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:15.990715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7814aa81-1a23-4ee0-9c08-18e80df30655 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff1b166e64664313859ff6f3386e757b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2072887 Feb 04 13:26:15.996350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:16.034023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Deleting port 49179502-5efe-4878-9bf1-84fcf099239f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:16.034023 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.256401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Provisioning for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:16.295083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.298380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Provisioning complete for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:16.298673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.392710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b4728-63d7-4f1e-90ba-88fd2a084c84 None None] Pushing event updated for resources: {'Port': ['ID=4e3ba952-160e-4944-a0be-771e709021c2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:16.409427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.435588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9da85df9-d190-4dbf-84bd-659b5152d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.470775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.551277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83bad07d-dbb7-4323-9103-c3e0da3085f4 req-a1123f89-0219-443e-bc94-11e72dfc6cf4 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=d82e129e-968e-4171-b3d0-ded3ccdfc6ba HTTP/1.1" status: 200 len: 210 time: 0.1823099 Feb 04 13:26:16.563967 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.572886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event deleted for resources: {'Subnet': ['ID=c472aa16-1880-4e0b-a295-d5ea56bb31c7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:16.575429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.604884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f8173ce6-397d-4246-914a-13e460ee5d34 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "DELETE /v2.0/subnets/c472aa16-1880-4e0b-a295-d5ea56bb31c7 HTTP/1.1" status: 204 len: 168 time: 1.2336171 Feb 04 13:26:16.609354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:16.618321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb82cb-2f93-4733-8138-cebec32e7730 None None] Network 16124c50-2b58-4015-a7ac-3a641a73a233 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:16.785268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] For port 49179502-5efe-4878-9bf1-84fcf099239f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=49179502-5efe-4878-9bf1-84fcf099239f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:16.785639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:16.804364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for d0b45e86-9b08-415a-ba46-7509682e3dbf owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:16.834058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:11Z', 'revision_number': 2, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:16.879255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-127edc85-e580-4271-8fa9-409325988231 service neutron] 10.222.0.53 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9599202 Feb 04 13:26:16.885471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Update dhcp port {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': '7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a', 'ip_address': '2001:db8::f816:3eff:fe9c:19d1'}, {'subnet_id': '31695d72-9a39-44d3-84f6-e8595ae6e9a2'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '1c2a0782-4bce-41fa-ac0b-765156e0a6df'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:26:16.974926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Checking router: 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:16.975297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Updating router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:17.057710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.077637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-27bee8ad-08c2-48b8-a4fc-d6827f3a3080 service neutron] 10.222.0.53 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832838 Feb 04 13:26:17.080956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.103114 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.110623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b2082-80ad-4b38-af45-b5c40c588dc9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:17.124515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.127880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80d2804f-7d85-4dd0-b26f-7aa9f52b62ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d6b2082-80ad-4b38-af45-b5c40c588dc9 HTTP/1.1" status: 204 len: 168 time: 1.1268663 Feb 04 13:26:17.160633 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.247321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.249779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Calling delete_port for 49179502-5efe-4878-9bf1-84fcf099239f owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:17.348100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] For port 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1c2a0782-4bce-41fa-ac0b-765156e0a6df,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:17.352999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.414175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.498127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.576014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Deleting port baea4401-204c-4223-89d3-df79b911b735 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:17.576014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.604733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=d0b45e86-9b08-415a-ba46-7509682e3dbf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:17.610728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442bd6-2ecf-4787-a2c5-6c70473848c2 None None] Pushing event updated for resources: {'Port': ['ID=1c2a0782-4bce-41fa-ac0b-765156e0a6df,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:17.628237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e3ba952-160e-4944-a0be-771e709021c2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:17.687187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.715961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.732573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40e2a358-821f-4348-9d2d-d71db51f8e6c req-c10f583e-5fd6-45cd-a208-d442ee1e2106 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 210 time: 0.1585097 Feb 04 13:26:17.807763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:17.834869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-072c4d9b-051b-42be-ad71-396c85bd042c None None] Provisioning complete for port 4e3ba952-160e-4944-a0be-771e709021c2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:17.835322 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-072c4d9b-051b-42be-ad71-396c85bd042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.887850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.893624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:17.951686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:17.955171 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32563f99-0a5e-427c-bdd2-e07c8e073ab2 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/d0b45e86-9b08-415a-ba46-7509682e3dbf HTTP/1.1" status: 204 len: 168 time: 2.9019547 Feb 04 13:26:17.959143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:17.968683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Usage tracker for resource:security_group_rule and tenant:a76687f2325449178e011a44cafecbb2 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:18.031541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Pushing event deleted for resources: {'Port': ['ID=49179502-5efe-4878-9bf1-84fcf099239f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.109967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:18.170495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:18.330749 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.346199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Transition to ACTIVE for port object d5cf8773-91f4-409c-9fe5-8fc89fe684d1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:18.358915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d23077-c868-4e6c-a0fd-ab217159014c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.359816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Allocated IP 2001:db8:0:1::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/31695d72-9a39-44d3-84f6-e8595ae6e9a2/1c2a0782-4bce-41fa-ac0b-765156e0a6df) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:18.369029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d5d23077-c868-4e6c-a0fd-ab217159014c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:18.435262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d5d23077-c868-4e6c-a0fd-ab217159014c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:18.438250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d5d23077-c868-4e6c-a0fd-ab217159014c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4647436 Feb 04 13:26:18.448526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49286) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:18.562140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.570533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] For port baea4401-204c-4223-89d3-df79b911b735, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=baea4401-204c-4223-89d3-df79b911b735,segment=NetworkSegment(10c45c6b-d93c-4c83-b480-5215589ec3bc),segment_id=10c45c6b-d93c-4c83-b480-5215589ec3bc)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:18.571546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.592021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.625854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54b314-304b-4d28-b716-a5509c052b21 None None] DHCP port deletion for 16124c50-2b58-4015-a7ac-3a641a73a233 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:26:18.631515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4e3ba952-160e-4944-a0be-771e709021c2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:18.631892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.687313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a76687f2325449178e011a44cafecbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8776515 Feb 04 13:26:18.690966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49292) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:18.727280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.758949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Calling delete_port for baea4401-204c-4223-89d3-df79b911b735 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:18.805011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93300-8ad5-439c-abfc-dac8f345f422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b8c596-4527-4429-8a73-434352413882,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:18.843216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9c54b314-304b-4d28-b716-a5509c052b21 None None] Deleting port baea4401-204c-4223-89d3-df79b911b735 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:18.843587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9c54b314-304b-4d28-b716-a5509c052b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:18.853042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1713f-f298-4de2-a2a4-1c855b281e0e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:18.859316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15b1713f-f298-4de2-a2a4-1c855b281e0e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4083352 Feb 04 13:26:18.876762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49298) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:18.954028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.077681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.131667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.133784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.135742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.137038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:19.196528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] No DVR routers for this DVR port baea4401-204c-4223-89d3-df79b911b735 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:19.366897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.394555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9c54b314-304b-4d28-b716-a5509c052b21 None None] The port 'baea4401-204c-4223-89d3-df79b911b735' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:26:19.410226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.428512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event deleted for resources: {'Port': ['ID=baea4401-204c-4223-89d3-df79b911b735,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.469348 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.486783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-419aa2f4-8f00-418c-874b-0a0d6542c96d req-9f00ad90-2d54-40b3-a5d4-376dd2a0bf40 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 210 time: 0.3462269 Feb 04 13:26:19.516494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.587431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b8c596-4527-4429-8a73-434352413882,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.612598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:19.613959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5a04eeca-dc0a-4f0a-a5fa-b1e9f499f340 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7344794 Feb 04 13:26:19.632755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:19.680735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb491e8-05a9-4ea6-b8be-eba77e62bb9e None None] Pushing event updated for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:19.692620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.705374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.716194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.721985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c659cae0-3d98-45d2-8ff1-5ce40145f828 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68b8c596-4527-4429-8a73-434352413882 HTTP/1.1" status: 204 len: 168 time: 1.0261559 Feb 04 13:26:19.773047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] For port 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1c2a0782-4bce-41fa-ac0b-765156e0a6df,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:19.780401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.828406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Attempting to bind port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:19.828775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Attempting to bind port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:19.829313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Attempting to bind port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:19.830508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-12d632d2-24fd-45d2-b8de-faa1501320d8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:19.834858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-12d632d2-24fd-45d2-b8de-faa1501320d8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 797 time: 0.6219602 Feb 04 13:26:19.847191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:19.847474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Checking segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:19.847601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16124c50-2b58-4015-a7ac-3a641a73a233']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:19.849768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.850083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 31695d72-9a39-44d3-84f6-e8595ae6e9a2 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:19.850214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Bound using segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:19.850675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Bound port: d5cf8773-91f4-409c-9fe5-8fc89fe684d1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:19.851053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.865180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c45c6b-d93c-4c83-b480-5215589ec3bc') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:19.865636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c45c6b-d93c-4c83-b480-5215589ec3bc') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:19.875699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 50808450-b9a5-429f-9ac7-11bd6ddb5b0f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:19.882652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.903754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.912029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:19.912990 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:19.949505 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:26:19.963695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-ad17bd61-ff5f-43fb-bd7e-74a955027466 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 379 time: 0.1101477 Feb 04 13:26:19.965080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-072c4d9b-051b-42be-ad71-396c85bd042c None None] Provisioning for port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:19.973633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'port': {'device_id': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'admin_state_up': True, 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'security_groups': ['4fb5fca0-59c8-4342-9117-83de1f81c350']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:20.001288 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.098282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:20.099059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.171248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] For port d5cf8773-91f4-409c-9fe5-8fc89fe684d1, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:20.187799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] For port d5cf8773-91f4-409c-9fe5-8fc89fe684d1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:20.253224 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:20.275474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.276393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 018eb558-b7c1-45f1-9762-62005bade75d {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:26:20.277262 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.290415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:20.294218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Transition to ACTIVE for port object 1c2a0782-4bce-41fa-ac0b-765156e0a6df will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:20.304430 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.311354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.315155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.376531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] 10.222.0.53 "DELETE /v2.0/networks/16124c50-2b58-4015-a7ac-3a641a73a233 HTTP/1.1" status: 204 len: 168 time: 3.7623873 Feb 04 13:26:20.376531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bde4e-7073-42dd-b1ed-db1626f7ffb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373 tempest-ExtraDHCPOptionsIpV6TestJSON-1113629373-project] Pushing event deleted for resources: {'Network': ['ID=16124c50-2b58-4015-a7ac-3a641a73a233,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:20.387972 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.391475 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.391667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:20.392570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47b3750b-cdb2-4cd1-92c9-c0a868fc635c admin admin] 10.222.0.53 "DELETE /v2.0/routers/018eb558-b7c1-45f1-9762-62005bade75d HTTP/1.1" status: 204 len: 168 time: 6.4702642 Feb 04 13:26:20.394419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:20.395507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49318) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:20.460596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:20.466554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.532680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.566137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:20.566750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eba8c86d-1ae6-4ae8-91c7-3bc93752fbc0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:20.591376 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.647433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Deleting subnet 47014614-7eb1-45d1-97fa-4a0ad1c5a008 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:20.653136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.818112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:20.959580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.029963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb491e8-05a9-4ea6-b8be-eba77e62bb9e None None] Pushing event updated for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.053815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:21.055867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:21.174687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:21.313591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.7 (b956239f-c9fc-40ac-bf55-93eaed130361/d779f494-a77b-4bd5-bea7-cace47f6b4aa/2fbf96ee-0bc2-41f0-af01-209621a5bd81) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:21.315573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1c2a0782-4bce-41fa-ac0b-765156e0a6df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:21.317579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.439710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19899e5e-09ad-4be7-b41a-297f1dc1d839 req-b412e4ef-e493-4d42-b4a1-e0035312d5be tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 210 time: 0.2702200 Feb 04 13:26:21.447158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47014614-7eb1-45d1-97fa-4a0ad1c5a008,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.454191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.465671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-00576959-9f3e-4fc9-9ea4-35c07a24b85b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47014614-7eb1-45d1-97fa-4a0ad1c5a008 HTTP/1.1" status: 204 len: 168 time: 1.0689368 Feb 04 13:26:21.466712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:21.492805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a565d-878f-4f69-a171-bdc98425084e None None] Network 4fbe8137-39fc-4422-b04b-b1804f5cd003 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:21.670303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.692324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object 2fbf96ee-0bc2-41f0-af01-209621a5bd81 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:21.735197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30004ec5-02e5-4a03-8b49-232a8b0ca831 None None] Pushing event updated for resources: {'Port': ['ID=1c2a0782-4bce-41fa-ac0b-765156e0a6df,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:21.788065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49364) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:21.801358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.896902 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.914588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0214b88f-5b85-4118-8b15-f832df43424b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=928c3026bef8470e90af630675fc12d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7387784 Feb 04 13:26:21.922970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49372) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:21.925879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:21.964332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Deleting port 39918834-dc99-4f53-bf23-f30614e4a04d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:21.968529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.114452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.115077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:22.231330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=31695d72-9a39-44d3-84f6-e8595ae6e9a2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.240862 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.330334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network b956239f-c9fc-40ac-bf55-93eaed130361 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:22.331272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:22.350314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:22.370208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:22.456770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-313be4ac-00e5-4006-888c-dfdc3624df55 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/31695d72-9a39-44d3-84f6-e8595ae6e9a2 HTTP/1.1" status: 204 len: 168 time: 2.8232388 Feb 04 13:26:22.497373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49390) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:22.584685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.597817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:22.599608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.609273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.632179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29a680-e80f-4328-8741-f3808b377b02 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:22.651379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-1ad9cf58-0e9a-4352-afd5-3b6873225a22 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6817594 Feb 04 13:26:22.671318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Request body: {'port': {'device_id': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:22.680313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:22.691143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:22.700912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.746200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.827655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.877281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device baea4401-204c-4223-89d3-df79b911b735 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:22.933782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] For port 39918834-dc99-4f53-bf23-f30614e4a04d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=39918834-dc99-4f53-bf23-f30614e4a04d,segment=NetworkSegment(bbbbb1a2-404a-4abb-b3ab-04fd0269cace),segment_id=bbbbb1a2-404a-4abb-b3ab-04fd0269cace)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:22.934342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:22.955286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: baea4401-204c-4223-89d3-df79b911b735 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:22.955930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device baea4401-204c-4223-89d3-df79b911b735 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:22.958359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Usage tracker for resource:security_group_rule and tenant:48fe844a76a448418db0fdc5b7ae39bd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:22.961754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a8a0aae-5638-4d82-8e25-5c2de101f4cb None None] Provisioning for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:22.966577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:22.978120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a8a0aae-5638-4d82-8e25-5c2de101f4cb None None] Provisioning complete for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:22.978667 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0aae-5638-4d82-8e25-5c2de101f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.009930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:23.052925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.109050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.129953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9a048-7e43-4ab0-8385-d851752ce10c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.153190 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1c2a0782-4bce-41fa-ac0b-765156e0a6df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:23.190390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Calling delete_port for 39918834-dc99-4f53-bf23-f30614e4a04d owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:23.220074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac47e0-7d88-4844-8051-31c54a34ea1f req-146ccc32-c3d8-402b-89bd-80faa761818c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:23.220890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3ac47e0-7d88-4844-8051-31c54a34ea1f req-146ccc32-c3d8-402b-89bd-80faa761818c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:23.252393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.253511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ec572b87-ce1b-475a-9afd-b486ea1f4561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fb9a048-7e43-4ab0-8385-d851752ce10c HTTP/1.1" status: 204 len: 168 time: 1.3294806 Feb 04 13:26:23.331237 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.369719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377ded0-08ec-4b74-a981-6a965595d7c7 None None] DHCP port deletion for 4fbe8137-39fc-4422-b04b-b1804f5cd003 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:26:23.401916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6377ded0-08ec-4b74-a981-6a965595d7c7 None None] Deleting port 39918834-dc99-4f53-bf23-f30614e4a04d {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:23.402253 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6377ded0-08ec-4b74-a981-6a965595d7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.413478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49410) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:23.510751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:23.511230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.593350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.630789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:20Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:23.673145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509d561-8e2a-4dc4-9e85-b6b907a2364d None None] The sync data for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 is: [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:20Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:23.752268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] No DVR routers for this DVR port 39918834-dc99-4f53-bf23-f30614e4a04d on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:23.833985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6377ded0-08ec-4b74-a981-6a965595d7c7 None None] The port '39918834-dc99-4f53-bf23-f30614e4a04d' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:26:23.837013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a8a0aae-5638-4d82-8e25-5c2de101f4cb None None] Could not find standard attr ID for object d0b45e86-9b08-415a-ba46-7509682e3dbf. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:26:23.883803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.950173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39918834-dc99-4f53-bf23-f30614e4a04d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:23.961793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:23.974903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d3ac47e0-7d88-4844-8051-31c54a34ea1f req-146ccc32-c3d8-402b-89bd-80faa761818c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:23.986958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3ac47e0-7d88-4844-8051-31c54a34ea1f req-146ccc32-c3d8-402b-89bd-80faa761818c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 931 time: 1.1427417 Feb 04 13:26:24.085853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.097291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dfdb2bbe-f602-4f1f-9057-4a822fe328a9 None None] Provisioning for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:24.107852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 49179502-5efe-4878-9bf1-84fcf099239f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:24.115557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-662321532'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:24.186294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-dfdb2bbe-f602-4f1f-9057-4a822fe328a9 None None] Provisioning complete for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:24.193442 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2bbe-f602-4f1f-9057-4a822fe328a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.214262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbf96ee-0bc2-41f0-af01-209621a5bd81 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:26:24.246086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.251185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 49179502-5efe-4878-9bf1-84fcf099239f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:24.251426 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d3ac47e0-7d88-4844-8051-31c54a34ea1f req-881350cd-a55e-4d58-9e30-1099a4122995 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635822 Feb 04 13:26:24.252858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 49179502-5efe-4878-9bf1-84fcf099239f not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:24.280403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Transition to ACTIVE for port object 2fbf96ee-0bc2-41f0-af01-209621a5bd81 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:24.294828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.343987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb2bbe-f602-4f1f-9057-4a822fe328a9 None None] Port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:24.500601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:24.513831 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.567546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.607596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Usage tracker for resource:network and tenant:1f4b3a381b7d49239897132ef274c20c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:24.677161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48fe844a76a448418db0fdc5b7ae39bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8780124 Feb 04 13:26:24.687680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49436) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:24.731355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.767021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe8137-39fc-4422-b04b-b1804f5cd003']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:24.799400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:24.799704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbbb1a2-404a-4abb-b3ab-04fd0269cace') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:24.814213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.845458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.853094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:24.853512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.868662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:24.951421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:24.952529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:24.953822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:24.961018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f289d5-94f2-4096-b3e7-2d696ce174a0 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:24.969130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:26:24.969756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:24.981304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:24.985442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:24.985916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Checking segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:24.986728 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:24.989323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Bound using segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:24.989986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Bound port: 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:24.992076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:24.992221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.012732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cd5c-0eaf-4ccf-9e2c-4442422a0bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768d5f6-76f4-4c23-a8b9-cc656d055156,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.025177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:25.059069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.091232 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.119653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:25.124778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:25.130400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.183279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49442) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:25.212542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d43fcf1f-7354-4db0-a627-6a51d6dd34d6 None None] Provisioning complete for port 1c2a0782-4bce-41fa-ac0b-765156e0a6df triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:25.222958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.223755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.225461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] 10.222.0.87 "PUT /v2.0/ports/2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 1091 time: 2.5595312 Feb 04 13:26:25.229163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d43fcf1f-7354-4db0-a627-6a51d6dd34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.230634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:25.259276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ec1cf-5e2b-466c-9568-9276f8e73b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.349082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbe8137-39fc-4422-b04b-b1804f5cd003,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:25.360543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-204b7eab-0192-42e1-bff2-2294e97ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.362111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-204b7eab-0192-42e1-bff2-2294e97ed95a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1094 time: 0.0929153 Feb 04 13:26:25.382406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Made reservation on behalf of 1f4b3a381b7d49239897132ef274c20c for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:25.392886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.408830 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.419965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac016bfe-174a-443f-bb7c-41bdecd52ff2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4fbe8137-39fc-4422-b04b-b1804f5cd003 HTTP/1.1" status: 204 len: 168 time: 3.9518359 Feb 04 13:26:25.424769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-652d3750-e9a3-41d5-92d4-8503ed4002d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a HTTP/1.1" status: 204 len: 168 time: 2.9210925 Feb 04 13:26:25.426105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49452) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:25.426694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49454) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:25.438750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.526105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-4fcd1d15-1dc3-4f36-b305-b714031a5db4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 217 time: 0.1458507 Feb 04 13:26:25.531810 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'status': 'completed', 'code': 200} Feb 04 13:26:25.536492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2a38fc21-9d18-4e12-beeb-03b3c22ee765 tempest-DvrRoutersNegativeTest-431524591 tempest-DvrRoutersNegativeTest-431524591-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-118189293', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:25.539572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.policy [None req-2a38fc21-9d18-4e12-beeb-03b3c22ee765 tempest-DvrRoutersNegativeTest-431524591 tempest-DvrRoutersNegativeTest-431524591-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87621) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 13:26:25.539896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.policy [None req-2a38fc21-9d18-4e12-beeb-03b3c22ee765 tempest-DvrRoutersNegativeTest-431524591 tempest-DvrRoutersNegativeTest-431524591-project] Failed policy check for 'create_router' {{(pid=87621) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 13:26:25.540401 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-2a38fc21-9d18-4e12-beeb-03b3c22ee765 tempest-DvrRoutersNegativeTest-431524591 tempest-DvrRoutersNegativeTest-431524591-project] create failed (client error): Access was denied to this resource. Feb 04 13:26:25.542229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2a38fc21-9d18-4e12-beeb-03b3c22ee765 tempest-DvrRoutersNegativeTest-431524591 tempest-DvrRoutersNegativeTest-431524591-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3542705 Feb 04 13:26:25.579635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-becf60b5-4aaa-4a4f-9228-a1d1e32dbb36 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036923 Feb 04 13:26:25.605692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5cf8773-91f4-409c-9fe5-8fc89fe684d1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:25.655235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-743cb1fd-c2d8-44aa-9b54-b4cd136882e2 req-465cafb4-b840-44ba-97ff-588920cc8b29 service neutron] (87621) timed out ('10.222.0.87', 54628) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:26:25.656643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-38c72a44-17cc-489c-9588-ea15d3e95cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.658142 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-38c72a44-17cc-489c-9588-ea15d3e95cd6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.1140809 Feb 04 13:26:25.709747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:25.721604 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:25.740446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:25.763821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Usage tracker for resource:security_group_rule and tenant:1f4b3a381b7d49239897132ef274c20c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:25.770427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:25.834538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:25.856296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:25.941653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-8b5ed8ae-d1da-4146-aa37-270ba83a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.943168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-8b5ed8ae-d1da-4146-aa37-270ba83a3043 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279449 Feb 04 13:26:25.965005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b981-ceb2-44bb-b22c-f75ef8827caf req-c922dc03-5bbc-402e-9c7f-4b6528e67f5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:25.970443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1027b981-ceb2-44bb-b22c-f75ef8827caf req-c922dc03-5bbc-402e-9c7f-4b6528e67f5b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 943 time: 0.4377956 Feb 04 13:26:26.063785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:26.070947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49472) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:26.071500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:26.071593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.129756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1027b981-ceb2-44bb-b22c-f75ef8827caf req-7701eed2-1c0c-4da4-9294-9da93c36b0e2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371803 Feb 04 13:26:26.178873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:26.183972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:26.187191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:26.193075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:26.225830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:26:26.233141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-0003d149-a2ff-43be-abb1-f90bcf877bfc service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810662 Feb 04 13:26:26.263203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Deleting port 1c2a0782-4bce-41fa-ac0b-765156e0a6df {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:26.263588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.315185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:26.318720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.456300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.458348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7a5ab2a-09d0-4fc9-ba5b-6dbf996b73f4 req-1f455f8e-5a16-4426-8c45-0bc228d8385f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1762021 Feb 04 13:26:26.480705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:26.494456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Usage tracker for resource:security_group_rule and tenant:da9118018fee467c9cc3bbfc98b85448 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:26.500657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:26.512840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:26.574931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f559bd0-e48a-48e2-a9f0-3d51f9528eba req-44ec8a12-a261-4aa2-9007-2297d3087ee4 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352661 Feb 04 13:26:26.583201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.616443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.643129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.669719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.696083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d5cf8773-91f4-409c-9fe5-8fc89fe684d1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:26.705330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768d5f6-76f4-4c23-a8b9-cc656d055156,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.707291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.713726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.722826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:26.734034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.735233 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Added segment 1523014a-4fcb-4e11-be54-24d52db5faba of type vlan for network 360a8766-6209-4d28-9a88-4ab425fddb30 Feb 04 13:26:26.788175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.797449 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.798375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] For port 1c2a0782-4bce-41fa-ac0b-765156e0a6df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1c2a0782-4bce-41fa-ac0b-765156e0a6df,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:26.798906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.854304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7a5ab2a-09d0-4fc9-ba5b-6dbf996b73f4 req-adae3e10-d1b2-46bb-93f0-ed9f193ebf6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2420769 Feb 04 13:26:26.864611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.870682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:26.871665 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.883545 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da9118018fee467c9cc3bbfc98b85448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071308 Feb 04 13:26:26.885294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4947-8fc2-4985-b797-6eb008b0cb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1485a8e-3c88-4325-a137-20838caf6b88,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:26.889248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:26.892583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39918834-dc99-4f53-bf23-f30614e4a04d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:26.953684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-dda67f82-627a-429f-a3c8-a6ca4e55deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:26.955212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-dda67f82-627a-429f-a3c8-a6ca4e55deb0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1094 time: 0.2838700 Feb 04 13:26:26.984171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:26.996840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Calling delete_port for 1c2a0782-4bce-41fa-ac0b-765156e0a6df owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:27.026147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 39918834-dc99-4f53-bf23-f30614e4a04d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:27.027234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 39918834-dc99-4f53-bf23-f30614e4a04d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:27.037586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.105509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.132846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7a5ab2a-09d0-4fc9-ba5b-6dbf996b73f4 req-d0f88028-726e-4f68-badd-70a0bbb3fe13 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508284 Feb 04 13:26:27.133799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.159280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3cf131db-f0dd-4ed7-89b1-6696b06df27a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a768d5f6-76f4-4c23-a8b9-cc656d055156 HTTP/1.1" status: 204 len: 168 time: 2.1551254 Feb 04 13:26:27.170743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] No DVR routers for this DVR port 1c2a0782-4bce-41fa-ac0b-765156e0a6df on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:27.184015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb389d-edb5-4400-8bf8-0e55c5d6c094 None None] Pushing event deleted for resources: {'Port': ['ID=1c2a0782-4bce-41fa-ac0b-765156e0a6df,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.202348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5cf8773-91f4-409c-9fe5-8fc89fe684d1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:27.292466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:27.293291 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.304296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.438223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-49999f25-5019-43d1-934e-8e6d4bfbcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.439650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-49999f25-5019-43d1-934e-8e6d4bfbcb67 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.4519212 Feb 04 13:26:27.516605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-2457a0f3-0f68-410a-9272-0e3c17ef3c5a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 217 time: 0.0701728 Feb 04 13:26:27.517826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.589327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1c2a0782-4bce-41fa-ac0b-765156e0a6df no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:27.606810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1485a8e-3c88-4325-a137-20838caf6b88,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.618143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:27.626456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff9fbd34-0e35-4d71-9386-b721428402d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1485a8e-3c88-4325-a137-20838caf6b88 HTTP/1.1" status: 204 len: 168 time: 0.7337554 Feb 04 13:26:27.661157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-d6736d20-388d-4f6f-84a7-cd816534ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.664937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-d6736d20-388d-4f6f-84a7-cd816534ec53 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.1390648 Feb 04 13:26:27.698681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc95d74-3225-4548-b52f-285518de9d9f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.725555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1c2a0782-4bce-41fa-ac0b-765156e0a6df {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:27.741229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1c2a0782-4bce-41fa-ac0b-765156e0a6df not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:27.783449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.3264220 Feb 04 13:26:27.814084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae062e-6945-4a09-9892-329493e1513c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Pushing event updated for resources: {'Network': ['ID=360a8766-6209-4d28-9a88-4ab425fddb30,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:27.880989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 360a8766-6209-4d28-9a88-4ab425fddb30 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:27.908746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49494) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:27.909412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49496) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:27.940638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ab2a-09d0-4fc9-ba5b-6dbf996b73f4 req-db100b05-d765-485a-b8c7-634831ca3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:27.950438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7a5ab2a-09d0-4fc9-ba5b-6dbf996b73f4 req-db100b05-d765-485a-b8c7-634831ca3dc9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7886603 Feb 04 13:26:27.986027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.039598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:28.050387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b991b6385a564f56ab2d829257f34745 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:28.055591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:28.065516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:28.082524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-2bcce1bb-71db-44fb-b3ee-a5d5042c2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:28.083959 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-2bcce1bb-71db-44fb-b3ee-a5d5042c2996 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4138594 Feb 04 13:26:28.191097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24924a-01e7-4a38-acee-742f478f7c35 req-23720d24-6eb3-4991-a367-4b9a9691d314 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:28.192482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee24924a-01e7-4a38-acee-742f478f7c35 req-23720d24-6eb3-4991-a367-4b9a9691d314 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 943 time: 0.5969708 Feb 04 13:26:28.304564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ee24924a-01e7-4a38-acee-742f478f7c35 req-36af1055-702b-457e-854d-0c36f11588d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:28.326838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-d3963df7-c856-464f-8d78-8753bc38c847 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352064 Feb 04 13:26:28.344810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'name': 'tempest-network--1606395124', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:28.369919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:28.377383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ee24924a-01e7-4a38-acee-742f478f7c35 req-36af1055-702b-457e-854d-0c36f11588d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:28.379275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee24924a-01e7-4a38-acee-742f478f7c35 req-36af1055-702b-457e-854d-0c36f11588d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743369 Feb 04 13:26:28.439205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:network and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:28.442453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:28.449317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:28.466955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.488559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.501597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.objects.ports [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87620) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:26:28.503902 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.560534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b991b6385a564f56ab2d829257f34745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485107 Feb 04 13:26:28.561959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:28.565812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:28.567581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:28.569493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49522) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:28.570552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.580122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2cfcd-eb56-4045-9b0a-6c98d156a8a1 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:28.591277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:28.591615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.615203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.639958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f04f7-fccf-4b7d-8d62-e890ecb1a985,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:28.643087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=2d0b8a3f-23db-4ff9-a879-0b04b7b9911b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:28.660514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:28.662794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.665905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:security_group_rule and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:28.668597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:28.675286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:28.707375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.707725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.708069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.708405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.708739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.709067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.709656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.710266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.710556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.711026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.711381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.711708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fdaf1-4473-485e-a77d-c996c1c2f4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:28.719125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6283bf0b-9f06-4a41-9624-dac96aac1eb9 req-a1e6e19c-c18c-4b66-8d5d-591d5bd56fbe service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839543 Feb 04 13:26:28.813520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-846940ac-8bad-424f-be9a-1821228c2f84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1026218 Feb 04 13:26:28.820606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49540) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:28.829653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.838543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:28.871209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:28.915213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.016470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:26:29.046734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:29.049425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.130250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:29.137108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '2d0b8a3f-23db-4ff9-a879-0b04b7b9911b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:29.137645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:29.138471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.151254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:29.204056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.218753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:29.234455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67f7f4-fd98-4231-88d3-11b7f9524d16,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.234754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f04f7-fccf-4b7d-8d62-e890ecb1a985,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.237147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:29.239486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.240832 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.256606 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-80374350-dc07-44f9-891c-a7d6fc0634f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d78f04f7-fccf-4b7d-8d62-e890ecb1a985 HTTP/1.1" status: 204 len: 168 time: 0.6723862 Feb 04 13:26:29.300628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:29.335323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'mac_address': 'fa:16:3e:50:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:26:29.393915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Deleting port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:29.393915 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.420501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-3c7a31ac-9caf-4124-975e-aeabf5c71f30 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:29.431763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-3c7a31ac-9caf-4124-975e-aeabf5c71f30 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 814 time: 0.4267356 Feb 04 13:26:29.441842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.442584 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Added segment 1cd9ccc1-e7cb-4032-937d-82ad66e6f0a5 of type vlan for network 82deecae-018f-414a-b3d9-0ae0a0f26d27 Feb 04 13:26:29.474472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.487744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-8d3ffa93-5d97-46fa-a5af-a28d68453e8e tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/quotas/b4f30d92db32424d987f1a7e7f38ad1a HTTP/1.1" status: 200 len: 375 time: 0.0547562 Feb 04 13:26:29.545446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbf96ee-0bc2-41f0-af01-209621a5bd81 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:26:29.568962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-1f2a83b6-83d0-4932-922e-9eb466a83270 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Synchronizing usage tracker for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:29.618381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.632863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Allocated IP 2001:db8::f816:3eff:feff:5705 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/2d0b8a3f-23db-4ff9-a879-0b04b7b9911b/758d4dd7-d595-4ab1-94eb-20d85349ff02) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:29.639050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:29.649287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-1f2a83b6-83d0-4932-922e-9eb466a83270 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Unset dirty status for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:29.659591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-1f2a83b6-83d0-4932-922e-9eb466a83270 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1705208 Feb 04 13:26:29.667799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.793316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] For port 5baa8cfe-e6c8-4a31-960f-76e5dce8580c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:29.793930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:29.873994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:29.924330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-16d839a5-0d4e-43d8-93ec-42a3845fc858 service neutron] 10.222.0.53 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632773 Feb 04 13:26:30.075952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49564) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:30.088102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Calling delete_port for 5baa8cfe-e6c8-4a31-960f-76e5dce8580c owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:30.140683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.161418 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.169235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:30.173669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c356734270384b6da24d2f2025a1ac47 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:30.176861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:30.177063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Transition to ACTIVE for port object 758d4dd7-d595-4ab1-94eb-20d85349ff02 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:30.180995 n-d-820555-2 neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d0b8a3f-23db-4ff9-a879-0b04b7b9911b (CIDR: 2001:db8::/64) Feb 04 13:26:30.183749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:30.186341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:26:30.195843 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:26:30.196301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:30.199545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474857c8-9e01-4ae4-98d1-434618dcb763 req-8103b01e-afa6-4417-8e6e-5595e03817b3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:30.201085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Transition to ACTIVE for port object 758d4dd7-d595-4ab1-94eb-20d85349ff02 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:30.206620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['2fbf96ee-0bc2-41f0-af01-209621a5bd81'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:26:30.207600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-474857c8-9e01-4ae4-98d1-434618dcb763 req-8103b01e-afa6-4417-8e6e-5595e03817b3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 944 time: 0.5938725 Feb 04 13:26:30.249766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-6f8a3b00-0ec1-4413-a5d6-909d700ee836 service neutron] 10.222.0.53 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243213 Feb 04 13:26:30.261700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.262765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:30.263357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.300842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-474857c8-9e01-4ae4-98d1-434618dcb763 req-37447444-d73b-4b46-ae82-3d7e446b643b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899112 Feb 04 13:26:30.302890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4201ea93-10fd-4332-8a33-c179b9c17d35 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4811652 Feb 04 13:26:30.317376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49572) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:30.329603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:30.337286 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.396043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4855680 Feb 04 13:26:30.399187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49578) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:30.424309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012063c-5be8-4f5e-8ceb-2556034937f4 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=82deecae-018f-414a-b3d9-0ae0a0f26d27,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.515893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 82deecae-018f-414a-b3d9-0ae0a0f26d27 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:30.550643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.565814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Pushing event updated for resources: {'Port': ['ID=758d4dd7-d595-4ab1-94eb-20d85349ff02,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.628924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:30.674298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:30.679200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:30.690066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:30.703854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87cdb30c-15b2-4866-89b8-2b722b27c41e req-95d82488-a718-42b0-854d-6d908fb06ea1 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 210 time: 0.0761857 Feb 04 13:26:30.704967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:30.716480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:30.729160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:30.771051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.772461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.782381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.822033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82deecae-018f-414a-b3d9-0ae0a0f26d27']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.836001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e0119-f043-4cbc-96b2-a84cf4a80fc9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:30.841819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:30.850257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd9ccc1-e7cb-4032-937d-82ad66e6f0a5') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.853496 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.856998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd9ccc1-e7cb-4032-937d-82ad66e6f0a5') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:30.896377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.937447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.951723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:30.952417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.956606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Attempting to bind port 758d4dd7-d595-4ab1-94eb-20d85349ff02 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:30.957077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Attempting to bind port 758d4dd7-d595-4ab1-94eb-20d85349ff02 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:30.957534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Attempting to bind port 758d4dd7-d595-4ab1-94eb-20d85349ff02 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:30.981357 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:30.987058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:30.987893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:30.988499 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:30.988962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:30.989637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Bound port: 758d4dd7-d595-4ab1-94eb-20d85349ff02, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:30.990025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.098226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.112270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82deecae-018f-414a-b3d9-0ae0a0f26d27 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:26:31.146748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.169194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Network': ['ID=82deecae-018f-414a-b3d9-0ae0a0f26d27,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.176885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5391b737-c975-47e4-8f9d-9020e913667e tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/82deecae-018f-414a-b3d9-0ae0a0f26d27 HTTP/1.1" status: 204 len: 168 time: 0.7766917 Feb 04 13:26:31.184033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49600) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:31.211621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] For port 758d4dd7-d595-4ab1-94eb-20d85349ff02, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:31.214582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:31.215291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-126d613b-eb7b-4b46-94b7-af55ded444c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c356734270384b6da24d2f2025a1ac47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1356330 Feb 04 13:26:31.226282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:31.227025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49606) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:31.241356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:31.243777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] For port 758d4dd7-d595-4ab1-94eb-20d85349ff02, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=758d4dd7-d595-4ab1-94eb-20d85349ff02,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:31.258673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.258933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:network and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:31.267713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:31.286520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:31.294114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.316264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:31.319177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.368335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Pushing event deleted for resources: {'Port': ['ID=5baa8cfe-e6c8-4a31-960f-76e5dce8580c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.438529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:31.451777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.452123 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Added segment 94586a21-31ab-4772-96cb-e33499876b56 of type vlan for network 8455dd44-7f05-409c-8607-2f8dce0659d7 Feb 04 13:26:31.504746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4cd3a-35eb-42f8-84ee-b0d7c058b7c1 None None] Pushing event updated for resources: {'Port': ['ID=758d4dd7-d595-4ab1-94eb-20d85349ff02,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:31.599610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.610338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.642053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.690152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.701054 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:31.716329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ea91-55e1-4d09-9476-cc22292e3bc6 req-26cf9e96-8a4a-42bf-9064-ab195ec241e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.736131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a713ea91-55e1-4d09-9476-cc22292e3bc6 req-26cf9e96-8a4a-42bf-9064-ab195ec241e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 944 time: 0.1937926 Feb 04 13:26:31.757331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Usage tracker for resource:security_group_rule and tenant:e47128cc217847b9b4c241c5a3eef996 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:31.757523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.762186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.762953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.771071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:31.779813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:31.805989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:31.820065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:31.830429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:31.980570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:31.981125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:32.001925 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a713ea91-55e1-4d09-9476-cc22292e3bc6 req-13c46153-6600-4e15-9813-b32101edfde6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648423 Feb 04 13:26:32.037680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=8455dd44-7f05-409c-8607-2f8dce0659d7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.045214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ee4a3bde-2940-4a4c-9c29-83da66eb649f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8589642 Feb 04 13:26:32.047791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49618) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:32.056812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8455dd44-7f05-409c-8607-2f8dce0659d7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:32.058640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'subnet': {'network_id': '8455dd44-7f05-409c-8607-2f8dce0659d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:32.071643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:32.082915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:subnet and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:32.087410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:32.105575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:32.121760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:32.124940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:32.166491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1551d15-56d5-4778-b6fb-cd696994ae73 req-b175ae0d-bbc6-41b4-92d6-117459b40626 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 210 time: 0.1667526 Feb 04 13:26:32.270455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=8e81d1be-73e1-42fe-bba7-97edc83598c5,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.476746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-06cd0a06-c57b-413d-b0c6-989880650d9c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1566417 Feb 04 13:26:32.479728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49622) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:32.486282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:47:61:55', 'name': 'tempest-NetworksTestDHCPv6-636483050'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:32.492256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:32.522478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:32.559434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:32.564195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b9e0119-f043-4cbc-96b2-a84cf4a80fc9 HTTP/1.1" status: 204 len: 168 time: 1.3325129 Feb 04 13:26:32.564195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8dfae-ff6e-4160-87fa-e5fa3315e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e0119-f043-4cbc-96b2-a84cf4a80fc9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:32.784347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:32.788844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:32.792268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:32.798774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:32.817365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:32.912624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-912830a6-cd16-45a4-a421-764e0b536081 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:32.914174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-912830a6-cd16-45a4-a421-764e0b536081 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.90 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 814 time: 0.6852069 Feb 04 13:26:32.916247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:32.948016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Request body: {'port': {'device_id': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680', 'admin_state_up': True, 'tenant_id': 'b4f30d92db32424d987f1a7e7f38ad1a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:33.000006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.027720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.045522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.092322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:33.099498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:33.112052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.211427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e47128cc217847b9b4c241c5a3eef996&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9816105 Feb 04 13:26:33.227613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49642) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:33.230146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5b90-acf7-4392-a6a7-73690a823158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561dbc20-b37e-4022-8d3b-c1ca81a20c16,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:33.258982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f146c-dffa-448b-b8b4-109066205308 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:33.295011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:33.390823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:33.440859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.444625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Made reservation on behalf of b4f30d92db32424d987f1a7e7f38ad1a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:33.448703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.508277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:26:33.508859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.515056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port fdaea5da-309a-49e8-a89d-15d8afc141f2 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:26:33.537509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Router f4db1dea-17c2-42f1-89cb-ebd9e087c32c has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:26:33.555577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2ef69e5-9642-4dd5-8e8c-66327f98b11b req-f74448ae-10c0-4dc4-9c3e-cceddb0d63f1 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 210 time: 0.0961413 Feb 04 13:26:33.594341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.612726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 758d4dd7-d595-4ab1-94eb-20d85349ff02 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:33.637541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c4b09b4-256d-4bd8-9c81-f423c1ea3fbb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:33.645215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3dd7e7c9-ebb2-4a07-8faa-b98ed502afa6 None None] Provisioning for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:33.748397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Checking segment: {'id': '94586a21-31ab-4772-96cb-e33499876b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8455dd44-7f05-409c-8607-2f8dce0659d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:33.749357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Network hostable DHCP agents. Network: 8455dd44-7f05-409c-8607-2f8dce0659d7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:33.763173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49654) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:33.812968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd490a3-f668-459b-a9b9-d5bd68eb9354 req-d1a2611c-6ed7-44ef-9009-37ff6ce7190a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:33.814538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fd490a3-f668-459b-a9b9-d5bd68eb9354 req-d1a2611c-6ed7-44ef-9009-37ff6ce7190a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 944 time: 0.3805223 Feb 04 13:26:33.838100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.846150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Network 8455dd44-7f05-409c-8607-2f8dce0659d7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:33.902054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:33.922031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8455dd44-7f05-409c-8607-2f8dce0659d7) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:33.931538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fd490a3-f668-459b-a9b9-d5bd68eb9354 req-dcad4e5c-d935-44ae-8df7-1b4682162090 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833292 Feb 04 13:26:33.935897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:33.936508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.938119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:33.954454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fdec9-f174-469d-9634-a43048bed5e3 None None] Network 8455dd44-7f05-409c-8607-2f8dce0659d7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:33.991978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba51a57b-fffe-45a9-a4d0-c8bad7e540cd tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9402492 Feb 04 13:26:33.993098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:33.993855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49664) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:34.015825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Allocated IP 172.20.0.2 (3c697016-6ac9-4a32-8372-a27e4ae8b680/b0b81768-53e9-43e4-9b9a-f114f7c946b1/22e9e42b-aa61-4cf0-8730-94c72abad634) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:34.027628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561dbc20-b37e-4022-8d3b-c1ca81a20c16,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.036847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'floatingip': {'floating_network_id': '8455dd44-7f05-409c-8607-2f8dce0659d7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.039327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:34.051808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Sync routers for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:34.063754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1584506053-network', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:34.068664 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:34.069445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:34.082315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:34.085962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:34.090977 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.094384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d363637f-aa14-46fb-9a70-55382dede61c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/561dbc20-b37e-4022-8d3b-c1ca81a20c16 HTTP/1.1" status: 204 len: 168 time: 0.8634155 Feb 04 13:26:34.096183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-01979e91-2942-48f8-822b-c26e1f026872 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4db1dea-17c2-42f1-89cb-ebd9e087c32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6219120 Feb 04 13:26:34.103506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49670) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:34.140093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Usage tracker for resource:network and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:34.144234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:floatingip and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:34.171727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:34.187879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:34.209636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:34.233657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:34.291422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:34.302981 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'code': 200} Feb 04 13:26:34.303222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8:0:1::1cb (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/8e81d1be-73e1-42fe-bba7-97edc83598c5/fdaea5da-309a-49e8-a89d-15d8afc141f2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:34.304747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:34.306720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.330921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.387675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Update dhcp port {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'fixed_ips': [{'subnet_id': '2d0b8a3f-23db-4ff9-a879-0b04b7b9911b', 'ip_address': '2001:db8::f816:3eff:feff:5705'}, {'subnet_id': '8e81d1be-73e1-42fe-bba7-97edc83598c5'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '758d4dd7-d595-4ab1-94eb-20d85349ff02'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:26:34.405649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::f816:3eff:fe47:6155 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/2d0b8a3f-23db-4ff9-a879-0b04b7b9911b/fdaea5da-309a-49e8-a89d-15d8afc141f2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:34.418435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:34.421778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:34.421778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.427244 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:34.438481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.515820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.702230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49678) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:34.737899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.757957 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.764512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.770553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:34.781224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object fdaea5da-309a-49e8-a89d-15d8afc141f2 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:34.784485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab744e32b7745c99e536832c89d84ef is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:34.795302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:34.805541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:34.873707 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:26:30Z', 'revision_number': 5, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:34.878283 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Checking router: f4db1dea-17c2-42f1-89cb-ebd9e087c32c for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:34.883997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.890767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Routers {'f4db1dea-17c2-42f1-89cb-ebd9e087c32c'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:34.891750 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:34.899905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.907990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:34.990326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:34.997240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:35.000528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:35.007864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.008112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:35.028278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.050330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7226c53-96e0-4cfa-9c14-26246ce14b45 None None] Network 8455dd44-7f05-409c-8607-2f8dce0659d7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:35.125231 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] Set router f4db1dea-17c2-42f1-89cb-ebd9e087c32c gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:35.134701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.153700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ba078ca2-24bd-430e-9e79-10b99bea0f49 req-53c707e0-3a69-4d5f-a17f-789cbd3969c7 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 210 time: 0.3367028 Feb 04 13:26:35.167394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.174491 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.181821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:35.184391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Pushing event updated for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.190849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Deleting port 6f2ff7e1-c325-401f-b671-c0c425877bf3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:35.191324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.196914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Allocated IP 2001:db8:0:1::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/8e81d1be-73e1-42fe-bba7-97edc83598c5/758d4dd7-d595-4ab1-94eb-20d85349ff02) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:35.203050 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.203410 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Added segment e6e2559d-76fa-4225-8ea0-bbe9eedfffc5 of type vlan for network c505875e-b9aa-40a7-b5f0-820e8c32834d Feb 04 13:26:35.248214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.315834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Network 3c697016-6ac9-4a32-8372-a27e4ae8b680 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:35.321234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:35.336460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:35.383793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.384674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.386638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.510372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] For port 758d4dd7-d595-4ab1-94eb-20d85349ff02, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=758d4dd7-d595-4ab1-94eb-20d85349ff02,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:35.522204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.528821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:26:30Z', 'revision_number': 5, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:35.532383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.533015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.534842 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bcc01-c13e-4234-a63e-bf71d291c429 None None] The sync data for ids ['f4db1dea-17c2-42f1-89cb-ebd9e087c32c'] in n-d-820555-2 is: [{'id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'name': 'tempest-TestServerMultinode-1086309063-router', 'tenant_id': '042f078ce6e34d91946e721997b30f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:24:32Z', 'updated_at': '2022-02-04T13:26:30Z', 'revision_number': 5, 'project_id': '042f078ce6e34d91946e721997b30f05', 'gw_port': {'id': '6f2ff7e1-c325-401f-b671-c0c425877bf3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db1dea-17c2-42f1-89cb-ebd9e087c32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:24:34Z', 'updated_at': '2022-02-04T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:35.549003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.558727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:35.564233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7958143 Feb 04 13:26:35.579280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:35.581259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49684) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:35.597891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=fdaea5da-309a-49e8-a89d-15d8afc141f2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.610969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:35.616684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.617347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.629949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Request body: {'subnet': {'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1584506053-subnet', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:35.632512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.642384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991f12e-12ce-45ff-bab0-044b59d35725,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.649516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:35.652515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Transition to ACTIVE for port object 758d4dd7-d595-4ab1-94eb-20d85349ff02 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:35.653994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226c8ca-ce3d-4c48-8505-b99c0efb09d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c505875e-b9aa-40a7-b5f0-820e8c32834d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.659413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Usage tracker for resource:subnet and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:35.660676 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.666835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:35.677746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ab744e32b7745c99e536832c89d84ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9718468 Feb 04 13:26:35.677746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-25904285-a0f3-476c-ba86-eed7cceee149 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7412829 Feb 04 13:26:35.681701 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e68ae973-5953-4370-87c3-3a167841b45a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2006488 Feb 04 13:26:35.683049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:35.686361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:35.686545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49690) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:35.689979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e305-6eb9-4eec-8b53-7fb34fde5730 req-9ffdc67e-268c-46a1-a759-d491827a7a8c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.691492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b95e305-6eb9-4eec-8b53-7fb34fde5730 req-9ffdc67e-268c-46a1-a759-d491827a7a8c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.5156419 Feb 04 13:26:35.697232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4674-c474-43ae-b546-5caf89da4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb042b-cb37-459e-95a5-e2ffb3d155ef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:35.700958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] For port 6f2ff7e1-c325-401f-b671-c0c425877bf3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f2ff7e1-c325-401f-b671-c0c425877bf3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:35.701315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.726803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Request body: {'port': {'device_id': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:35.772361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:26:35.772816 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:26:35.773555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c505875e-b9aa-40a7-b5f0-820e8c32834d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:35.848198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:35.850712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:35.879302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185d9e-62f2-4012-a9c7-f349cb6fa11d req-9d352411-18d2-45e1-aa3e-7de90f4e3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:35.881109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0185d9e-62f2-4012-a9c7-f349cb6fa11d req-9d352411-18d2-45e1-aa3e-7de90f4e3a59 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 1.5312772 Feb 04 13:26:35.892824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Calling delete_port for 6f2ff7e1-c325-401f-b671-c0c425877bf3 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:35.976172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b95e305-6eb9-4eec-8b53-7fb34fde5730 req-a6fd8d4f-ca7c-43a5-822a-edcf210451fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672741 Feb 04 13:26:36.000978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fe969-d58c-4825-b51b-a8c14ca9faf4 None None] Pushing event updated for resources: {'Port': ['ID=758d4dd7-d595-4ab1-94eb-20d85349ff02,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:36.043509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port fdaea5da-309a-49e8-a89d-15d8afc141f2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:36.043996 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.065750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.126564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.347396 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f0185d9e-62f2-4012-a9c7-f349cb6fa11d req-a32ffbb5-ee00-4ed3-85a9-1dc0d63dfc28 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239954 Feb 04 13:26:36.355672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.401106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 758d4dd7-d595-4ab1-94eb-20d85349ff02, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=758d4dd7-d595-4ab1-94eb-20d85349ff02,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:36.409961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.423111 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.480182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2ff7e1-c325-401f-b671-c0c425877bf3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:36.489334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.505681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.535675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=758d4dd7-d595-4ab1-94eb-20d85349ff02,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:36.560661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 758d4dd7-d595-4ab1-94eb-20d85349ff02 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:36.671149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5baa8cfe-e6c8-4a31-960f-76e5dce8580c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:36.727965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5baa8cfe-e6c8-4a31-960f-76e5dce8580c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:36.731262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5baa8cfe-e6c8-4a31-960f-76e5dce8580c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:36.787143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.804255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.900682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e074ed90-ac6c-4228-a304-630db9512d53 None None] Provisioning for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:36.908058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e074ed90-ac6c-4228-a304-630db9512d53 None None] Provisioning complete for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:36.908551 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e074ed90-ac6c-4228-a304-630db9512d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.938574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd951f0-919e-4c4f-8d21-27079b2605dc req-a3da2c38-6f4c-4c95-9fbf-2400af777728 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:36.939841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdd951f0-919e-4c4f-8d21-27079b2605dc req-a3da2c38-6f4c-4c95-9fbf-2400af777728 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 931 time: 0.5889919 Feb 04 13:26:36.946352 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:36.968272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.051033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.056185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.063774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e9e42b-aa61-4cf0-8730-94c72abad634 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:26:37.078002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.104392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Transition to ACTIVE for port object 22e9e42b-aa61-4cf0-8730-94c72abad634 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:37.105633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.106166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4db1dea-17c2-42f1-89cb-ebd9e087c32c {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:26:37.120659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.163115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb042b-cb37-459e-95a5-e2ffb3d155ef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.165815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.169753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-110cdb2a-ac07-4732-b082-a09351716064 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f4db1dea-17c2-42f1-89cb-ebd9e087c32c HTTP/1.1" status: 204 len: 168 time: 3.0652676 Feb 04 13:26:37.177755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49700) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:37.212171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d6075ab9-b723-4a93-80f2-f18a5af77282 None None] Provisioning for port fdaea5da-309a-49e8-a89d-15d8afc141f2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:37.218682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d6075ab9-b723-4a93-80f2-f18a5af77282 None None] Provisioning complete for port fdaea5da-309a-49e8-a89d-15d8afc141f2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:37.219395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d6075ab9-b723-4a93-80f2-f18a5af77282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.262437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for fdaea5da-309a-49e8-a89d-15d8afc141f2 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:37.290789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d6075ab9-b723-4a93-80f2-f18a5af77282 None None] Port fdaea5da-309a-49e8-a89d-15d8afc141f2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:37.315150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0811d6-b14a-46f0-9af2-74264b805f85,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.337981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Allocated IP 172.20.0.3 (8455dd44-7f05-409c-8607-2f8dce0659d7/7c4b09b4-256d-4bd8-9c81-f423c1ea3fbb/63bd41fa-d272-4124-9c8c-5566d39d8034) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:37.460952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:37.474286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdd951f0-919e-4c4f-8d21-27079b2605dc req-b5d7b0c2-b36e-4999-8ec6-020ae2305f53 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821019 Feb 04 13:26:37.492294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.495648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-47a1e92c-6118-42da-98f8-27c107b4e6a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2fb042b-cb37-459e-95a5-e2ffb3d155ef HTTP/1.1" status: 204 len: 168 time: 1.8068352 Feb 04 13:26:37.496890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:37.497465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Network hostable DHCP agents. Network: c505875e-b9aa-40a7-b5f0-820e8c32834d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:37.509890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Deleting subnet d80c717a-2dc9-4773-a52a-b8e7d93bbecd {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:37.528030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.587279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:37.603985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.642194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c505875e-b9aa-40a7-b5f0-820e8c32834d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:37.650479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ee6e-13a6-4137-949e-734c36641f69 req-927cb4e0-be30-49f0-8df5-fa4c841eb8e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:37.652135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9846ee6e-13a6-4137-949e-734c36641f69 req-927cb4e0-be30-49f0-8df5-fa4c841eb8e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.4752057 Feb 04 13:26:37.656851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d064cbc-7653-461b-ba65-da9c3b415c42 None None] Network c505875e-b9aa-40a7-b5f0-820e8c32834d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:37.663189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:37.663836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.738905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Attempting to bind port 22e9e42b-aa61-4cf0-8730-94c72abad634 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:37.739247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Attempting to bind port 22e9e42b-aa61-4cf0-8730-94c72abad634 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:37.739582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Attempting to bind port 22e9e42b-aa61-4cf0-8730-94c72abad634 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:37.759754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Port 22e9e42b-aa61-4cf0-8730-94c72abad634 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:26:37.760079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Attempting to bind port 22e9e42b-aa61-4cf0-8730-94c72abad634 on network 3c697016-6ac9-4a32-8372-a27e4ae8b680 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:37.769503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.775767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9846ee6e-13a6-4137-949e-734c36641f69 req-c36d0392-6332-4ef0-b03b-d81f020e1924 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988057 Feb 04 13:26:37.784056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:37.784648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Checking segment: {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:37.785292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Bound using segment: {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:37.786044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Bound port: 22e9e42b-aa61-4cf0-8730-94c72abad634, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27a1547-b1f1-487a-8857-d5964e5e3568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:37.786487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.866854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.899784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b0befa3-0cf3-4178-9d57-dfcab95b2c1c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2977316 Feb 04 13:26:37.906454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:37.915352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49712) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:37.927576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:37.937716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:37.962428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Usage tracker for resource:router and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:37.972051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:37.987576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:37.989803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:37.993845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=22e9e42b-aa61-4cf0-8730-94c72abad634,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:38.000945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=fdaea5da-309a-49e8-a89d-15d8afc141f2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.011883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.014589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-c505875e-b9aa-40a7-b5f0-820e8c32834d', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:38.016654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.103782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.107802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.109226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.114550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.118992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d079aca-962d-439e-ac1b-2846bdf11f85 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/fdaea5da-309a-49e8-a89d-15d8afc141f2 HTTP/1.1" status: 204 len: 168 time: 2.4268923 Feb 04 13:26:38.119090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49722) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:38.123463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.158832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.160206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.161774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9b713cfc-e056-417f-97b9-4e8787fe8a83 service neutron] 10.222.0.90 "PUT /v2.0/ports/22e9e42b-aa61-4cf0-8730-94c72abad634 HTTP/1.1" status: 200 len: 1091 time: 2.4655311 Feb 04 13:26:38.166419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:38.180317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80c717a-2dc9-4773-a52a-b8e7d93bbecd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.187798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.197467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.207784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f813b7fe-5003-44c2-bebc-2c71b3cd704b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d80c717a-2dc9-4773-a52a-b8e7d93bbecd HTTP/1.1" status: 204 len: 168 time: 1.0290000 Feb 04 13:26:38.211148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:38.216506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0a4940-1caa-4b62-8834-1a710d71d10a None None] Network a3a979b6-0175-44c6-9f55-381130326a41 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:38.241384 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.340068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Network 8455dd44-7f05-409c-8607-2f8dce0659d7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:38.373518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:38.386822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:38.514983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.537791 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.552250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Port': ['ID=63bd41fa-d272-4124-9c8c-5566d39d8034,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:38.641555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 758d4dd7-d595-4ab1-94eb-20d85349ff02 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:38.648994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2428653-0246-43b4-a881-623e63f684d8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:38.649775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a2428653-0246-43b4-a881-623e63f684d8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:38.717023 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634', 'status': 'completed', 'code': 200} Feb 04 13:26:38.720008 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:38.752514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a2428653-0246-43b4-a881-623e63f684d8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:38.756408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a2428653-0246-43b4-a881-623e63f684d8 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6363292 Feb 04 13:26:38.757135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49744) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:38.935865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Allocated IP 172.20.0.2 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/c1b55aca-ce0b-4485-b6e4-2e7aa615abbc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:38.992997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Deleting port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:38.993576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.087063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:39.087432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.099658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.141613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-1fe985ea-bdf2-4d36-9f99-770286d929cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.143270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-1fe985ea-bdf2-4d36-9f99-770286d929cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 1094 time: 0.9087641 Feb 04 13:26:39.232691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad165955-7ef7-4d12-91f6-abd5dafbbc4d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.237620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad165955-7ef7-4d12-91f6-abd5dafbbc4d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4729929 Feb 04 13:26:39.238515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:39.313571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-9bfa3a9e-d2b2-48cd-a4bf-e1404e3c4ab4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22e9e42b-aa61-4cf0-8730-94c72abad634 HTTP/1.1" status: 200 len: 217 time: 0.1564810 Feb 04 13:26:39.326435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] DHCP port deletion for a3a979b6-0175-44c6-9f55-381130326a41 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:26:39.357945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Deleting port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:39.358903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.446519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004587-4b75-471b-b897-d88bb603d87d req-a85026bd-ad7c-4d09-a2ad-8b8a6261163b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.460616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12004587-4b75-471b-b897-d88bb603d87d req-a85026bd-ad7c-4d09-a2ad-8b8a6261163b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.4779041 Feb 04 13:26:39.465862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f2ff7e1-c325-401f-b671-c0c425877bf3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:39.547430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] For port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:39.548112 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.556967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6f2ff7e1-c325-401f-b671-c0c425877bf3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:39.558044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f2ff7e1-c325-401f-b671-c0c425877bf3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:39.577763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12004587-4b75-471b-b897-d88bb603d87d req-0134e3c8-cc6f-4052-b9af-b33836bba261 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155870 Feb 04 13:26:39.609675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.612364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.617680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.636273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:39.687554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.694981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:39.702583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-28631e27-4454-4e98-97f5-d0d52a8ded8a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4595213 Feb 04 13:26:39.706839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49774) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:39.713984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.731453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Transition to ACTIVE for port object c1b55aca-ce0b-4485-b6e4-2e7aa615abbc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:39.792466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.836682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc74af-53b1-4109-8c3a-871aeaa5e812 req-53d26b6f-8599-4b14-9109-c2cf42700cfe tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.837488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3cdc74af-53b1-4109-8c3a-871aeaa5e812 req-53d26b6f-8599-4b14-9109-c2cf42700cfe tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Synchronizing usage tracker for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:39.857095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Calling delete_port for 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:39.911041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Transition to ACTIVE for port object c1b55aca-ce0b-4485-b6e4-2e7aa615abbc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:39.940433 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:39.949051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3cdc74af-53b1-4109-8c3a-871aeaa5e812 req-53d26b6f-8599-4b14-9109-c2cf42700cfe tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Unset dirty status for tenant:b4f30d92db32424d987f1a7e7f38ad1a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:39.957736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cdc74af-53b1-4109-8c3a-871aeaa5e812 req-53d26b6f-8599-4b14-9109-c2cf42700cfe tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 943 time: 1.2387578 Feb 04 13:26:39.965037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-683fb95c-e756-4868-98aa-3ddd6a52a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:39.967791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-683fb95c-e756-4868-98aa-3ddd6a52a3c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 200 len: 854 time: 0.6446519 Feb 04 13:26:40.023475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 2d0b8a3f-23db-4ff9-a879-0b04b7b9911b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:40.027583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.068420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] For port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,segment=NetworkSegment(14ee09e8-22f7-47bb-b430-785bd7a4c9da),segment_id=14ee09e8-22f7-47bb-b430-785bd7a4c9da)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:40.068923 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.082480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-f3a3269a-a944-4e4a-b7a6-f30b270e04b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c697016-6ac9-4a32-8372-a27e4ae8b680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871098 Feb 04 13:26:40.089384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:40.095744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:40.098036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:40.107485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.189410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cdc74af-53b1-4109-8c3a-871aeaa5e812 req-2cb1833f-a50d-4c54-a598-612a91385dbd tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301517 Feb 04 13:26:40.201713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.238814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.256679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] No DVR routers for this DVR port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:40.271342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Pushing event updated for resources: {'Port': ['ID=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.286449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Calling delete_port for 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:40.315037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.393508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.397993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Attempting to bind port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:40.398188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Attempting to bind port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:40.398540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Attempting to bind port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:40.420979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:40.421498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:40.421915 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.422315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:40.422837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Bound port: c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:40.423232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:26:40.432246 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:26:40.499080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0b8a3f-23db-4ff9-a879-0b04b7b9911b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.500922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Port': ['ID=63bd41fa-d272-4124-9c8c-5566d39d8034,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.503732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.545353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.550440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d3ccb44-037d-4bc2-956d-4e449a2f5ff7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0b8a3f-23db-4ff9-a879-0b04b7b9911b HTTP/1.1" status: 204 len: 168 time: 0.8422613 Feb 04 13:26:40.551728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:40.555376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.556850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b0676d65-014d-4748-b2f2-23c3f9652bba tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.5621002 Feb 04 13:26:40.563206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:40.568046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] For port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:40.572266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] For port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:40.578086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:40.606447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740bac02-caa9-4348-ba31-fba1f33907ac None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:40.628267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.658689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.733061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-c9d9159d-0220-44cf-9801-a6ea497a77b4 service neutron] 10.222.0.90 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374800 Feb 04 13:26:40.737928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6be1d-37b1-4647-b8e8-af996c66cb5e req-725a633e-7ac9-4ccb-beee-4269aa602080 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:40.739583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffb6be1d-37b1-4647-b8e8-af996c66cb5e req-725a633e-7ac9-4ccb-beee-4269aa602080 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.9499905 Feb 04 13:26:40.743754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 8e81d1be-73e1-42fe-bba7-97edc83598c5 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:40.762333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.789502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8c790-9c4e-47f5-8d05-6d5b4bd720ed None None] Pushing event updated for resources: {'Port': ['ID=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:40.793343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:26:40.793816 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:26:40.794562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:40.795042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:40.833862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.873408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffb6be1d-37b1-4647-b8e8-af996c66cb5e req-1f92019e-5ce9-41cd-9dd8-004153ee686f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272240 Feb 04 13:26:40.874403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dd80eeb2-e648-4567-818f-4cf9dcd67d85 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Synchronizing usage tracker for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:40.912087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:40.918470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:40.982775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a979b6-0175-44c6-9f55-381130326a41']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:41.005501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.014710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-dd80eeb2-e648-4567-818f-4cf9dcd67d85 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Unset dirty status for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:41.016419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd80eeb2-e648-4567-818f-4cf9dcd67d85 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=8455dd44-7f05-409c-8607-2f8dce0659d7 HTTP/1.1" status: 200 len: 689 time: 0.4021873 Feb 04 13:26:41.022141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:41.164205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ee09e8-22f7-47bb-b430-785bd7a4c9da') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:41.164806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ee09e8-22f7-47bb-b430-785bd7a4c9da') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:41.200729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.237683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.278720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.283527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c7a7b-a52f-427d-8b3a-877bcad5c808 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.288286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb4c7a7b-a52f-427d-8b3a-877bcad5c808 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1091 time: 0.3747842 Feb 04 13:26:41.289113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49820) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:41.290376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.295020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Deleting port 1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:41.295531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.299241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:41.299994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.360097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:41.409893 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:41.461109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3db09d24-701c-4d63-8b62-54cfe1acd300 None None] The port '1b7a7bc5-90e8-4c01-b738-3dbb9a5a5bdc' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:26:41.489728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Allocated IP 172.25.4.238 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/06f50ec7-db68-4ddf-a128-bd19a8b9a6a1) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:41.505851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:41.511324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:floatingip and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:41.519918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:41.528870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:41.545658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bacb0060-2d8e-4074-aece-1dd8bac3ece4 req-f3f7274e-f1e2-4f4a-81ba-892c107db570 service neutron] 10.222.0.90 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926593 Feb 04 13:26:41.585246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.720764 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.721536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.748546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Deleting port 63bd41fa-d272-4124-9c8c-5566d39d8034 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:41.749174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.774324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a979b6-0175-44c6-9f55-381130326a41,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:41.800117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.800557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.800960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.801358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.801752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.802148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.802536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.802950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.803471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.803858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.804246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.804570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:41.826442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc68e92-99b1-40e8-b773-5c049295613e req-fb29f0d5-5769-4421-9230-4340bb7ce8a5 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.833435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0dc68e92-99b1-40e8-b773-5c049295613e req-fb29f0d5-5769-4421-9230-4340bb7ce8a5 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 943 time: 0.4146259 Feb 04 13:26:41.877588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96bec693-a0ca-4f9a-9b9c-6da4feee286f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a3a979b6-0175-44c6-9f55-381130326a41 HTTP/1.1" status: 204 len: 168 time: 3.6653211 Feb 04 13:26:41.900231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e817-58f9-447e-a876-162af52ef878 req-8f1efbac-8b79-43d1-8b94-f0b24e2a54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:41.902347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-8f1efbac-8b79-43d1-8b94-f0b24e2a54a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 1094 time: 0.2427523 Feb 04 13:26:41.973189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0dc68e92-99b1-40e8-b773-5c049295613e req-5e4ae319-d7a8-4739-8404-5c995173fc75 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374114 Feb 04 13:26:41.977522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:41.998087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:42.061311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=8e81d1be-73e1-42fe-bba7-97edc83598c5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.084172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.100791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.131488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-619717ba-b920-4d13-ab13-42ab4c14ed1a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/8e81d1be-73e1-42fe-bba7-97edc83598c5 HTTP/1.1" status: 204 len: 168 time: 1.5748591 Feb 04 13:26:42.131710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:42.177949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.178396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.216410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e817-58f9-447e-a876-162af52ef878 req-adc97a69-9984-4527-b052-3b5737ea7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:42.219632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-adc97a69-9984-4527-b052-3b5737ea7cd0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 200 len: 915 time: 0.2739234 Feb 04 13:26:42.300936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:42.302161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.351313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fc736-fa39-4569-b515-998012cdf5f6 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:42.378378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Calling delete_port for 63bd41fa-d272-4124-9c8c-5566d39d8034 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:42.421739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Pushing event updated for resources: {'Port': ['ID=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.427911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.442841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-70c48547-cf1c-4d2e-9747-b142dbe72591 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22e9e42b-aa61-4cf0-8730-94c72abad634 HTTP/1.1" status: 200 len: 217 time: 0.2168117 Feb 04 13:26:42.464390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:42.478113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Usage tracker for resource:security_group_rule and tenant:58e4f93dceaf4f31ad974498407db0eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:42.492917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:42.512866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-55739d3c-ab7b-4af0-8c56-b3c19c5f8e88 None None] Provisioning complete for port 758d4dd7-d595-4ab1-94eb-20d85349ff02 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:42.513467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55739d3c-ab7b-4af0-8c56-b3c19c5f8e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.539814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:42.575437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:42.608334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.651546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1b55aca-ce0b-4485-b6e4-2e7aa615abbc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:42.676534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:42.679695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:42.730532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035af71-6c55-409e-a9cf-abc0b5492e62 None None] Network c505875e-b9aa-40a7-b5f0-820e8c32834d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:42.842586 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:42.920889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Port': ['ID=63bd41fa-d272-4124-9c8c-5566d39d8034,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:42.933483 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97aa7fcc-0d03-40dd-b5ac-df8f8a0e7483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63bd812df5324a32b0b28561e6579fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269662 Feb 04 13:26:42.945921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2620c9e6-f743-48e7-a014-1be24febba2c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8107040 Feb 04 13:26:42.952477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:42.952809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:42.968122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.80 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6629e6b2-df96-4300-83e2-10701e068cf0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:42.968700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:43.058445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.072295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:43.189763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e817-58f9-447e-a876-162af52ef878 req-8d431c74-3965-4a71-bbb9-c5da6f1ea733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:43.191355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-8d431c74-3965-4a71-bbb9-c5da6f1ea733 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 200 len: 854 time: 0.7271352 Feb 04 13:26:43.199383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Provisioning for port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:43.205724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Provisioning complete for port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:43.206099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.236704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.262417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.281400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:26:43.286433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Deleting port 758d4dd7-d595-4ab1-94eb-20d85349ff02 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:43.286683 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.292906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-10369286-4156-46ac-bce9-e9924a04b4cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c697016-6ac9-4a32-8372-a27e4ae8b680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771503 Feb 04 13:26:43.407726 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.428806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.468801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58e4f93dceaf4f31ad974498407db0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4351494 Feb 04 13:26:43.472816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:43.480445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49858) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:43.490404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7723-97dc-4494-994f-f3783d4fc979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548ba7b5-5719-4bd6-befd-5823d0a27837,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.500671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.505755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:43.533232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:43.558047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:43.564409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981afc0-aa33-4ca7-a9ef-51951d1597e3 req-5bdc4fde-4acf-42a9-95c3-9c91bb4893e0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:43.565978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1981afc0-aa33-4ca7-a9ef-51951d1597e3 req-5bdc4fde-4acf-42a9-95c3-9c91bb4893e0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 943 time: 0.4054570 Feb 04 13:26:43.577945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.598907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.627179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.634878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.643149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0436c509-d554-411d-897e-0a3fa6e043c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.673657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:43.676475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] For port 758d4dd7-d595-4ab1-94eb-20d85349ff02, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=758d4dd7-d595-4ab1-94eb-20d85349ff02,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:43.676950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.677440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.699166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4b09b4-256d-4bd8-9c81-f423c1ea3fbb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:43.858935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Calling delete_port for 758d4dd7-d595-4ab1-94eb-20d85349ff02 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:43.867367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.892105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] For port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:43.899672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.912802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-f3fc12ae-8459-4fc6-a813-881601077a6f service neutron] 10.222.0.90 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037529 Feb 04 13:26:43.932693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:43.942337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:43.951016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:43.958537 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:43.980724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1981afc0-aa33-4ca7-a9ef-51951d1597e3 req-9a0d17cd-ec15-425b-9cf2-c7b506c8f40e tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984203 Feb 04 13:26:44.000402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=6629e6b2-df96-4300-83e2-10701e068cf0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.007251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238868f0-47ab-4d85-b010-3bf32b759f8b None None] Pushing event updated for resources: {'Port': ['ID=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.012958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.031260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.051544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-953fafc3-b8e5-415d-a5b2-6caa5b90fdce None None] Provisioning complete for port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:44.051767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-953fafc3-b8e5-415d-a5b2-6caa5b90fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.056011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8455dd44-7f05-409c-8607-2f8dce0659d7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:44.081046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.103236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94586a21-31ab-4772-96cb-e33499876b56') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:44.103560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94586a21-31ab-4772-96cb-e33499876b56') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:44.117527 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.126639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.146945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] Pushing event deleted for resources: {'Port': ['ID=758d4dd7-d595-4ab1-94eb-20d85349ff02,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.154309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4153d-e0a2-4a99-9563-291726d3ec66 None None] No DVR routers for this DVR port 758d4dd7-d595-4ab1-94eb-20d85349ff02 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:26:44.177412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5897986-2b64-415f-af48-b4932f445bc7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.198276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.204602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:44.205348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.205576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.209342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6c2480b-44cd-46f8-bc96-53d98ea30948 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5897986-2b64-415f-af48-b4932f445bc7 HTTP/1.1" status: 204 len: 168 time: 1.2529740 Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:44.228742 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:44.398932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.402916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6287e817-58f9-447e-a876-162af52ef878 req-401db504-b17b-44d9-b93e-2219cfb319bf service neutron] 10.222.0.90 "GET /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780438 Feb 04 13:26:44.422042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.448402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8455dd44-7f05-409c-8607-2f8dce0659d7 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:26:44.455250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.465183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Network': ['ID=8455dd44-7f05-409c-8607-2f8dce0659d7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.550750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1b55aca-ce0b-4485-b6e4-2e7aa615abbc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:44.628299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-16f362bb-1f54-489a-9e41-f09f363d30ff tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8455dd44-7f05-409c-8607-2f8dce0659d7 HTTP/1.1" status: 204 len: 168 time: 3.6005352 Feb 04 13:26:44.629920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:44.667767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:44.669391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.729792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-734e5089-48fd-4ccb-8a09-c0e167b4aba1 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Synchronizing usage tracker for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:44.733106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:44.808446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ba7b5-5719-4bd6-befd-5823d0a27837,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:44.814430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:44.814957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d69c94b-e789-4f7b-8661-9d92f18b371e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=042f078ce6e34d91946e721997b30f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753655 Feb 04 13:26:44.815708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-734e5089-48fd-4ccb-8a09-c0e167b4aba1 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Unset dirty status for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:44.819093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-734e5089-48fd-4ccb-8a09-c0e167b4aba1 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1871746 Feb 04 13:26:44.824652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:44.934754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.939683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 758d4dd7-d595-4ab1-94eb-20d85349ff02 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:26:44.972394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.972884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.973797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.973797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.974253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.974732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:44.975741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Synchronizing usage tracker for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:44.993851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:44.995264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e66882e-2094-4793-aa15-dc4f8b37fc6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/548ba7b5-5719-4bd6-befd-5823d0a27837 HTTP/1.1" status: 204 len: 168 time: 1.5073636 Feb 04 13:26:44.998874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Unset dirty status for tenant:fae81766659f4bcdb7816d5ef16cc7eb on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:45.000291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a3a2728-e03d-460a-a5be-d1351cf2cc41 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1747015 Feb 04 13:26:45.018067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:45.020164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 758d4dd7-d595-4ab1-94eb-20d85349ff02 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:26:45.021163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 758d4dd7-d595-4ab1-94eb-20d85349ff02 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:26:45.071412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.131811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.206813 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-8077275f-8c9a-48e0-b9b5-957f363e02d7 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] delete failed (client error): The resource could not be found. Feb 04 13:26:45.210944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8077275f-8c9a-48e0-b9b5-957f363e02d7 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/e5b3758f-bb36-47fe-ba10-42230073443d HTTP/1.1" status: 404 len: 345 time: 0.1809485 Feb 04 13:26:45.214846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 22e9e42b-aa61-4cf0-8730-94c72abad634 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:26:45.221714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.225028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:45.276327 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.324684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.334578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.371981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=22e9e42b-aa61-4cf0-8730-94c72abad634,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:45.387767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '22e9e42b-aa61-4cf0-8730-94c72abad634', 'network_id': '3c697016-6ac9-4a32-8372-a27e4ae8b680', 'port_id': '22e9e42b-aa61-4cf0-8730-94c72abad634', 'mac_address': 'fa:16:3e:f7:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b81768-53e9-43e4-9b9a-f114f7c946b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:26:45.399787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:45.415696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:45.419372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.419976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.428392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=029e195b-9b93-4de7-a65a-e4ab5323997e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.433103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.456169 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6399a8b3-af10-4ae6-9f6a-d5a562aa368b tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 13:26:45.456656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6399a8b3-af10-4ae6-9f6a-d5a562aa368b tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:45.462885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6399a8b3-af10-4ae6-9f6a-d5a562aa368b tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8455dd44-7f05-409c-8607-2f8dce0659d7 HTTP/1.1" status: 404 len: 339 time: 0.1674919 Feb 04 13:26:45.465184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:45.470805 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.480374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'name': 'tempest-network--1847430696', 'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:45.492471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:45.494810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=6629e6b2-df96-4300-83e2-10701e068cf0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.499343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613831d3-6329-4f73-ac40-36b60a5cc2ca None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:45.509563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:network and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:45.515010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:45.515579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18fd31c4-ccb9-4e8e-b342-25669eea33da tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5599654 Feb 04 13:26:45.522393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:45.534761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:45.557647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.560887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db18165-c9d7-44e9-bfdf-f4c89c72c4ef req-ac7cb4df-f98c-4295-a95e-718405c5e6b3 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:45.562775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7db18165-c9d7-44e9-bfdf-f4c89c72c4ef req-ac7cb4df-f98c-4295-a95e-718405c5e6b3 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 943 time: 0.3571000 Feb 04 13:26:45.594295 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e9e42b-aa61-4cf0-8730-94c72abad634 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:26:45.619674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:45.639461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=22e9e42b-aa61-4cf0-8730-94c72abad634,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:45.651772 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.672514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:45.679400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.719282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:45.730942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d52a3723af47328800b59d62e89111 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:45.740062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:45.746552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7db18165-c9d7-44e9-bfdf-f4c89c72c4ef req-11ed77a2-4915-480f-aff3-79fde97a0eb6 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262467 Feb 04 13:26:45.751565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.757724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:45.779540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ac69da-4a64-4358-888f-d1ab46bf9443,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:45.826196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '029e195b-9b93-4de7-a65a-e4ab5323997e'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:45.827023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.831306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:45.832438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6012a9dd-6c32-464e-b7fc-23e10cd46b56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94ac69da-4a64-4358-888f-d1ab46bf9443 HTTP/1.1" status: 204 len: 168 time: 1.0123022 Feb 04 13:26:45.846636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Router 42724af9-05da-4c77-8a07-534b650ec685 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:26:46.044042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/029e195b-9b93-4de7-a65a-e4ab5323997e/6d04a0da-201d-48cc-aa14-0fa80f47d3f3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:46.051133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['22e9e42b-aa61-4cf0-8730-94c72abad634'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:26:46.093156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.103994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.112494 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP b697f787-0adb-48bf-932c-8e7568105f68 associated. External IP: 172.25.4.80, port: 2fbf96ee-0bc2-41f0-af01-209621a5bd81. Feb 04 13:26:46.145282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014e27b5-dacf-438a-b573-4a1b43626fd0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.157895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:46.195953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5a867aa0-93e3-469b-9b60-08e2ca153c15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1d52a3723af47328800b59d62e89111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742929 Feb 04 13:26:46.200040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:46.202232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:46.218694 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.218912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:46.222389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-be3c0423-a437-483b-9971-e33771362662 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3031077 Feb 04 13:26:46.229678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49918) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:46.232008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:46.232646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:46.316367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:46.319496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.382733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b1e613f-8012-46ac-a89d-c210a19ccbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.451042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:46.468284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:46.470906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:46.472998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:46.545630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:46.571670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.572021 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Added segment 9ac17326-8ded-4f7d-8602-5ba2a6df2895 of type vlan for network 69237fa1-b838-4d8d-be83-49288986fdd0 Feb 04 13:26:46.601464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:46.605590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.617718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:46.679682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:26:46.706377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.846009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:26:46.866249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.925252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49940) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:46.947558 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:46.984837 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.012291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.013272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.013857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.043803 n-d-820555-2 neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 029e195b-9b93-4de7-a65a-e4ab5323997e (CIDR: 2001:db8::/64) Feb 04 13:26:47.057524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Transition to ACTIVE for port object 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:47.122713 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.156015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Transition to ACTIVE for port object 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:47.159626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.172412 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:26:47.172970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:26:47.176227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.185959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-952218917-network', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:47.219836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:47.220254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e27b5-dacf-438a-b573-4a1b43626fd0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.234027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.238453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b1838b7-ae37-4b57-8acc-3baef30f94f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014e27b5-dacf-438a-b573-4a1b43626fd0 HTTP/1.1" status: 204 len: 168 time: 1.0349360 Feb 04 13:26:47.253091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Usage tracker for resource:network and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:47.257148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:47.275337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8066568 Feb 04 13:26:47.280157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d30d9d9-1d18-4376-9017-56ee1b6be0ac tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7519138 Feb 04 13:26:47.280157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:47.281898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:47.283536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217a8e7-6e54-4669-89cf-e0c0995f1344 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=69237fa1-b838-4d8d-be83-49288986fdd0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.290054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49950) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:47.290384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49952) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:47.292923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Sync routers for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:47.308495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:47.309817 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:47.312119 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:47.316355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 69237fa1-b838-4d8d-be83-49288986fdd0 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:47.346141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:47.410589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:47.413088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:47.483604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Made reservation on behalf of 953d657dc04248c093a4858dbc4f52b7 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:47.484071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.488542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.494003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:47.506405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.522366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.538576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.588292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebc32b-a456-4b34-b366-5878570aad2d req-e50f2966-f49a-4a2a-a043-096c77986652 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:47.589871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cebc32b-a456-4b34-b366-5878570aad2d req-e50f2966-f49a-4a2a-a043-096c77986652 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 944 time: 0.6458578 Feb 04 13:26:47.598155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Attempting to bind port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:47.598715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Attempting to bind port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:47.599209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Attempting to bind port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:47.609276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:47.609276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:47.609632 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.610030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:47.610510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Bound port: 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:47.611376 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.623861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:47.639272 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:26:47.673512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:43Z', 'revision_number': 3, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:47.693083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:47.693713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:47.694072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Updating router 42724af9-05da-4c77-8a07-534b650ec685 port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:47.841193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:47.859839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:47.873795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:47.876742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] For port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:47.901704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Allocated IP 172.20.0.1 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/c786825a-d7cc-4aac-a52e-9c07d9a4cf04) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:47.902260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] For port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:47.925741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-72410d05-4783-453c-8406-b0f845b680d0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5823474 Feb 04 13:26:47.968899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:47.974987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:47.992620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cebc32b-a456-4b34-b366-5878570aad2d req-72073db0-511e-4134-9ccc-a50ae027859f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874633 Feb 04 13:26:48.022423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710171b3-d7b0-4d74-8411-8bad82411f79 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.030646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710171b3-d7b0-4d74-8411-8bad82411f79 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.038314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710171b3-d7b0-4d74-8411-8bad82411f79 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.045462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710171b3-d7b0-4d74-8411-8bad82411f79 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.051755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-710171b3-d7b0-4d74-8411-8bad82411f79 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7592006 Feb 04 13:26:48.058032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 49972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:48.066099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:48.240821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.259885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Transition to ACTIVE for port object c786825a-d7cc-4aac-a52e-9c07d9a4cf04 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:48.286225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.288687 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'status': 'completed', 'code': 200} Feb 04 13:26:48.294776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:48.295603 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.298452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:48.305970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:48.364573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:48.367952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.409680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:48.411332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Pushing event updated for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:48.415631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:48.437298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:48.512006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.529850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.575779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.592475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Transition to ACTIVE for port object 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:48.602257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.615763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b697f787-0adb-48bf-932c-8e7568105f68', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'mac_address': 'fa:16:3e:50:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:26:44Z', 'updated_at': '2022-02-04T13:26:44Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:48.625626 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Checking router: 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:48.648655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.649004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:48.654503 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:48.685901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:48.699662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.708487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a204bd-5fae-415c-93b6-b3dcb4e75812,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:48.747207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.747847 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Added segment 64746995-f428-4b2a-903b-5505781651ac of type vlan for network d2ed0b0d-328e-4d81-8f54-071860c90932 Feb 04 13:26:48.890180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Attempting to bind port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:48.890845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Attempting to bind port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:48.891242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Attempting to bind port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:48.922374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.934154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af80cec-39aa-46ba-b42d-42614860fccf req-72cfaff4-bb2e-4bae-8161-46eb92353e58 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:48.936008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0af80cec-39aa-46ba-b42d-42614860fccf req-72cfaff4-bb2e-4bae-8161-46eb92353e58 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.5011950 Feb 04 13:26:48.939337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:48.939719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:48.940130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.940573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:48.941949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Bound port: 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:48.941949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:48.980879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.002116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-ff7b487e-d9b3-476a-8551-b100b4f1bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.004281 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-ff7b487e-d9b3-476a-8551-b100b4f1bbfe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 0.7146332 Feb 04 13:26:49.017209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0af80cec-39aa-46ba-b42d-42614860fccf req-54ea3063-c4e6-4e48-bde8-9846cfc9b69f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710223 Feb 04 13:26:49.079303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590ae0f-8d5b-4a9b-a645-1af4bd6a4fc0 None None] Pushing event updated for resources: {'Port': ['ID=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:49.097511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49990) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:49.149197 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:49.221956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1cd5506c-9580-4e14-aa17-3293c3d6b3ea None None] Provisioning for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:49.265446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 22e9e42b-aa61-4cf0-8730-94c72abad634 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:49.357726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1cd5506c-9580-4e14-aa17-3293c3d6b3ea None None] Provisioning complete for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:49.358393 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cd5506c-9580-4e14-aa17-3293c3d6b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.425070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.438876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-011d92e3-0bd3-4bb0-b0ef-d55006fe8341 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 200 len: 990 time: 0.3335059 Feb 04 13:26:49.470569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] For port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:49.473849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] For port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:49.530925 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.576034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 49998) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:49.606099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf8304-8a79-4946-95f0-ddf49bfd5c0d None None] Pushing event updated for resources: {'Port': ['ID=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:49.665654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-b1ff8502-66ba-4d5a-adf4-d6ab32515004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.667762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-b1ff8502-66ba-4d5a-adf4-d6ab32515004 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.4486196 Feb 04 13:26:49.691292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.692271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:49.693363 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.731299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:49.737406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:49.866696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b697f787-0adb-48bf-932c-8e7568105f68', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'mac_address': 'fa:16:3e:50:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:26:44Z', 'updated_at': '2022-02-04T13:26:44Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:49.878011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f1daf4-37cf-452e-86b4-e5543937a860 None None] The sync data for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 is: [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b697f787-0adb-48bf-932c-8e7568105f68', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'mac_address': 'fa:16:3e:50:d6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:26:44Z', 'updated_at': '2022-02-04T13:26:44Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:49.887529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.898678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:49.941126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.043936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Pushing event updated for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:50.050539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69237fa1-b838-4d8d-be83-49288986fdd0']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:50.074707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.085125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ed0b0d-328e-4d81-8f54-071860c90932,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:50.100372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:50.101891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac17326-8ded-4f7d-8602-5ba2a6df2895') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:50.102505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac17326-8ded-4f7d-8602-5ba2a6df2895') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:50.109066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Usage tracker for resource:security_group_rule and tenant:7474f1d035cb4616a9dc0d57f5459323 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:50.115263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:50.122921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.124262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.127960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:50.155342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.159086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:50.164939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:50.165758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.299315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf8304-8a79-4946-95f0-ddf49bfd5c0d None None] Pushing event updated for resources: {'Port': ['ID=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:50.302114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5506c-9580-4e14-aa17-3293c3d6b3ea None None] Port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:50.344673 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:50.347884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c588bd9-8d62-49a9-8438-06c16023f9c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4167917 Feb 04 13:26:50.357759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.360021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50004) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:50.362559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69237fa1-b838-4d8d-be83-49288986fdd0 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:26:50.365005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.372312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Request body: {'subnet': {'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-952218917-subnet', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:50.388053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:50.402749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Usage tracker for resource:subnet and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:50.407891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:50.408738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Network': ['ID=69237fa1-b838-4d8d-be83-49288986fdd0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:50.417503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a630025f-b665-48e4-9f9f-ce90a01bcae5 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/69237fa1-b838-4d8d-be83-49288986fdd0 HTTP/1.1" status: 204 len: 168 time: 2.3567004 Feb 04 13:26:50.433295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:50.435119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:50.441547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:50.446583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:50.452960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50010) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:50.464759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'name': 'tempest-network--1725294972', 'router:external': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:50.471955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:50.476967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:network and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:50.480560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:50.487724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:50.498081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d2ed0b0d-328e-4d81-8f54-071860c90932 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:50.534706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9f5aa-c05a-4336-890d-aa8e7c767885 None None] New status for floating IP b697f787-0adb-48bf-932c-8e7568105f68: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:26:50.585716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:26:50.589208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-09532e43-f1f0-402c-8f20-4b45d84b09a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 998 time: 0.8904538 Feb 04 13:26:50.640159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:50.643400 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.681188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 22e9e42b-aa61-4cf0-8730-94c72abad634 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:50.716682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:50.772485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa57ad-7c9c-4865-92c3-be8391bc967f req-c0c23f88-6696-4380-bac8-637e04a2fc0b tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:50.796524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aeaa57ad-7c9c-4865-92c3-be8391bc967f req-c0c23f88-6696-4380-bac8-637e04a2fc0b tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 944 time: 1.5789509 Feb 04 13:26:50.879958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Made reservation on behalf of 953d657dc04248c093a4858dbc4f52b7 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:50.883421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:50.926943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 22e9e42b-aa61-4cf0-8730-94c72abad634 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:50.927490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.041262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40db9611-762e-4aeb-884c-d1e70742d3c8 None None] Provisioning for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:51.087108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-943a4dad-1ef7-4331-9c4b-3b2e2bbbf3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.088644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-943a4dad-1ef7-4331-9c4b-3b2e2bbbf3a2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.4259272 Feb 04 13:26:51.103368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.107149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:26:51.113080 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.116568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:51.130937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-131c7076-854e-40df-ad4e-a54f23cda807 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 200 len: 990 time: 0.6768181 Feb 04 13:26:51.140904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.152046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aeaa57ad-7c9c-4865-92c3-be8391bc967f req-6ec3d929-9553-4f61-9287-eb2c55c37004 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537784 Feb 04 13:26:51.170848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:51.193178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.193815 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Added segment 7213908f-b4b7-426d-a723-8d64a767ce2f of type vlan for network d506316b-72bd-47a5-9556-170977910314 Feb 04 13:26:51.269351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-0e17d77a-8f3c-4bfd-a404-79172edb6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.271817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-0e17d77a-8f3c-4bfd-a404-79172edb6fe5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756077 Feb 04 13:26:51.274182 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.307909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:51.308681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.353804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7474f1d035cb4616a9dc0d57f5459323&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7758548 Feb 04 13:26:51.355385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41167e0c-39c8-46f2-87df-935d7ab1956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e29445-755c-4abb-ae4a-0990106527b7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:51.377726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:51.408287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.415399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.439745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:26:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:51.470675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c090e-0175-472f-96b1-f6818adf8384 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:26:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:51.516080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9413b137-a390-4a91-9834-8cafe9458d81 None None] Provisioning complete for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:51.516080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9413b137-a390-4a91-9834-8cafe9458d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.614082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-921fcde2-aa8a-4b5a-9958-75fb3ab922e2 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192885 Feb 04 13:26:51.627322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:26:51.639760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcbba13-e893-4396-80af-ba73dc57bf95,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:51.693644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9413b137-a390-4a91-9834-8cafe9458d81 None None] Port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:51.694505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:26:51.696068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Checking segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:51.696482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Network hostable DHCP agents. Network: d2ed0b0d-328e-4d81-8f54-071860c90932, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:51.709551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.737932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.739242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:51.740060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.769345 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.771227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aa51c2de-59b0-423b-8edf-7299b662f24e admin admin] 10.222.0.53 "PUT /v2.0/routers/42724af9-05da-4c77-8a07-534b650ec685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396512 Feb 04 13:26:51.808612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3514638 Feb 04 13:26:51.808612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:51.812129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:51.894441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c7d5f2-f9fb-460a-9f4d-393a3eb03188 req-e2963c47-2b71-4ac4-a04d-416e83d255d4 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730811 Feb 04 13:26:51.936058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:26:51.936602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] For port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:51.960264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=22e9e42b-aa61-4cf0-8730-94c72abad634,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:51.975133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.029212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.056988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.057888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.091292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Network d2ed0b0d-328e-4d81-8f54-071860c90932 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:52.155943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.159843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:52.162626 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634', 'code': 200} Feb 04 13:26:52.266444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.279590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:26:52.279941 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:26:52.308717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:52.392506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:52.394440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,revision_number=4']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.397168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d2ed0b0d-328e-4d81-8f54-071860c90932) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:52.404132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.404334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb087dba-c591-4478-a901-0f92afc1d6e4 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:52.405218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.419083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.419689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.420679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad0e24-a7cd-44e7-b1d2-f81d2daddc0f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=d506316b-72bd-47a5-9556-170977910314,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.437646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af181fc-ab1f-4ba9-aa0b-9d183da03481 None None] Network d2ed0b0d-328e-4d81-8f54-071860c90932 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:52.462753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d506316b-72bd-47a5-9556-170977910314 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:52.484086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95197-e808-4e9b-b9b4-368a4af1e9fa tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.484954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6d95197-e808-4e9b-b9b4-368a4af1e9fa tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Synchronizing usage tracker for tenant:1f4b3a381b7d49239897132ef274c20c on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:52.499507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1a26f29e-4807-4050-9936-9c79d6ae0763 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1329453 Feb 04 13:26:52.499507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:52.510763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:52.523647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:52.533246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Usage tracker for resource:router and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:52.537729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:52.545870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6d95197-e808-4e9b-b9b4-368a4af1e9fa tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Unset dirty status for tenant:1f4b3a381b7d49239897132ef274c20c on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:52.550245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b6d95197-e808-4e9b-b9b4-368a4af1e9fa tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "GET /v2.0/networks/d506316b-72bd-47a5-9556-170977910314 HTTP/1.1" status: 200 len: 757 time: 0.7446170 Feb 04 13:26:52.550245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:52.552343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50048) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:52.553137 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.567800 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d6a433cc-92ee-4e85-b396-533cd6e6f354 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 200 len: 992 time: 0.3948205 Feb 04 13:26:52.576806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6da88-4ad5-4c87-aaf2-cb0cd9606d00 req-387b38e6-a489-4d47-83a6-06face12ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.578494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51a6da88-4ad5-4c87-aaf2-cb0cd9606d00 req-387b38e6-a489-4d47-83a6-06face12ead3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 1096 time: 0.4069541 Feb 04 13:26:52.589930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2959549 Feb 04 13:26:52.594138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50052) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:52.616636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89331-3138-4398-9b73-ab7a8b026432 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=066d236e-2504-445c-bfce-ac9eae5e6ac0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.622029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:14:3e:d3', 'name': 'tempest-NetworksTestDHCPv6-1665961196'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:52.676788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e29445-755c-4abb-ae4a-0990106527b7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:52.780177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50058) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:52.802545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.803961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c4f5933-cf1a-4877-b391-70d048e429df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e29445-755c-4abb-ae4a-0990106527b7 HTTP/1.1" status: 204 len: 168 time: 1.4254363 Feb 04 13:26:52.805172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.811957 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.864376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.896028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1978542190-network', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:52.927599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ab13d-3b9a-4b3a-8272-b983e6b4adab req-c8fdacca-4e9a-46ae-b4f1-9276f8106456 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:52.929388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c52ab13d-3b9a-4b3a-8272-b983e6b4adab req-c8fdacca-4e9a-46ae-b4f1-9276f8106456 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 0.4758060 Feb 04 13:26:52.937284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:52.954297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:52.956584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:port and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:52.967349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:52.976002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:52.984191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:53.008097 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c52ab13d-3b9a-4b3a-8272-b983e6b4adab req-ef3e3365-2e04-4a91-9bc1-d5a07b22bc79 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724664 Feb 04 13:26:53.012789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:53.016695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-51a6da88-4ad5-4c87-aaf2-cb0cd9606d00 req-dbbf67ba-a437-40bd-911b-b4dedabc1374 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051960 Feb 04 13:26:53.029645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Usage tracker for resource:network and tenant:c056c8e81dbc4422a98be21c73ca66b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:53.042145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:53.057037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b056a70-b9ce-4ec0-b05c-8268ae92e680 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:53.059313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b056a70-b9ce-4ec0-b05c-8268ae92e680 tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "GET /v2.0/networks/360a8766-6209-4d28-9a88-4ab425fddb30 HTTP/1.1" status: 200 len: 767 time: 0.5019751 Feb 04 13:26:53.060640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:53.065729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50064) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:53.166835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:53.200673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.207907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.285096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:26:53.293448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Made reservation on behalf of c056c8e81dbc4422a98be21c73ca66b8 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:53.295999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.328759 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.415879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:53.426635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-d2ed0b0d-328e-4d81-8f54-071860c90932', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:53.427970 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.578180 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.600868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:53.609253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c056c8e81dbc4422a98be21c73ca66b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:53.613260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:53.616842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:53.629405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:53.769892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::23f (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/029e195b-9b93-4de7-a65a-e4ab5323997e/6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:53.785376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:3ed3 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/066d236e-2504-445c-bfce-ac9eae5e6ac0/6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:53.848819 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.879346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:53.967362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:53.985152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:53.985520 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.006529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.011397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Allocated IP 172.20.0.2 (d2ed0b0d-328e-4d81-8f54-071860c90932/edcbba13-e893-4396-80af-ba73dc57bf95/6f82fc21-c419-47ba-b2d8-f2b9609fa96b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:54.130898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629d01aa-b58e-42f7-ab29-a139b8f9496e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.220839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:54.269813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.271547 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Added segment 89592801-67b2-41e7-a886-d15c43ab3780 of type vlan for network a89b84eb-d5b4-4932-bc52-bdda5c004f55 Feb 04 13:26:54.378310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.437781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.445815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.446887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.473299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.485321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Transition to ACTIVE for port object 6f82fc21-c419-47ba-b2d8-f2b9609fa96b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:54.515241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Transition to ACTIVE for port object 6f82fc21-c419-47ba-b2d8-f2b9609fa96b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:54.533896 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.636990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Pushing event updated for resources: {'Port': ['ID=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.644061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.658046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Network d2ed0b0d-328e-4d81-8f54-071860c90932 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:54.659706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:54.665846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:54.668821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.696812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:54.749195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.762824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a89b84eb-d5b4-4932-bc52-bdda5c004f55,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:54.777406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bbb8cda3-8521-4e05-a4b8-b33f00e5b6e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9933059 Feb 04 13:26:54.788417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:54.805709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Request body: {'subnet': {'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1978542190-subnet', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:54.808920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:54.814200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:54.818212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Usage tracker for resource:subnet and tenant:c056c8e81dbc4422a98be21c73ca66b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:54.824000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:54.836444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:54.861770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Made reservation on behalf of c056c8e81dbc4422a98be21c73ca66b8 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:54.864767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.891841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:54.892070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.902379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:54.913998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:54.921251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:54.922165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:54.958912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.000870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6ebe055f-0774-431f-8f9b-420e6d7a2782 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4002688 Feb 04 13:26:55.002250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50106) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:55.096444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:26:55.097023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.132434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Attempting to bind port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:55.133227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Attempting to bind port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:55.133227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Attempting to bind port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b on network d2ed0b0d-328e-4d81-8f54-071860c90932 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:55.135346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.141802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d6f3c59-211e-4584-be50-a391ca877165 None None] Provisioning complete for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:55.142177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3c59-211e-4584-be50-a391ca877165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.213175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:55.213588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Checking segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:55.213997 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.214389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Bound using segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:55.214913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Bound port: 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:55.219140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.293335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d506316b-72bd-47a5-9556-170977910314']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.329501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7213908f-b4b7-426d-a723-8d64a767ce2f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.329967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7213908f-b4b7-426d-a723-8d64a767ce2f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.350516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:26:55.364897 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.365414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.365832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:55.407792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7aeb6-983d-4ab1-9d74-ccc3038dd399 req-ed960d9b-3dd4-4bb4-8608-c7be0239b3f4 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:55.409336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62e7aeb6-983d-4ab1-9d74-ccc3038dd399 req-ed960d9b-3dd4-4bb4-8608-c7be0239b3f4 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 1.0691364 Feb 04 13:26:55.412136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.429358 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:26:55.440218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:55.443173 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:55.526861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:26:55.527276 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:26:55.553574 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:26:55.592359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] For port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:55.594146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.618171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.621050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:55.621538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.692060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-62e7aeb6-983d-4ab1-9d74-ccc3038dd399 req-57967582-906f-4332-bd15-ea1ee1b7735b tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710099 Feb 04 13:26:55.773588 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.814932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] For port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:55.820414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.824270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.843733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:55.888129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50118) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:55.897533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d506316b-72bd-47a5-9556-170977910314 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:26:55.908861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:26:55.928445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743bae-234b-4f6f-ba91-8c167a689140 None None] Pushing event updated for resources: {'Port': ['ID=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:55.935861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-652fbcff-78cc-45fe-8f50-d6b80b8ebf00 None None] Provisioning for port 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:55.938012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.950759 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:55.974554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-652fbcff-78cc-45fe-8f50-d6b80b8ebf00 None None] Provisioning complete for port 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:55.982869 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-652fbcff-78cc-45fe-8f50-d6b80b8ebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.132436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-652fbcff-78cc-45fe-8f50-d6b80b8ebf00 None None] Port 6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:26:56.134819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Allocated IP 172.25.4.26 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:26:56.255708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.280273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:56.430454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:56.431053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.437737 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 2, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:56.444434 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:26:56.445489 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Updating router 42724af9-05da-4c77-8a07-534b650ec685 port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:26:56.450236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.501216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Network': ['ID=d506316b-72bd-47a5-9556-170977910314,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:56.589907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:56.611001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.616765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.644606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e99f86cf-f9c2-449e-ac56-b08289d146bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de HTTP/1.1" status: 204 len: 168 time: 1.6385446 Feb 04 13:26:56.647067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50132) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:56.745991 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:56.807492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9083e912-b14a-4f5c-a148-fe5e84478e2d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:56.808256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9083e912-b14a-4f5c-a148-fe5e84478e2d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:56.826189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9083e912-b14a-4f5c-a148-fe5e84478e2d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:56.829469 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9083e912-b14a-4f5c-a148-fe5e84478e2d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1808088 Feb 04 13:26:56.832705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50136) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:56.840224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50140) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:56.841469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:56.844406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1cb5368b-d2c7-4cc6-b044-982f25090cc0 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d506316b-72bd-47a5-9556-170977910314 HTTP/1.1" status: 204 len: 168 time: 3.7773278 Feb 04 13:26:56.893103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:26:56.897478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'name': 'tempest-network--625891908'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:56.915804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:56.936972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Usage tracker for resource:network and tenant:fae81766659f4bcdb7816d5ef16cc7eb is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:56.941451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:56.963200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:56.973039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:56.991444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Made reservation on behalf of fae81766659f4bcdb7816d5ef16cc7eb for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:26:56.993473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:26:56.999774 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.039851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:57.040473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.045642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418019c-026e-40f4-9970-a156c37af5bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.048132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b418019c-026e-40f4-9970-a156c37af5bb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2142529 Feb 04 13:26:57.051385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50144) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:57.099341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.120711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:26:57.131133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.131500 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Added segment 53a5c84c-f262-4286-a2bb-88fa0fb48696 of type vlan for network e5a1b184-aabe-4e5e-8d4d-055255622b6e Feb 04 13:26:57.155865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:57.167488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Usage tracker for resource:security_group_rule and tenant:70aab1b3d3fb41bf9abad925629c9fea is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:57.170870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:57.177815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.180554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:57.207991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.210023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.211742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.212607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:26:57.261848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:26:57.266416 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49d40e74-da54-42bf-bfd7-4c37a2589513 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2110019 Feb 04 13:26:57.266416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50148) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:57.327583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.329184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:57.330595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.332217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Pushing event updated for resources: {'Port': ['ID=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:57.449164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.450499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.452821 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.474467 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Transition to ACTIVE for port object c786825a-d7cc-4aac-a52e-9c07d9a4cf04 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:26:57.477029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6347196 Feb 04 13:26:57.482255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50152) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:57.490728 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.520998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 029e195b-9b93-4de7-a65a-e4ab5323997e {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:57.527942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.551792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.624638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.712378 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Pushing event updated for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:57.779073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9b3c21-40eb-41b9-86df-01a78648f4cd,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:57.788690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f620d62-b5d3-4351-bffb-84107e4a54cb,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:57.794129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cd141db8-1b84-49fc-af67-8179d64d2b8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70aab1b3d3fb41bf9abad925629c9fea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8677404 Feb 04 13:26:57.799136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:57.834164 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.837576 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.838548 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.838914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.839247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.839575 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.839979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.843057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Checking segment: {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:57.843733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Network hostable DHCP agents. Network: a89b84eb-d5b4-4932-bc52-bdda5c004f55, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:26:57.844301 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.844831 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.845164 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.845489 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.845810 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:26:57.913800 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Attempting to bind port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:26:57.914539 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Attempting to bind port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:26:57.914934 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Attempting to bind port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:26:57.922169 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:26:57.922540 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:26:57.922986 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:57.923371 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:26:57.923824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Bound port: c786825a-d7cc-4aac-a52e-9c07d9a4cf04, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:26:57.924195 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.068254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:58.086285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479b07a-9429-49f5-927c-9d612938e16f tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=e5a1b184-aabe-4e5e-8d4d-055255622b6e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:58.100399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e5a1b184-aabe-4e5e-8d4d-055255622b6e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:26:58.108521 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] For port c786825a-d7cc-4aac-a52e-9c07d9a4cf04, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:26:58.119332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] For port c786825a-d7cc-4aac-a52e-9c07d9a4cf04, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:26:58.128276 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.162086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:26:58.246082 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd209388-4d4d-4c23-a22e-e05731dcc55a None None] Pushing event updated for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:58.251176 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:26:58.251960 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:58.328428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.340780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358da606-40fc-4f2e-b3bb-99bc4a8b9b7b None None] Network d2ed0b0d-328e-4d81-8f54-071860c90932 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:58.429197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.490566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a89b84eb-d5b4-4932-bc52-bdda5c004f55) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:26:58.506050 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:26:58.519463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:58.520422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.532868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f82fc21-c419-47ba-b2d8-f2b9609fa96b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:26:58.587867 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab28c13-7da9-455c-a09e-6a89fcbc271e None None] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:58.606410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.703891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7c25c007-9fc7-4caf-a962-46fda63c439c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9133518 Feb 04 13:26:58.711031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50162) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:58.713685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.814337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.845608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.872417 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:26:58Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:26:58.878258 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815ca70-3569-4b50-86cb-c08b925caafa None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:26:58Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:26:58.908439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Network e5a1b184-aabe-4e5e-8d4d-055255622b6e is not hosted by any dhcp agent {{(pid=87621) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 13:26:58.909332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:26:58.920076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:58.921467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "PUT /v2.0/networks/e5a1b184-aabe-4e5e-8d4d-055255622b6e HTTP/1.1" status: 200 len: 857 time: 1.4063489 Feb 04 13:26:59.005320 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:59.166514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'fixed_ips': [{'subnet_id': '1f620d62-b5d3-4351-bffb-84107e4a54cb'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:26:59.167831 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.180825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:59.312268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16321bd7-be13-4400-8122-41df6ec1c317 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event updated for resources: {'Network': ['ID=e5a1b184-aabe-4e5e-8d4d-055255622b6e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:59.324691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.328761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.398492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:26:59.413868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=029e195b-9b93-4de7-a65a-e4ab5323997e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:26:59.414316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:26:59.425092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Usage tracker for resource:router and tenant:c056c8e81dbc4422a98be21c73ca66b8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:26:59.426077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.428649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:26:59.436664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:26:59.448427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.466223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Provisioning for port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:26:59.475649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Provisioning complete for port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:26:59.476152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.501883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383b6ca-f514-4821-9e44-73622fa0306b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:26:59.518053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.518856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.532283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d1fba6a-f20b-4b66-b046-edc732532461 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/029e195b-9b93-4de7-a65a-e4ab5323997e HTTP/1.1" status: 204 len: 168 time: 2.2593627 Feb 04 13:26:59.540382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50172) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:26:59.636226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 066d236e-2504-445c-bfce-ac9eae5e6ac0 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:26:59.639341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.730372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.737554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:26:59.996618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.015507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Allocated IP 172.20.0.2 (a89b84eb-d5b4-4932-bc52-bdda5c004f55/1f620d62-b5d3-4351-bffb-84107e4a54cb/567963db-8f8f-42a9-a517-5742ddb443a3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:00.021600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.045769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.077806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a1b184-aabe-4e5e-8d4d-055255622b6e']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:00.097823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a5c84c-f262-4286-a2bb-88fa0fb48696') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:00.098189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a5c84c-f262-4286-a2bb-88fa0fb48696') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:00.138875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.188835 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.191510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] For port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:00.203266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.221166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9b3c21-40eb-41b9-86df-01a78648f4cd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.238628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:27:00.253125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.272091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:27:00.272508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.281231 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:27:00.300078 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:27:00.320659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.322537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-55982e4b-858a-48ea-9689-6181ccda698d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb9b3c21-40eb-41b9-86df-01a78648f4cd HTTP/1.1" status: 204 len: 168 time: 2.5215375 Feb 04 13:27:00.427677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.478389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c786825a-d7cc-4aac-a52e-9c07d9a4cf04 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:00.544109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.563703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=066d236e-2504-445c-bfce-ac9eae5e6ac0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.583116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5a1b184-aabe-4e5e-8d4d-055255622b6e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 13:27:00.585313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.597129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.620691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-caa51c26-fd06-42b3-94d9-8764e2a3747f None None] Provisioning complete for port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:00.621057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-caa51c26-fd06-42b3-94d9-8764e2a3747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.635171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5a1b184-aabe-4e5e-8d4d-055255622b6e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.640334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d1b3e325-b53b-4ec2-99cf-6af3d0007c44 tempest-ExternalNetworksTestJSON-1146527749 tempest-ExternalNetworksTestJSON-1146527749-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e5a1b184-aabe-4e5e-8d4d-055255622b6e HTTP/1.1" status: 204 len: 168 time: 1.6339390 Feb 04 13:27:00.644919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:00.651189 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68b7212a-eea8-4685-8e37-7ea39953e22d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/066d236e-2504-445c-bfce-ac9eae5e6ac0 HTTP/1.1" status: 204 len: 168 time: 1.1063914 Feb 04 13:27:00.652051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:00.700784 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.713499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Transition to ACTIVE for port object 567963db-8f8f-42a9-a517-5742ddb443a3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:00.736202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Transition to ACTIVE for port object 567963db-8f8f-42a9-a517-5742ddb443a3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:00.755656 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b688205-74f7-4e7c-b929-2bdfd1ebd473 None None] Pushing event updated for resources: {'Port': ['ID=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:00.765172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:00.772213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:00.784332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f0e903b5-b311-4f23-86ce-6147bbccd986 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922191 Feb 04 13:27:00.785633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50194) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:00.796115 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba95a0a-8826-439c-bee5-0ebaa6cd0b8b tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:00.796608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba95a0a-8826-439c-bee5-0ebaa6cd0b8b tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:00.799747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:00.804230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aba95a0a-8826-439c-bee5-0ebaa6cd0b8b tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "DELETE /v2.0/subnets/7c4b09b4-256d-4bd8-9c81-f423c1ea3fbb HTTP/1.1" status: 404 len: 337 time: 0.1580458 Feb 04 13:27:00.806251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50198) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:00.957946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:00.964586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:00.971064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:01.034497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.041895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:01.053704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:01.063569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:01.064033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:01.066469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.070148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a4e97554-a995-4aa7-8f07-69c6ff8ec1df admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5649054 Feb 04 13:27:01.072776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Pushing event updated for resources: {'Port': ['ID=567963db-8f8f-42a9-a517-5742ddb443a3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:01.085668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:01.091662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:01.125040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:01.125713 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.270544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Attempting to bind port 567963db-8f8f-42a9-a517-5742ddb443a3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:01.271891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Attempting to bind port 567963db-8f8f-42a9-a517-5742ddb443a3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:01.272464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Attempting to bind port 567963db-8f8f-42a9-a517-5742ddb443a3 on network a89b84eb-d5b4-4932-bc52-bdda5c004f55 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:01.280610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:01.281392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Checking segment: {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:01.282290 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.282945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Bound using segment: {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:01.283618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Bound port: 567963db-8f8f-42a9-a517-5742ddb443a3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:01.284223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.554043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.624946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe755f6d-4924-46aa-b211-6bb65405de3e None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:01.645477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360a8766-6209-4d28-9a88-4ab425fddb30']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.681988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1523014a-4fcb-4e11-be54-24d52db5faba') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.684414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1523014a-4fcb-4e11-be54-24d52db5faba') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:01.722079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.751630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.764596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:27:01.765542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:27:01.785526 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:27:01.882713 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] For port 567963db-8f8f-42a9-a517-5742ddb443a3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:01.886853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] For port 567963db-8f8f-42a9-a517-5742ddb443a3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=567963db-8f8f-42a9-a517-5742ddb443a3,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:01.893353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:01.900372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.912973 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.939929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.968317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:01.986052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] Pushing event deleted for resources: {'Network': ['ID=360a8766-6209-4d28-9a88-4ab425fddb30,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:02.002491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afaf651b-6684-47b9-a812-fea8c0d9b48c tempest-ExternalNetworksTestJSON-1900840866 tempest-ExternalNetworksTestJSON-1900840866-project] 10.222.0.53 "DELETE /v2.0/networks/360a8766-6209-4d28-9a88-4ab425fddb30 HTTP/1.1" status: 204 len: 168 time: 1.1951029 Feb 04 13:27:02.037526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:02.041953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:02.073947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c786825a-d7cc-4aac-a52e-9c07d9a4cf04, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:02.117331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fee969a0-07ec-4895-96a7-d4487b9ed110 None None] Provisioning complete for port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:02.119321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fee969a0-07ec-4895-96a7-d4487b9ed110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:02.167163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:02.184812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:02.185338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:02.550431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:02.551244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:02.748607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f82fc21-c419-47ba-b2d8-f2b9609fa96b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:02.840509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:02.885539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:02.961947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035e958-84a9-40ef-9a24-7731459ae4de None None] Pushing event updated for resources: {'Port': ['ID=567963db-8f8f-42a9-a517-5742ddb443a3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:02.972086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0e8d5131-2c32-4393-8ac8-535776888bf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f4b3a381b7d49239897132ef274c20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193513 Feb 04 13:27:02.974254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:03.051101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.082991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.157920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.176865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc95d74-3225-4548-b52f-285518de9d9f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:03.184773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.186513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4a2f4106-612e-4067-b437-70afe4ead5a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bc95d74-3225-4548-b52f-285518de9d9f HTTP/1.1" status: 204 len: 168 time: 0.2112606 Feb 04 13:27:03.256021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:03.290036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:03.290518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.470877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:26:57Z', 'revision_number': 3, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:03.513717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:27:03.537780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:03.538121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Updating router 1ad0d27c-3af3-4a4d-b69d-c72288494873 port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:03.585240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Allocated IP 172.25.4.193 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/d160f8a6-996d-4e70-a46c-0ce0de1971df) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:03.590458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Deleting port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:03.591020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.591795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.663345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:03.696092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:03.703964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:03.707161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:03.708074 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.724017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.781729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d799050-7444-46c3-958b-8f71a3d81a58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fae81766659f4bcdb7816d5ef16cc7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155438 Feb 04 13:27:03.782292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50268) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:03.818556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.906367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e07a97-2ae8-4ab7-b617-dcb59bc41ccc None None] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:03.942183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:03.976275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.026847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2393298 Feb 04 13:27:04.040652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:04.052102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963da8bb-5d35-46d0-9d1e-74b550ce867f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=203fc022-705a-408d-9c17-f5b95b575377,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:04.057039 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.060202 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.064174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:04.086776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67f7f4-fd98-4231-88d3-11b7f9524d16,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:04.099705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.102176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-af7a940e-b7a3-4396-b81c-c4d184df6372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb67f7f4-fd98-4231-88d3-11b7f9524d16 HTTP/1.1" status: 204 len: 168 time: 0.3187854 Feb 04 13:27:04.171897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cc7bc6ae-27a8-4971-b534-cfb2f977f825 None None] Provisioning for port 567963db-8f8f-42a9-a517-5742ddb443a3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:04.356325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:04.365467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:04.368777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:04.384606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:04.387633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.481495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c786825a-d7cc-4aac-a52e-9c07d9a4cf04 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:04.507892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:04.511470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.579756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:04.591559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] For port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:04.592150 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:04.599769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:04.611528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:04.636712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Pushing event updated for resources: {'Port': ['ID=d160f8a6-996d-4e70-a46c-0ce0de1971df,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:04.675971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Allocated IP 172.20.0.1 (d2ed0b0d-328e-4d81-8f54-071860c90932/edcbba13-e893-4396-80af-ba73dc57bf95/981e2bad-a074-425b-bc44-9b108f764871) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:04.747375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Calling delete_port for 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:04.914134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:04.914488 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.019558 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 203fc022-705a-408d-9c17-f5b95b575377 (CIDR: 2001:db8::/64) Feb 04 13:27:05.035513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.121625 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.121625 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:27:05.121625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:05.145146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] Pushing event deleted for resources: {'Port': ['ID=6d04a0da-201d-48cc-aa14-0fa80f47d3f3,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.166501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fd3ba-f6c4-4b14-86fe-645a091a4107 None None] No DVR routers for this DVR port 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:05.181735 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.200936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 567963db-8f8f-42a9-a517-5742ddb443a3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:05.239789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Transition to ACTIVE for port object 981e2bad-a074-425b-bc44-9b108f764871 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:05.253120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b2c1b2a-a114-4db3-ab41-c25c04e819f5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2059300 Feb 04 13:27:05.255855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50304) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:05.271930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'subnet': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:05.290845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c832f4-df7f-44b7-af44-77c7e597f982 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:05.329544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Transition to ACTIVE for port object c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:05.510179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.577711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:05.585753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Usage tracker for resource:subnet and tenant:e44d4670989d418abd14ce3d045d3bcf is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:05.600374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:05.618943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:05.622996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.639989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:05.643694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.732481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.813575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7356e0-198a-4720-b3fd-a908a90e4895 None None] Pushing event updated for resources: {'Port': ['ID=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.815846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Attempting to bind port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:05.816213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Attempting to bind port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:05.816577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Attempting to bind port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:05.853264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:05.853646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:05.854081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.854474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:05.854984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Bound port: c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:05.855362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:05.924737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 567963db-8f8f-42a9-a517-5742ddb443a3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:05.943004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Pushing event updated for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:05.973102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 567963db-8f8f-42a9-a517-5742ddb443a3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:05.973525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.067714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Network d2ed0b0d-328e-4d81-8f54-071860c90932 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:06.071633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:06.076005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:06.179381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] For port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:06.214241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'tenant_id': 'e44d4670989d418abd14ce3d045d3bcf', 'fixed_ips': [{'subnet_id': '203fc022-705a-408d-9c17-f5b95b575377'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:27:06.215338 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.238237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] For port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:06.271625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.436170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.objects.ports [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87621) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 13:27:06.447236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.469458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.475032 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.589818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:06.593873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:06.602269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:06.606985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.650499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Subnet': ['ID=93cfd54e-ec8f-4894-92c0-b794912e4d67,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:06.674719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:06.731456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:06.751979 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59a89513-3f24-4926-aca2-12cf8e493520 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4929135 Feb 04 13:27:06.754673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50362) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:06.784620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Request body: {'port': {'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10', 'mac_address': 'fa:16:3e:a1:cb:7d', 'name': 'tempest-NetworksTestDHCPv6-1668897925'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:06.786667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:06.794111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:06.902667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e0509a5c-bcf0-4970-8e4f-d823e2cdd6f1 None None] Provisioning for port 981e2bad-a074-425b-bc44-9b108f764871 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:06.958003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.042900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2094132157', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:07.070330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:07.090423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Usage tracker for resource:port and tenant:f1da6d4fc1c54c4eb0e29a2e13f8c0f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:07.104797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:07.122288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:07.140474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:07.150045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Made reservation on behalf of f1da6d4fc1c54c4eb0e29a2e13f8c0f1 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:07.153525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.168284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:07.171461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.197793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:07.206039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:07.214851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Usage tracker for resource:security_group_rule and tenant:f1da6d4fc1c54c4eb0e29a2e13f8c0f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:07.219191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:07.226059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Made reservation on behalf of e44d4670989d418abd14ce3d045d3bcf for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:07.252687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:07.350930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.361062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.450828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Allocated IP 2001:db8::2 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/203fc022-705a-408d-9c17-f5b95b575377/eff0ab69-0db6-4baf-93bf-32301c836b3e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:07.458234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:979c (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/93cfd54e-ec8f-4894-92c0-b794912e4d67/eff0ab69-0db6-4baf-93bf-32301c836b3e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:07.483580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.490705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.494636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:27:07.495293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] device_id is not set on port caf02209-3d1f-4b1a-b7aa-16f107a2f5d8 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:27:07.554379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7356e0-198a-4720-b3fd-a908a90e4895 None None] Pushing event updated for resources: {'Port': ['ID=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:07.566854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e0509a5c-bcf0-4970-8e4f-d823e2cdd6f1 None None] Provisioning complete for port 981e2bad-a074-425b-bc44-9b108f764871 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:07.567557 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e0509a5c-bcf0-4970-8e4f-d823e2cdd6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.602139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.612505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 567963db-8f8f-42a9-a517-5742ddb443a3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=567963db-8f8f-42a9-a517-5742ddb443a3,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:07.628844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.648502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Pushing event updated for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:07.664880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:07.718309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] device_id is not set on port 5c6a58f5-af06-4f0e-8e62-f999f90248ee yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:27:07.772541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=567963db-8f8f-42a9-a517-5742ddb443a3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:07.783907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:27:07.842279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:27:07.843036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6d04a0da-201d-48cc-aa14-0fa80f47d3f3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:27:07.997892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e0509a5c-bcf0-4970-8e4f-d823e2cdd6f1 None None] Port 981e2bad-a074-425b-bc44-9b108f764871 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:08.014387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 567963db-8f8f-42a9-a517-5742ddb443a3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:08.026707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e4bf5-e082-4142-916c-a3399ca4c642,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:08.131833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Allocated IP 172.25.4.103 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/caf02209-3d1f-4b1a-b7aa-16f107a2f5d8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:08.167731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:08.182183 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Sync routers for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:08.188673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Network d2ed0b0d-328e-4d81-8f54-071860c90932 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:08.192106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:08.203555 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:08.205549 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:08.561573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.563975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:27:08.575881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.578628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd1d9782-4bc8-44fe-8641-43d4846d5679 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8662443 Feb 04 13:27:08.584924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50378) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:08.599195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.739074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Pushing event updated for resources: {'Port': ['ID=caf02209-3d1f-4b1a-b7aa-16f107a2f5d8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:08.772552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:08.774016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:08.776702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:08.778012 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.793492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d6b21cd-d1cc-42e5-86c0-aeefb52b8515 None None] Provisioning complete for port 981e2bad-a074-425b-bc44-9b108f764871 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:08.793905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d6b21cd-d1cc-42e5-86c0-aeefb52b8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.816134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:08.828248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 567963db-8f8f-42a9-a517-5742ddb443a3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:08.828634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.866211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:08.869089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:08.884887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Transition to ACTIVE for port object eff0ab69-0db6-4baf-93bf-32301c836b3e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:08.941394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d9b85fc-b451-4d82-8505-72a189c9303f tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2647607 Feb 04 13:27:08.947351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50382) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:08.960425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.103'}]}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:08.967913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:08.975164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Usage tracker for resource:router and tenant:f1da6d4fc1c54c4eb0e29a2e13f8c0f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:08.979880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:08.990661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:04Z', 'revision_number': 1, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:09.018443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Transition to ACTIVE for port object eff0ab69-0db6-4baf-93bf-32301c836b3e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:09.021025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30867dbd-cccf-4549-be7b-26a7bbdb05f1 None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:04Z', 'revision_number': 1, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:09.026499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:09.075913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:09.100901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-11990262-8f7d-44de-8fd2-7f9330e58d1f admin admin] 10.222.0.53 "PUT /v2.0/routers/1ad0d27c-3af3-4a4d-b69d-c72288494873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0125673 Feb 04 13:27:09.111530 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.308521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.315735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.414008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b21cd-d1cc-42e5-86c0-aeefb52b8515 None None] Port 981e2bad-a074-425b-bc44-9b108f764871 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:09.434941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.478450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:09.488100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:09.493507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:09.717916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8::115 (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/203fc022-705a-408d-9c17-f5b95b575377/5c6a58f5-af06-4f0e-8e62-f999f90248ee) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:09.772078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:09.792574 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Checking router: 83e6ddb2-254f-4cb9-ba85-d16cf0322757 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:09.797402 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Updating router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 port d160f8a6-996d-4e70-a46c-0ce0de1971df binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:09.885684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Allocated IP 2001:db8:0:1:f816:3eff:fea1:cb7d (8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10/93cfd54e-ec8f-4894-92c0-b794912e4d67/5c6a58f5-af06-4f0e-8e62-f999f90248ee) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:09.887799 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.939313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Pushing event updated for resources: {'Port': ['ID=eff0ab69-0db6-4baf-93bf-32301c836b3e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:09.954305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Attempting to bind port eff0ab69-0db6-4baf-93bf-32301c836b3e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:09.966032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Attempting to bind port eff0ab69-0db6-4baf-93bf-32301c836b3e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:09.975938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Attempting to bind port eff0ab69-0db6-4baf-93bf-32301c836b3e on network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:09.989294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:09.989675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Checking segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:09.990075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:09.996634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Bound using segment: {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:09.997236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Bound port: eff0ab69-0db6-4baf-93bf-32301c836b3e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:09.997639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.234473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.246149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] For port eff0ab69-0db6-4baf-93bf-32301c836b3e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:10.254685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] For port eff0ab69-0db6-4baf-93bf-32301c836b3e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eff0ab69-0db6-4baf-93bf-32301c836b3e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:10.266997 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.468200 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.481209 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Transition to ACTIVE for port object d160f8a6-996d-4e70-a46c-0ce0de1971df will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:10.491685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Pushing event updated for resources: {'Port': ['ID=eff0ab69-0db6-4baf-93bf-32301c836b3e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:10.500384 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.519405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.519834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.520251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.520657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.521058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.521544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.521985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.522386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.522951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.523347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.523740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.524131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cd3f70-09a3-4fd7-bbd6-d2959fd67834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:10.720706 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Attempting to bind port d160f8a6-996d-4e70-a46c-0ce0de1971df on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:10.721077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Attempting to bind port d160f8a6-996d-4e70-a46c-0ce0de1971df by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:10.721439 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Attempting to bind port d160f8a6-996d-4e70-a46c-0ce0de1971df on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:10.731188 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a636-6769-4e6b-9c6f-f05bf364b834 None None] Pushing event updated for resources: {'Port': ['ID=d160f8a6-996d-4e70-a46c-0ce0de1971df,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:10.748506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:10.750429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:10.750907 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.751367 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:10.758007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50412) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:10.758571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Bound port: d160f8a6-996d-4e70-a46c-0ce0de1971df, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:10.758571 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.787032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1766494017-network', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:10.805425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:10.820700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Usage tracker for resource:network and tenant:9f46f3078d1340bca62abbc4d627e432 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:10.831406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:10.851125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:10.962863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Made reservation on behalf of 9f46f3078d1340bca62abbc4d627e432 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:10.970685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:10.983769 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] For port d160f8a6-996d-4e70-a46c-0ce0de1971df, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:10.996372 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] For port d160f8a6-996d-4e70-a46c-0ce0de1971df, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d160f8a6-996d-4e70-a46c-0ce0de1971df,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:11.010195 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.030071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.101606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:11.113413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.153977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Usage tracker for resource:security_group_rule and tenant:9f46f3078d1340bca62abbc4d627e432 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:11.157111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:11.163680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:11.186334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-c203fe5a-8982-46d6-8465-fb248c07f7f2 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:11.203146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-c203fe5a-8982-46d6-8465-fb248c07f7f2 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 1.3981566 Feb 04 13:27:11.248306 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:11.251642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:11.326829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.333786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.338820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.409579 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.431650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:11.453303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Usage tracker for resource:security_group_rule and tenant:a03140db3dec471d938d33eeb8b0a8aa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:11.464629 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6a636-6769-4e6b-9c6f-f05bf364b834 None None] Pushing event updated for resources: {'Port': ['ID=d160f8a6-996d-4e70-a46c-0ce0de1971df,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:11.473156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:11.496308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Transition to ACTIVE for port object 5c6a58f5-af06-4f0e-8e62-f999f90248ee will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:11.508581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:11.536521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:27:11.541035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ebe387-43df-4aa1-8beb-82cbc6a5b3e0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:11.578692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.579340 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Added segment a7c64f9c-ad77-40ae-8dc6-f9ddf135c001 of type vlan for network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 Feb 04 13:27:11.641613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:11.723175 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:11.929056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50426) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:12.106312 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.180743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:12.352626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:12.365278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.370768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:12.372762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.380081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:12.380596 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.489737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Allocated IP 172.20.0.1 (a89b84eb-d5b4-4932-bc52-bdda5c004f55/1f620d62-b5d3-4351-bffb-84107e4a54cb/c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:12.496051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7369497 Feb 04 13:27:12.524728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50432) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:12.574426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:12.649127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Request body: {'subnet': {'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1766494017-subnet', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:12.665825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:12.733651 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:12.739926 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535639e-ec08-430e-ad4f-5e75d453f7d5 None None] The sync data for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 is: [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:05Z', 'revision_number': 3, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:12.760676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9f23-a819-489d-b7a6-74bb5f68d221 admin admin] Pushing event updated for resources: {'Network': ['ID=9b57191c-c9f3-45d1-a095-ea79017c9dc3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:12.785394 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.825142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:12.827813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865cbae5-dcc0-4579-8c9c-678eab7e7d15 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:12.901841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:12.943552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:12.949838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:12.954955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.956241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:12.982364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Transition to ACTIVE for port object c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:12.997983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:27:13.011658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.048569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Usage tracker for resource:subnet and tenant:9f46f3078d1340bca62abbc4d627e432 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:13.051581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:13.058479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:13.069300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.069819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eff0ab69-0db6-4baf-93bf-32301c836b3e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:13.085759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.116037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event updated for resources: {'Port': ['ID=5c6a58f5-af06-4f0e-8e62-f999f90248ee,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:13.122004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:13.123885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Pushing event updated for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:13.128435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:13.130956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:13.153295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Made reservation on behalf of 9f46f3078d1340bca62abbc4d627e432 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:13.160372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.351774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.565822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.692789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-865634a2-f8d1-4818-a784-c7e0957ad6cc tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.9313073 Feb 04 13:27:13.719883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50440) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:13.735209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:13.751638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.765200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:13.771219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:13.848318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.875629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting port 5c6a58f5-af06-4f0e-8e62-f999f90248ee {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:13.876179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:13.941298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e83aae9b-65b6-4d43-a7cf-38dc41f8bece None None] Provisioning for port eff0ab69-0db6-4baf-93bf-32301c836b3e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:13.962238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7819f93c-8fea-4e25-b366-3265014875f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.001114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:14.002580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:26:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:14.055617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c26b8e67114987967bd6141fc221bd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:14.067476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:14.108851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:14.123604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.152259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.228088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:14.368959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.461715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Synchronizing usage tracker for tenant:a03140db3dec471d938d33eeb8b0a8aa on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:14.473832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.487814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.695208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Calling delete_port for 5c6a58f5-af06-4f0e-8e62-f999f90248ee owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:14.696154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.697900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-18a2d9ca-09fb-4819-9a4a-a1074a476e90 None None] Provisioning for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:14.699042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc3cd2-70ae-4cb4-905f-6c1730b26509,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.702373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d638dc4-c693-4412-8680-af37d99aba2a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.722435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.749266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-18a2d9ca-09fb-4819-9a4a-a1074a476e90 None None] Provisioning complete for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:14.749645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-18a2d9ca-09fb-4819-9a4a-a1074a476e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.801331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241be9e0-2a2b-45e6-bb66-90dacb20c6a1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:14.828537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Checking segment: {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:14.828984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Network hostable DHCP agents. Network: 9b57191c-c9f3-45d1-a095-ea79017c9dc3, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:14.895468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-18a2d9ca-09fb-4819-9a4a-a1074a476e90 None None] Port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:14.900364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port eff0ab69-0db6-4baf-93bf-32301c836b3e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:14.910159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port eff0ab69-0db6-4baf-93bf-32301c836b3e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:14.910534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.930012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:14.959289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Unset dirty status for tenant:a03140db3dec471d938d33eeb8b0a8aa on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:14.960661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-522a71af-74b2-46de-9ef3-6cf91fd22edf req-d329e233-2630-400d-9b0e-30145aa0e747 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 3.7564828 Feb 04 13:27:15.096680 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.177172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:07Z', 'revision_number': 2, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:15.187877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:15.188411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Updating router 1ad0d27c-3af3-4a4d-b69d-c72288494873 port 981e2bad-a074-425b-bc44-9b108f764871 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:15.231776 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.273403 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.285644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e9f02c6-99c0-41a3-bb4f-391e72b06ff0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5c26b8e67114987967bd6141fc221bd&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1702392 Feb 04 13:27:15.298173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:15.301037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50452) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:15.359552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.468085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port eff0ab69-0db6-4baf-93bf-32301c836b3e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eff0ab69-0db6-4baf-93bf-32301c836b3e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:15.474097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.521151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9b57191c-c9f3-45d1-a095-ea79017c9dc3) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:15.540178 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.559209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.566279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:15.567830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.600303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=eff0ab69-0db6-4baf-93bf-32301c836b3e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:15.610035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744fd5e-1b0f-4f2c-9c0e-9bb82fe387d9 None None] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:15.739476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.745621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.753375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Pushing event updated for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:15.819917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Port': ['ID=5c6a58f5-af06-4f0e-8e62-f999f90248ee,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:15.839965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:15.840483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d474ee-790c-4e48-9989-b7fa3040d381 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:27:15.866976 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-574263ce-2551-4f7e-bef5-b709d3771a5e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/5c6a58f5-af06-4f0e-8e62-f999f90248ee HTTP/1.1" status: 204 len: 168 time: 2.1474750 Feb 04 13:27:15.880261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50458) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:15.888591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d160f8a6-996d-4e70-a46c-0ce0de1971df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:15.914887 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d4d66fbd-c4fb-4eb4-b39f-4eec52d6514e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3533866 Feb 04 13:27:16.001213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50462) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:16.010467 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.019617 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:16.044937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:16.094912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:16.098536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Usage tracker for resource:router and tenant:9f46f3078d1340bca62abbc4d627e432 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:16.109195 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:27:16.110144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9763c340-a069-46ea-b562-575d46253013 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.1564577 Feb 04 13:27:16.112774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:16.123499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:16.130716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50466) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:16.140043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:16.174059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.217229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fa6c6-afa3-4052-8dcd-325324772f04 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:16.218132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a09fa6c6-afa3-4052-8dcd-325324772f04 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:16.224360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.225627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.243205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.316418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83fcef-99b2-4522-b619-fa8a7606f8d1 req-3dcc5cb1-e8b8-4698-a018-29f73a4494e7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:16.327665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea83fcef-99b2-4522-b619-fa8a7606f8d1 req-3dcc5cb1-e8b8-4698-a018-29f73a4494e7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 1.0924478 Feb 04 13:27:16.349909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d160f8a6-996d-4e70-a46c-0ce0de1971df completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:16.361004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6584fa10-a5a2-42d0-abf7-960b014652c4 None None] Could not find standard attr ID for object 5c6a58f5-af06-4f0e-8e62-f999f90248ee. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:27:16.429624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Deleting port caf02209-3d1f-4b1a-b7aa-16f107a2f5d8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:16.430256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.439127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d160f8a6-996d-4e70-a46c-0ce0de1971df triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:16.439503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.516645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.537425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Transition to ACTIVE for port object 981e2bad-a074-425b-bc44-9b108f764871 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:16.606445 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a1b66371-8f34-4220-972c-896d30c8f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.623706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.734408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'fixed_ips': [{'subnet_id': '6d638dc4-c693-4412-8680-af37d99aba2a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:27:16.749355 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.884105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea83fcef-99b2-4522-b619-fa8a7606f8d1 req-66230242-5e79-4b12-98bb-eb6ec0714dc1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5429926 Feb 04 13:27:16.925940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:16.931349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6584fa10-a5a2-42d0-abf7-960b014652c4 None None] Provisioning complete for port eff0ab69-0db6-4baf-93bf-32301c836b3e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:16.931349 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6584fa10-a5a2-42d0-abf7-960b014652c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:16.949825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a09fa6c6-afa3-4052-8dcd-325324772f04 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:16.955819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:27:16.975291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a09fa6c6-afa3-4052-8dcd-325324772f04 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0736761 Feb 04 13:27:17.057765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50476) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:17.152422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1ec91eac-b2fd-4f89-ad5c-59bad9febb31 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 200 len: 992 time: 0.2046838 Feb 04 13:27:17.280259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a871c-8c55-49b5-9d13-c0032c4cde14 None None] Pushing event updated for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:17.315729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.326227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.370777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241be9e0-2a2b-45e6-bb66-90dacb20c6a1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:17.385453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.387500 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-efc84023-0880-4312-a44c-817f1d14323c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/241be9e0-2a2b-45e6-bb66-90dacb20c6a1 HTTP/1.1" status: 204 len: 168 time: 2.0744736 Feb 04 13:27:17.470702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f85edc-d635-4cfe-bc92-bad61141c517 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.475981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-55f85edc-d635-4cfe-bc92-bad61141c517 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4171758 Feb 04 13:27:17.476920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50486) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:17.553149 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.574365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.578252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.601898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.603456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.607116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Attempting to bind port 981e2bad-a074-425b-bc44-9b108f764871 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:17.607711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Attempting to bind port 981e2bad-a074-425b-bc44-9b108f764871 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:17.608257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Attempting to bind port 981e2bad-a074-425b-bc44-9b108f764871 on network d2ed0b0d-328e-4d81-8f54-071860c90932 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:17.610723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.618153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:17.619043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:17.666673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:17.666975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Checking segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:17.667377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.667957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Bound using segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:17.668669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Bound port: 981e2bad-a074-425b-bc44-9b108f764871, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:17.669207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:17.669576 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.679104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0f343fe9-e595-41b5-91fd-0a1e50cf2d38 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2005982 Feb 04 13:27:17.680497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50494) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:17.723752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d160f8a6-996d-4e70-a46c-0ce0de1971df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d160f8a6-996d-4e70-a46c-0ce0de1971df,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:17.740948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Calling delete_port for caf02209-3d1f-4b1a-b7aa-16f107a2f5d8 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:17.800840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Allocated IP 172.20.0.2 (9b57191c-c9f3-45d1-a095-ea79017c9dc3/6d638dc4-c693-4412-8680-af37d99aba2a/c7d72daa-243a-4ff8-8171-bd836b655fd6) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:17.802925 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.803714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:17.942988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 203fc022-705a-408d-9c17-f5b95b575377 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:27:17.951445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:17.999396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d160f8a6-996d-4e70-a46c-0ce0de1971df,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:18.132549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.168196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.171549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:18.183623 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Sync routers for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:18.200143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:18.211381 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:18.215442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.267150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.315719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf02209-3d1f-4b1a-b7aa-16f107a2f5d8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:18.366182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19bd8e6d-db6c-4dae-a81d-a84adb155882 None None] Provisioning complete for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:18.371594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-19bd8e6d-db6c-4dae-a81d-a84adb155882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.373599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7d0f7d3f-f990-46e2-8a66-7b1d24cbda5b admin admin] 10.222.0.53 "PUT /v2.0/routers/83e6ddb2-254f-4cb9-ba85-d16cf0322757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7330978 Feb 04 13:27:18.511919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50524) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:18.562676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.571950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] For port 981e2bad-a074-425b-bc44-9b108f764871, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:18.572443 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-01f81815-d975-4f27-8e71-a26b0c4f8732 tempest-RoutersAdminNegativeIpV6Test-704545977 tempest-RoutersAdminNegativeIpV6Test-704545977-project-admin] 10.222.0.53 "DELETE /v2.0/ports/caf02209-3d1f-4b1a-b7aa-16f107a2f5d8 HTTP/1.1" status: 204 len: 168 time: 2.4340878 Feb 04 13:27:18.595434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] For port 981e2bad-a074-425b-bc44-9b108f764871, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=981e2bad-a074-425b-bc44-9b108f764871,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:18.681704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Allocated IP 172.25.4.22 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/433c3f69-d7df-4ce3-bbf7-2b880b950d28) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:18.730789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:18.783860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.795665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Transition to ACTIVE for port object c7d72daa-243a-4ff8-8171-bd836b655fd6 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:18.816332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Transition to ACTIVE for port object c7d72daa-243a-4ff8-8171-bd836b655fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:18.821038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-19bd8e6d-db6c-4dae-a81d-a84adb155882 None None] Port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:18.832247 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.836809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.865669 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.925726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:18.926516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:18.945681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:19.025971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:19.044590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Pushing event updated for resources: {'Port': ['ID=433c3f69-d7df-4ce3-bbf7-2b880b950d28,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:19.056465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:19.059821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:19.072848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:19.113252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:19.122473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:19.175430 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-133602b7-a345-4a4e-a8af-fb66f8aa4ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6551573 Feb 04 13:27:19.253260 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:19.264533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:19.265196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:19.569286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50550) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:19.602713 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:19.606698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:19.702366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50560) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:19.778034 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24', 'name': '', 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'mac_address': 'fa:16:3e:39:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:14Z', 'revision_number': 2, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'subnets': [{'id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:19.792098 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Checking router: 83e6ddb2-254f-4cb9-ba85-d16cf0322757 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:19.792693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Updating router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:19.919874 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:19.989874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-339275508-network', 'tenant_id': 'fed95de2df2d46d2b0f062785b1e47f8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:20.003661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:20.003977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-19bd8e6d-db6c-4dae-a81d-a84adb155882 None None] Could not find standard attr ID for object 5c6a58f5-af06-4f0e-8e62-f999f90248ee. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:27:20.018194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Usage tracker for resource:network and tenant:fed95de2df2d46d2b0f062785b1e47f8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:20.029229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5a68e-782c-4c77-a6a9-f11d98dcca88 req-a3f74d77-91d2-4d1c-a2a7-ab5bddc23822 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:20.029817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:20.032986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97c5a68e-782c-4c77-a6a9-f11d98dcca88 req-a3f74d77-91d2-4d1c-a2a7-ab5bddc23822 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 1.1342976 Feb 04 13:27:20.058492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:20.088996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Made reservation on behalf of fed95de2df2d46d2b0f062785b1e47f8 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:20.094078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.239663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a871c-8c55-49b5-9d13-c0032c4cde14 None None] Pushing event updated for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:20.301363 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.345141 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97c5a68e-782c-4c77-a6a9-f11d98dcca88 req-be59d4f1-eabd-4ef8-8eaa-46a50fb854e3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604442 Feb 04 13:27:20.350390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.387626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Attempting to bind port c7d72daa-243a-4ff8-8171-bd836b655fd6 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:20.393341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Attempting to bind port c7d72daa-243a-4ff8-8171-bd836b655fd6 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:20.393341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Attempting to bind port c7d72daa-243a-4ff8-8171-bd836b655fd6 on network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:20.414794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:20.420637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:20.424061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fed95de2df2d46d2b0f062785b1e47f8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:20.428716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:20.432134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Usage tracker for resource:security_group_rule and tenant:db778068ef3c4df594d8b8905ac9e536 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:20.435367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:20.435753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Checking segment: {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:20.436169 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.436568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Bound using segment: {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:20.437066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Bound port: c7d72daa-243a-4ff8-8171-bd836b655fd6, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:20.437448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.461210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.465328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:20.483259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:20.493771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:20.527313 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.561650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Pushing event updated for resources: {'Port': ['ID=c7d72daa-243a-4ff8-8171-bd836b655fd6,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:20.827743 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.848037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] For port c7d72daa-243a-4ff8-8171-bd836b655fd6, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:20.862047 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Transition to ACTIVE for port object c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:20.876166 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.878126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] For port c7d72daa-243a-4ff8-8171-bd836b655fd6, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c7d72daa-243a-4ff8-8171-bd836b655fd6,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:20.887665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.971821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.974538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:20.977641 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.045273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.073877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db778068ef3c4df594d8b8905ac9e536&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3599150 Feb 04 13:27:21.073877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:21.073877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.093976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:18Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:21.103345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 981e2bad-a074-425b-bc44-9b108f764871 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:21.154315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eaf2b-1704-4b5e-8142-aa01898fc63d None None] Pushing event updated for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.203737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:27:21.212550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63be1d99-326c-49cb-b5e5-0fcc171d0e2d None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:18Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:21.241324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.241804 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Added segment e53faa83-d7d1-4fc1-a454-7585181488a6 of type vlan for network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 Feb 04 13:27:21.281303 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Attempting to bind port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:21.281759 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Attempting to bind port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:21.282144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Attempting to bind port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 on network a89b84eb-d5b4-4932-bc52-bdda5c004f55 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:21.289062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:21.289238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cb789-1708-44b9-ac58-a65083d8cd28 None None] Pushing event updated for resources: {'Port': ['ID=c7d72daa-243a-4ff8-8171-bd836b655fd6,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.289749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Checking segment: {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:21.290335 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.290918 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Bound using segment: {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:21.291551 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Bound port: c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89592801-67b2-41e7-a886-d15c43ab3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:21.292300 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.315655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc07e9-9b3c-4bf2-86c4-8820d6889c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74a97a-1509-4ccb-89c7-a536e642f145,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.331587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 981e2bad-a074-425b-bc44-9b108f764871 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:21.343806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 981e2bad-a074-425b-bc44-9b108f764871 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:21.344655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.371610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.380893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=203fc022-705a-408d-9c17-f5b95b575377,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.411267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.445151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7581d-b681-4789-9b78-df69df28730b None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:21.462813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f44262-0335-41af-8025-c8fe63b3665a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:21.510357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.515683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4a1f6b4-efc1-45f9-8d27-7388d7ae6eab tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/203fc022-705a-408d-9c17-f5b95b575377 HTTP/1.1" status: 204 len: 168 time: 3.8340995 Feb 04 13:27:21.522364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50600) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:21.610839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:21.784797 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] For port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:21.812577 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] For port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:21.828655 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.081275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:27:22.205676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.214462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:22.215320 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.281619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:22.291201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:22.449498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.465901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Deleting subnet 93cfd54e-ec8f-4894-92c0-b794912e4d67 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:27:22.472277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.476078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eaf2b-1704-4b5e-8142-aa01898fc63d None None] Pushing event updated for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:22.510099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63f86-f6a5-4106-80ea-287c6c889737 req-5479e6cf-17a4-4ed0-9cf6-6438a6ffb32e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:22.519457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddc63f86-f6a5-4106-80ea-287c6c889737 req-5479e6cf-17a4-4ed0-9cf6-6438a6ffb32e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.7159474 Feb 04 13:27:22.526101 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.603877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.610958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.615519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a74a97a-1509-4ccb-89c7-a536e642f145 HTTP/1.1" status: 204 len: 168 time: 1.5019097 Feb 04 13:27:22.659697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0852411 Feb 04 13:27:22.749999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:22.764369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc2a9-4b0a-439f-a977-066c2975e5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74a97a-1509-4ccb-89c7-a536e642f145,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:22.769868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 981e2bad-a074-425b-bc44-9b108f764871, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=981e2bad-a074-425b-bc44-9b108f764871,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:22.825819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:22.827979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Request body: {'subnet': {'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-339275508-subnet', 'tenant_id': 'fed95de2df2d46d2b0f062785b1e47f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:22.829191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d160f8a6-996d-4e70-a46c-0ce0de1971df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:22.884454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ddc63f86-f6a5-4106-80ea-287c6c889737 req-68b55ac4-0601-491a-a975-da4b53348ba9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578820 Feb 04 13:27:22.887019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd173-dfba-4828-8966-f3bca73691d2 admin admin] Pushing event updated for resources: {'Network': ['ID=022d718f-12d8-4aab-a4ea-83a7e8d88ee1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:22.913291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:23.011451 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:23.018875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:27:23.124379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Usage tracker for resource:subnet and tenant:fed95de2df2d46d2b0f062785b1e47f8 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:23.165726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:23.222066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:23.238370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:23.476124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50624) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:23.505765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:23.546555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c0bcb-5756-4e31-87db-5cf83869f159 None None] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:23.567544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d160f8a6-996d-4e70-a46c-0ce0de1971df triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:23.569230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:23.601710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-097b69f7-375f-485c-afe9-b0661812fa56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1da6d4fc1c54c4eb0e29a2e13f8c0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241946 Feb 04 13:27:23.603636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50628) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:23.614842 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24', 'name': '', 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'mac_address': 'fa:16:3e:39:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 4, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'subnets': [{'id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:23.621906 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d219f4-d528-40e9-8141-4944a28acc5c None None] The sync data for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 is: [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:27:13Z', 'revision_number': 4, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24', 'name': '', 'network_id': 'a89b84eb-d5b4-4932-bc52-bdda5c004f55', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'mac_address': 'fa:16:3e:39:29:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:11Z', 'updated_at': '2022-02-04T13:27:21Z', 'revision_number': 4, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'subnets': [{'id': '1f620d62-b5d3-4351-bffb-84107e4a54cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:23.762856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:23.799654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:23.894457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:23.925194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b373673b-7f0b-4511-b5ae-11826bb3249c None None] Provisioning for port c7d72daa-243a-4ff8-8171-bd836b655fd6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:23.960539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e4bf5-e082-4142-916c-a3399ca4c642,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:24.006540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.011531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6bf91239-9797-458a-a863-2de66c5d0bcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f01e4bf5-e082-4142-916c-a3399ca4c642 HTTP/1.1" status: 204 len: 168 time: 0.4043920 Feb 04 13:27:24.253923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Made reservation on behalf of fed95de2df2d46d2b0f062785b1e47f8 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:24.257461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.364282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.466264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eff0ab69-0db6-4baf-93bf-32301c836b3e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:24.500029 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:27:24.662626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.790742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port eff0ab69-0db6-4baf-93bf-32301c836b3e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:24.791780 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.859473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.974978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:24.981398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003c1f8-f352-4f36-b00b-a946586a7b94 None None] Network 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:25.028513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-3c35105c-4514-499f-9121-26d53308a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.030686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-3c35105c-4514-499f-9121-26d53308a038 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 2.1316066 Feb 04 13:27:25.043458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Subnet': ['ID=93cfd54e-ec8f-4894-92c0-b794912e4d67,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:25.057812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Router 529a964b-9a69-48c2-9b60-26f059aa6721 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:27:25.286516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd775a30-9099-41a9-805a-4770929a21d7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/93cfd54e-ec8f-4894-92c0-b794912e4d67 HTTP/1.1" status: 204 len: 168 time: 3.7630970 Feb 04 13:27:25.289419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:25.305450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-f0e22de7-feae-440b-be73-ea98fd8c310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.307012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-f0e22de7-feae-440b-be73-ea98fd8c310f service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.2561648 Feb 04 13:27:25.307498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e0b2667c-7267-48ad-908f-935e2927e4e9 None None] Provisioning complete for port eff0ab69-0db6-4baf-93bf-32301c836b3e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:25.308023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e0b2667c-7267-48ad-908f-935e2927e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:25.325535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4635-60bf-432c-ab51-d7dc1404ea0a req-d9237408-3e4d-4bb1-b219-b5ac692cbe3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.327311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53ac4635-60bf-432c-ab51-d7dc1404ea0a req-d9237408-3e4d-4bb1-b219-b5ac692cbe3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 1.0497589 Feb 04 13:27:25.433405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37026ddc-c43c-4ccc-8c42-d37416cb9d3e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411898 Feb 04 13:27:25.434346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50674) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:25.554023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-26c6d776-7d96-430b-a5bf-86eec2624987 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.570882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-26c6d776-7d96-430b-a5bf-86eec2624987 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.4536886 Feb 04 13:27:25.587045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-14cd876b-733d-4e76-a5d8-22457fadf04b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 1000 time: 0.1975746 Feb 04 13:27:25.631546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-159a89a2-5809-4bbe-9b3f-8d6f0c904049 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0593128 Feb 04 13:27:25.723925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] DHCP port deletion for 8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:27:25.733319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Deleting port eff0ab69-0db6-4baf-93bf-32301c836b3e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:25.735426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:25.766864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8f76a-fe11-4176-b63b-19ac912d0bff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.767621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e6f8f76a-fe11-4176-b63b-19ac912d0bff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:25.770844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:25.806589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-7c67adf6-bbd9-4598-afbb-4fb23d567edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.808625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-7c67adf6-bbd9-4598-afbb-4fb23d567edb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.1282558 Feb 04 13:27:25.814798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:25.849566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-617dad9f-84ec-473d-9dc4-674f8271c725 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:25.853596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e6f8f76a-fe11-4176-b63b-19ac912d0bff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:25.857368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e6f8f76a-fe11-4176-b63b-19ac912d0bff tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4189682 Feb 04 13:27:25.861392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50686) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:25.929719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 981e2bad-a074-425b-bc44-9b108f764871 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:25.956394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bb241-b7a3-4e3f-8e2c-0e4e8bf32255 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:25.957509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-988bb241-b7a3-4e3f-8e2c-0e4e8bf32255 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Synchronizing usage tracker for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:25.991871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-988bb241-b7a3-4e3f-8e2c-0e4e8bf32255 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Unset dirty status for tenant:e44d4670989d418abd14ce3d045d3bcf on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:25.997847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc0549c-d236-4f2c-9297-ae1f9f147bf9,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:25.998113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-988bb241-b7a3-4e3f-8e2c-0e4e8bf32255 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1325910 Feb 04 13:27:26.003377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50690) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.008093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-617dad9f-84ec-473d-9dc4-674f8271c725 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:26.009926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-617dad9f-84ec-473d-9dc4-674f8271c725 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3764050 Feb 04 13:27:26.056563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53ac4635-60bf-432c-ab51-d7dc1404ea0a req-6f4c8122-a0c4-420d-9f42-1d3b736f2aeb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879484 Feb 04 13:27:26.099297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dfb9613a-7e9c-46cb-9616-363a4cae4818 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912583 Feb 04 13:27:26.107789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1292386235'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:26.108560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50694) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.113881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:26.118236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Usage tracker for resource:network and tenant:bc70e221f26a42989cb09c0b695cce5a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:26.122371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:26.128391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:26.157554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Made reservation on behalf of bc70e221f26a42989cb09c0b695cce5a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:26.161439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.186978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] For port eff0ab69-0db6-4baf-93bf-32301c836b3e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=eff0ab69-0db6-4baf-93bf-32301c836b3e,segment=NetworkSegment(ebf99e66-b77e-4bba-ac7e-104d6f2b2b14),segment_id=ebf99e66-b77e-4bba-ac7e-104d6f2b2b14)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:26.187426 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.223829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Checking segment: {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:26.224213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Network hostable DHCP agents. Network: 022d718f-12d8-4aab-a4ea-83a7e8d88ee1, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:26.231267 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.237930 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-22066859-611d-4f67-b9b2-79104850ad27 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:26.238407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22066859-611d-4f67-b9b2-79104850ad27 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:26.242791 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-22066859-611d-4f67-b9b2-79104850ad27 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/5c6a58f5-af06-4f0e-8e62-f999f90248ee HTTP/1.1" status: 404 len: 333 time: 0.1303418 Feb 04 13:27:26.243432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.255072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:26.259229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Usage tracker for resource:security_group_rule and tenant:bc70e221f26a42989cb09c0b695cce5a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:26.262801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:26.268634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:26.315360 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a413e1-fb85-4943-b63b-d1063bd54290 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:26.315957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a413e1-fb85-4943-b63b-d1063bd54290 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:26.320439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32a413e1-fb85-4943-b63b-d1063bd54290 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/93cfd54e-ec8f-4894-92c0-b794912e4d67 HTTP/1.1" status: 404 len: 337 time: 0.0643265 Feb 04 13:27:26.326179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50706) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.357588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Calling delete_port for eff0ab69-0db6-4baf-93bf-32301c836b3e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:26.359098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.363715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.375431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:26.381804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-e25b2f62-cfbb-4981-80cf-841aceba354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.383358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-e25b2f62-cfbb-4981-80cf-841aceba354a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5612667 Feb 04 13:27:26.387722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:26.390015 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c11647-1ee1-4fc0-9bda-732f9afd2dea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:26.390457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c11647-1ee1-4fc0-9bda-732f9afd2dea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:26.394863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-32c11647-1ee1-4fc0-9bda-732f9afd2dea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/203fc022-705a-408d-9c17-f5b95b575377 HTTP/1.1" status: 404 len: 337 time: 0.0675566 Feb 04 13:27:26.395510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.441564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Sync routers for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:26.453378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 981e2bad-a074-425b-bc44-9b108f764871 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:26.453756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.530170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 022d718f-12d8-4aab-a4ea-83a7e8d88ee1) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:26.539188 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.540811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7641eed8-09d4-45b3-8600-dacbdf4868e7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.5332022 Feb 04 13:27:26.542969 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d385b8-f028-4b33-b149-adc266d84adb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:26.543638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d385b8-f028-4b33-b149-adc266d84adb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:26.548398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-42d385b8-f028-4b33-b149-adc266d84adb tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/6ed00c09-ecd3-46bb-a2fc-7df0b4bdd4de HTTP/1.1" status: 404 len: 333 time: 0.1475868 Feb 04 13:27:26.550123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.550905 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.551479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.551915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50720) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.557859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4912e-2e11-49e1-a49b-1a34dca4c3f0 None None] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:26.603197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3bec69ce-5a34-4a60-b144-b82ad008b596 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8088613 Feb 04 13:27:26.673495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:27:26.697924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-157bd6af-d377-4459-a145-4db1f4f6494f service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999611 Feb 04 13:27:26.722534 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb77e3-8453-479c-a71f-82dd55584647 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:26.723118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb77e3-8453-479c-a71f-82dd55584647 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:26.728766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.740241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0edb77e3-8453-479c-a71f-82dd55584647 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/066d236e-2504-445c-bfce-ac9eae5e6ac0 HTTP/1.1" status: 404 len: 337 time: 0.1831911 Feb 04 13:27:26.741048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222d9f16-d500-49ed-b84d-b839477f397c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:26.743614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50732) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:26.769733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.770056 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Added segment 3e6bbaeb-a352-4bb1-8c09-383625d0c8ca of type vlan for network 542d8c0e-7b11-4063-8c8a-912d9da237aa Feb 04 13:27:26.800381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.836795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.842864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:26.843457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:26.862360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:26.863435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:26.884348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-014c13f7-7bea-4da5-8b5a-37cc9f61bade service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817147 Feb 04 13:27:26.938182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] Pushing event deleted for resources: {'Port': ['ID=eff0ab69-0db6-4baf-93bf-32301c836b3e,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:26.973242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e431bd-fe3c-4aa8-a019-cae408362ddc None None] No DVR routers for this DVR port eff0ab69-0db6-4baf-93bf-32301c836b3e on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:27.021384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2482746 Feb 04 13:27:27.031538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50738) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.067277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Request body: {'subnet': {'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:27.110532 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3ace4d-8834-400d-8207-df0fb9eba769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.111014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3ace4d-8834-400d-8207-df0fb9eba769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.112688 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ae3ace4d-8834-400d-8207-df0fb9eba769 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/029e195b-9b93-4de7-a65a-e4ab5323997e HTTP/1.1" status: 404 len: 337 time: 0.0648508 Feb 04 13:27:27.121874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.150898 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0442a44-af64-4d90-9a60-38356d627185 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'Network': ['ID=542d8c0e-7b11-4063-8c8a-912d9da237aa,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:27.175113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-01eb8d2c-d272-41e2-8e78-7302bc401a8c service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570150 Feb 04 13:27:27.264233 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb28c32-7c24-4ee5-978c-dbbdbb899627 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.264715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb28c32-7c24-4ee5-978c-dbbdbb899627 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.266411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7cb28c32-7c24-4ee5-978c-dbbdbb899627 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/fdaea5da-309a-49e8-a89d-15d8afc141f2 HTTP/1.1" status: 404 len: 333 time: 0.1080925 Feb 04 13:27:27.270202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50750) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.303806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:27:27.362859 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7abe2f-b3fc-4022-b51e-166e46f5bf7a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.363467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7abe2f-b3fc-4022-b51e-166e46f5bf7a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.366163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f7abe2f-b3fc-4022-b51e-166e46f5bf7a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/8e81d1be-73e1-42fe-bba7-97edc83598c5 HTTP/1.1" status: 404 len: 337 time: 0.0939915 Feb 04 13:27:27.372470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50754) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.468167 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d483c29-09c1-44ac-99b3-d6b8a480717b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.468916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d483c29-09c1-44ac-99b3-d6b8a480717b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.470859 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d483c29-09c1-44ac-99b3-d6b8a480717b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0b8a3f-23db-4ff9-a879-0b04b7b9911b HTTP/1.1" status: 404 len: 337 time: 0.0972874 Feb 04 13:27:27.477742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.504909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:27.567485 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90ed4d3-3632-4c68-8696-9ff077aeb681 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.568931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90ed4d3-3632-4c68-8696-9ff077aeb681 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.575208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e90ed4d3-3632-4c68-8696-9ff077aeb681 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/d0b45e86-9b08-415a-ba46-7509682e3dbf HTTP/1.1" status: 404 len: 333 time: 0.0958309 Feb 04 13:27:27.588164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50762) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.640773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd1aa-ed89-4fe1-a686-2fd8d10fcccf req-2411e868-ea06-4730-8121-7510a5a16033 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:27.644024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40acd1aa-ed89-4fe1-a686-2fd8d10fcccf req-2411e868-ea06-4730-8121-7510a5a16033 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.3192520 Feb 04 13:27:27.700214 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-40acd1aa-ed89-4fe1-a686-2fd8d10fcccf req-63e85067-7fa4-4282-93b0-91bc4ab6e374 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500522 Feb 04 13:27:27.731426 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-040979de-62e4-4d00-9fe3-80bc62d61aca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.731883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040979de-62e4-4d00-9fe3-80bc62d61aca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.733609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-040979de-62e4-4d00-9fe3-80bc62d61aca tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/31695d72-9a39-44d3-84f6-e8595ae6e9a2 HTTP/1.1" status: 404 len: 337 time: 0.1251323 Feb 04 13:27:27.736450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.748246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:27.759437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Usage tracker for resource:subnet and tenant:bc70e221f26a42989cb09c0b695cce5a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:27.762542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:27.774361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:27.793651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Made reservation on behalf of bc70e221f26a42989cb09c0b695cce5a for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:27.798247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:27.824588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-e1798996-1ff4-48a5-9f94-7a9d32a18c9e service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016248 Feb 04 13:27:27.856081 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:27.861021 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b8cfb3-0cf5-4022-ab93-54876e2e91d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.861581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b8cfb3-0cf5-4022-ab93-54876e2e91d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.866282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70b8cfb3-0cf5-4022-ab93-54876e2e91d5 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/7c4e2fb0-4c31-4fbd-a0cc-2d13f740326a HTTP/1.1" status: 404 len: 337 time: 0.1278775 Feb 04 13:27:27.873943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:27.940072 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8f6f66-e107-4f9c-a9f2-d643273be200 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:27.940872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8f6f66-e107-4f9c-a9f2-d643273be200 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:27.948385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd8f6f66-e107-4f9c-a9f2-d643273be200 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/53a5070f-eb96-4822-b94f-4a11ac6e9b5a HTTP/1.1" status: 404 len: 333 time: 0.0694714 Feb 04 13:27:27.949275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.011318 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0d1d68-1fcf-4976-a8e6-8488b72fff84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.011857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0d1d68-1fcf-4976-a8e6-8488b72fff84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.018822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-da0d1d68-1fcf-4976-a8e6-8488b72fff84 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/18ef8ced-85bf-4cce-a489-17a9b44dd2ce HTTP/1.1" status: 404 len: 337 time: 0.0681183 Feb 04 13:27:28.020757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50788) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.103182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6214a1-3dd3-478e-98e7-193d94d4aa03 None None] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:28.121230 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be107a-b843-45d2-9ec9-cb00f7491f03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.135303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13be107a-b843-45d2-9ec9-cb00f7491f03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.142698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-13be107a-b843-45d2-9ec9-cb00f7491f03 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/f9ac5da5-1847-4aad-ad0d-0c5f9e31aef5 HTTP/1.1" status: 404 len: 333 time: 0.1196148 Feb 04 13:27:28.144493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.243823 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa98ac1e-d149-4725-afea-fc7dfd6d9271 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.244280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa98ac1e-d149-4725-afea-fc7dfd6d9271 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.255054 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fa98ac1e-d149-4725-afea-fc7dfd6d9271 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/c967695b-f883-485f-a721-fc08ef55a082 HTTP/1.1" status: 404 len: 337 time: 0.1079254 Feb 04 13:27:28.259732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50800) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.295826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:28.411216 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d59650-c11a-4ca7-a4d1-0e50e6038328 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.412245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d59650-c11a-4ca7-a4d1-0e50e6038328 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.414110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07d59650-c11a-4ca7-a4d1-0e50e6038328 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/c796a40a-5296-41b8-8667-52447caf9ff0 HTTP/1.1" status: 404 len: 333 time: 0.1534235 Feb 04 13:27:28.420295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.431760 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f07787e8-2e8a-4f15-84c1-2b374cdce665 req-fb58aab1-e463-4047-a2ae-572f7d1ac7f2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.0670471 Feb 04 13:27:28.481620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:28.486304 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c072dfd-504a-414e-8b4d-9c37b6d0c25e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.491408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c072dfd-504a-414e-8b4d-9c37b6d0c25e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.494919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c072dfd-504a-414e-8b4d-9c37b6d0c25e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/9be6d09b-b587-4027-b103-d16d585341df HTTP/1.1" status: 404 len: 337 time: 0.0735550 Feb 04 13:27:28.500787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50812) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.518696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:28.519073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:28.578938 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e41e4a-fc66-409e-8365-96bfed594679 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.593749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e41e4a-fc66-409e-8365-96bfed594679 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.595605 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51e41e4a-fc66-409e-8365-96bfed594679 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/8b8a21f6-62ab-4e2d-b097-79432d54d3ca HTTP/1.1" status: 404 len: 333 time: 0.0936241 Feb 04 13:27:28.598555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5f36bdc-03fc-4022-94b1-6b28849ea88e req-af7c73c3-c84c-4999-8ed7-f1594604bd8a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2952497 Feb 04 13:27:28.599190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:28.680734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'Subnet': ['ID=b9e3ac18-b569-4f60-9004-0437cd272eef,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:28.693272 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3fd2ed-f0df-4017-910e-ffcf36d48944 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:28.693847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3fd2ed-f0df-4017-910e-ffcf36d48944 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:28.979353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:29.042637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:20Z', 'revision_number': 3, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:29.046187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:29.051529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Checking router: 529a964b-9a69-48c2-9b60-26f059aa6721 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:29.052207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Updating router 529a964b-9a69-48c2-9b60-26f059aa6721 port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:29.113029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca3fd2ed-f0df-4017-910e-ffcf36d48944 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/9262a0cb-63d7-413d-a28b-2edb10ae078b HTTP/1.1" status: 404 len: 337 time: 0.4993105 Feb 04 13:27:29.115845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.117794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:29.118834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c7d72daa-243a-4ff8-8171-bd836b655fd6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:29.170040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5f36bdc-03fc-4022-94b1-6b28849ea88e req-cca1b8ca-56e1-4792-9a68-5e6910abaf33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.4467516 Feb 04 13:27:29.219160 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29bd278-d272-4d3f-beaf-a982338d4740 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.220040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29bd278-d272-4d3f-beaf-a982338d4740 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.221975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b29bd278-d272-4d3f-beaf-a982338d4740 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/92ad9c5a-1f77-4d55-8317-871d64ddec07 HTTP/1.1" status: 404 len: 333 time: 0.1049778 Feb 04 13:27:29.228986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.259328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Checking segment: {'id': '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:29.259764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Network hostable DHCP agents. Network: 542d8c0e-7b11-4063-8c8a-912d9da237aa, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:29.283752 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:29.326942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5f36bdc-03fc-4022-94b1-6b28849ea88e req-be16f921-277f-44b3-9101-57d2cd2ef3e5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687754 Feb 04 13:27:29.344018 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edcefdb-1343-4fb2-ade9-09877a388097 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.344774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edcefdb-1343-4fb2-ade9-09877a388097 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.350649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1edcefdb-1343-4fb2-ade9-09877a388097 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/545c86cd-3f2d-426e-83f1-c3549d130353 HTTP/1.1" status: 404 len: 337 time: 0.1188447 Feb 04 13:27:29.351672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.420743 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fee1ff-ff7b-4b18-b9c9-ad8ac23dfa24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.422443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fee1ff-ff7b-4b18-b9c9-ad8ac23dfa24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.428459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5fee1ff-ff7b-4b18-b9c9-ad8ac23dfa24 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/c97bacfe-0e24-4233-b079-9fc60609cca6 HTTP/1.1" status: 404 len: 333 time: 0.0752594 Feb 04 13:27:29.429922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.502892 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8599154b-cdcc-4dfc-a034-7cc3835c7610 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.504129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8599154b-cdcc-4dfc-a034-7cc3835c7610 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.509105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8599154b-cdcc-4dfc-a034-7cc3835c7610 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/50ddc1cd-5f9c-4690-accb-7ae1ec8aaffd HTTP/1.1" status: 404 len: 337 time: 0.0779493 Feb 04 13:27:29.510152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.549150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:29.564105 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e925b-7ccb-4b53-8e12-11e90fe924b7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.564585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e925b-7ccb-4b53-8e12-11e90fe924b7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.566669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-089e925b-7ccb-4b53-8e12-11e90fe924b7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/48a6689d-a715-4765-87ac-5a8074fc4695 HTTP/1.1" status: 404 len: 337 time: 0.0550849 Feb 04 13:27:29.578381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.649101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c7d72daa-243a-4ff8-8171-bd836b655fd6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:29.656878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b001d1-0bee-4d1e-846d-3303af1f9298 req-05106dfa-0666-4813-9dda-a15b84cc864b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.657900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c7d72daa-243a-4ff8-8171-bd836b655fd6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:29.658271 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:29.666471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67b001d1-0bee-4d1e-846d-3303af1f9298 req-05106dfa-0666-4813-9dda-a15b84cc864b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.5671840 Feb 04 13:27:29.674564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 542d8c0e-7b11-4063-8c8a-912d9da237aa) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:29.684521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9329-99d6-47b8-b0fa-8ae5d92adba2 req-35bfc531-6df9-47d4-a166-b68beb6565b5 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.686913 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-360d9329-99d6-47b8-b0fa-8ae5d92adba2 req-35bfc531-6df9-47d4-a166-b68beb6565b5 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 0.1189814 Feb 04 13:27:29.697489 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6ef8c7-3dbd-4dc1-8bf6-e9083f12ee6c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.697959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6ef8c7-3dbd-4dc1-8bf6-e9083f12ee6c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.698107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14aef3-ca6e-4d10-b322-e3cd9d0a69f2 None None] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:29.699748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ef6ef8c7-3dbd-4dc1-8bf6-e9083f12ee6c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/34e9e9c5-3170-4cd6-ba11-fdbaba6a0a82 HTTP/1.1" status: 404 len: 333 time: 0.1196928 Feb 04 13:27:29.718911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.719510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:29.723174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50864) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.803140 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67b001d1-0bee-4d1e-846d-3303af1f9298 req-ba3938f3-eebe-411e-860e-4d82692b73ed tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352603 Feb 04 13:27:29.813527 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd1b342-e946-44c9-a553-951acc0f62aa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.815597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd1b342-e946-44c9-a553-951acc0f62aa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.821891 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8cd1b342-e946-44c9-a553-951acc0f62aa tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/2fadb794-5a1d-4739-8e5b-2e771ce7f507 HTTP/1.1" status: 404 len: 337 time: 0.0953269 Feb 04 13:27:29.827152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50868) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.900329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-360d9329-99d6-47b8-b0fa-8ae5d92adba2 req-e0715b5e-fcc4-46ac-9622-0c18543d2683 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064643 Feb 04 13:27:29.906905 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8991eb1-91cf-4a3b-8caf-003f956ee812 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:29.907797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8991eb1-91cf-4a3b-8caf-003f956ee812 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:29.910336 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8991eb1-91cf-4a3b-8caf-003f956ee812 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/a193fd3f-0305-4c44-8684-b86bef80cc4e HTTP/1.1" status: 404 len: 337 time: 0.0819170 Feb 04 13:27:29.913507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50872) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.914104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f36bdc-03fc-4022-94b1-6b28849ea88e req-2ddc95e3-c30d-4328-aab8-4b8814be3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:29.916865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5f36bdc-03fc-4022-94b1-6b28849ea88e req-2ddc95e3-c30d-4328-aab8-4b8814be3ceb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5829606 Feb 04 13:27:29.935205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a75799c-088f-4271-b6bf-cca1ac65fec0 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8762937 Feb 04 13:27:29.947570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:29.958109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Request body: {'port': {'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1414896024'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:29.966978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:30.006592 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32c722e-5743-4e47-9632-4621d40c9674 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.007521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32c722e-5743-4e47-9632-4621d40c9674 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.011528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a32c722e-5743-4e47-9632-4621d40c9674 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/546b735a-04db-49df-a00f-405f41aead9b HTTP/1.1" status: 404 len: 333 time: 0.0923800 Feb 04 13:27:30.013284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50882) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.115679 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b525755-b1f9-40ed-a95a-99297089640b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.116301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b525755-b1f9-40ed-a95a-99297089640b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.118187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8b525755-b1f9-40ed-a95a-99297089640b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/c08b2e05-4a9a-427b-b42d-780380202da8 HTTP/1.1" status: 404 len: 337 time: 0.1037529 Feb 04 13:27:30.122168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50886) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.149141 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.171976 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5f3e15-f655-46fe-a19b-43fbff011bfd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.172521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5f3e15-f655-46fe-a19b-43fbff011bfd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.174541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff5f3e15-f655-46fe-a19b-43fbff011bfd tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/3f83c227-bff2-44fd-a9a9-6ce74473e53f HTTP/1.1" status: 404 len: 337 time: 0.0508907 Feb 04 13:27:30.189888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50890) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.194065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-542d8c0e-7b11-4063-8c8a-912d9da237aa', 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa', 'tenant_id': 'bc70e221f26a42989cb09c0b695cce5a', 'fixed_ips': [{'subnet_id': 'b9e3ac18-b569-4f60-9004-0437cd272eef'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:27:30.194065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.215687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83097e8c-c89b-4037-8376-1100c1ac9097 req-b844e599-6dcd-4267-bfc5-15d1120d10a3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.1191394 Feb 04 13:27:30.289851 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f229e4-e44a-42f6-ab2e-db16114fddec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.291016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f229e4-e44a-42f6-ab2e-db16114fddec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.293953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8f229e4-e44a-42f6-ab2e-db16114fddec tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/e8df31b9-5256-4236-9d2d-29ad42d11310 HTTP/1.1" status: 404 len: 333 time: 0.1157258 Feb 04 13:27:30.296619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.302797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:30.314481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Usage tracker for resource:port and tenant:bc70e221f26a42989cb09c0b695cce5a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:30.320902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:30.335787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:30.349962 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6802c254-7684-4a4d-bba7-5bb60123687e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.350635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6802c254-7684-4a4d-bba7-5bb60123687e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.358020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.resource_extend [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:27:30.358880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6802c254-7684-4a4d-bba7-5bb60123687e tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/8c37cbea-6ce7-4509-bdaa-7d326e410398 HTTP/1.1" status: 404 len: 337 time: 0.0589190 Feb 04 13:27:30.359844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50910) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.408679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Made reservation on behalf of bc70e221f26a42989cb09c0b695cce5a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:30.414725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.456179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.463202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] device_id is not set on port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:27:30.484680 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38cc1f9-ec11-4d2c-9624-83fffe9282ed tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:30.485306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38cc1f9-ec11-4d2c-9624-83fffe9282ed tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:30.490270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f38cc1f9-ec11-4d2c-9624-83fffe9282ed tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d53481a4-ed73-4f4a-a35a-631e9c075a3b HTTP/1.1" status: 404 len: 337 time: 0.1288958 Feb 04 13:27:30.491102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50914) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.503818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Transition to ACTIVE for port object 433c3f69-d7df-4ce3-bbf7-2b880b950d28 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:30.525876 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.575708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.671826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Allocated IP 172.20.0.1 (9b57191c-c9f3-45d1-a095-ea79017c9dc3/6d638dc4-c693-4412-8680-af37d99aba2a/99772498-56d4-43ae-a9aa-5f9884f766fe) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:30.733217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Attempting to bind port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:30.733616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Attempting to bind port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:30.734074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Attempting to bind port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:30.781010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e50b68-2aa4-4e0f-b61e-027f80ce44ae None None] Pushing event updated for resources: {'Port': ['ID=433c3f69-d7df-4ce3-bbf7-2b880b950d28,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:30.785393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e2d7cd94-dfb5-4925-b409-61ac9aafb190 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports?device_id=49439053-3de5-4402-b58c-289a3bf8faea HTTP/1.1" status: 200 len: 205 time: 0.2863634 Feb 04 13:27:30.789356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c7d72daa-243a-4ff8-8171-bd836b655fd6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c7d72daa-243a-4ff8-8171-bd836b655fd6,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:30.790832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50918) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:30.791595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Allocated IP 172.20.0.2 (542d8c0e-7b11-4063-8c8a-912d9da237aa/b9e3ac18-b569-4f60-9004-0437cd272eef/2ce399f9-ba75-48b3-8911-e9956ca4dcce) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:30.811488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:30.812221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:30.812732 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.813197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:30.813857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Bound port: 433c3f69-d7df-4ce3-bbf7-2b880b950d28, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:30.814533 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.882881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.961674 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-4c169e65-bb6d-4b9d-9bdc-b5c84710216f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] delete failed (client error): The resource could not be found. Feb 04 13:27:30.970353 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c169e65-bb6d-4b9d-9bdc-b5c84710216f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/routers/49439053-3de5-4402-b58c-289a3bf8faea HTTP/1.1" status: 404 len: 336 time: 0.1736715 Feb 04 13:27:30.982889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:30.987452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.096170 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-0487147c-78ec-4dc0-975e-59cbfc526a4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:31.096628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0487147c-78ec-4dc0-975e-59cbfc526a4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:31.101211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0487147c-78ec-4dc0-975e-59cbfc526a4a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/eab507c1-464b-4d5d-a305-5b2d1e1430a3 HTTP/1.1" status: 404 len: 337 time: 0.1128194 Feb 04 13:27:31.101841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50930) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.117377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Transition to ACTIVE for port object 99772498-56d4-43ae-a9aa-5f9884f766fe will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:31.124258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:31.169822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-d631165b-52e3-4910-be0b-786177a64c74 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.171397 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-d631165b-52e3-4910-be0b-786177a64c74 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 808 time: 0.7665563 Feb 04 13:27:31.205991 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a42817a3-7b76-447d-86b8-d00a374bddd6 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c2803-ff45-421c-a8e0-5a75e2e40acc HTTP/1.1" status: 200 len: 205 time: 0.0982413 Feb 04 13:27:31.207567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.213855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-64ce5479-73f0-4635-b459-fdf3b0f5aa18 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/quotas/fed95de2df2d46d2b0f062785b1e47f8 HTTP/1.1" status: 200 len: 375 time: 0.0269060 Feb 04 13:27:31.245166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] For port 433c3f69-d7df-4ce3-bbf7-2b880b950d28, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:31.249955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] For port 433c3f69-d7df-4ce3-bbf7-2b880b950d28, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=433c3f69-d7df-4ce3-bbf7-2b880b950d28,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:31.262252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c7d72daa-243a-4ff8-8171-bd836b655fd6,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:31.271109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-60685cba-bc6f-41a0-b0da-ef87b1d67e1e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.272021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-60685cba-bc6f-41a0-b0da-ef87b1d67e1e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:31.284674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-388dc928-0065-483d-a66f-7f8cad77cf83 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698595 Feb 04 13:27:31.295519 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-0ba07776-05fb-4738-b3b3-e8d5f1f1993b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] delete failed (client error): The resource could not be found. Feb 04 13:27:31.295692 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:31.296548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0ba07776-05fb-4738-b3b3-e8d5f1f1993b tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/routers/554c2803-ff45-421c-a8e0-5a75e2e40acc HTTP/1.1" status: 404 len: 336 time: 0.0844665 Feb 04 13:27:31.300872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.383839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e50b68-2aa4-4e0f-b61e-027f80ce44ae None None] Pushing event updated for resources: {'Port': ['ID=433c3f69-d7df-4ce3-bbf7-2b880b950d28,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:31.413119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-60685cba-bc6f-41a0-b0da-ef87b1d67e1e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:31.415110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-60685cba-bc6f-41a0-b0da-ef87b1d67e1e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.8749957 Feb 04 13:27:31.430845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '02384311-8b62-436d-8e32-fb8085fe6dea', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:31.440694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:31.441620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:31.498680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c12f4-8a25-40d0-ba40-98b839e46324 req-d465923b-b718-45c5-a7e1-ed07b51b16fb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.500159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e48c12f4-8a25-40d0-ba40-98b839e46324 req-d465923b-b718-45c5-a7e1-ed07b51b16fb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.4516952 Feb 04 13:27:31.509518 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aa9c58-aac2-418e-bf09-c6f5e9959047 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:31.509986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aa9c58-aac2-418e-bf09-c6f5e9959047 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:31.538050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:31.612486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Pushing event updated for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:31.622651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-3d673ba5-36f8-4dd2-8ec3-4e34fec52f0f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:31.624146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-3d673ba5-36f8-4dd2-8ec3-4e34fec52f0f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.90 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 0.5053797 Feb 04 13:27:31.625424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-37aa9c58-aac2-418e-bf09-c6f5e9959047 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/ddd00d41-2b7b-4af5-b998-4b6829e7703c HTTP/1.1" status: 404 len: 337 time: 0.3229613 Feb 04 13:27:31.633518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.651839 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-abc401a7-a6c4-4323-abcb-496a8681f8ad service neutron] 10.222.0.53 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662128 Feb 04 13:27:31.712449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:31.713104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:31.749236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:31.750513 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cab6bb-02cf-4c70-8d53-72e343cce981 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:31.750997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cab6bb-02cf-4c70-8d53-72e343cce981 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:31.752731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-25cab6bb-02cf-4c70-8d53-72e343cce981 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/cf9c85ed-305a-4b36-9a30-ab44de751b7c HTTP/1.1" status: 404 len: 337 time: 0.1138623 Feb 04 13:27:31.755746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e48c12f4-8a25-40d0-ba40-98b839e46324 req-6c613775-9336-4a99-9d5e-f35cdb5f6e39 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484465 Feb 04 13:27:31.759390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50948) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:31.761777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:31.819572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:31.823903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:31.830618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:31.849031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:31.859132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:31.873456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:31.891566 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-788a3f2c-c3c8-43e3-aeaa-b43f24ed6319 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:31.892337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788a3f2c-c3c8-43e3-aeaa-b43f24ed6319 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:31.896418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-788a3f2c-c3c8-43e3-aeaa-b43f24ed6319 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/23d4c751-332a-4c9d-b757-48f813db1d0a HTTP/1.1" status: 404 len: 333 time: 0.1363604 Feb 04 13:27:31.897315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:31.899782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50952) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.017878 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4165db1a-7cdb-49e5-a073-f1b1a386a635 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.018256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4165db1a-7cdb-49e5-a073-f1b1a386a635 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.023041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4165db1a-7cdb-49e5-a073-f1b1a386a635 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/ed3ad8f9-d078-490e-86bb-170a14a898a5 HTTP/1.1" status: 404 len: 337 time: 0.1164663 Feb 04 13:27:32.024937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50956) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.036963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Deleting port 22e9e42b-aa61-4cf0-8730-94c72abad634 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:32.037348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.155064 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e253613-c1a7-474e-81c2-2a5b3dcee534 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.155706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e253613-c1a7-474e-81c2-2a5b3dcee534 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.192710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.220557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-e109dd64-4e0e-4c43-8cfd-3b81365eecde service neutron] 10.222.0.53 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547311 Feb 04 13:27:32.229288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4e253613-c1a7-474e-81c2-2a5b3dcee534 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/71509cd3-7483-4877-a5fb-156b2bb98a8b HTTP/1.1" status: 404 len: 333 time: 0.1954911 Feb 04 13:27:32.232717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c02cd-d870-4878-816c-a6da2a1af556 req-c8ed6c6a-e316-4ae2-9321-a1cab54ce45e tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:32.233828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50960) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.239640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd7c02cd-d870-4878-816c-a6da2a1af556 req-c8ed6c6a-e316-4ae2-9321-a1cab54ce45e tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 0.2743614 Feb 04 13:27:32.309565 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb869ab5-396d-4916-854f-09778e3a78a9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.310426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb869ab5-396d-4916-854f-09778e3a78a9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.313192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb869ab5-396d-4916-854f-09778e3a78a9 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/f9f39cba-bf3f-4d8c-8b0e-3510e1aff752 HTTP/1.1" status: 404 len: 337 time: 0.0773261 Feb 04 13:27:32.318124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50964) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.341318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Transition to ACTIVE for port object 2ce399f9-ba75-48b3-8911-e9956ca4dcce will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:32.393383 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd7c02cd-d870-4878-816c-a6da2a1af556 req-e9778c18-38a4-4a2f-9d39-b3822642acec tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528420 Feb 04 13:27:32.404377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.13 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/b03aefc4-600d-40e5-b75e-e13cdd6843d8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:32.407732 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cffae72-684d-499f-b242-9a88211120ea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.408450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cffae72-684d-499f-b242-9a88211120ea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.411478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8cffae72-684d-499f-b242-9a88211120ea tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/e77eb34f-b9a8-45cf-acb2-2f613796d527 HTTP/1.1" status: 404 len: 333 time: 0.0920384 Feb 04 13:27:32.440697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50968) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.453397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7fd81cb0-6ef8-4a73-8958-ec9df4cd2ed8 None None] Provisioning for port 99772498-56d4-43ae-a9aa-5f9884f766fe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:32.498297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7fd81cb0-6ef8-4a73-8958-ec9df4cd2ed8 None None] Provisioning complete for port 99772498-56d4-43ae-a9aa-5f9884f766fe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:32.498697 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7fd81cb0-6ef8-4a73-8958-ec9df4cd2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.579654 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd58161-cdd5-43ca-bcf7-d1ace2a9463c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.580112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd58161-cdd5-43ca-bcf7-d1ace2a9463c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.584389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-acd58161-cdd5-43ca-bcf7-d1ace2a9463c tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/5de9d0f9-c6b7-4c66-a85e-4afc0a9034f5 HTTP/1.1" status: 404 len: 337 time: 0.1385138 Feb 04 13:27:32.613886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 50976) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.620894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Transition to ACTIVE for port object 2ce399f9-ba75-48b3-8911-e9956ca4dcce will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:32.622016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7fd81cb0-6ef8-4a73-8958-ec9df4cd2ed8 None None] Port 99772498-56d4-43ae-a9aa-5f9884f766fe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:32.623637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eff0ab69-0db6-4baf-93bf-32301c836b3e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:27:32.668727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b9239b8-4c64-4eb7-9af4-ec2b70c13e0b req-d7e8e9f8-48f5-4e23-898e-b27951bceec4 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.1868625 Feb 04 13:27:32.669900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: eff0ab69-0db6-4baf-93bf-32301c836b3e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:27:32.669900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device eff0ab69-0db6-4baf-93bf-32301c836b3e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:27:32.677905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.768040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:32.775412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:32.811337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:32.818239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f8c4d68-868c-4dd8-85d7-bcdb913f96ed req-c82dd787-fbe5-4800-8e68-8612c9d018d1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.2013798 Feb 04 13:27:32.824142 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-95753e51-2411-4b74-a273-168f7daf3d53 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:32.825422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95753e51-2411-4b74-a273-168f7daf3d53 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:32.828295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-95753e51-2411-4b74-a273-168f7daf3d53 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/f9cb16f9-86b0-4282-b463-4d58d4f4fc65 HTTP/1.1" status: 404 len: 333 time: 0.2133861 Feb 04 13:27:32.840498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50982) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:32.857870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] For port 22e9e42b-aa61-4cf0-8730-94c72abad634, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=22e9e42b-aa61-4cf0-8730-94c72abad634,segment=NetworkSegment(e27a1547-b1f1-487a-8857-d5964e5e3568),segment_id=e27a1547-b1f1-487a-8857-d5964e5e3568)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:32.858450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.955865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Attempting to bind port 2ce399f9-ba75-48b3-8911-e9956ca4dcce on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:32.956244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Attempting to bind port 2ce399f9-ba75-48b3-8911-e9956ca4dcce by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:32.956615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Attempting to bind port 2ce399f9-ba75-48b3-8911-e9956ca4dcce on network 542d8c0e-7b11-4063-8c8a-912d9da237aa {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:32.966801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Pushing event updated for resources: {'Port': ['ID=2ce399f9-ba75-48b3-8911-e9956ca4dcce,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:32.972773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:32.973150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Checking segment: {'id': '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:32.973559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:32.973949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Bound using segment: {'id': '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:32.974423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Bound port: 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:32.974825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:33.022675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:33.110008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:33.113386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:33.116397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c7d72daa-243a-4ff8-8171-bd836b655fd6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:33.123794 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-8913b39f-3a7f-47b0-95b9-474a5b8ab62f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:33.124217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8913b39f-3a7f-47b0-95b9-474a5b8ab62f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:33.129893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8913b39f-3a7f-47b0-95b9-474a5b8ab62f tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/db889b61-d98c-42b5-9717-5e6d125ebea9 HTTP/1.1" status: 404 len: 337 time: 0.2883449 Feb 04 13:27:33.148568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:33.150082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:33.207296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Allocated IP 172.20.0.10 (542d8c0e-7b11-4063-8c8a-912d9da237aa/b9e3ac18-b569-4f60-9004-0437cd272eef/76eb3988-89f9-425e-b5c8-c7f3edf3bd7d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:33.225641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Calling delete_port for 22e9e42b-aa61-4cf0-8730-94c72abad634 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:33.321625 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfca469-c39c-47e2-a93d-cd5a1044c86a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:33.322098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acfca469-c39c-47e2-a93d-cd5a1044c86a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:33.327260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-acfca469-c39c-47e2-a93d-cd5a1044c86a tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/754dca7c-6ee6-449f-ab41-937dfd61fac7 HTTP/1.1" status: 404 len: 333 time: 0.1749427 Feb 04 13:27:33.331478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 50996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:33.335173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a96ba-6855-4e67-aafe-959e99f47422 None None] Pushing event updated for resources: {'Port': ['ID=2ce399f9-ba75-48b3-8911-e9956ca4dcce,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:33.343276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:20Z', 'revision_number': 3, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:33.350342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1d685f-2d6d-4b89-bd57-5752853612df None None] The sync data for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 is: [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:20Z', 'revision_number': 3, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:33.367209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c7d72daa-243a-4ff8-8171-bd836b655fd6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:33.367681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:33.676209 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af8129-f922-43b5-a50c-d7ca34ae6369 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:33.677242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9af8129-f922-43b5-a50c-d7ca34ae6369 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:33.683344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c9af8129-f922-43b5-a50c-d7ca34ae6369 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d4ccd6ba-dc04-4a6b-89ed-7fa3ba64ebbd HTTP/1.1" status: 404 len: 337 time: 0.3457053 Feb 04 13:27:33.684171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:33.792590 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8b0fbe-0089-467f-ae1c-e0871abc8c0d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:33.796677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8b0fbe-0089-467f-ae1c-e0871abc8c0d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:33.811008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d8b0fbe-0089-467f-ae1c-e0871abc8c0d tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/d5b18571-9999-4b2e-8b5f-66a222ec360a HTTP/1.1" status: 404 len: 333 time: 0.1222095 Feb 04 13:27:33.817442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:33.928912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b851c-28fe-4d0f-8405-497044cafdb8 req-5f279589-e343-4aee-b452-18e046b8d8e9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:33.935272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c7b851c-28fe-4d0f-8405-497044cafdb8 req-5f279589-e343-4aee-b452-18e046b8d8e9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.8820112 Feb 04 13:27:33.941964 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-138b0144-5b3a-4a23-adf7-5acce5d19803 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:33.942538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138b0144-5b3a-4a23-adf7-5acce5d19803 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:33.946017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-138b0144-5b3a-4a23-adf7-5acce5d19803 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/1d9c85f1-54db-430d-a75c-055d0fddbfc2 HTTP/1.1" status: 404 len: 337 time: 0.1251049 Feb 04 13:27:33.988725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:34.101736 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82b3063-725d-4ba1-8df0-37ecde1fb584 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:34.102134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82b3063-725d-4ba1-8df0-37ecde1fb584 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:34.106258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a82b3063-725d-4ba1-8df0-37ecde1fb584 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/ports/9e541c42-8e97-4ae8-83f9-3e44d3422d23 HTTP/1.1" status: 404 len: 333 time: 0.1138241 Feb 04 13:27:34.107020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.120201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:34.178292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c7b851c-28fe-4d0f-8405-497044cafdb8 req-9f8148dc-20fe-4039-be9f-de6373b1bb33 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309425 Feb 04 13:27:34.197779 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7042c23-f4ac-4e04-b830-496f0d6fcac7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] DELETE failed (client error): The resource could not be found. Feb 04 13:27:34.198244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7042c23-f4ac-4e04-b830-496f0d6fcac7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:27:34.200723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f7042c23-f4ac-4e04-b830-496f0d6fcac7 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/subnets/d1859d5b-b7c9-498f-9d8d-8befa30da5fc HTTP/1.1" status: 404 len: 337 time: 0.0788667 Feb 04 13:27:34.208484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51024) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:34.231569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object b03aefc4-600d-40e5-b75e-e13cdd6843d8 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:34.366705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.385490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.399887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18552e46-92a8-4329-a462-0d7adf04efa6 req-4724f0ea-b54d-47c4-b40d-9a03b6ca698f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:34.401578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18552e46-92a8-4329-a462-0d7adf04efa6 req-4724f0ea-b54d-47c4-b40d-9a03b6ca698f tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 945 time: 0.7379353 Feb 04 13:27:34.415429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.425831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b1d1b5fe-08dc-4436-a982-5a3505831ddf req-e5e0c1a9-85a3-4a1e-9062-8983085b7f01 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.0560133 Feb 04 13:27:34.479162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.583455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.746175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.768881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:34.782429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:34.790794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Pushing event updated for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:34.817620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:34.877166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:34.901279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:34.926700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:34.951917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:34.952211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf99e66-b77e-4bba-ac7e-104d6f2b2b14') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:35.018577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.029615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.030199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.030662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.031127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.031557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.032003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.032774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.033247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.034046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.034046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.035047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.035476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:35.038963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:35.076934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:35.092319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.124208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.126212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.144068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.164488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:27:35.164959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.203083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 433c3f69-d7df-4ce3-bbf7-2b880b950d28 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:27:35.251457 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:27:35.305577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-19639b1b-4aff-4fd2-9644-52fca0f21f0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.306598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-19639b1b-4aff-4fd2-9644-52fca0f21f0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:35.313860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-bb50a7db-3ed6-404d-9df0-b05f0668161c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8887377 Feb 04 13:27:35.334870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Request body: {'port': {'device_id': '02384311-8b62-436d-8e32-fb8085fe6dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:35.346511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb435b-d8d6-464a-89a3-713b6b1c2365 None None] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:35.374938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.380033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.398872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-18552e46-92a8-4329-a462-0d7adf04efa6 req-0fc19a17-7bea-4f9d-aa2f-f72239b9d609 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd526e3-6a58-45cf-9794-aab975621295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9199631 Feb 04 13:27:35.425478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-19639b1b-4aff-4fd2-9644-52fca0f21f0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:35.426668 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-19639b1b-4aff-4fd2-9644-52fca0f21f0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 932 time: 0.7894921 Feb 04 13:27:35.430126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] Pushing event deleted for resources: {'Network': ['ID=8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.435711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-36752325-0bb1-4a12-808a-ccc68c6e3785 tempest-NetworksTestDHCPv6-1889731717 tempest-NetworksTestDHCPv6-1889731717-project] 10.222.0.53 "DELETE /v2.0/networks/8deb5dd3-a4d4-49fe-b355-6ca1c9e95c10 HTTP/1.1" status: 204 len: 168 time: 1.2283239 Feb 04 13:27:35.508858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Pushing event deleted for resources: {'Port': ['ID=22e9e42b-aa61-4cf0-8730-94c72abad634,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:35.518885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8dee90d5-1780-4b22-8b36-5bc1c7cee8f2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:35.520479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8dee90d5-1780-4b22-8b36-5bc1c7cee8f2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Synchronizing usage tracker for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:35.524239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Transition to ACTIVE for port object 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:35.555410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 22e9e42b-aa61-4cf0-8730-94c72abad634 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:27:35.564229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-caf2b1cf-e785-445b-bcb8-20cd3f9b297f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:35.591047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.606104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-caf2b1cf-e785-445b-bcb8-20cd3f9b297f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:35.618823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b6da5bc5-b5a4-4663-96d1-19db3b009474 req-caf2b1cf-e785-445b-bcb8-20cd3f9b297f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695201 Feb 04 13:27:35.646312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 22e9e42b-aa61-4cf0-8730-94c72abad634 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:27:35.646895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 22e9e42b-aa61-4cf0-8730-94c72abad634 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:27:35.698071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:35.708849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:35.709463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.768288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] No DVR routers for this DVR port 22e9e42b-aa61-4cf0-8730-94c72abad634 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:35.787628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8dee90d5-1780-4b22-8b36-5bc1c7cee8f2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Unset dirty status for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:35.789069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8dee90d5-1780-4b22-8b36-5bc1c7cee8f2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 808 time: 0.9880991 Feb 04 13:27:35.794970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:35.805868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'name': 'network-vif-deleted', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:35.833555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Request body: {'port': {'device_id': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1', 'admin_state_up': True, 'tenant_id': 'fed95de2df2d46d2b0f062785b1e47f8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:35.834979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d4ff9fe-9182-4138-be36-97bd8a9d0f82 None None] Provisioning for port 2ce399f9-ba75-48b3-8911-e9956ca4dcce completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:35.974481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef68bcd3-9d9c-4bb6-b7c1-96cd052073aa req-f42edd60-99d9-46af-a480-b339491b9b61 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.0786338 Feb 04 13:27:35.980854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:35.984218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d4ff9fe-9182-4138-be36-97bd8a9d0f82 None None] Provisioning for port b03aefc4-600d-40e5-b75e-e13cdd6843d8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:36.010859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:36.012283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.033581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 433c3f69-d7df-4ce3-bbf7-2b880b950d28, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=433c3f69-d7df-4ce3-bbf7-2b880b950d28,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:36.043193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d4ff9fe-9182-4138-be36-97bd8a9d0f82 None None] Provisioning complete for port b03aefc4-600d-40e5-b75e-e13cdd6843d8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:36.043588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff9fe-9182-4138-be36-97bd8a9d0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.100417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Usage tracker for resource:port and tenant:fed95de2df2d46d2b0f062785b1e47f8 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:36.104564 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529fa41a-3e98-4aae-a193-ae8ed955eedd', 'name': 'network-vif-deleted', 'tag': '22e9e42b-aa61-4cf0-8730-94c72abad634', 'status': 'completed', 'code': 200} Feb 04 13:27:36.113940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:36.115337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.116371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ce399f9-ba75-48b3-8911-e9956ca4dcce up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:36.119585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02836efd-1cc0-4757-90f2-21e99b50e346 req-c2ae3703-fd0a-4afe-846e-c1f7ea26dff0 tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.90 "DELETE /v2.0/ports/22e9e42b-aa61-4cf0-8730-94c72abad634 HTTP/1.1" status: 204 len: 173 time: 4.4818349 Feb 04 13:27:36.143599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:36.206958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a031-2546-48bc-97b6-026e4acda3b2 req-aad165da-79c0-4910-97c8-4155f375bec0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.208640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eb41a031-2546-48bc-97b6-026e4acda3b2 req-aad165da-79c0-4910-97c8-4155f375bec0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.5246673 Feb 04 13:27:36.218317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Made reservation on behalf of fed95de2df2d46d2b0f062785b1e47f8 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:36.222646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.244063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.301084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-16d9919e-d483-4465-866d-906bcdeb0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.303015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-16d9919e-d483-4465-866d-906bcdeb0cd4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 0.8749483 Feb 04 13:27:36.305716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Router 529a964b-9a69-48c2-9b60-26f059aa6721 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:27:36.313443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2d2a92e2-0597-41ab-9880-6a2bbfb2938a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e44d4670989d418abd14ce3d045d3bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315327 Feb 04 13:27:36.323692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-eb41a031-2546-48bc-97b6-026e4acda3b2 req-bf053638-e4cb-4200-af1a-bd9e0c1e2107 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814888 Feb 04 13:27:36.332439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:36.375292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ff9fe-9182-4138-be36-97bd8a9d0f82 None None] Port b03aefc4-600d-40e5-b75e-e13cdd6843d8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:36.390033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=433c3f69-d7df-4ce3-bbf7-2b880b950d28,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:36.414696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2ce399f9-ba75-48b3-8911-e9956ca4dcce completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:36.420211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ce399f9-ba75-48b3-8911-e9956ca4dcce triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:36.420666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.465791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03aefc4-600d-40e5-b75e-e13cdd6843d8 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:27:36.484022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.494692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.515301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Transition to ACTIVE for port object b03aefc4-600d-40e5-b75e-e13cdd6843d8 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:36.530394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.660566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-05123e0b-fee5-4bdb-9302-007f2e2bd829 None None] Provisioning complete for port 99772498-56d4-43ae-a9aa-5f9884f766fe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:36.660942 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-05123e0b-fee5-4bdb-9302-007f2e2bd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.770851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-05123e0b-fee5-4bdb-9302-007f2e2bd829 None None] Port 99772498-56d4-43ae-a9aa-5f9884f766fe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:36.772225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.812297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.846681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9e5e289a-23f1-402a-bce9-9f90028755c8 req-ac3a8f1a-5da2-417f-a4f1-7fb192dd909a tempest-VolumesSnapshotTestJSON-1271878275 tempest-VolumesSnapshotTestJSON-1271878275-project] 10.222.0.53 "GET /v2.0/ports?device_id=529fa41a-3e98-4aae-a193-ae8ed955eedd HTTP/1.1" status: 200 len: 210 time: 0.0659931 Feb 04 13:27:36.849919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-2c09a62b-d801-4754-8e58-7c11b60f9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:36.851738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-2c09a62b-d801-4754-8e58-7c11b60f9446 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.4762719 Feb 04 13:27:36.867571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:36.906524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:36.918191 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:36.993638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:37.049167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 433c3f69-d7df-4ce3-bbf7-2b880b950d28 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:37.073843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Provisioning complete for port 2ce399f9-ba75-48b3-8911-e9956ca4dcce triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:37.074223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.143397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:37.217731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2ce399f9-ba75-48b3-8911-e9956ca4dcce,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:37.294117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af8178ad-cc56-420a-91bd-f72f2e315735 req-20a8510e-943c-4919-b07a-ae729b16f13a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.0870547 Feb 04 13:27:37.301339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Attempting to bind port b03aefc4-600d-40e5-b75e-e13cdd6843d8 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:37.301839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Attempting to bind port b03aefc4-600d-40e5-b75e-e13cdd6843d8 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:37.302353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Attempting to bind port b03aefc4-600d-40e5-b75e-e13cdd6843d8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:37.313204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Port b03aefc4-600d-40e5-b75e-e13cdd6843d8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:27:37.313578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Attempting to bind port b03aefc4-600d-40e5-b75e-e13cdd6843d8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:37.319389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:37.323979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:37.324397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:37.324884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:37.325331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Bound port: b03aefc4-600d-40e5-b75e-e13cdd6843d8, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:37.325694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.330231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Provisioning for port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:37.334714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:37.335084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.368814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Provisioning complete for port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:37.369256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.412986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.444895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ccce5-aa6f-43de-af3c-4d4c45c6c10e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:37.459642 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.461191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a9a7cd93-8139-495f-a374-093e079d1977 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d53ccce5-aa6f-43de-af3c-4d4c45c6c10e HTTP/1.1" status: 204 len: 168 time: 1.1272860 Feb 04 13:27:37.473377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d9661d71-dd53-46e3-a309-74f9aaf916f0 None None] Port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:37.491135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:37.494023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-4f8ad7ea-6a9a-44dc-b495-5a9f6d1c4c78 req-1e3c2400-a570-4b07-8868-c99dc87f2ce5 service neutron] (87621) timed out ('10.222.0.53', 54738) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:27:37.502365 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Sync routers for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:37.515786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:37.520292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'Port': ['ID=76eb3988-89f9-425e-b5c8-c7f3edf3bd7d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:37.525850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:37.575768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:37.597014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:37.608535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-87eed7f1-bb00-47b9-84e5-221db24c8e95 admin admin] 10.222.0.53 "PUT /v2.0/routers/529a964b-9a69-48c2-9b60-26f059aa6721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0530515 Feb 04 13:27:37.615863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbacfb32-1cf7-41df-ba88-4b3f2b733613 None None] Provisioning complete for port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:37.616545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbacfb32-1cf7-41df-ba88-4b3f2b733613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.621009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.644168 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-ca1a2fa1-01f1-4ff3-a50f-63b7b62c7a10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 1000 time: 0.5024440 Feb 04 13:27:37.709916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bbacfb32-1cf7-41df-ba88-4b3f2b733613 None None] Port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:37.720199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.720886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.762882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.767404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:37.771768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] 10.222.0.87 "PUT /v2.0/ports/b03aefc4-600d-40e5-b75e-e13cdd6843d8 HTTP/1.1" status: 200 len: 1092 time: 2.4416752 Feb 04 13:27:37.782812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Allocated IP 172.20.0.12 (022d718f-12d8-4aab-a4ea-83a7e8d88ee1/4dc0549c-d236-4f2c-9297-ae1f9f147bf9/6013ac96-6af6-4e5f-be0e-5ead447b7e22) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:37.789811 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3de92e20-fa8b-442f-ac94-9dd5f8d24759 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.8376386 Feb 04 13:27:37.803409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60840a-4f70-4a4e-a05a-1622229967c5 req-caf20524-0a4b-43c7-b0d4-808312a2b5d8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:37.806304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:37.807145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f60840a-4f70-4a4e-a05a-1622229967c5 req-caf20524-0a4b-43c7-b0d4-808312a2b5d8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 944 time: 0.6711557 Feb 04 13:27:37.811872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:37.835316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Request body: {'port': {'network_id': '542d8c0e-7b11-4063-8c8a-912d9da237aa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1491033687', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:37.835800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] bootfile-name is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:37.836147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] tftp-server is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:37.836803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] server-ip-address is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:37.886796 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:38.098760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab6e8-92c0-4859-a9a7-16b06091bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:38.125335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a07254-71f7-44f7-9971-1b023e8d47c2 req-c428725e-c921-4819-b80e-7b6482d13865 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.132901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62a07254-71f7-44f7-9971-1b023e8d47c2 req-c428725e-c921-4819-b80e-7b6482d13865 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.6117754 Feb 04 13:27:38.166570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-ce077333-cbf7-4b8a-9ff7-f97af83b61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.169457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-ce077333-cbf7-4b8a-9ff7-f97af83b61f2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.5107241 Feb 04 13:27:38.170546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:38.174470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-ea661edd-52ea-47d4-ab30-5b8f738c60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.177015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-ea661edd-52ea-47d4-ab30-5b8f738c60bc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 1095 time: 0.3243887 Feb 04 13:27:38.237866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Usage tracker for resource:port and tenant:bc70e221f26a42989cb09c0b695cce5a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:38.264293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:38.269437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-09fbfb80-cde3-481f-85a4-e5a565cee460 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8 HTTP/1.1" status: 200 len: 217 time: 0.0824888 Feb 04 13:27:38.287841 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-62a07254-71f7-44f7-9971-1b023e8d47c2 req-33c61630-1659-43b3-a316-3116b8b96943 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539521 Feb 04 13:27:38.293205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:38.301388 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f60840a-4f70-4a4e-a05a-1622229967c5 req-1668afde-545c-4755-b93b-43f7fa47e0af tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797335 Feb 04 13:27:38.423236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Made reservation on behalf of bc70e221f26a42989cb09c0b695cce5a for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:38.426010 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8', 'status': 'completed', 'code': 200} Feb 04 13:27:38.427707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:38.458346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-e8b66d75-7687-4210-8412-2dd29afa2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.460448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-e8b66d75-7687-4210-8412-2dd29afa2db8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1704545 Feb 04 13:27:38.473429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:32Z', 'revision_number': 4, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '99772498-56d4-43ae-a9aa-5f9884f766fe', 'name': '', 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'mac_address': 'fa:16:3e:15:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:30Z', 'updated_at': '2022-02-04T13:27:33Z', 'revision_number': 2, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'subnets': [{'id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:38.479255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Checking router: 529a964b-9a69-48c2-9b60-26f059aa6721 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:27:38.481695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Updating router 529a964b-9a69-48c2-9b60-26f059aa6721 port 99772498-56d4-43ae-a9aa-5f9884f766fe binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:27:38.565952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-00518743-46c1-4a48-838e-8c9d68e064ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.567503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-00518743-46c1-4a48-838e-8c9d68e064ca service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3807154 Feb 04 13:27:38.572002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] device_id is not set on port edc19164-ba14-4bf2-98e7-89162ca1e2f2 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:27:38.626886 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:38.737773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2d9d244-9525-4a93-8de2-e8f599cdf295 req-daff20e9-0eb6-4255-988f-15329924aa47 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.1449435 Feb 04 13:27:38.820483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-6a27d9c5-a74b-4ad8-9cbf-565c43dce7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:38.822380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-6a27d9c5-a74b-4ad8-9cbf-565c43dce7d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3549244 Feb 04 13:27:38.991194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.074897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ce399f9-ba75-48b3-8911-e9956ca4dcce up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:39.098155 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-0b8d9a15-2e42-48fa-bb15-993e217238f7 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669802 Feb 04 13:27:39.144753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Allocated IP 172.20.0.11 (542d8c0e-7b11-4063-8c8a-912d9da237aa/b9e3ac18-b569-4f60-9004-0437cd272eef/edc19164-ba14-4bf2-98e7-89162ca1e2f2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:39.163760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51130) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:39.183216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.365857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2ce399f9-ba75-48b3-8911-e9956ca4dcce triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:39.366547 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.474779 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.508285 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Transition to ACTIVE for port object 99772498-56d4-43ae-a9aa-5f9884f766fe will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:39.515012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552eb6f1-6653-4c94-9b23-6691b95f0050 req-a38e50fb-003c-4187-8200-0638e343f25d service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052098 Feb 04 13:27:39.528637 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.760270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Pushing event updated for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:39.777360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1347847204'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:39.790644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:39.795275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:network and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:39.798370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:39.804831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:39.846177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:39.850627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:39.856100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.883199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:39.898848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:39.941157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-59d67aa8-4a63-48cc-a3a2-4b27c6f4568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.943017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-59d67aa8-4a63-48cc-a3a2-4b27c6f4568d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 1095 time: 0.3566837 Feb 04 13:27:39.952322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954d14-b534-4ed1-914b-935c49b46d81 req-34325243-0da5-4394-86f8-1f974117a37d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:39.958223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:39.960535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3954d14-b534-4ed1-914b-935c49b46d81 req-34325243-0da5-4394-86f8-1f974117a37d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 944 time: 0.2638462 Feb 04 13:27:39.982985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-2b0e4a19-d5bd-4173-b37c-89ba5a17dfea service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3275814 Feb 04 13:27:39.999510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:40.010968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d25a28-f1ff-41a1-a226-85dd10aae595 None None] Pushing event updated for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:40.013857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:security_group_rule and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:40.017429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:40.102534 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Attempting to bind port 99772498-56d4-43ae-a9aa-5f9884f766fe on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:40.102964 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Attempting to bind port 99772498-56d4-43ae-a9aa-5f9884f766fe by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:40.103503 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Attempting to bind port 99772498-56d4-43ae-a9aa-5f9884f766fe on network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:40.115320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:40.118078 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Checking segment: {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:40.119848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.120229 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:40.120781 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Bound using segment: {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:40.121110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:40.121498 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Bound port: 99772498-56d4-43ae-a9aa-5f9884f766fe, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:40.122483 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:40.128206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3954d14-b534-4ed1-914b-935c49b46d81 req-1a8c4630-fb7e-49a8-825b-07ba38d8abec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670129 Feb 04 13:27:40.272768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:40.290086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-61827bfb-57de-4baa-b6fd-16ff03e895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.291828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-61827bfb-57de-4baa-b6fd-16ff03e895c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.3283701 Feb 04 13:27:40.313066 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] For port 99772498-56d4-43ae-a9aa-5f9884f766fe, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:40.318729 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] For port 99772498-56d4-43ae-a9aa-5f9884f766fe, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99772498-56d4-43ae-a9aa-5f9884f766fe,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:40.328634 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:40.467474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-864c798a-25f0-4d23-9dd8-fcd0edc07721 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8 HTTP/1.1" status: 200 len: 217 time: 0.1683271 Feb 04 13:27:40.469673 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:40.470747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:40.484629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-a55ded44-a71e-49d9-b0df-254d722dde68 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6657522 Feb 04 13:27:40.590383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-81d216f7-db17-43d9-b416-cab0286feed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.592972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-81d216f7-db17-43d9-b416-cab0286feed9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1133647 Feb 04 13:27:40.756784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Request body: {'port': {'device_id': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:40.765134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14856ecc-4037-4b60-9d1d-4a4ad2cf56f4 req-3141b18d-2e61-49e5-88d0-77cb0af7223d tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.782488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14856ecc-4037-4b60-9d1d-4a4ad2cf56f4 req-3141b18d-2e61-49e5-88d0-77cb0af7223d tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 932 time: 0.4086440 Feb 04 13:27:40.802296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5d4f03d8-7cbe-49f5-ab76-a060fcbb2543 req-d1eafd8a-fb69-4a2f-bab4-1c9b862f814d service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168519 Feb 04 13:27:40.897160 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d25a28-f1ff-41a1-a226-85dd10aae595 None None] Pushing event updated for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:40.912124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3dc5-5b9d-4385-ba83-76baab4e9849 req-b86ff8a2-dbd0-46c0-984d-d34c38728bb8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:40.919613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06bd3dc5-5b9d-4385-ba83-76baab4e9849 req-b86ff8a2-dbd0-46c0-984d-d34c38728bb8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 1.2093890 Feb 04 13:27:40.955814 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:27:41.060986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14856ecc-4037-4b60-9d1d-4a4ad2cf56f4 req-57f4f9f1-ddcf-4538-aaaa-baa8a4221cea tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775867 Feb 04 13:27:41.082332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-e32c0dfc-f915-4195-99c2-d7f3fd6ece1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.084411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-e32c0dfc-f915-4195-99c2-d7f3fd6ece1d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4779119 Feb 04 13:27:41.198020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-06bd3dc5-5b9d-4385-ba83-76baab4e9849 req-13fb465e-d445-4936-a679-f209c45d8d3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773502 Feb 04 13:27:41.230688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.259116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.333360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-6b8f7f00-b2b1-4794-aa89-9917f61b3918 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385435 Feb 04 13:27:41.356772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474313e9-ddf6-4813-a915-79f018296b59,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:41.366061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.385853 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.430359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:27:41.462493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Transition to ACTIVE for port object edc19164-ba14-4bf2-98e7-89162ca1e2f2 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:41.468073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.468714 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Added segment a04d5c68-bcc1-4521-8ca5-f993fc871a9e of type vlan for network 6712da16-788c-48c7-b2ff-a8620dd26a61 Feb 04 13:27:41.569970 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:32Z', 'revision_number': 4, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '99772498-56d4-43ae-a9aa-5f9884f766fe', 'name': '', 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'mac_address': 'fa:16:3e:15:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:30Z', 'updated_at': '2022-02-04T13:27:40Z', 'revision_number': 4, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'subnets': [{'id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:41.572656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.583083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d453f8c-1fa5-4024-b6e7-79ecdf7a266d None None] The sync data for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 is: [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:27:32Z', 'revision_number': 4, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '99772498-56d4-43ae-a9aa-5f9884f766fe', 'name': '', 'network_id': '9b57191c-c9f3-45d1-a095-ea79017c9dc3', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'mac_address': 'fa:16:3e:15:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:30Z', 'updated_at': '2022-02-04T13:27:40Z', 'revision_number': 4, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'subnets': [{'id': '6d638dc4-c693-4412-8680-af37d99aba2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:41.591801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-53bfd9fc-08ea-49a8-9fde-acdb549e9ce4 req-8ec3015c-0b94-4338-94ed-d9e07727f060 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518125 Feb 04 13:27:41.660508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.723976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afbe83-a024-4f85-a793-af452d2362fb req-e25d4998-bc23-42d5-bac7-2aa5dd55b506 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.750096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31afbe83-a024-4f85-a793-af452d2362fb req-e25d4998-bc23-42d5-bac7-2aa5dd55b506 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 944 time: 0.2194321 Feb 04 13:27:41.832951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31afbe83-a024-4f85-a793-af452d2362fb req-7855cdc9-9552-4973-bb2b-f5f5f0cd5d5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815496 Feb 04 13:27:41.952737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'Port': ['ID=edc19164-ba14-4bf2-98e7-89162ca1e2f2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:41.959855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:41.967305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:41.967305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:42.047193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.047627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.048035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.048465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.048853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.049265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.049634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.050028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.050418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.050838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.051234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.051620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:27:42.067027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:42.148767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:42.154937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:42.460119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6013ac96-6af6-4e5f-be0e-5ead447b7e22 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:27:42.471309 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:42.518593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Transition to ACTIVE for port object 6013ac96-6af6-4e5f-be0e-5ead447b7e22 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:42.618846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Network': ['ID=6712da16-788c-48c7-b2ff-a8620dd26a61,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:42.633195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:27:42.635988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:42.675504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c05e6d-1667-4f59-940f-96127aeb7617 req-d979d176-2b39-4f34-b3b8-1c73eaca1e4d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:42.678920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4c05e6d-1667-4f59-940f-96127aeb7617 req-d979d176-2b39-4f34-b3b8-1c73eaca1e4d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.2470152 Feb 04 13:27:42.750762 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-415ac574-1489-4404-b7df-57299bd12719 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5851839 Feb 04 13:27:42.774968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4c05e6d-1667-4f59-940f-96127aeb7617 req-90be11a5-c1f3-4412-b5a7-704744427fee tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906534 Feb 04 13:27:42.775800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:42.785404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'subnet': {'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:42.854129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c40c6b2-8574-4423-8106-e0d0d4a11674 None None] Provisioning for port edc19164-ba14-4bf2-98e7-89162ca1e2f2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:42.877431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c40c6b2-8574-4423-8106-e0d0d4a11674 None None] Provisioning complete for port edc19164-ba14-4bf2-98e7-89162ca1e2f2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:42.878186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c40c6b2-8574-4423-8106-e0d0d4a11674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.021052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8c40c6b2-8574-4423-8106-e0d0d4a11674 None None] Port edc19164-ba14-4bf2-98e7-89162ca1e2f2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:43.037522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.038495 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.184264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99772498-56d4-43ae-a9aa-5f9884f766fe up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:43.296859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:43.307708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:subnet and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:43.339591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:43.356130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 99772498-56d4-43ae-a9aa-5f9884f766fe completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:43.365125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 99772498-56d4-43ae-a9aa-5f9884f766fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:43.365512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.371278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:43.413812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:27:43.418261 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.430366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Pushing event updated for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:43.475459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b77e3e09-d9aa-4da1-9025-0f254746b66f tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.6556978 Feb 04 13:27:43.482425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51210) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:43.533857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58cefd25-3138-4264-8248-8eb08c08bce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.635549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043744bb-cf70-413e-b7a2-6d88cc5fa5a7 req-b73ce89e-807c-4ad9-ae25-46e995d2ebd0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.645506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-043744bb-cf70-413e-b7a2-6d88cc5fa5a7 req-b73ce89e-807c-4ad9-ae25-46e995d2ebd0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 944 time: 0.5175896 Feb 04 13:27:43.674548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-89246809-e680-40c2-8c9f-dd95e61c7aac tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.675677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-89246809-e680-40c2-8c9f-dd95e61c7aac tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Synchronizing usage tracker for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:43.700029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.734676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-043744bb-cf70-413e-b7a2-6d88cc5fa5a7 req-74b32e75-6ee9-48dc-80de-a5686c694c1e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881591 Feb 04 13:27:43.754092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Attempting to bind port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:43.754593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Attempting to bind port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:43.755276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Attempting to bind port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:43.773158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:27:43.777447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Attempting to bind port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:43.791118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-89246809-e680-40c2-8c9f-dd95e61c7aac tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Unset dirty status for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:43.794105 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-89246809-e680-40c2-8c9f-dd95e61c7aac tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 944 time: 1.5584819 Feb 04 13:27:43.804834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 99772498-56d4-43ae-a9aa-5f9884f766fe, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99772498-56d4-43ae-a9aa-5f9884f766fe,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:43.813386 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.866989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:43.867380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Checking segment: {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:43.867820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Bound using segment: {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:43.868337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Bound port: 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:43.868688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:43.920842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:43.954430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.963739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.973012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:43.974019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Synchronizing usage tracker for tenant:bc70e221f26a42989cb09c0b695cce5a on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:44.063202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-35b2c936-2be8-4274-b8b2-cb65a691eb94 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Synchronizing usage tracker for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:27:44.104863 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.107285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Unset dirty status for tenant:bc70e221f26a42989cb09c0b695cce5a on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:44.108863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-04797e37-8358-43ff-a63b-2d5d5c1b1e6b tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6244042 Feb 04 13:27:44.112738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:44.154123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-35b2c936-2be8-4274-b8b2-cb65a691eb94 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Unset dirty status for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:27:44.155440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82384f66-06ec-42d6-8cd9-8ca01af7a5b2 req-35b2c936-2be8-4274-b8b2-cb65a691eb94 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510964 Feb 04 13:27:44.190398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:44.209734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:44.217524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting port edc19164-ba14-4bf2-98e7-89162ca1e2f2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:44.217890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.238939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Subnet': ['ID=cfd409df-181a-47dd-bdb5-c06403abc136,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:44.248973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Checking segment: {'id': 'a04d5c68-bcc1-4521-8ca5-f993fc871a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:44.250011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network hostable DHCP agents. Network: 6712da16-788c-48c7-b2ff-a8620dd26a61, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:27:44.253079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.353213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Pushing event updated for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:44.354558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e1d8-99e6-4ba8-a145-38e80e3ff23c req-febe6352-13b7-4ff4-97a5-dc451ccd887a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.356831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2e4e1d8-99e6-4ba8-a145-38e80e3ff23c req-febe6352-13b7-4ff4-97a5-dc451ccd887a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.3127367 Feb 04 13:27:44.376691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.377354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.379319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-aea9bf5e-4c93-4d9d-bc99-6a94a4ff1856 service neutron] 10.222.0.90 "PUT /v2.0/ports/6013ac96-6af6-4e5f-be0e-5ead447b7e22 HTTP/1.1" status: 200 len: 1092 time: 3.8635790 Feb 04 13:27:44.379807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:44.418434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:27:44.513574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 6712da16-788c-48c7-b2ff-a8620dd26a61) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:44.525735 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-8764d26c-a187-44cc-82da-c95c4189e7ec service neutron] show failed (client error): The resource could not be found. Feb 04 13:27:44.526282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae41a5-2cd6-4843-9cca-d7a5d4bb60a7 None None] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:44.527904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-8764d26c-a187-44cc-82da-c95c4189e7ec service neutron] 10.222.0.87 "GET /v2.0/ports/2fbf96ee-0bc2-41f0-af01-209621a5bd81/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.2684810 Feb 04 13:27:44.531260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:44.532136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.577970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d2e4e1d8-99e6-4ba8-a145-38e80e3ff23c req-d2408570-7e0a-4fbb-b3b8-eab663439738 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682622 Feb 04 13:27:44.601343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62227dff-3e35-401b-b430-e80c2bbf94fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8233547 Feb 04 13:27:44.604499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51226) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:44.622219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-145332018', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:44.633209 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22', 'status': 'completed', 'code': 200} Feb 04 13:27:44.634856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:27:44.639620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:router and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:27:44.656604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:27:44.668305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:27:44.703837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.710504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:44.755454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:45.060230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99772498-56d4-43ae-a9aa-5f9884f766fe up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:45.108518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8ceab161-c60b-4f7f-93b9-8eafb7ec05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.110951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-8ceab161-c60b-4f7f-93b9-8eafb7ec05e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 1095 time: 0.6583471 Feb 04 13:27:45.116652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de8422-a134-4446-8ba3-ccb82543a4a6 None None] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:45.246635 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-cbf7ea16-c514-41d7-83bb-982cd29632db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22 HTTP/1.1" status: 200 len: 217 time: 0.1203558 Feb 04 13:27:45.262351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:45.490030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Calling delete_port for edc19164-ba14-4bf2-98e7-89162ca1e2f2 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:45.510039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:45.601238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-90b92158-5d18-4cf8-9e0a-33416ff579de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.602918 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-90b92158-5d18-4cf8-9e0a-33416ff579de service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.6472037 Feb 04 13:27:45.617597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 99772498-56d4-43ae-a9aa-5f9884f766fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:45.617978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:45.622785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e775f-108e-4e4c-8128-2eaab51065a4 req-787cea0c-e312-4596-9e1f-dd1d58fdb04e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.631675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df7e775f-108e-4e4c-8128-2eaab51065a4 req-787cea0c-e312-4596-9e1f-dd1d58fdb04e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 944 time: 0.6952846 Feb 04 13:27:45.640127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-06e53b29-2125-4223-8a1b-689b03d12901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.642089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-06e53b29-2125-4223-8a1b-689b03d12901 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4dc0549c-d236-4f2c-9297-ae1f9f147bf9 HTTP/1.1" status: 200 len: 848 time: 0.3830359 Feb 04 13:27:45.662974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:45.760626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b1e3b-51da-4efc-8dac-9aca463575dc req-0db72584-ad79-4b7d-a2e8-a585c9f1f6a1 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:45.765676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a24b1e3b-51da-4efc-8dac-9aca463575dc req-0db72584-ad79-4b7d-a2e8-a585c9f1f6a1 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 944 time: 0.2384434 Feb 04 13:27:45.824917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a24b1e3b-51da-4efc-8dac-9aca463575dc req-3956556b-89d5-4e5d-80aa-eee61db7e190 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 Feb 04 13:27:45.860497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-2596b08a-800a-4965-aada-9c71ae2ef236 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642520 Feb 04 13:27:46.076960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:46.127466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:46.221273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0e01b-3bee-49de-979b-41d396c47dc8 req-2d0b4bee-7e18-4bd3-8250-6515d917abc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:46.232498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0bb0e01b-3bee-49de-979b-41d396c47dc8 req-2d0b4bee-7e18-4bd3-8250-6515d917abc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.1949580 Feb 04 13:27:46.286724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0bb0e01b-3bee-49de-979b-41d396c47dc8 req-2dfdaa20-0131-47d3-9f62-792eb80c3878 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530167 Feb 04 13:27:46.314999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-df7e775f-108e-4e4c-8128-2eaab51065a4 req-d482b648-10c2-42e6-b29c-9d06c82644e2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819439 Feb 04 13:27:46.327243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-41e3d7a2-f06b-49e1-9a5b-d4be980b0c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:46.375793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:46.483627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:46.557124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-e7626a30-9be0-46bd-aa24-f2fb82151433 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651800 Feb 04 13:27:46.562341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event deleted for resources: {'Port': ['ID=edc19164-ba14-4bf2-98e7-89162ca1e2f2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:46.674702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.149 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/68f672d2-0954-4f38-be9c-ebf310fa66df) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:46.810399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.004233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.047703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.086530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3fee625a-02cd-4798-bc49-20ed8fb5365a tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "DELETE /v2.0/ports/edc19164-ba14-4bf2-98e7-89162ca1e2f2 HTTP/1.1" status: 204 len: 168 time: 2.9731314 Feb 04 13:27:47.096489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51254) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:47.101725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Request body: {'port': {'name': 'tempest-new-port-name-1167476011', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:27:47.102125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] bootfile-name is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:47.102467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] tftp-server is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:47.102835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.api.validators [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] server-ip-address is not in valid_values {{(pid=87620) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 13:27:47.133041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44966748-93c0-4c00-bd50-7b7e2fd14a76 req-9c68a62f-34fe-4fef-96bc-08a85ab337b2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:47.134880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44966748-93c0-4c00-bd50-7b7e2fd14a76 req-9c68a62f-34fe-4fef-96bc-08a85ab337b2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 944 time: 0.1242959 Feb 04 13:27:47.186912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.215209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:47.257083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b03aefc4-600d-40e5-b75e-e13cdd6843d8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:27:47.269253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44966748-93c0-4c00-bd50-7b7e2fd14a76 req-dab1bac3-3700-4beb-bd42-0dcb6ff0a985 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240611 Feb 04 13:27:47.281669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3bab05ae-ddd2-415b-a88b-2f5722b4ca14 req-89796d9e-6e02-4373-81bb-ff627550687c service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169538 Feb 04 13:27:47.284689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:47.302835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:47.311622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:47.320413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.333332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:47.360897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=68f672d2-0954-4f38-be9c-ebf310fa66df,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:47.478191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:47.500474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8', 'mac_address': 'fa:16:3e:92:ec:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:27:47.582370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.613094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03aefc4-600d-40e5-b75e-e13cdd6843d8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:27:47.633673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:47.635817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.639555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.716726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:47.727624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:47.759460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.856998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Transition to ACTIVE for port object 2fbf96ee-0bc2-41f0-af01-209621a5bd81 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:27:47.885182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b03aefc4-600d-40e5-b75e-e13cdd6843d8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:27:47.894018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-16e62479-bcd1-4c2d-bb89-f4df5db24ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:47.899991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-16e62479-bcd1-4c2d-bb89-f4df5db24ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 1095 time: 0.5378878 Feb 04 13:27:47.912093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.919110 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:47.998729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:48.146497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009eb20-90c5-41bb-b000-d0743ecc786a req-60c8cbf0-f515-431f-9d00-a9c6dec199f4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:48.148499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c009eb20-90c5-41bb-b000-d0743ecc786a req-60c8cbf0-f515-431f-9d00-a9c6dec199f4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 945 time: 0.4776425 Feb 04 13:27:48.533756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:48.553698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a5e76-dc16-470e-9be0-2975db7124db req-54fd4b4d-77c5-4c5d-b76f-7e17c19e3363 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:48.561541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-283a5e76-dc16-470e-9be0-2975db7124db req-54fd4b4d-77c5-4c5d-b76f-7e17c19e3363 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.8993819 Feb 04 13:27:48.614236 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c009eb20-90c5-41bb-b000-d0743ecc786a req-fac4221b-b69d-412b-aba4-e66871cb30f5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795657 Feb 04 13:27:48.630641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3ac4bf3f-ce99-49c3-9241-8907bd5079ed None None] Provisioning complete for port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:48.631677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bf3f-ce99-49c3-9241-8907bd5079ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:48.795386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4bf3f-ce99-49c3-9241-8907bd5079ed None None] Port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:27:48.798664 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'code': 200} Feb 04 13:27:48.818125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] In _notify_port_updated(), no bound segment for port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d on network 542d8c0e-7b11-4063-8c8a-912d9da237aa {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:27:48.824164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:48.824828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:48.826127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "PUT /v2.0/ports/76eb3988-89f9-425e-b5c8-c7f3edf3bd7d HTTP/1.1" status: 200 len: 1137 time: 1.7292347 Feb 04 13:27:48.835475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:48.838941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:48.873011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-fed4cc20-3ee8-490c-9685-1abb72c594a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:48.875363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-fed4cc20-3ee8-490c-9685-1abb72c594a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 909 time: 0.9533541 Feb 04 13:27:48.889200 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-283a5e76-dc16-470e-9be0-2975db7124db req-5ff6f0c6-15a8-4c96-b590-cf9822132c94 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266625 Feb 04 13:27:48.942955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:48.954672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] No DVR routers for this DVR port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:49.033564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a89d5-b602-40a5-ad86-78100f38d6f5 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event updated for resources: {'Port': ['ID=76eb3988-89f9-425e-b5c8-c7f3edf3bd7d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:49.056167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-c0db0846-1471-4502-853a-5beebec07ec6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22 HTTP/1.1" status: 200 len: 217 time: 0.1614549 Feb 04 13:27:49.085573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a9def-3bdf-48a7-8bc8-d52bc8bfc7a3 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:49.087565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-361a9def-3bdf-48a7-8bc8-d52bc8bfc7a3 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "GET /v2.0/ports/76eb3988-89f9-425e-b5c8-c7f3edf3bd7d HTTP/1.1" status: 200 len: 1137 time: 0.2468698 Feb 04 13:27:49.092338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:49.183850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-05309f83-e4b3-4905-a2d7-0e6cc8be0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:49.185816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-05309f83-e4b3-4905-a2d7-0e6cc8be0b82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4dc0549c-d236-4f2c-9297-ae1f9f147bf9 HTTP/1.1" status: 200 len: 848 time: 0.1235235 Feb 04 13:27:49.255715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting port 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:49.256267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-8d25da2d-df03-4322-8aeb-b12a25c47ed7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635202 Feb 04 13:27:49.256758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:49.272833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b03aefc4-600d-40e5-b75e-e13cdd6843d8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:49.410223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b03aefc4-600d-40e5-b75e-e13cdd6843d8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:49.420845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b03aefc4-600d-40e5-b75e-e13cdd6843d8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:49.423001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:49.485459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9efb2-b7d7-4f67-87fa-9718e29f46e2 req-a95b7bd4-bd6a-440d-a1c4-a392a5420661 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:49.493464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0a9efb2-b7d7-4f67-87fa-9718e29f46e2 req-a95b7bd4-bd6a-440d-a1c4-a392a5420661 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 944 time: 0.5962601 Feb 04 13:27:49.569055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:27:49.569055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:27:49.569055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:49.578846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:27:49.579059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Attempting to bind port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on network b956239f-c9fc-40ac-bf55-93eaed130361 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:27:49.601298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:27:49.601637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Checking segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:27:49.602022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Bound using segment: {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:27:49.602735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Bound port: 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:27:49.602893 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:49.605912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6013ac96-6af6-4e5f-be0e-5ead447b7e22 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:27:49.613541 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:49.652321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:49.663356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:49.721787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-e7cd4c7f-d1d7-4058-b7ea-12301e662a7d service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339288 Feb 04 13:27:49.744768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:49.748574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:27:49.761232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e0a9efb2-b7d7-4f67-87fa-9718e29f46e2 req-d7781b25-5832-490c-b76d-502449b70368 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552876 Feb 04 13:27:49.919357 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8', 'code': 200} Feb 04 13:27:50.046682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:27:50.077938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84a0bcc9-70f6-4298-8643-e9c4acf3ad20 req-bab14ca8-0178-4c80-9cdf-3bb8907142a3 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500309 Feb 04 13:27:50.108058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:27:50.115764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:27:50.130426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:50.138747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.169129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:50.185421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6013ac96-6af6-4e5f-be0e-5ead447b7e22', 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1', 'port_id': '6013ac96-6af6-4e5f-be0e-5ead447b7e22', 'mac_address': 'fa:16:3e:c2:aa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0549c-d236-4f2c-9297-ae1f9f147bf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:27:50.226365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.264945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.265414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.266823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] 10.222.0.90 "PUT /v2.0/ports/2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 1091 time: 4.6286664 Feb 04 13:27:50.278238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.282224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d6508-de5b-4ae3-9f60-6c2513bffedd req-6a9ee0f4-c451-49a9-a670-54fcc864e01b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.283787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a8d6508-de5b-4ae3-9f60-6c2513bffedd req-6a9ee0f4-c451-49a9-a670-54fcc864e01b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.3764393 Feb 04 13:27:50.331148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6013ac96-6af6-4e5f-be0e-5ead447b7e22 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:27:50.374748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:50.382957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.471462 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.472582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:50.509525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:50.564028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a8d6508-de5b-4ae3-9f60-6c2513bffedd req-873a71a9-87d0-46ac-82ca-b9c1ee9784f6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727225 Feb 04 13:27:50.564731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2da27-4174-4658-8d04-446c36b7008a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:50.600805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6013ac96-6af6-4e5f-be0e-5ead447b7e22'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:27:50.623102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-717140a5-e0c1-45ba-8885-d1817a31404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.624950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-717140a5-e0c1-45ba-8885-d1817a31404b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1094 time: 0.3261247 Feb 04 13:27:50.800966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:50.830543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-6687f58a-5a37-4730-8951-9eaeef22fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:50.832353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-6687f58a-5a37-4730-8951-9eaeef22fc7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.2006893 Feb 04 13:27:51.112354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Calling delete_port for 76eb3988-89f9-425e-b5c8-c7f3edf3bd7d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:51.235880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d0e1c-2fc1-4332-906c-b310ae74530a req-f3a549bd-0e1b-4c25-a754-1e77d9c28a0c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.243041 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-165d0e1c-2fc1-4332-906c-b310ae74530a req-f3a549bd-0e1b-4c25-a754-1e77d9c28a0c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 943 time: 1.0709958 Feb 04 13:27:51.244273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-21fc5926-cda6-4c74-afa8-431353b5bd34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 998 time: 0.4056380 Feb 04 13:27:51.260199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5f659-8035-4aba-bb4d-106f6edb32d6 req-0a7c7f0e-08a7-43e7-b4a5-f0fbd933c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.261736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45c5f659-8035-4aba-bb4d-106f6edb32d6 req-0a7c7f0e-08a7-43e7-b4a5-f0fbd933c4ef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 1097 time: 1.1613448 Feb 04 13:27:51.328355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-f3b2d6af-dd8c-47ac-8e70-87388e3fd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.330694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-f3b2d6af-dd8c-47ac-8e70-87388e3fd7cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.0775506 Feb 04 13:27:51.343998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342f67-5aa4-4980-acf3-0550b047e0ed req-1caaf91e-88a5-4d31-82bb-7f19efc7004a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.345984 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-45c5f659-8035-4aba-bb4d-106f6edb32d6 req-5e75487c-3266-45ff-9527-87c0f4fa3eb7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Feb 04 13:27:51.346965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:27:51.352562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11342f67-5aa4-4980-acf3-0550b047e0ed req-1caaf91e-88a5-4d31-82bb-7f19efc7004a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 945 time: 0.3660517 Feb 04 13:27:51.366329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-165d0e1c-2fc1-4332-906c-b310ae74530a req-dccfa8f8-b1ec-48ef-be7d-0a64561503dc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192098 Feb 04 13:27:51.451590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-11342f67-5aa4-4980-acf3-0550b047e0ed req-f10140cd-ee08-46b0-a932-c8beec5d6027 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979993 Feb 04 13:27:51.531301 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'status': 'completed', 'code': 200} Feb 04 13:27:51.549400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-c8e4ca44-a2e6-4e0a-8787-938cca91993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:51.552797 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-c8e4ca44-a2e6-4e0a-8787-938cca91993b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968114 Feb 04 13:27:51.590993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6013ac96-6af6-4e5f-be0e-5ead447b7e22 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:51.754483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:51.834270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event deleted for resources: {'Port': ['ID=76eb3988-89f9-425e-b5c8-c7f3edf3bd7d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:51.860212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:27:51.884682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-271ca01c-f114-4ccf-8d85-694ffc29ea15 service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269739 Feb 04 13:27:51.918280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:27:51.946551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:51.948291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:52.050393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.061122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e741a67e-10dc-4149-b052-07324e5faf50 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4546790 Feb 04 13:27:52.064685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51304) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:52.069553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-9a5ae4fa-3a8b-49ec-9c43-62c87f54664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.071262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-9a5ae4fa-3a8b-49ec-9c43-62c87f54664e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1094 time: 0.3964558 Feb 04 13:27:52.190352 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.193962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-793d8d1f-34bf-448f-b317-531c67c0827c tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "DELETE /v2.0/ports/76eb3988-89f9-425e-b5c8-c7f3edf3bd7d HTTP/1.1" status: 204 len: 168 time: 3.1006961 Feb 04 13:27:52.198095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:52.288921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:52.314674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:52.320856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996dba0-dc1a-4803-8759-f4296ca1ab25 req-2334e3bc-d3a6-43f1-b662-30fad5b90be2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.329166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6996dba0-dc1a-4803-8759-f4296ca1ab25 req-2334e3bc-d3a6-43f1-b662-30fad5b90be2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.4388480 Feb 04 13:27:52.339072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:52.340384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.365685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:27:52.366471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:52.388741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting subnet b9e3ac18-b569-4f60-9004-0437cd272eef {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:27:52.412902 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.523823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:52.524535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d548ed-8092-48c0-b952-81e4580556b5 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:27:52.592367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-6581d907-22ed-4cbf-ae19-84ed46cb552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:52.594194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-6581d907-22ed-4cbf-ae19-84ed46cb552d service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.4530201 Feb 04 13:27:52.622686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ead7e64-c2bf-400e-9c85-b1907e58e48a req-dbab2ade-7cee-4ff4-8b0c-517b094c50f9 service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356907 Feb 04 13:27:52.638989 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6996dba0-dc1a-4803-8759-f4296ca1ab25 req-d34e6673-1959-41d2-8b4d-ca0c3f9df570 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356784 Feb 04 13:27:52.669890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.719135 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:52.825127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:27:52.880101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:52.895575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:53.056428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:53.134621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-e92bd1b1-2aac-48c1-bb9c-7cf04876e8ff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 998 time: 0.3957944 Feb 04 13:27:53.212580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:53.298341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5282a3-551f-491c-981d-9e021c15fb14 req-82e2733e-dec9-4415-961b-7f241c0e1e5a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.305122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f5282a3-551f-491c-981d-9e021c15fb14 req-82e2733e-dec9-4415-961b-7f241c0e1e5a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.2284632 Feb 04 13:27:53.332882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-7c04a98d-86bc-4b9f-97ae-a8909e10a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.334415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-7c04a98d-86bc-4b9f-97ae-a8909e10a8a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1094 time: 0.3872385 Feb 04 13:27:53.370806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-a2ecfa9c-eef7-48f6-8def-d03250ae8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.372480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-a2ecfa9c-eef7-48f6-8def-d03250ae8e71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.1859903 Feb 04 13:27:53.455955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d55d-de40-428f-9bbd-ba22e655e314 req-ed5236bf-aaa5-4d87-b3e6-82b02c330cb2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.457422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d96d55d-de40-428f-9bbd-ba22e655e314 req-ed5236bf-aaa5-4d87-b3e6-82b02c330cb2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 943 time: 0.3228273 Feb 04 13:27:53.468261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f5282a3-551f-491c-981d-9e021c15fb14 req-ea9ec6b0-7aed-4203-8b8c-59206895e33d tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601920 Feb 04 13:27:53.480920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:53.535712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e3ac18-b569-4f60-9004-0437cd272eef,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:53.563627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:53.573506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b07447-7a39-4817-91ff-4fed2bb66e38 None None] Network 542d8c0e-7b11-4063-8c8a-912d9da237aa requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:27:53.591320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e9a3760b-b355-451e-b13b-b32fb7c9e9da tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "DELETE /v2.0/subnets/b9e3ac18-b569-4f60-9004-0437cd272eef HTTP/1.1" status: 204 len: 168 time: 1.3904042 Feb 04 13:27:53.596110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:27:53.617279 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22', 'code': 200} Feb 04 13:27:53.895134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d96d55d-de40-428f-9bbd-ba22e655e314 req-589432eb-8ec4-4c67-85e0-ca0051e11e9a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120531 Feb 04 13:27:53.906505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-26dd04d2-1e75-4484-8551-6953b29fa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:53.908227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-26dd04d2-1e75-4484-8551-6953b29fa43e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.5588446 Feb 04 13:27:54.021900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-8567e64c-6873-46ff-94e0-e641363a192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.023542 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-8567e64c-6873-46ff-94e0-e641363a192a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6421506 Feb 04 13:27:54.260013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] DHCP port deletion for 542d8c0e-7b11-4063-8c8a-912d9da237aa request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:27:54.265725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Deleting port 2ce399f9-ba75-48b3-8911-e9956ca4dcce {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:54.266386 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:54.330723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-4debe9ae-2568-475d-a0d7-3a288a8a7119 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978489 Feb 04 13:27:54.439746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-94aaa9d5-8d5d-40c2-bdd2-583208f5378b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 998 time: 0.5020068 Feb 04 13:27:54.443107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:54.515456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting port 2ce399f9-ba75-48b3-8911-e9956ca4dcce {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:54.516290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:54.579221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-e3505354-f904-4a06-aafa-9516abb118f5 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410560 Feb 04 13:27:54.627833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:54.718268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-8b4fb8d1-84e9-48b1-8841-fd9250a0011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.720071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-8b4fb8d1-84e9-48b1-8841-fd9250a0011b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.2681851 Feb 04 13:27:54.724159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151852ca-7a26-41b3-a83b-0af5d9029ef5 req-986e160e-a15f-41d0-a698-15c60418b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.725710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-151852ca-7a26-41b3-a83b-0af5d9029ef5 req-986e160e-a15f-41d0-a698-15c60418b78e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 1097 time: 0.9820189 Feb 04 13:27:54.955960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa120d-3530-44d1-a609-19d25d853b03 req-93baf175-6927-47af-a6b6-f2cd4b3e9dee tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:54.968884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6dfa120d-3530-44d1-a609-19d25d853b03 req-93baf175-6927-47af-a6b6-f2cd4b3e9dee tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.9625831 Feb 04 13:27:55.113205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:55.114455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:55.144117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2ce399f9-ba75-48b3-8911-e9956ca4dcce no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:27:55.184341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-151852ca-7a26-41b3-a83b-0af5d9029ef5 req-e78c66b0-189b-4707-8449-dc03388a7ccd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105636 Feb 04 13:27:55.215350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:55.307351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6dfa120d-3530-44d1-a609-19d25d853b03 req-f215a5ad-b826-44bb-b590-4de3f254fb84 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367748 Feb 04 13:27:55.350290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-94456c0d-8575-4c03-833d-389576b2d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.363202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-94456c0d-8575-4c03-833d-389576b2d6a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6336799 Feb 04 13:27:55.447041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Calling delete_port for 2ce399f9-ba75-48b3-8911-e9956ca4dcce owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:55.485819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30208-8a93-43b2-ae5b-0edc1e82a2d4 req-a1fcad7c-3275-4e49-b40a-a1c4c8990158 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:55.496259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a30208-8a93-43b2-ae5b-0edc1e82a2d4 req-a1fcad7c-3275-4e49-b40a-a1c4c8990158 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.4895885 Feb 04 13:27:55.589050 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:55.631132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-04a30208-8a93-43b2-ae5b-0edc1e82a2d4 req-b1ef2f91-fb98-45f6-b5a7-0a3c8228b096 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296415 Feb 04 13:27:55.642176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:27:55.661701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-7bab966c-ccb6-4dcd-96db-3e3502df737c service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882214 Feb 04 13:27:55.664688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:55.665155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:55.670159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:55.863315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:55.881200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'port_id': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'mac_address': 'fa:16:3e:50:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:27:55.954971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:55.969256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:56.050589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbf96ee-0bc2-41f0-af01-209621a5bd81 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:27:56.087049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:27:56.087662 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:27:56.095118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:56.101622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2ce399f9-ba75-48b3-8911-e9956ca4dcce,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:56.106483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:56.373551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Calling delete_port for 2ce399f9-ba75-48b3-8911-e9956ca4dcce owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:56.405185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2fbf96ee-0bc2-41f0-af01-209621a5bd81'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:27:56.435301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.1 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/fa34c994-46f8-423d-8e45-4c44720a076c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:27:56.456157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124ea5-9f49-4849-a799-b52dff09a24c req-4daa9502-7719-4739-b607-b79caa8d534a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:56.461654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59ce90fd-2c5f-4c76-9cf1-1d49c7e3c20d req-6c019c04-9fb0-43fe-ab9e-4770620f17c0 service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530489 Feb 04 13:27:56.465998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93124ea5-9f49-4849-a799-b52dff09a24c req-4daa9502-7719-4739-b607-b79caa8d534a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.3128271 Feb 04 13:27:56.536375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:56.567118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93124ea5-9f49-4849-a799-b52dff09a24c req-494dce7e-2fe3-4196-88c7-955649ddd2f0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999198 Feb 04 13:27:56.570112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957ee12-7062-4c31-9b41-32ee5f93f4c2 req-79e0d113-0149-4fc4-bffe-097e63b83c91 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:56.593385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8957ee12-7062-4c31-9b41-32ee5f93f4c2 req-79e0d113-0149-4fc4-bffe-097e63b83c91 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 943 time: 0.9188955 Feb 04 13:27:56.736687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Deleting port 2ce399f9-ba75-48b3-8911-e9956ca4dcce {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:56.741266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:56.817042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8957ee12-7062-4c31-9b41-32ee5f93f4c2 req-631c7714-96d6-4f2c-aea3-c28912782c8a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227030 Feb 04 13:27:56.837248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:27:56.837838 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:27:57.133088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7c3ad-f1cd-472b-af3c-2fb351641239 req-b27a6696-2458-4de7-bd8e-040ab8e5b849 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:57.135319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:57.135955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:57.141377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85c7c3ad-f1cd-472b-af3c-2fb351641239 req-b27a6696-2458-4de7-bd8e-040ab8e5b849 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.3547759 Feb 04 13:27:57.160754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:57.243498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85c7c3ad-f1cd-472b-af3c-2fb351641239 req-6df9f67f-1ef1-4a38-9ddf-0e9a8d6d9f26 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006603 Feb 04 13:27:57.318251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2dab3-7560-48a8-a530-6e7117360f66 req-1b14f278-3952-4584-9ac7-71799ed01480 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:57.321802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:57.327707 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3be2dab3-7560-48a8-a530-6e7117360f66 req-1b14f278-3952-4584-9ac7-71799ed01480 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.1546106 Feb 04 13:27:57.344367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting port 2ce399f9-ba75-48b3-8911-e9956ca4dcce {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:57.345046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:57.420246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Calling delete_port for 2ce399f9-ba75-48b3-8911-e9956ca4dcce owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:57.493779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3be2dab3-7560-48a8-a530-6e7117360f66 req-3c3b46ee-640e-4ce5-b024-d39d1541280f tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628048 Feb 04 13:27:57.610885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:57.622370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=fa34c994-46f8-423d-8e45-4c44720a076c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:57.640696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:57.652512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:27:57.672811 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:57.872097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] Pushing event deleted for resources: {'Port': ['ID=2ce399f9-ba75-48b3-8911-e9956ca4dcce,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:57.876907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe74ec3-00e2-4e44-8fc6-b84d3cfc8821 None None] No DVR routers for this DVR port 2ce399f9-ba75-48b3-8911-e9956ca4dcce on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:27:58.124400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] For port 2ce399f9-ba75-48b3-8911-e9956ca4dcce, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2ce399f9-ba75-48b3-8911-e9956ca4dcce,segment=NetworkSegment(3e6bbaeb-a352-4bb1-8c09-383625d0c8ca),segment_id=3e6bbaeb-a352-4bb1-8c09-383625d0c8ca)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:27:58.125001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:58.172966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:58.259759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eccd3-5461-41de-b207-6c2828c18b24 req-a6ddba92-7796-4b3f-b4b4-84cfab1efcdb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:58.261284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f7eccd3-5461-41de-b207-6c2828c18b24 req-a6ddba92-7796-4b3f-b4b4-84cfab1efcdb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 944 time: 0.3692093 Feb 04 13:27:58.302995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-d081062f-e42d-4269-9f41-739e447e67ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:58.305838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-d081062f-e42d-4269-9f41-739e447e67ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6&tenant_id=cee6225bd7184c9baf1e21756114b8d6&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.2768872 Feb 04 13:27:58.456802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f7eccd3-5461-41de-b207-6c2828c18b24 req-361f5e27-6572-4ad2-bfce-cc0274dd65cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833689 Feb 04 13:27:58.537320 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-291fdf00-6c19-4fb3-afef-2929cae3e469 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:27:58.538213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-291fdf00-6c19-4fb3-afef-2929cae3e469 service neutron] 10.222.0.87 "DELETE /v2.0/ports/2fbf96ee-0bc2-41f0-af01-209621a5bd81/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.2207873 Feb 04 13:27:58.538941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:58.596302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Calling delete_port for 2ce399f9-ba75-48b3-8911-e9956ca4dcce owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:27:58.677544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:27:58.677879 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:27:58.775485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02683c5-5c31-4c0f-a3ab-b7cf6427758e req-7809ea3d-8b8f-4b46-8181-b848829f482b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:58.777154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b02683c5-5c31-4c0f-a3ab-b7cf6427758e req-7809ea3d-8b8f-4b46-8181-b848829f482b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.4653494 Feb 04 13:27:58.861862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b02683c5-5c31-4c0f-a3ab-b7cf6427758e req-be7a2d65-ea42-4e8e-acd6-275d523f1a0d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783968 Feb 04 13:27:59.221209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38f0f7-8ed3-4465-a357-349f98cb76a0 req-d6e1dbea-3847-46eb-a07b-e4555d2d92be tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:59.223155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf38f0f7-8ed3-4465-a357-349f98cb76a0 req-d6e1dbea-3847-46eb-a07b-e4555d2d92be tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.0947852 Feb 04 13:27:59.254674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-f6f206b9-8467-42be-96fd-7e5e12138ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:27:59.256208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-f6f206b9-8467-42be-96fd-7e5e12138ff3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1095 time: 0.4902220 Feb 04 13:27:59.305607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf38f0f7-8ed3-4465-a357-349f98cb76a0 req-e030b7e0-7bd9-450a-8d09-4ec8826537d7 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750234 Feb 04 13:27:59.338433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Deleting port 2ce399f9-ba75-48b3-8911-e9956ca4dcce {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:27:59.339085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.354970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.362307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.453255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] The port '2ce399f9-ba75-48b3-8911-e9956ca4dcce' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:27:59.524343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=fa34c994-46f8-423d-8e45-4c44720a076c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:27:59.548766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.670418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:27:59.724083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:27:59.728985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:27:59.781612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.853123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542d8c0e-7b11-4063-8c8a-912d9da237aa']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:59.894462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:27:59.901721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:27:59.903893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:27:59.904374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:27:59.904845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6bbaeb-a352-4bb1-8c09-383625d0c8ca') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:00.018615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.068024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.074015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-11c10444-1468-42fa-be87-bf1378f96d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.076098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-11c10444-1468-42fa-be87-bf1378f96d10 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.8070574 Feb 04 13:28:00.090821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:00.091334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.169577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.203496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-dfb3a600-84f0-4375-954d-ac92694d1b17 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 999 time: 0.1142070 Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:00.220877 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:00.224986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:00.224986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:00.232822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.279905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.328186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-c7eeb133-620c-49ff-bb96-ed3e31ffd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.332860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-c7eeb133-620c-49ff-bb96-ed3e31ffd407 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.1186032 Feb 04 13:28:00.334360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:00.351460 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.389965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] 10.222.0.53 "DELETE /v2.0/networks/542d8c0e-7b11-4063-8c8a-912d9da237aa HTTP/1.1" status: 204 len: 168 time: 6.7913935 Feb 04 13:28:00.401158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bcea4-d1bd-4b62-8250-40ee2abfa332 tempest-ExtraDHCPOptionsTestJSON-2138074902 tempest-ExtraDHCPOptionsTestJSON-2138074902-project] Pushing event deleted for resources: {'Network': ['ID=542d8c0e-7b11-4063-8c8a-912d9da237aa,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:00.506011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-90a0513d-23ad-408e-936d-7f5cbb8e56f1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.508023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-90a0513d-23ad-408e-936d-7f5cbb8e56f1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.6666369 Feb 04 13:28:00.638972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port b03aefc4-600d-40e5-b75e-e13cdd6843d8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:00.639638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:00.686483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:00.697877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d3ac3-352c-4716-8dcb-d48629903b6a req-8acae986-9f72-4b24-b360-38e9495df1c5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.710322 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d1d3ac3-352c-4716-8dcb-d48629903b6a req-8acae986-9f72-4b24-b360-38e9495df1c5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 946 time: 0.4843082 Feb 04 13:28:00.719434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbb83a-4412-41c3-a2a4-a2f2b4273ea4 req-78b5e291-41bb-40bb-a118-72fee86f1f12 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.727456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51bbb83a-4412-41c3-a2a4-a2f2b4273ea4 req-78b5e291-41bb-40bb-a118-72fee86f1f12 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 944 time: 0.9890604 Feb 04 13:28:00.800070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d1d3ac3-352c-4716-8dcb-d48629903b6a req-a3c02024-b204-4d18-97d9-4d5b89c97bb5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902801 Feb 04 13:28:00.846826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-1f1d3588-7ee5-4e4a-adb5-adcc43858657 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:00.853599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-1f1d3588-7ee5-4e4a-adb5-adcc43858657 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.4382787 Feb 04 13:28:00.935270 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'code': 200} Feb 04 13:28:01.103299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51414) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:01.104544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:01.115852 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:01.130752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:01.131392 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:01.152643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7698b189-dedf-473c-ba75-d1cb63c54fa7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/routers/2c5e1be4-9793-4594-a537-a88765531147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0832279 Feb 04 13:28:01.154163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-4d3290c3-2e58-4dc3-a6c8-a5576e623f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:01.155753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-4d3290c3-2e58-4dc3-a6c8-a5576e623f4f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8041444 Feb 04 13:28:01.158063 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port b03aefc4-600d-40e5-b75e-e13cdd6843d8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b03aefc4-600d-40e5-b75e-e13cdd6843d8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:01.158647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:01.159497 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-51bbb83a-4412-41c3-a2a4-a2f2b4273ea4 req-2ce310da-6cc6-4c1e-bc36-a9a517dc78b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309709 Feb 04 13:28:01.160951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51420) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:01.167011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'port': {'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61', 'name': 'tempest-FloatingIPTestJSON-366501789'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:01.370463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:01.388691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:01.389559 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:01.393431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for b03aefc4-600d-40e5-b75e-e13cdd6843d8 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:01.507820 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:28:01.511236 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:01.512212 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e4829-bc64-40c8-b73b-859788b52d4b None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:01.660088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Deleting port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:01.660648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:01.702291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-fcade711-339a-4e82-a278-38ba46730c52 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095711 Feb 04 13:28:01.767853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cea38-169a-4486-aa09-25998505aa45 req-dda9acec-02e5-407d-8fad-67a6f3516f02 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:01.769652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-617cea38-169a-4486-aa09-25998505aa45 req-dda9acec-02e5-407d-8fad-67a6f3516f02 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 946 time: 0.5967572 Feb 04 13:28:01.880012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-617cea38-169a-4486-aa09-25998505aa45 req-671679bf-dfbf-4497-b928-02998c2324e4 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033340 Feb 04 13:28:01.935521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a2a423-89ea-4f7c-8f8a-40003438b7d3 req-b9dd21e5-2fb8-4579-9b2d-7d3241ef7219 service neutron] 10.222.0.87 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195365 Feb 04 13:28:01.984681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7195db5a-ba9f-42af-a184-cd4e61a691d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc70e221f26a42989cb09c0b695cce5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647263 Feb 04 13:28:01.987212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51438) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:02.029557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:02.070731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:02.098325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:port and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:02.109156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:02.146111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eeacf1c8-a8e4-4dee-b5be-f0558a19d436 req-938456dd-4baa-465c-9e8a-4f27751e0bb2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.1211102 Feb 04 13:28:02.147624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=b03aefc4-600d-40e5-b75e-e13cdd6843d8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:02.169178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:02.171217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:02.202385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:02.206579 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:02.241664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] device_id is not set on port 9f578ee9-95ab-46db-b43b-e53473c86b3c yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:02.291861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:02.434716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port b03aefc4-600d-40e5-b75e-e13cdd6843d8 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:02.438707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:02.450624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'name': 'network-vif-deleted', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:02.727876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b54e18a-f0db-4e49-9329-05a646bc0fd6 req-eae5642b-89a6-433b-bd4b-319b2e8d9531 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/b03aefc4-600d-40e5-b75e-e13cdd6843d8 HTTP/1.1" status: 204 len: 173 time: 2.2091904 Feb 04 13:28:02.754990 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02384311-8b62-436d-8e32-fb8085fe6dea', 'name': 'network-vif-deleted', 'tag': 'b03aefc4-600d-40e5-b75e-e13cdd6843d8', 'status': 'completed', 'code': 200} Feb 04 13:28:02.786988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.3 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/9f578ee9-95ab-46db-b43b-e53473c86b3c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:02.975410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] For port 6013ac96-6af6-4e5f-be0e-5ead447b7e22, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6013ac96-6af6-4e5f-be0e-5ead447b7e22,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:02.977994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:03.035569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec0399-e8ef-48eb-a506-9ae293c3589d req-a480d278-6c86-43d5-9b88-0a4b9e803b3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:03.047960 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22ec0399-e8ef-48eb-a506-9ae293c3589d req-a480d278-6c86-43d5-9b88-0a4b9e803b3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.5301452 Feb 04 13:28:03.263863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Calling delete_port for 6013ac96-6af6-4e5f-be0e-5ead447b7e22 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:03.345568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22ec0399-e8ef-48eb-a506-9ae293c3589d req-f3534393-359c-45ac-b08d-a06629149e74 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935462 Feb 04 13:28:03.351215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b03aefc4-600d-40e5-b75e-e13cdd6843d8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:03.500204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: b03aefc4-600d-40e5-b75e-e13cdd6843d8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:03.501463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b03aefc4-600d-40e5-b75e-e13cdd6843d8 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:03.646266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-574f6a25-0b73-453f-bee7-88ba462d6b24 req-34ddb37f-4024-454b-aeae-0430caa3cbd4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:03.651623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:03.677472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6013ac96-6af6-4e5f-be0e-5ead447b7e22 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:03.761985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 6013ac96-6af6-4e5f-be0e-5ead447b7e22 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:03.762658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6013ac96-6af6-4e5f-be0e-5ead447b7e22 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:03.775519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Pushing event deleted for resources: {'Port': ['ID=6013ac96-6af6-4e5f-be0e-5ead447b7e22,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:03.780771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-574f6a25-0b73-453f-bee7-88ba462d6b24 req-34ddb37f-4024-454b-aeae-0430caa3cbd4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:03.795859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-574f6a25-0b73-453f-bee7-88ba462d6b24 req-34ddb37f-4024-454b-aeae-0430caa3cbd4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.1983452 Feb 04 13:28:03.873518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:03.976395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] No DVR routers for this DVR port 6013ac96-6af6-4e5f-be0e-5ead447b7e22 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:03.985883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:04.010874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80a13699-9d63-49a3-83fa-4d8bca0e662a req-7da7b8d3-db68-4a55-97d9-f4d773520054 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "DELETE /v2.0/ports/6013ac96-6af6-4e5f-be0e-5ead447b7e22 HTTP/1.1" status: 204 len: 173 time: 2.8043046 Feb 04 13:28:04.182927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:04.203722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/222d9f16-d500-49ed-b84d-b839477f397c HTTP/1.1" status: 204 len: 168 time: 2.2116528 Feb 04 13:28:04.222862 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26ade284-8098-47e8-916d-3d8c00474926 req-9cdd6d79-1ca6-44c3-b2d9-199aebdc0812 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=969b8d58-6f03-45b9-a7fb-eb59e0d435da HTTP/1.1" status: 200 len: 210 time: 0.3558819 Feb 04 13:28:04.224857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb60c0-32cd-4b6e-8903-33154e68ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d9f16-d500-49ed-b84d-b839477f397c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:04.438937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:04.525624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:04.672425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:04.680007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:04.691592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:04.768576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'name': 'network-vif-deleted', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:04.783530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:04.785471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:04.825518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6614878 Feb 04 13:28:04.827339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51486) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:04.839242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845446e-4b53-4d64-8741-820a8202d112 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=9f578ee9-95ab-46db-b43b-e53473c86b3c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:04.846501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b72d0-a141-46d1-8fd6-d4343cc409bf req-6129a054-83c3-404e-9b01-9bcd741a8eee tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:04.854920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d55b72d0-a141-46d1-8fd6-d4343cc409bf req-6129a054-83c3-404e-9b01-9bcd741a8eee tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.2726219 Feb 04 13:28:04.866476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'port': {'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61', 'name': 'tempest-FloatingIPTestJSON-1188847930'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:05.003924 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969b8d58-6f03-45b9-a7fb-eb59e0d435da', 'name': 'network-vif-deleted', 'tag': '6013ac96-6af6-4e5f-be0e-5ead447b7e22', 'status': 'completed', 'code': 200} Feb 04 13:28:05.159204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d55b72d0-a141-46d1-8fd6-d4343cc409bf req-1d65a5c1-8cea-497d-9eb8-efca1a338224 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007841 Feb 04 13:28:05.182336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51498) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:05.192329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73c1da96-2370-4412-82dd-d408aa96e925 req-443098ec-4a0f-4308-9c27-8c70e480f6ba tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=02384311-8b62-436d-8e32-fb8085fe6dea HTTP/1.1" status: 200 len: 210 time: 0.0854220 Feb 04 13:28:05.348042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-81fc0fc4-b1a9-4dc0-a33a-937a4a5be2e7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 200 len: 992 time: 0.1600742 Feb 04 13:28:05.453955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:05.459354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:port and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:05.466122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:05.505330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:05.550849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:05.554855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:05.625482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] device_id is not set on port 69ae3f37-da99-450d-8023-3d12f435c5d4 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:05.917616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:05.994394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.6 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/69ae3f37-da99-450d-8023-3d12f435c5d4) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:06.031214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-b84f1a90-2d70-420a-9f1c-12fd2087b08e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.039796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-b84f1a90-2d70-420a-9f1c-12fd2087b08e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 808 time: 0.2136660 Feb 04 13:28:06.058510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-9a2f7402-7ff7-4292-a89d-074255913ab5 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/quotas/fed95de2df2d46d2b0f062785b1e47f8 HTTP/1.1" status: 200 len: 375 time: 0.0176065 Feb 04 13:28:06.099961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1691843328'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:06.115632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:06.119953 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-62368cf6-4018-4a91-b962-511819428482 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596266 Feb 04 13:28:06.123116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:06.126400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:06.133048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:06.216908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:06.220653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.235561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.262695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.271192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.289156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:06.305168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:06.309426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:06.338894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:06.344177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:06.347922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:06.352938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:06.369550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-ba2768c5-a4ae-47d2-82bf-2ceb2b256500 service neutron] 10.222.0.53 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341473 Feb 04 13:28:06.411689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=69ae3f37-da99-450d-8023-3d12f435c5d4,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:06.451227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:06.451913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.506000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c56776ed-12ef-4f4a-818c-918ec4da66fc tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6773305 Feb 04 13:28:06.506675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:06.521683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '69ae3f37-da99-450d-8023-3d12f435c5d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:06.539660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:06.559967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:floatingip and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:06.565988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:06.580230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:06.600445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.755374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-3685d90c-bb80-4a37-b198-55d282828d6b service neutron] 10.222.0.53 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695495 Feb 04 13:28:06.834314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.847937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.857459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.907075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11924f14-b27f-4f18-bdeb-e8503418eecd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:06.912598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:06.926212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:06.926689 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 2dbbffde-53e4-4a02-a094-60f58511553a of type vlan for network c0c3f8e6-2445-496d-8117-60e51afdd2f1 Feb 04 13:28:06.971316 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.055664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.071492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:07.075676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.186012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-197d426c-92fe-4d48-b0d3-03e39a08c0a7 req-1b6b57d3-57df-4040-8776-06f24440d6ea tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Synchronizing usage tracker for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:07.210000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-197d426c-92fe-4d48-b0d3-03e39a08c0a7 req-1b6b57d3-57df-4040-8776-06f24440d6ea tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Unset dirty status for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:07.212473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-197d426c-92fe-4d48-b0d3-03e39a08c0a7 req-1b6b57d3-57df-4040-8776-06f24440d6ea tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 210 time: 0.1007850 Feb 04 13:28:07.260290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.112 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/c700aae3-7099-4b82-88f5-d9583423d146) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:07.327372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=c0c3f8e6-2445-496d-8117-60e51afdd2f1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:07.332985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15f33d5a-7ac1-4d25-8ef8-2a081ce73347 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4135089 Feb 04 13:28:07.336057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:07.346238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:28:07.360158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'name': 'tempest-PortsIpV6TestJSON-140798148'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:07.584796 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.620146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.728287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=c700aae3-7099-4b82-88f5-d9583423d146,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:07.738527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:07.756302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:07.756678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:07.759916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:07.765285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:07.765954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:07.795898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:07.827491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:07.844318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:07.923842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 76e26879-a347-4e78-a44a-d768f8eb6793 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:08.341569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:08.374304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:08.661748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:08.720231 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5eae0015-7c0c-4466-8066-cd01a8fccbd8 req-7e8e183a-76c2-4a46-8f0c-fc9c728847f1 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 210 time: 0.2472048 Feb 04 13:28:08.744051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=76e26879-a347-4e78-a44a-d768f8eb6793,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:08.795462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '2dbbffde-53e4-4a02-a094-60f58511553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:08.796937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:08.798053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: c0c3f8e6-2445-496d-8117-60e51afdd2f1, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:08.845463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:08.874877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c0c3f8e6-2445-496d-8117-60e51afdd2f1) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:08.893275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c96ae2-2338-4ab1-91de-a7a9e8caf124 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:08.903599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:08.931773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:08.936352 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:08.983572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0324468c-2114-40af-9ba2-2935d583a013 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6463501 Feb 04 13:28:08.986800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:09.005758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-72359296'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.052660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:09.061616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:09.076723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:09.092075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:09.170889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:09.181666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:09.286671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:09.310740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:09.311108 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 9d3851d7-64be-4770-b40b-5b6b0536b414 of type vlan for network 94d4b4dc-f25a-4d07-90e4-bd76feb850d7 Feb 04 13:28:09.401667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:09.446115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:09.461969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.465903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:09.571679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5837104 Feb 04 13:28:09.646156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:09.657825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'ports': [{'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'}, {'network_id': '94d4b4dc-f25a-4d07-90e4-bd76feb850d7'}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.658235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.658824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '94d4b4dc-f25a-4d07-90e4-bd76feb850d7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.821215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-4b4dd268-dd91-46a7-a7fb-46cd0bebef3e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:09.822818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-4b4dd268-dd91-46a7-a7fb-46cd0bebef3e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 808 time: 0.5734024 Feb 04 13:28:09.846341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Request body: {'port': {'device_id': '320eea57-04d2-4a18-af8a-069fc2552dce', 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1', 'admin_state_up': True, 'tenant_id': 'fed95de2df2d46d2b0f062785b1e47f8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:09.971104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6a15a-d17f-48d5-ba67-90b6ef7335e3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=94d4b4dc-f25a-4d07-90e4-bd76feb850d7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:09.984264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 94d4b4dc-f25a-4d07-90e4-bd76feb850d7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:28:10.026844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15815317-c199-493b-ae64-18beaf7ed7d0 req-23f582be-11ea-490c-94e7-b31c3aaca7e6 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 210 time: 0.0911665 Feb 04 13:28:10.068220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:10.078200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:10.087599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:10.105128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:10.111318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:10.126178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:10.126938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:10.131691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.138482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Made reservation on behalf of fed95de2df2d46d2b0f062785b1e47f8 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:10.142743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.165251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.365085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Allocated IP 172.20.0.8 (022d718f-12d8-4aab-a4ea-83a7e8d88ee1/4dc0549c-d236-4f2c-9297-ae1f9f147bf9/14f30961-d020-4624-ad6f-59ec497373da) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:10.377634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.401143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.543015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 38bb8aaa-2367-44ad-8b30-76e354367010 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:10.566860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.719606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:10.749420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=c700aae3-7099-4b82-88f5-d9583423d146,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:10.881152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 541c7564-0ffc-43f3-86f9-ccd3b571f608 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:11.013573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.124670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.153534 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 827aeb04-a315-47f3-b28e-1d569f9b6e3d associated. External IP: 172.25.4.112, port: 69ae3f37-da99-450d-8023-3d12f435c5d4. Feb 04 13:28:11.181443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.310669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:11.327649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:11.452479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:11.457712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.462726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5be02600-70b1-4eb3-8d13-eb667be963d4 req-d78a7073-97dc-4147-a759-c097d6f141e3 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 210 time: 0.1351492 Feb 04 13:28:11.515807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=38bb8aaa-2367-44ad-8b30-76e354367010,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:11.625357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=541c7564-0ffc-43f3-86f9-ccd3b571f608,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:11.643766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:11.649565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.663789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '9d3851d7-64be-4770-b40b-5b6b0536b414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '94d4b4dc-f25a-4d07-90e4-bd76feb850d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:11.664479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 94d4b4dc-f25a-4d07-90e4-bd76feb850d7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:11.689404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 94d4b4dc-f25a-4d07-90e4-bd76feb850d7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:11.708423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 94d4b4dc-f25a-4d07-90e4-bd76feb850d7) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:11.718093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1f638-c502-4905-ab68-aeee04fd2149 None None] Network 94d4b4dc-f25a-4d07-90e4-bd76feb850d7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:11.725052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:11.730155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:11.738337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:11.741841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:11.747318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.765805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:11.768445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:11.831337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf3105f2-180b-40d9-880a-310aa64d2f9a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1846838 Feb 04 13:28:11.834101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51654) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:11.981232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 541c7564-0ffc-43f3-86f9-ccd3b571f608 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:11.981776 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.211677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Pushing event updated for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.278588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:12.279292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.325124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.357414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-12f80c96-91a8-4eac-878f-ffbf6c0e1e60 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5200307 Feb 04 13:28:12.391736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Request body: {'port': {'device_id': '320eea57-04d2-4a18-af8a-069fc2552dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:12.668701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 541c7564-0ffc-43f3-86f9-ccd3b571f608 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:12.799502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.816394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.865467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=541c7564-0ffc-43f3-86f9-ccd3b571f608,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:12.879190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:12.890660 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afb3bc50-4814-4d5a-8b7a-20f433ea643a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/541c7564-0ffc-43f3-86f9-ccd3b571f608 HTTP/1.1" status: 204 len: 168 time: 1.0529239 Feb 04 13:28:12.891532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51698) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:12.990328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495bdc6-ce5b-43cc-9564-7486057eb955 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:12.997100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495bdc6-ce5b-43cc-9564-7486057eb955 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:12.998427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d495bdc6-ce5b-43cc-9564-7486057eb955 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:12.998841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:13.014097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:13.032787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:13.036807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d495bdc6-ce5b-43cc-9564-7486057eb955 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:13.037798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:13.042406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d495bdc6-ce5b-43cc-9564-7486057eb955 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1479716 Feb 04 13:28:13.042588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:13.043173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:13.215069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 38bb8aaa-2367-44ad-8b30-76e354367010 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:13.215414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:13.221768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:13.227461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-57a2011f-4d2e-4cdb-93ee-c5e4c9182c13 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7175391 Feb 04 13:28:13.228366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51708) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:13.249399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:13.250616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:13.297528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:13.400651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9f71-e784-42de-b891-038d5e490b46 req-cb6d9d33-2558-4d76-a9ce-eefa49d5fa05 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:13.401786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d26b9f71-e784-42de-b891-038d5e490b46 req-cb6d9d33-2558-4d76-a9ce-eefa49d5fa05 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Synchronizing usage tracker for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:13.445386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:13.446074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e938445-cff7-42ea-be84-e0fc59f4de35 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:13.480667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d26b9f71-e784-42de-b891-038d5e490b46 req-cb6d9d33-2558-4d76-a9ce-eefa49d5fa05 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Unset dirty status for tenant:fed95de2df2d46d2b0f062785b1e47f8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:13.482061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d26b9f71-e784-42de-b891-038d5e490b46 req-cb6d9d33-2558-4d76-a9ce-eefa49d5fa05 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 931 time: 0.7634430 Feb 04 13:28:13.499025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:13.514946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c01ebd72-0d09-438e-86a6-f0667f41da08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:13.746487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:13.952970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d26b9f71-e784-42de-b891-038d5e490b46 req-928172c7-7e92-4371-944e-8f788f9cae73 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417590 Feb 04 13:28:13.983836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:28:14.015191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 38bb8aaa-2367-44ad-8b30-76e354367010 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:14.096743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f30961-d020-4624-ad6f-59ec497373da {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:28:14.117255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.177827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.202135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=38bb8aaa-2367-44ad-8b30-76e354367010,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:14.215772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.229035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.251888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-37ba3f82-90c7-4c1f-bb7a-9f17fb2888d1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/38bb8aaa-2367-44ad-8b30-76e354367010 HTTP/1.1" status: 204 len: 168 time: 1.2051311 Feb 04 13:28:14.253442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51718) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:14.261204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.261714 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 827aeb04-a315-47f3-b28e-1d569f9b6e3d disassociated. External IP: 172.25.4.112, port: 69ae3f37-da99-450d-8023-3d12f435c5d4. Feb 04 13:28:14.392642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1e152-de99-4329-8780-6dd395359319 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:14.395931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-19f1e152-de99-4329-8780-6dd395359319 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:14.401947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Transition to ACTIVE for port object 14f30961-d020-4624-ad6f-59ec497373da will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:14.416645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:14.454237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-19f1e152-de99-4329-8780-6dd395359319 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:14.454237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19f1e152-de99-4329-8780-6dd395359319 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1987064 Feb 04 13:28:14.468222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:14.689897 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7102091-8a47-4074-87a0-967278296c16 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:14.695213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7102091-8a47-4074-87a0-967278296c16 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/541c7564-0ffc-43f3-86f9-ccd3b571f608 HTTP/1.1" status: 404 len: 333 time: 0.2363777 Feb 04 13:28:14.696546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51732) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:14.768639 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9984b0-f86b-4677-a6a3-f2378e5e7cca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:14.770101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bf9984b0-f86b-4677-a6a3-f2378e5e7cca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/38bb8aaa-2367-44ad-8b30-76e354367010 HTTP/1.1" status: 404 len: 333 time: 0.0687358 Feb 04 13:28:14.772952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51736) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:14.919595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.124558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.149432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Pushing event updated for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:15.188516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d4b4dc-f25a-4d07-90e4-bd76feb850d7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:15.202303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3851d7-64be-4770-b40b-5b6b0536b414') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:15.203013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3851d7-64be-4770-b40b-5b6b0536b414') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:15.272811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.316687 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.327185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:15.327847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:15.344456 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:15.416413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Attempting to bind port 14f30961-d020-4624-ad6f-59ec497373da on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:28:15.416969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Attempting to bind port 14f30961-d020-4624-ad6f-59ec497373da by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:28:15.417092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Attempting to bind port 14f30961-d020-4624-ad6f-59ec497373da on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:28:15.434034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Port 14f30961-d020-4624-ad6f-59ec497373da on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:28:15.434360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Attempting to bind port 14f30961-d020-4624-ad6f-59ec497373da on network 022d718f-12d8-4aab-a4ea-83a7e8d88ee1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:28:15.445673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:28:15.446017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Checking segment: {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:15.446415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Bound using segment: {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:28:15.446886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Bound port: 14f30961-d020-4624-ad6f-59ec497373da, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53faa83-d7d1-4fc1-a454-7585181488a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:28:15.447247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.596158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:28:15.599752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=14f30961-d020-4624-ad6f-59ec497373da,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:28:15.605550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.666936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:15.680708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.681679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.683377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] 10.222.0.90 "PUT /v2.0/ports/14f30961-d020-4624-ad6f-59ec497373da HTTP/1.1" status: 200 len: 1091 time: 3.3072643 Feb 04 13:28:15.687262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'tag': '14f30961-d020-4624-ad6f-59ec497373da'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:15.853494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9480e6-0ee8-4c20-8059-c46ac76a41bb req-be0e7b03-bb30-42f8-a3a5-104bee982f6b tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:15.857427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c9480e6-0ee8-4c20-8059-c46ac76a41bb req-be0e7b03-bb30-42f8-a3a5-104bee982f6b tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 943 time: 0.6356223 Feb 04 13:28:15.857720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.871997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:15.947420 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'tag': '14f30961-d020-4624-ad6f-59ec497373da', 'status': 'completed', 'code': 200} Feb 04 13:28:15.969438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/94d4b4dc-f25a-4d07-90e4-bd76feb850d7 HTTP/1.1" status: 204 len: 168 time: 1.1953363 Feb 04 13:28:15.975563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f2056-99f0-445a-b53e-dd8ef7136344 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=94d4b4dc-f25a-4d07-90e4-bd76feb850d7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:15.983073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51750) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:15.993137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1360064855'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:16.031711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57feb-dc5c-4a3d-a6c5-7cf4a4090810 service neutron] Pushing event updated for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:16.044980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:16.060176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:16.060922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c9480e6-0ee8-4c20-8059-c46ac76a41bb req-ae066df1-f163-4e2e-b866-cf841b557e6e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786659 Feb 04 13:28:16.066872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:16.171818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:16.194041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:16.200674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.204007 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:16.216915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:16.217528 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:16.239921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:16.243615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.289071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-01ac08bd-8605-4c00-b50f-4e4180fe26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:16.290628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-01ac08bd-8605-4c00-b50f-4e4180fe26e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 1094 time: 0.5410442 Feb 04 13:28:16.291677 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:16.305318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:16.306202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:16.307816 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:27:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:16.318706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.319064 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment e426330b-fd16-4a78-8a04-feb1c3d2bdc3 of type vlan for network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 Feb 04 13:28:16.337163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0777f-431c-4388-b400-e1c42b250a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.347345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.415012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:16.415777 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de131175-6cf6-4d67-a648-76a6d8d095ac None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:16.467774 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-924645f3-1eeb-4070-b5fa-97e94e7fb8ec tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/827aeb04-a315-47f3-b28e-1d569f9b6e3d HTTP/1.1" status: 200 len: 688 time: 3.1821935 Feb 04 13:28:16.470178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:16.472024 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-b64bd03c-f992-4a75-9ff8-cd055c71846f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14f30961-d020-4624-ad6f-59ec497373da HTTP/1.1" status: 200 len: 217 time: 0.0928717 Feb 04 13:28:16.588885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-9d97cf07-674b-45e8-b899-7946eb2db75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:16.591777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-9d97cf07-674b-45e8-b899-7946eb2db75b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4dc0549c-d236-4f2c-9297-ae1f9f147bf9 HTTP/1.1" status: 200 len: 848 time: 0.1131456 Feb 04 13:28:16.593347 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.603429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:16.604815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.835731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:16.947841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9579699 Feb 04 13:28:16.948967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-35634daf-94b5-4d3c-8744-69a82a6557e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3338754 Feb 04 13:28:16.954113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51782) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:16.982654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:17.004752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port c700aae3-7099-4b82-88f5-d9583423d146 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:17.005091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:17.179092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b7043-43b0-4a9d-afa7-a78227b1c48d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=4cf44ab4-45c1-4a4b-a23d-f0a652d29335,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:17.190935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:28:17.346194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-63891295-3312-4498-a430-4cce8fdff8f8 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584604 Feb 04 13:28:17.368485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:17.385048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:17.393736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:17.408535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:17.429195 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:17.433287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:17.436986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:17.579046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:28:17.582539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:28:17.705454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:17.706518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:17.947733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for c700aae3-7099-4b82-88f5-d9583423d146 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:17.974035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4ee5-0f1d-4923-8e83-b5410fee1e67 req-94dc3aba-088e-442f-854a-c5d1acd735d8 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:17.975725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3efd4ee5-0f1d-4923-8e83-b5410fee1e67 req-94dc3aba-088e-442f-854a-c5d1acd735d8 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 943 time: 0.5247250 Feb 04 13:28:17.982872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2d1fd93-d869-426d-b532-b0ab2f54de1c req-aebb2a4e-72a1-4cca-8d6e-abd75fbf54a0 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308770 Feb 04 13:28:18.235568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3efd4ee5-0f1d-4923-8e83-b5410fee1e67 req-9d9be98e-c19a-4a57-9fd7-13504875cb19 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111969 Feb 04 13:28:18.277714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a20f52-c86f-465a-8977-e18c05088424 req-aed9d192-d72e-4381-b544-534513270a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.282408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-aed9d192-d72e-4381-b544-534513270a2a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 1094 time: 0.2128975 Feb 04 13:28:18.407626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.461589 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.528901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=c700aae3-7099-4b82-88f5-d9583423d146,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:18.540889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a20f52-c86f-465a-8977-e18c05088424 req-2342b6e1-b550-49de-a661-77b6b84acf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.543010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-2342b6e1-b550-49de-a661-77b6b84acf1b service neutron] 10.222.0.90 "GET /v2.0/networks?id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 200 len: 909 time: 0.2537327 Feb 04 13:28:18.615473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=6b83162c-6f27-4e6e-8d63-290c6f18b62a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:18.638685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-3436afbd-3d20-4a83-aba7-a70fc5a07916 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14f30961-d020-4624-ad6f-59ec497373da HTTP/1.1" status: 200 len: 217 time: 0.0843952 Feb 04 13:28:18.717038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.734495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:18.736049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 4cf44ab4-45c1-4a4b-a23d-f0a652d29335, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:18.797422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a20f52-c86f-465a-8977-e18c05088424 req-355859be-3b07-4c19-b92c-e64836547863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.802811 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-355859be-3b07-4c19-b92c-e64836547863 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4dc0549c-d236-4f2c-9297-ae1f9f147bf9 HTTP/1.1" status: 200 len: 848 time: 0.1539991 Feb 04 13:28:18.805941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:18.810297 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.834735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4cf44ab4-45c1-4a4b-a23d-f0a652d29335) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:18.843907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.848337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b632ae38-13e0-424a-bd21-6a06e3e0936b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/827aeb04-a315-47f3-b28e-1d569f9b6e3d HTTP/1.1" status: 204 len: 168 time: 2.3739450 Feb 04 13:28:18.848554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d2e1a-584c-4129-8521-0b537cf05230 None None] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:18.850071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:18.850813 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:18.855794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51806) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:18.863543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '9f578ee9-95ab-46db-b43b-e53473c86b3c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:18.878360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:18.890883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:floatingip and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:18.898191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:18.909474 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-684fdc09-9f00-4bb1-b5c7-5520dbe8fa8b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9511242 Feb 04 13:28:18.910391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:18.913104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-dc006085-5150-4178-acdc-a06cc7e370c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=022d718f-12d8-4aab-a4ea-83a7e8d88ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025715 Feb 04 13:28:18.916756 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:18.924034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335', 'name': 'tempest-PortsIpV6TestJSON-1316375817'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:19.030804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:19.369184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-a20c59fb-7055-4d69-8ccd-03cbd02e1dc6 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478581 Feb 04 13:28:19.466648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4cf44ab4-45c1-4a4b-a23d-f0a652d29335', 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': '6b83162c-6f27-4e6e-8d63-290c6f18b62a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:28:19.471700 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:19.629033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:19.636151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83a20f52-c86f-465a-8977-e18c05088424 req-a07a81b9-44e2-4bff-b209-a5ffb16e7722 service neutron] 10.222.0.90 "GET /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564387 Feb 04 13:28:19.712799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Allocated IP 2001:db8::2 (4cf44ab4-45c1-4a4b-a23d-f0a652d29335/6b83162c-6f27-4e6e-8d63-290c6f18b62a/a705ac04-a779-491d-8b95-da073b0d5a59) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:19.742694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:19.829232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:19.832700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:19.910926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 4908640e-9cbd-4bd4-b11e-4fe24d74c846 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:20.045945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.068133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Transition to ACTIVE for port object a705ac04-a779-491d-8b95-da073b0d5a59 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:20.091720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Transition to ACTIVE for port object a705ac04-a779-491d-8b95-da073b0d5a59 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:20.106076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.167459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca7e9b-ed9b-4fe0-9453-7c0779cb86e1 req-9771106b-d7c5-4d89-bd60-554ddd376afd tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:20.169424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8eca7e9b-ed9b-4fe0-9453-7c0779cb86e1 req-9771106b-d7c5-4d89-bd60-554ddd376afd tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 943 time: 0.5005293 Feb 04 13:28:20.257736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:20.268053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.269029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:20.278257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:20.281075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Pushing event updated for resources: {'Port': ['ID=a705ac04-a779-491d-8b95-da073b0d5a59,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:20.289821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.332283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.332756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.333202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.333807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.334250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.334685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.335248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.335902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.336244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.336662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.337098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.337493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:20.391759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::1c7 (4cf44ab4-45c1-4a4b-a23d-f0a652d29335/6b83162c-6f27-4e6e-8d63-290c6f18b62a/4908640e-9cbd-4bd4-b11e-4fe24d74c846) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:20.399071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8eca7e9b-ed9b-4fe0-9453-7c0779cb86e1 req-e6c0df5d-e67f-4377-9707-101a852c5e03 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909668 Feb 04 13:28:20.413841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Attempting to bind port a705ac04-a779-491d-8b95-da073b0d5a59 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:28:20.414285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Attempting to bind port a705ac04-a779-491d-8b95-da073b0d5a59 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:28:20.414880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Attempting to bind port a705ac04-a779-491d-8b95-da073b0d5a59 on network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:28:20.424220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:28:20.424220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Checking segment: {'id': 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:20.424220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.424220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Bound using segment: {'id': 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:28:20.424840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Bound port: a705ac04-a779-491d-8b95-da073b0d5a59, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4cf44ab4-45c1-4a4b-a23d-f0a652d29335'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:28:20.425645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.566223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] For port a705ac04-a779-491d-8b95-da073b0d5a59, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:28:20.573965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] For port a705ac04-a779-491d-8b95-da073b0d5a59, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a705ac04-a779-491d-8b95-da073b0d5a59,segment=NetworkSegment(e426330b-fd16-4a78-8a04-feb1c3d2bdc3),segment_id=e426330b-fd16-4a78-8a04-feb1c3d2bdc3)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:28:20.580911 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:20.700516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928aa3-4f90-48f6-b569-1e1c512ea262 None None] Pushing event updated for resources: {'Port': ['ID=a705ac04-a779-491d-8b95-da073b0d5a59,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:20.725285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.112 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/28a55bbe-894c-4939-9df6-5908a2d0aa45) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:21.069432 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.124506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.137403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 4908640e-9cbd-4bd4-b11e-4fe24d74c846 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:21.190198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.328674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=28a55bbe-894c-4939-9df6-5908a2d0aa45,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:21.344981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.421954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:21.430933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:21.449868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:21.449868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:21.449868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.463201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:21.473387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:21.485393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:21.537902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=4908640e-9cbd-4bd4-b11e-4fe24d74c846,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:21.568916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-554d0f5d-17a2-461d-989d-9bd48ab234ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6540160 Feb 04 13:28:21.571878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:21.705202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 4908640e-9cbd-4bd4-b11e-4fe24d74c846 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:21.706037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:21.784588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 14f30961-d020-4624-ad6f-59ec497373da details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:28:22.093151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=14f30961-d020-4624-ad6f-59ec497373da,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:22.114451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '14f30961-d020-4624-ad6f-59ec497373da', 'network_id': '022d718f-12d8-4aab-a4ea-83a7e8d88ee1', 'port_id': '14f30961-d020-4624-ad6f-59ec497373da', 'mac_address': 'fa:16:3e:28:ee:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0549c-d236-4f2c-9297-ae1f9f147bf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:28:22.187856 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:22.238240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:22.257316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f013-79b4-4419-84e0-00a7396fbb20 req-c023cb7a-45c3-452f-acb7-e14bf34db224 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:22.258725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f30961-d020-4624-ad6f-59ec497373da {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:28:22.258927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac87f013-79b4-4419-84e0-00a7396fbb20 req-c023cb7a-45c3-452f-acb7-e14bf34db224 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 943 time: 0.5603106 Feb 04 13:28:22.277458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=14f30961-d020-4624-ad6f-59ec497373da,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:22.286384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:22.389806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:22.497095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c190cc0-45a6-4735-bc88-03ecd6405638 None None] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:22.516423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 4908640e-9cbd-4bd4-b11e-4fe24d74c846 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:22.531926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac87f013-79b4-4419-84e0-00a7396fbb20 req-a7734bee-b56b-4c6d-bff7-3843222f3000 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626314 Feb 04 13:28:22.533067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['14f30961-d020-4624-ad6f-59ec497373da'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:28:22.679464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-67e49f03-8aed-45f1-81b2-e291c7fc2854 None None] Provisioning for port a705ac04-a779-491d-8b95-da073b0d5a59 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:22.684876 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:22.721202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:22.831923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.159489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=4908640e-9cbd-4bd4-b11e-4fe24d74c846,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:23.182549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.201797 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa51a1a2-a6db-434f-a937-2cbe16949712 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/4908640e-9cbd-4bd4-b11e-4fe24d74c846 HTTP/1.1" status: 204 len: 168 time: 1.6282415 Feb 04 13:28:23.204676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51858) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:23.237079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a705ac04-a779-491d-8b95-da073b0d5a59 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:28:23.278186 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2b8fc2-c069-467d-aa38-352102b8d678 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:28:23.278723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2b8fc2-c069-467d-aa38-352102b8d678 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:28:23.280447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e2b8fc2-c069-467d-aa38-352102b8d678 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/4908640e-9cbd-4bd4-b11e-4fe24d74c846 HTTP/1.1" status: 404 len: 333 time: 0.0739563 Feb 04 13:28:23.285610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51862) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:23.392688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a705ac04-a779-491d-8b95-da073b0d5a59 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:23.399384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a705ac04-a779-491d-8b95-da073b0d5a59 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:23.399756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.407118 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bf6c24-27a8-46ab-a5d8-2e82689b721b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:23.407693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15bf6c24-27a8-46ab-a5d8-2e82689b721b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:23.451022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15bf6c24-27a8-46ab-a5d8-2e82689b721b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:23.454854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-15bf6c24-27a8-46ab-a5d8-2e82689b721b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/4908640e-9cbd-4bd4-b11e-4fe24d74c846 HTTP/1.1" status: 404 len: 333 time: 0.1653862 Feb 04 13:28:23.455002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51870) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:23.591514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9e5be529-421e-4447-8fa6-f84715f8acbc None None] Provisioning complete for port a705ac04-a779-491d-8b95-da073b0d5a59 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:23.592573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e5be529-421e-4447-8fa6-f84715f8acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.647723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 6b83162c-6f27-4e6e-8d63-290c6f18b62a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:28:23.663995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.696679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.698854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.705683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.818319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a705ac04-a779-491d-8b95-da073b0d5a59, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a705ac04-a779-491d-8b95-da073b0d5a59,segment=NetworkSegment(e426330b-fd16-4a78-8a04-feb1c3d2bdc3),segment_id=e426330b-fd16-4a78-8a04-feb1c3d2bdc3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:23.838409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.845542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 14f30961-d020-4624-ad6f-59ec497373da up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:28:23.968656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:23.991987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a705ac04-a779-491d-8b95-da073b0d5a59,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.021161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=28a55bbe-894c-4939-9df6-5908a2d0aa45,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.045760 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.130153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 14f30961-d020-4624-ad6f-59ec497373da completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:24.137525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 14f30961-d020-4624-ad6f-59ec497373da triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:24.138206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.141279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a81-5c9a-4d5a-b7f1-dfca0fd6b9f1 req-1ad6cdfc-2058-4c6c-9c67-550d7718d217 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.143387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24eb1a81-5c9a-4d5a-b7f1-dfca0fd6b9f1 req-1ad6cdfc-2058-4c6c-9c67-550d7718d217 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 944 time: 0.3120592 Feb 04 13:28:24.224319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6e0fcd75-1622-466d-967c-54cd1573e129 None None] Could not find standard attr ID for object 4908640e-9cbd-4bd4-b11e-4fe24d74c846. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:28:24.307943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.341044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.374736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f30961-d020-4624-ad6f-59ec497373da'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:24.387446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=14f30961-d020-4624-ad6f-59ec497373da,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:24.391880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.478470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24eb1a81-5c9a-4d5a-b7f1-dfca0fd6b9f1 req-74bcf17f-de7f-4cb3-9588-675de071e9e9 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277221 Feb 04 13:28:24.480129 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.495085 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 07f0e8b7-5536-46b6-846b-b1a12f258de5 associated. External IP: 172.25.4.112, port: 9f578ee9-95ab-46db-b43b-e53473c86b3c. Feb 04 13:28:24.589621 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f30961-d020-4624-ad6f-59ec497373da', 'code': 200} Feb 04 13:28:24.590956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.615088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.666985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=6b83162c-6f27-4e6e-8d63-290c6f18b62a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:24.687040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0cba5-baec-4b9d-930c-b63a8c6da39e None None] Network 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:24.693356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:24.709187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a2136984-37b1-4b33-b5c2-6281a87bb42d tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6b83162c-6f27-4e6e-8d63-290c6f18b62a HTTP/1.1" status: 204 len: 168 time: 1.2531602 Feb 04 13:28:24.710303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:24.993087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d209-2dd6-4c62-a178-ee673ba389bb req-d26db0b0-962b-4d84-8d1c-9ed574e10f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:24.994642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2d6d209-2dd6-4c62-a178-ee673ba389bb req-d26db0b0-962b-4d84-8d1c-9ed574e10f55 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 1096 time: 0.4303203 Feb 04 13:28:25.109575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2d6d209-2dd6-4c62-a178-ee673ba389bb req-206cd106-045e-41c1-9889-ab1edd2bbbcb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Feb 04 13:28:25.117087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.136443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port a705ac04-a779-491d-8b95-da073b0d5a59 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:25.136828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.142221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a705ac04-a779-491d-8b95-da073b0d5a59 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:28:25.220037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:25.318961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a705ac04-a779-491d-8b95-da073b0d5a59 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:25.321435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.538770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] DHCP port deletion for 4cf44ab4-45c1-4a4b-a23d-f0a652d29335 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:28:25.543186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Deleting port a705ac04-a779-491d-8b95-da073b0d5a59 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:25.543567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.548048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port a705ac04-a779-491d-8b95-da073b0d5a59, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a705ac04-a779-491d-8b95-da073b0d5a59,segment=NetworkSegment(e426330b-fd16-4a78-8a04-feb1c3d2bdc3),segment_id=e426330b-fd16-4a78-8a04-feb1c3d2bdc3)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:25.550341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.558684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:25.602721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:25.782713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for a705ac04-a779-491d-8b95-da073b0d5a59 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:25.823261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6c6db3cb-0727-4d5f-850b-158574a2d3de tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9639671 Feb 04 13:28:25.827238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51910) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:25.920934 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.035265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:26.045789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4b98f-fb87-4556-a4f5-6acc8bb0178c req-40c8fe0a-be74-4dae-b9cc-4513083f2f3b tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:26.052954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee4b98f-fb87-4556-a4f5-6acc8bb0178c req-40c8fe0a-be74-4dae-b9cc-4513083f2f3b tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 945 time: 0.3985863 Feb 04 13:28:26.080652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=a705ac04-a779-491d-8b95-da073b0d5a59,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:26.086160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No DVR routers for this DVR port a705ac04-a779-491d-8b95-da073b0d5a59 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:26.144181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee4b98f-fb87-4556-a4f5-6acc8bb0178c req-746788d0-53cf-40ca-8282-1bc718a02cf6 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900311 Feb 04 13:28:26.174552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-71a27ba0-95da-48a7-938d-ad3d6843f4e1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/floatingips/07f0e8b7-5536-46b6-846b-b1a12f258de5 HTTP/1.1" status: 200 len: 977 time: 0.3426416 Feb 04 13:28:26.179067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:26.196173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:26.196888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.298053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.313362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] For port a705ac04-a779-491d-8b95-da073b0d5a59, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a705ac04-a779-491d-8b95-da073b0d5a59,segment=NetworkSegment(e426330b-fd16-4a78-8a04-feb1c3d2bdc3),segment_id=e426330b-fd16-4a78-8a04-feb1c3d2bdc3)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:26.313853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.321889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:26.322585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.404798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.472197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf44ab4-45c1-4a4b-a23d-f0a652d29335']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.497690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.498637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e426330b-fd16-4a78-8a04-feb1c3d2bdc3') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.515981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.535584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:26.536059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277b85f-40c5-4a21-a4bf-e026f03088d8 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:26.549312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c83f04a9-acc9-4a00-bf73-bddda2ae7b3a tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Synchronizing usage tracker for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:floatingip {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:26.551958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.560248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:26.561290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.584292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c83f04a9-acc9-4a00-bf73-bddda2ae7b3a tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Unset dirty status for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:floatingip {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:26.585836 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:26.588466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c83f04a9-acc9-4a00-bf73-bddda2ae7b3a tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4062750 Feb 04 13:28:26.588466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:26.594048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': '69ae3f37-da99-450d-8023-3d12f435c5d4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:26.620661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Calling delete_port for a705ac04-a779-491d-8b95-da073b0d5a59 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:26.748641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.848849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:28:26.849200 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:28:26.911614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.939774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:26.947887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=4cf44ab4-45c1-4a4b-a23d-f0a652d29335,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:26.969619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-927590ca-f4f8-4c46-91c2-39be101beb79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/4cf44ab4-45c1-4a4b-a23d-f0a652d29335 HTTP/1.1" status: 204 len: 168 time: 2.2538774 Feb 04 13:28:26.969991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51936) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:26.980343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791354569'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:26.993834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:26.998669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:27.002448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:27.009234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:27.026838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:27.033377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.065987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:27.078514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.078817 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 06e2dd2e-4e17-4fb9-ab00-909181af3db8 of type vlan for network 20d6867e-59b7-4308-aaf3-6339b93be730 Feb 04 13:28:27.082987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a705ac04-a779-491d-8b95-da073b0d5a59 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:27.119143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.177935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a705ac04-a779-491d-8b95-da073b0d5a59 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:27.178642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a705ac04-a779-491d-8b95-da073b0d5a59 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:27.209058 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.219686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.221833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.350044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Deleting port a705ac04-a779-491d-8b95-da073b0d5a59 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:27.350644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:27.489950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a94e-e4e7-49e2-932c-a18b7656475f None None] The port 'a705ac04-a779-491d-8b95-da073b0d5a59' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:28:27.598616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=20d6867e-59b7-4308-aaf3-6339b93be730,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:27.610915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 20d6867e-59b7-4308-aaf3-6339b93be730 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:28:27.655241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2625f97e-c74c-4e6d-acc7-fb0662b86791 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6809335 Feb 04 13:28:27.657637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51956) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:27.669973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:27.856075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0923b-830f-4491-ae8b-55184d31d06c req-da0a7770-8a95-4101-94d0-b1884cb1202e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:27.856075 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffc0923b-830f-4491-ae8b-55184d31d06c req-da0a7770-8a95-4101-94d0-b1884cb1202e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 945 time: 0.3587036 Feb 04 13:28:27.917487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffc0923b-830f-4491-ae8b-55184d31d06c req-93b1e425-b31b-42e0-a692-55907f03e67e tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472269 Feb 04 13:28:27.954728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:27.959634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:27.964254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:27.971271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:27.982757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:27.987503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:28.122851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:28.235615 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:28.588160 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:28.619300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9ef0-a784-4ef5-b19c-6803e492f65a req-c19fe000-1d35-4c54-a04c-a2863529f940 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:28.622236 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f0c9ef0-a784-4ef5-b19c-6803e492f65a req-c19fe000-1d35-4c54-a04c-a2863529f940 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 0.4963176 Feb 04 13:28:28.654894 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 07f0e8b7-5536-46b6-846b-b1a12f258de5 associated. External IP: 172.25.4.112, port: 9f578ee9-95ab-46db-b43b-e53473c86b3c. Feb 04 13:28:28.755731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '06e2dd2e-4e17-4fb9-ab00-909181af3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:28.756258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 20d6867e-59b7-4308-aaf3-6339b93be730, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:28.771798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=ce406560-7487-43d2-baa5-07dcff910fc1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:28.823957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 20d6867e-59b7-4308-aaf3-6339b93be730 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:28.836842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 20d6867e-59b7-4308-aaf3-6339b93be730) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:28.850550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:28.851219 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:28.855215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566a2e5-04ea-4f3d-82ab-d48baaf2c743 None None] Network 20d6867e-59b7-4308-aaf3-6339b93be730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:28.908885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bd05521c-39db-48d8-af20-944036f80ee6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2498503 Feb 04 13:28:28.911583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 51986) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:28.923505 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f0c9ef0-a784-4ef5-b19c-6803e492f65a req-490d825d-46a9-4558-b8ce-8e0c24bfb76e tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956705 Feb 04 13:28:28.924875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-536383255'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:28.959215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 51990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:29.263908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-20d6867e-59b7-4308-aaf3-6339b93be730', 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': 'ce406560-7487-43d2-baa5-07dcff910fc1'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:28:29.265174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:29.323895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:29.335480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:29.351188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:29.370201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:29.414904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:29.418831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:29.494269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port e2eeae75-ed5d-4703-9e9d-0791ddc044a7 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:29.601932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Allocated IP 2001:db8::2 (20d6867e-59b7-4308-aaf3-6339b93be730/ce406560-7487-43d2-baa5-07dcff910fc1/f25230a9-55bd-4ae9-a20f-9751e3238d7a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:30.021208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 6629e6b2-df96-4300-83e2-10701e068cf0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:30.021813 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.114261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.129936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Transition to ACTIVE for port object f25230a9-55bd-4ae9-a20f-9751e3238d7a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:30.163502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Transition to ACTIVE for port object f25230a9-55bd-4ae9-a20f-9751e3238d7a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:30.183662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.292035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::3b0 (20d6867e-59b7-4308-aaf3-6339b93be730/ce406560-7487-43d2-baa5-07dcff910fc1/e2eeae75-ed5d-4703-9e9d-0791ddc044a7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:30.325255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Network 20d6867e-59b7-4308-aaf3-6339b93be730 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:30.345442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:30.349237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:30.372224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Pushing event updated for resources: {'Port': ['ID=f25230a9-55bd-4ae9-a20f-9751e3238d7a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.382302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:30.557411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Attempting to bind port f25230a9-55bd-4ae9-a20f-9751e3238d7a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:28:30.557956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Attempting to bind port f25230a9-55bd-4ae9-a20f-9751e3238d7a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '06e2dd2e-4e17-4fb9-ab00-909181af3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:28:30.558195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Attempting to bind port f25230a9-55bd-4ae9-a20f-9751e3238d7a on network 20d6867e-59b7-4308-aaf3-6339b93be730 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:28:30.564227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:28:30.564478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Checking segment: {'id': '06e2dd2e-4e17-4fb9-ab00-909181af3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:30.564750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.565046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Bound using segment: {'id': '06e2dd2e-4e17-4fb9-ab00-909181af3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:28:30.565502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Bound port: f25230a9-55bd-4ae9-a20f-9751e3238d7a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e2dd2e-4e17-4fb9-ab00-909181af3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '20d6867e-59b7-4308-aaf3-6339b93be730'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:28:30.565868 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.594861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.613307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object e2eeae75-ed5d-4703-9e9d-0791ddc044a7 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:30.641388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.650778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.651146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.723813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 20d6867e-59b7-4308-aaf3-6339b93be730 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:30.729872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] For port f25230a9-55bd-4ae9-a20f-9751e3238d7a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:28:30.735872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] For port f25230a9-55bd-4ae9-a20f-9751e3238d7a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f25230a9-55bd-4ae9-a20f-9751e3238d7a,segment=NetworkSegment(06e2dd2e-4e17-4fb9-ab00-909181af3db8),segment_id=06e2dd2e-4e17-4fb9-ab00-909181af3db8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:28:30.740313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:30.748587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.780034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:30.785624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:30.786234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:30.829843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=e2eeae75-ed5d-4703-9e9d-0791ddc044a7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.846529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68ffe4f9-e6db-4de4-afeb-2f628bc0d207 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9338987 Feb 04 13:28:30.847154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52012) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:30.853062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d4b57-29d7-4e90-b02b-9c3ce6cdaf1e None None] Pushing event updated for resources: {'Port': ['ID=f25230a9-55bd-4ae9-a20f-9751e3238d7a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:30.971059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 6629e6b2-df96-4300-83e2-10701e068cf0 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:30.977642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port e2eeae75-ed5d-4703-9e9d-0791ddc044a7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:30.977997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:31.268369 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:31.410143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=6629e6b2-df96-4300-83e2-10701e068cf0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:31.484049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:31.490017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68257875-276a-4770-92a7-0002c4b4edf7 req-f5e637a1-a8da-441b-946b-61e1386ffd34 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:31.499502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68257875-276a-4770-92a7-0002c4b4edf7 req-f5e637a1-a8da-441b-946b-61e1386ffd34 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 945 time: 1.1253257 Feb 04 13:28:31.534128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:31.545808 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:31.564321 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:31.564941 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:31.700638 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:31.722533 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:31.723427 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:31.822324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68257875-276a-4770-92a7-0002c4b4edf7 req-58565497-d8a6-48a5-88fc-4e9f08207ada tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214796 Feb 04 13:28:31.868606 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:31.869882 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0babd-6859-4315-a580-585176d6eb47 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:31.882137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:31.883380 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP b697f787-0adb-48bf-932c-8e7568105f68 disassociated (deleted). External IP: 172.25.4.80, port: 2fbf96ee-0bc2-41f0-af01-209621a5bd81. Feb 04 13:28:32.025368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for e2eeae75-ed5d-4703-9e9d-0791ddc044a7 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:32.328454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-a669e6ae-3f95-422f-85e0-da6fb659f6c2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:32.330467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-a669e6ae-3f95-422f-85e0-da6fb659f6c2 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 945 time: 0.7458172 Feb 04 13:28:32.452535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:32.571061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=e2eeae75-ed5d-4703-9e9d-0791ddc044a7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:32.644659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Deleting port 14f30961-d020-4624-ad6f-59ec497373da {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:32.645019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:32.670823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09156ce-0710-4f3b-88f1-a002cd0f60a9 None None] Network 20d6867e-59b7-4308-aaf3-6339b93be730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:32.803381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:32.813341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76694d0b-ca79-49ce-a9fc-69847a3b8fa1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/e2eeae75-ed5d-4703-9e9d-0791ddc044a7 HTTP/1.1" status: 204 len: 168 time: 1.9651756 Feb 04 13:28:32.821975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:32.880010 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bdb8cc-095e-4f8d-b3a5-d70f8f26f199 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:32.880566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85bdb8cc-095e-4f8d-b3a5-d70f8f26f199 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:33.012701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-85bdb8cc-095e-4f8d-b3a5-d70f8f26f199 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:33.014048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-85bdb8cc-095e-4f8d-b3a5-d70f8f26f199 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/e2eeae75-ed5d-4703-9e9d-0791ddc044a7 HTTP/1.1" status: 404 len: 333 time: 0.1911206 Feb 04 13:28:33.021329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:33.141085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3ca2a67-74c2-4dcf-98c9-8186a43cd3f9 None None] Provisioning for port f25230a9-55bd-4ae9-a20f-9751e3238d7a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:33.209805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:33.219607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:33.273478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet ce406560-7487-43d2-baa5-07dcff910fc1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:28:33.276861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.347897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.417711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f25230a9-55bd-4ae9-a20f-9751e3238d7a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:28:33.439505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.541152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.652834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f25230a9-55bd-4ae9-a20f-9751e3238d7a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:28:33.664417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f25230a9-55bd-4ae9-a20f-9751e3238d7a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:33.664793 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.673618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] For port 14f30961-d020-4624-ad6f-59ec497373da, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=14f30961-d020-4624-ad6f-59ec497373da,segment=NetworkSegment(e53faa83-d7d1-4fc1-a454-7585181488a6),segment_id=e53faa83-d7d1-4fc1-a454-7585181488a6)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:33.674195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.696144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:33.739175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f8e8e-2d62-4eff-bf59-65bf38315f3d req-d36458a3-db0a-437d-a433-6cc0d3484f36 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:33.740759 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-613f8e8e-2d62-4eff-bf59-65bf38315f3d req-d36458a3-db0a-437d-a433-6cc0d3484f36 tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 945 time: 0.6681876 Feb 04 13:28:33.744963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=ce406560-7487-43d2-baa5-07dcff910fc1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:33.805337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.806826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:33.842888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:33.843518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:33.901389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Calling delete_port for 14f30961-d020-4624-ad6f-59ec497373da owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:33.952794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9184acd-21d5-4b99-bcd0-07704b254798 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/ce406560-7487-43d2-baa5-07dcff910fc1 HTTP/1.1" status: 204 len: 168 time: 0.9301596 Feb 04 13:28:33.962090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52056) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:33.966071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:33.983409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-613f8e8e-2d62-4eff-bf59-65bf38315f3d req-0d99f039-a0eb-4453-bf43-81e34e10db4f tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/security-groups?id=a1f44262-0335-41af-8025-c8fe63b3665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744425 Feb 04 13:28:34.079352 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.112772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:34.142906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:34.146840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:34.272283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0f92acab-2588-4451-8063-d512b6b12301 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/07f0e8b7-5536-46b6-846b-b1a12f258de5 HTTP/1.1" status: 200 len: 978 time: 7.6785202 Feb 04 13:28:34.275549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:34.301292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:34.317638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:34.318247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cc3be-c4af-4952-9776-199911301c66 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:34.322767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f25230a9-55bd-4ae9-a20f-9751e3238d7a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f25230a9-55bd-4ae9-a20f-9751e3238d7a,segment=NetworkSegment(06e2dd2e-4e17-4fb9-ab00-909181af3db8),segment_id=06e2dd2e-4e17-4fb9-ab00-909181af3db8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:34.334142 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.475789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f25230a9-55bd-4ae9-a20f-9751e3238d7a,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:34.525398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62d35d-0a9b-4fdb-8347-3dfdd7b2a28a None None] Network 20d6867e-59b7-4308-aaf3-6339b93be730 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:34.555417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.568629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.590937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:34.593379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port f25230a9-55bd-4ae9-a20f-9751e3238d7a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:34.593746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.601900 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Sync routers for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:34.617217 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:34.618927 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:34.643754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:34.930238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7efeafe-7b06-47f3-93b9-07288304032e None None] Provisioning complete for port f25230a9-55bd-4ae9-a20f-9751e3238d7a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:34.930774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7efeafe-7b06-47f3-93b9-07288304032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:35.157100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f25230a9-55bd-4ae9-a20f-9751e3238d7a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:28:35.256261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Pushing event deleted for resources: {'Port': ['ID=14f30961-d020-4624-ad6f-59ec497373da,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:35.260659 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:28:35.265082 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:35.398141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] DHCP port deletion for 20d6867e-59b7-4308-aaf3-6339b93be730 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:28:35.410732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Deleting port f25230a9-55bd-4ae9-a20f-9751e3238d7a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:35.411369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:35.500874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] No DVR routers for this DVR port 14f30961-d020-4624-ad6f-59ec497373da on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:35.502842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f25230a9-55bd-4ae9-a20f-9751e3238d7a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:28:35.504787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:35.505956 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:35.509163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'name': 'network-vif-deleted', 'tag': '14f30961-d020-4624-ad6f-59ec497373da'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:35.593520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be3b25c5-adf9-423f-9682-8b5bf6ca53c5 req-3d1f2f0c-7d20-4cd7-985d-cace0307db0a tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.90 "DELETE /v2.0/ports/14f30961-d020-4624-ad6f-59ec497373da HTTP/1.1" status: 204 len: 173 time: 3.2419074 Feb 04 13:28:35.774948 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320eea57-04d2-4a18-af8a-069fc2552dce', 'name': 'network-vif-deleted', 'tag': '14f30961-d020-4624-ad6f-59ec497373da', 'status': 'completed', 'code': 200} Feb 04 13:28:35.933163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 14f30961-d020-4624-ad6f-59ec497373da no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:35.944592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42fba72f-b0c3-4a2b-9795-be2ebe7c0f36 req-185acc84-79c2-4ac4-a938-e6a6eb9a422c tempest-VolumesActionsTest-1788004011 tempest-VolumesActionsTest-1788004011-project] 10.222.0.53 "GET /v2.0/ports?device_id=320eea57-04d2-4a18-af8a-069fc2552dce HTTP/1.1" status: 200 len: 210 time: 0.3686714 Feb 04 13:28:35.979072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-44bcf963-b132-4ae7-bd17-a3f473bb6094 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/floatingips/b697f787-0adb-48bf-932c-8e7568105f68 HTTP/1.1" status: 204 len: 168 time: 7.0146968 Feb 04 13:28:35.992389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:36.058444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 14f30961-d020-4624-ad6f-59ec497373da {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:36.059422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 14f30961-d020-4624-ad6f-59ec497373da not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:36.117311 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'status': 'completed', 'code': 200} Feb 04 13:28:36.137546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:36.142656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port f25230a9-55bd-4ae9-a20f-9751e3238d7a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f25230a9-55bd-4ae9-a20f-9751e3238d7a,segment=NetworkSegment(06e2dd2e-4e17-4fb9-ab00-909181af3db8),segment_id=06e2dd2e-4e17-4fb9-ab00-909181af3db8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:36.144808 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:36.200186 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.212120 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Checking router: 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:36.253586 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:36.256403 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:36.269233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:36.269753 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 07f0e8b7-5536-46b6-846b-b1a12f258de5 disassociated. External IP: 172.25.4.112, port: 69ae3f37-da99-450d-8023-3d12f435c5d4. Feb 04 13:28:36.606302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for f25230a9-55bd-4ae9-a20f-9751e3238d7a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:36.624501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] For port f25230a9-55bd-4ae9-a20f-9751e3238d7a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f25230a9-55bd-4ae9-a20f-9751e3238d7a,segment=NetworkSegment(06e2dd2e-4e17-4fb9-ab00-909181af3db8),segment_id=06e2dd2e-4e17-4fb9-ab00-909181af3db8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:36.625095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:36.678641 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:28:36.900965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-2ae4a7fd-8b9b-49b7-8b24-861ce64d4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:36.902442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-2ae4a7fd-8b9b-49b7-8b24-861ce64d4473 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 1096 time: 0.7382865 Feb 04 13:28:36.970483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Calling delete_port for f25230a9-55bd-4ae9-a20f-9751e3238d7a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:37.003389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.106256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=f25230a9-55bd-4ae9-a20f-9751e3238d7a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:37.144602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.144813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.145056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.145330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.145664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.145993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.146322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.154740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.155198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.155549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.155890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.156224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:37.173348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40081f-dc69-4990-917f-da7c21a9ec52 req-7111c3ba-37b1-42ab-96b2-7341bb64e5cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.174099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8e40081f-dc69-4990-917f-da7c21a9ec52 req-7111c3ba-37b1-42ab-96b2-7341bb64e5cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:37.195313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No DVR routers for this DVR port f25230a9-55bd-4ae9-a20f-9751e3238d7a on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:37.206820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f25230a9-55bd-4ae9-a20f-9751e3238d7a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:37.317106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f25230a9-55bd-4ae9-a20f-9751e3238d7a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:37.328796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f25230a9-55bd-4ae9-a20f-9751e3238d7a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:37.390369 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:28:37.391261 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:28:37.423738 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:37.433591 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0afe8cb-beb6-4dd3-8aaf-3af220e04f2d None None] The sync data for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 is: [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:26:10Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'd5cf8773-91f4-409c-9fe5-8fc89fe684d1', 'name': '', 'network_id': 'b956239f-c9fc-40ac-bf55-93eaed130361', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:4f:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:08Z', 'updated_at': '2022-02-04T13:26:26Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': 'd779f494-a77b-4bd5-bea7-cace47f6b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:37.548585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.597360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d6867e-59b7-4308-aaf3-6339b93be730']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:37.616126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-8e40081f-dc69-4990-917f-da7c21a9ec52 req-7111c3ba-37b1-42ab-96b2-7341bb64e5cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:37.623332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e40081f-dc69-4990-917f-da7c21a9ec52 req-7111c3ba-37b1-42ab-96b2-7341bb64e5cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.9187500 Feb 04 13:28:37.664542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e2dd2e-4e17-4fb9-ab00-909181af3db8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:37.664868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e2dd2e-4e17-4fb9-ab00-909181af3db8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:37.683449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.696804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-26612513-142d-4d79-b5e9-12ec8689a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:37.700800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-26612513-142d-4d79-b5e9-12ec8689a495 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 200 len: 898 time: 0.7868288 Feb 04 13:28:37.710765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e40081f-dc69-4990-917f-da7c21a9ec52 req-735a3084-fa2f-4e7b-add9-f817787ef1be tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854640 Feb 04 13:28:37.735438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.744222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:28:37.746004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.893481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Deleting port f25230a9-55bd-4ae9-a20f-9751e3238d7a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:37.894261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:28:37.897950 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:28:37.915670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:37.962868 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:38.004469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=20d6867e-59b7-4308-aaf3-6339b93be730,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:38.015635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8763289e-e0fc-4074-9d9f-c8a82da3a5cb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/20d6867e-59b7-4308-aaf3-6339b93be730 HTTP/1.1" status: 204 len: 168 time: 3.9477139 Feb 04 13:28:38.019052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:38.030552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'name': 'tempest-PortsIpV6TestJSON-779703582'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:38.033655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86a70d-44c2-490a-8efb-22ec41717b93 None None] New status for floating IP b697f787-0adb-48bf-932c-8e7568105f68: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:28:38.041166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-c5d93d0d-5998-4ea0-8f92-f1c7b60ee8c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 200 len: 217 time: 0.3306446 Feb 04 13:28:38.055890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:38.153010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-c358b6ef-88e5-4503-af96-2a7332f14c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:38.154697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-c358b6ef-88e5-4503-af96-2a7332f14c9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 200 len: 834 time: 0.0973804 Feb 04 13:28:38.167864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-48083165-85eb-47e4-a2e0-2aa5860e52a6 None None] The port 'f25230a9-55bd-4ae9-a20f-9751e3238d7a' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:28:38.288285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:38.293811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:38.297190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:38.311272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:38.326796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:38.334277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:38.360349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port e443ef34-da9e-4173-afdb-411c2d4002ba yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:38.405094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-9c25f269-936d-4c29-8020-ab7612536b6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:38.406624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-9c25f269-936d-4c29-8020-ab7612536b6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 0.4965332 Feb 04 13:28:38.508534 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:28:38.737287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:38.798979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:38.799533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-80961974-95b7-45ec-a9ce-3803d0e4d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:38.809458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-80961974-95b7-45ec-a9ce-3803d0e4d1a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b956239f-c9fc-40ac-bf55-93eaed130361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6469750 Feb 04 13:28:38.905102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:38.912635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:38.917492 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:38.936536 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:38.941794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:39.014340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=e443ef34-da9e-4173-afdb-411c2d4002ba,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:39.034015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:39.035357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:39.037724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:39.043420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:39.044060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:39.078854 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:39.091657 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:39.092617 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:39.116355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-41db7549-41d0-40df-822e-90ab3776b187 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0932152 Feb 04 13:28:39.116640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52160) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:39.217985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-3b382724-267e-4faa-a618-933a14a558b9 service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957942 Feb 04 13:28:39.247149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port e443ef34-da9e-4173-afdb-411c2d4002ba {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:39.247834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:39.289726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:39.290060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:39.395092 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:39.397131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4761d72-a9a4-4fca-9d38-c608f7fbbce3 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:39.487512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a4994a8-a0a6-4cd9-bb13-f2f097a55355 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/07f0e8b7-5536-46b6-846b-b1a12f258de5 HTTP/1.1" status: 200 len: 688 time: 5.2102447 Feb 04 13:28:39.493076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52172) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:39.882644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.100072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for e443ef34-da9e-4173-afdb-411c2d4002ba owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:40.230061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.243309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 28a55bbe-894c-4939-9df6-5908a2d0aa45 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:40.243908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.320938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c9a5d58-6beb-43d5-8b52-b9081f305c16 req-68e4f362-ac81-4afc-90a2-6dd6cdb331a9 service neutron] 10.222.0.90 "GET /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0531633 Feb 04 13:28:40.346388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.354665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=e443ef34-da9e-4173-afdb-411c2d4002ba,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:40.384814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2e89a5a-05c7-4c47-812a-70b461fdf44a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/e443ef34-da9e-4173-afdb-411c2d4002ba HTTP/1.1" status: 204 len: 168 time: 1.2671669 Feb 04 13:28:40.399152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52210) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:40.415594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'mac_address': 'fa:16:3e:75:9b:85', 'name': 'tempest-PortsIpV6TestJSON-2139320275'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:40.630107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:40.635435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:40.638989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:40.652186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:40.673903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70735bb4-c4c3-4edc-be58-a55ac37ea69e req-dd6a4b45-88ed-4179-b863-86c1fd1ee22c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:40.680837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:40.683282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70735bb4-c4c3-4edc-be58-a55ac37ea69e req-dd6a4b45-88ed-4179-b863-86c1fd1ee22c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 945 time: 1.6879864 Feb 04 13:28:40.726058 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.726840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.760737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 2fbf96ee-0bc2-41f0-af01-209621a5bd81, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2fbf96ee-0bc2-41f0-af01-209621a5bd81,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:40.761490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.845553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:40.925085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port ce13d3b8-4dff-464d-8c1c-6b868153d94f yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:40.981338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 28a55bbe-894c-4939-9df6-5908a2d0aa45 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:41.415914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 2fbf96ee-0bc2-41f0-af01-209621a5bd81 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:41.487756 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70735bb4-c4c3-4edc-be58-a55ac37ea69e req-797bbbda-4d4e-45e3-840f-358e579a24db tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=4fb5fca0-59c8-4342-9117-83de1f81c350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8026683 Feb 04 13:28:41.505960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:41.540321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:41.667820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=ce13d3b8-4dff-464d-8c1c-6b868153d94f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:41.689009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:41.693344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:41.705433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:41.716446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:41.717250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:41.733294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:41.770248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd1e9560-8842-4a84-a72c-7c5f78089d7e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3695352 Feb 04 13:28:41.771198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:41.853874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=2fbf96ee-0bc2-41f0-af01-209621a5bd81,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:41.898277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa3a33-efd1-424f-bb75-56b5e142b780 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:41.898929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fa3a33-efd1-424f-bb75-56b5e142b780 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:41.899381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:41.935200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:41.940311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76fa3a33-efd1-424f-bb75-56b5e142b780 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:41.941011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76fa3a33-efd1-424f-bb75-56b5e142b780 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/ce13d3b8-4dff-464d-8c1c-6b868153d94f HTTP/1.1" status: 200 len: 845 time: 0.1685665 Feb 04 13:28:41.951090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:41.953257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=28a55bbe-894c-4939-9df6-5908a2d0aa45,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:42.023415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2fbf96ee-0bc2-41f0-af01-209621a5bd81 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:42.023757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2fbf96ee-0bc2-41f0-af01-209621a5bd81 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:42.114409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port ce13d3b8-4dff-464d-8c1c-6b868153d94f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:42.127064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:42.148503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] No DVR routers for this DVR port 2fbf96ee-0bc2-41f0-af01-209621a5bd81 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:28:42.162320 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:42.169674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-deleted', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:28:42.377664 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4475b167-5a96-4179-ad7a-c6798fbd27f6', 'name': 'network-vif-deleted', 'tag': '2fbf96ee-0bc2-41f0-af01-209621a5bd81', 'status': 'completed', 'code': 200} Feb 04 13:28:42.472287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f08c74c0-ffbc-4753-a99b-5a620e1ecf69 req-5791e91a-3aef-4bb2-a113-6e73424017ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "DELETE /v2.0/ports/2fbf96ee-0bc2-41f0-af01-209621a5bd81 HTTP/1.1" status: 204 len: 173 time: 3.8266046 Feb 04 13:28:42.549313 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:42.566275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:42.572577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c5dbfa80-8582-478b-94a3-5542e14c04cb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/07f0e8b7-5536-46b6-846b-b1a12f258de5 HTTP/1.1" status: 204 len: 168 time: 3.0770211 Feb 04 13:28:42.577545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:42.966028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:43.046122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6df0316e-d7a5-4d3f-bb17-7137e073d893 req-e1615b53-cd4c-43d4-9246-19e3bdf6dc62 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:43.163726 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-5e26a8ae-c64f-4b3a-bef7-77764aa27bd1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] delete failed (client error): The resource could not be found. Feb 04 13:28:43.175359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e26a8ae-c64f-4b3a-bef7-77764aa27bd1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/07f0e8b7-5536-46b6-846b-b1a12f258de5 HTTP/1.1" status: 404 len: 345 time: 0.5952327 Feb 04 13:28:43.176013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:43.189129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6df0316e-d7a5-4d3f-bb17-7137e073d893 req-e1615b53-cd4c-43d4-9246-19e3bdf6dc62 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:43.190286 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6df0316e-d7a5-4d3f-bb17-7137e073d893 req-e1615b53-cd4c-43d4-9246-19e3bdf6dc62 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4475b167-5a96-4179-ad7a-c6798fbd27f6 HTTP/1.1" status: 200 len: 210 time: 0.3049529 Feb 04 13:28:43.399374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for ce13d3b8-4dff-464d-8c1c-6b868153d94f owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:43.545197 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-302c3d7a-e83d-445d-8102-675fabd39941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:43.592329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.613359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.688835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.702945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Synchronizing usage tracker for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:43.741029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Unset dirty status for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:43.745290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f56db10-2191-41eb-a504-dc4cfa47e5ab tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/ports?network_id=6712da16-788c-48c7-b2ff-a8620dd26a61 HTTP/1.1" status: 200 len: 2357 time: 0.5614631 Feb 04 13:28:43.746083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52304) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:43.874233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b437b-7c96-42ee-b956-ecb1142797b4 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:43.887591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-040b437b-7c96-42ee-b956-ecb1142797b4 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/subnets/cfd409df-181a-47dd-bdb5-c06403abc136 HTTP/1.1" status: 200 len: 797 time: 0.1396401 Feb 04 13:28:43.888240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52308) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:43.901500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'port': {'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61', 'name': 'tempest-FloatingIPTestJSON-1697952020', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:44.204860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:44.312690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:44.364035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:44.365117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:44.376485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=ce13d3b8-4dff-464d-8c1c-6b868153d94f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:44.394308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:44.407403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-523186e9-e437-4e48-ae31-0fd78639f967 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/ce13d3b8-4dff-464d-8c1c-6b868153d94f HTTP/1.1" status: 204 len: 168 time: 2.4508712 Feb 04 13:28:44.407679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:44.511545 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e8e803-6528-4d32-9329-d87c63869575 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:44.513621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5e8e803-6528-4d32-9329-d87c63869575 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:44.525699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:44.628668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:44.710497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] device_id is not set on port 1fedc0ff-f9a8-4ff6-824b-36186ff35a02 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:44.885842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5e8e803-6528-4d32-9329-d87c63869575 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:44.894249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5e8e803-6528-4d32-9329-d87c63869575 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/ce13d3b8-4dff-464d-8c1c-6b868153d94f HTTP/1.1" status: 404 len: 333 time: 0.4853961 Feb 04 13:28:44.895298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:44.910772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'name': 'tempest-PortsIpV6TestJSON-135572608'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:45.401511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:45.411700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:45.501301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:45.504998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:45.540202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port ec78afe6-3465-4352-97e5-dd1133258a82 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:28:45.581011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.14 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/1fedc0ff-f9a8-4ff6-824b-36186ff35a02) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:45.597458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.13 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/1fedc0ff-f9a8-4ff6-824b-36186ff35a02) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:45.919706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.045156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.078815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.111966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.210121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:46.211427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:46.220418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:46.279034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=1fedc0ff-f9a8-4ff6-824b-36186ff35a02,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:46.301381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.301772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.302058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.302388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.302742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.303064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.303537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.303837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.304160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.304479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.304929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.305241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:28:46.327752 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a520b205-90d8-4850-8e09-63579dc703fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.328373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:46.329826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.392631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-78e52861-36d9-409f-8357-97ea5ef5d8c6 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5029800 Feb 04 13:28:46.397366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52358) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:46.414720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '1fedc0ff-f9a8-4ff6-824b-36186ff35a02', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:46.436690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:46.463714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:46.494245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.587776 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.828927 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.839190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.910867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:46.915909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:46.928424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:46.936448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:46.937101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:46.973595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=ec78afe6-3465-4352-97e5-dd1133258a82,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:47.007301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2a642e91-4a02-4670-8a96-72f1cde9f2a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0995114 Feb 04 13:28:47.010627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:47.021533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:47.186144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.105 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/4bfa7579-03b3-422e-9a05-da1d4a76fa5f) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:47.252352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port d5cf8773-91f4-409c-9fe5-8fc89fe684d1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:47.252709 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:47.369237 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:47.544348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:47.676408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:47.712356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:47.873378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:28:47.876711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:47.890274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:28:48.084084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=4bfa7579-03b3-422e-9a05-da1d4a76fa5f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:48.207582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:48.230520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:48.348976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] In _notify_port_updated(), no bound segment for port ec78afe6-3465-4352-97e5-dd1133258a82 on network c0c3f8e6-2445-496d-8117-60e51afdd2f1 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:28:48.362410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:48.366813 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:48.369805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/ports/ec78afe6-3465-4352-97e5-dd1133258a82 HTTP/1.1" status: 200 len: 818 time: 1.3548996 Feb 04 13:28:48.370932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52388) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:48.428779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e2a84-5107-46b0-a4dd-8aaf23441f21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=ec78afe6-3465-4352-97e5-dd1133258a82,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:48.486208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port d5cf8773-91f4-409c-9fe5-8fc89fe684d1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:48.486834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:48.740327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:48.840767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for d5cf8773-91f4-409c-9fe5-8fc89fe684d1 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:49.041408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:49.109594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port ec78afe6-3465-4352-97e5-dd1133258a82 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:49.110240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:49.203254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:49.993521 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.009625 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.207080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.275819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.276975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=4bfa7579-03b3-422e-9a05-da1d4a76fa5f,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:50.318790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.374458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=d5cf8773-91f4-409c-9fe5-8fc89fe684d1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:50.531406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:50.787209 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP bba666d6-92e1-4b7d-8d37-d82017c17fe8 associated. External IP: 172.25.4.105, port: 1fedc0ff-f9a8-4ff6-824b-36186ff35a02. Feb 04 13:28:51.661511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for ec78afe6-3465-4352-97e5-dd1133258a82 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:51.733605 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:52.004777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:52.098570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=ec78afe6-3465-4352-97e5-dd1133258a82,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:52.106351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:52.121316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1af831a2-f268-48a2-a960-0f226f572efa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/ec78afe6-3465-4352-97e5-dd1133258a82 HTTP/1.1" status: 204 len: 168 time: 3.6946619 Feb 04 13:28:52.125167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:52.145607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:52.370436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf61ad-cba2-4579-a8be-e7c590e0eab0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:52.372225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-34cf61ad-cba2-4579-a8be-e7c590e0eab0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:28:52.414990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-5b3ff44c-619c-474c-96c0-6b2f023dd209 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:52.419167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-5b3ff44c-619c-474c-96c0-6b2f023dd209 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.2708468 Feb 04 13:28:52.670729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-34cf61ad-cba2-4579-a8be-e7c590e0eab0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:28:52.683489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-34cf61ad-cba2-4579-a8be-e7c590e0eab0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5569906 Feb 04 13:28:52.687755 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52470) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:52.768834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:52.780834 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:52.795849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:52.796887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:52.831334 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e469e7-6587-4e0d-abbc-0cf61a9a0e21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:28:52.844540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14e469e7-6587-4e0d-abbc-0cf61a9a0e21 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/ec78afe6-3465-4352-97e5-dd1133258a82 HTTP/1.1" status: 404 len: 333 time: 0.1552966 Feb 04 13:28:52.846465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52474) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:52.864316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-c4064b76-00b2-4275-aa5b-c8452b16de5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.4127994 Feb 04 13:28:52.868604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-550766514'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:52.888542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:52.903936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:52.917301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:52.929064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:52.954728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:52.959228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:52.963657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:52.977979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:52.984148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.019170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:53.020011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.161459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:28:53.178481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:53.179351 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f of type vlan for network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 Feb 04 13:28:53.192009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa906086-a728-4eb0-a166-96f34d2d33b1 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7905257 Feb 04 13:28:53.198355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:53.222373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.223759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5142746-8340-41b4-b940-01fb951a5601 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:53.254397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': '1fedc0ff-f9a8-4ff6-824b-36186ff35a02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:53.286575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-f924c40a-0f2e-4c20-b108-e3bb7a53258e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4209185 Feb 04 13:28:53.391878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:53.652249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-5b0a1c22-0cee-4c50-a624-506aaf1772b9 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648894 Feb 04 13:28:53.729689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:53.875422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:28:53.886354 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62814295-28ba-492d-91dd-403518871d87 None None] Sync routers for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:28:53.911002 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:53.911696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:53.923302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-d82b4665-0b37-4932-9e63-f746fc66ca07 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629569 Feb 04 13:28:53.941030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d5b1c0d1-e95c-47ec-955b-a0bf0b218bd2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/8da7cc38-d1a5-47f9-a91f-5d52a68deb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3988235 Feb 04 13:28:53.945682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:54.149027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:54.157811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:54.158485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:54.328969 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:28:54.606044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:54.685849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8251100 Feb 04 13:28:54.687172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52512) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:54.696878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:54.701623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-52f858a9-69e4-4e0c-b3b8-bd7f2ddf3a04 req-2b38739b-309a-4311-8377-41747c043912 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.1023908 Feb 04 13:28:54.835209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6707d-9241-4c39-9d5b-5244dbcd809b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=84f44aa2-591a-4815-b066-b66cb2ca6cd9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:54.842287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting subnet d779f494-a77b-4bd5-bea7-cace47f6b4aa {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:28:54.855366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:28:54.872466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:55.020425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:55.046850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:55.060288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:55.083727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:55.087780 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:28:49Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:55.104700 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62814295-28ba-492d-91dd-403518871d87 None None] Checking router: 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:28:55.126425 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] Routers {'8da7cc38-d1a5-47f9-a91f-5d52a68deb47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:28:55.129434 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:55.131065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:55.143121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:55.315878 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:55.712845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] Set router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:28:55.893174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:55.924376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.175794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.384349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=6a145437-19c5-4932-89d5-725fdfe96a51,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:56.407618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27f083f5-3bb5-42ee-9f7a-40a77df2f37a req-74040d64-b0aa-4bdd-8257-23122d4f420a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.2575893 Feb 04 13:28:56.510945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:28:56.515364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 84f44aa2-591a-4815-b066-b66cb2ca6cd9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:28:56.608626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:28:56.631636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Subnet': ['ID=d779f494-a77b-4bd5-bea7-cace47f6b4aa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:56.653259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 84f44aa2-591a-4815-b066-b66cb2ca6cd9) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:28:56.654544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.659660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.660928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fad86-e3e5-4d5f-9e3e-1d99ae6ba3c1 None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:56.677528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:56.688159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f944dfa0-a6a3-4ced-b2b2-cb076af9c4a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/subnets/d779f494-a77b-4bd5-bea7-cace47f6b4aa HTTP/1.1" status: 204 len: 168 time: 2.7223554 Feb 04 13:28:56.690082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52546) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:56.696760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:56.697350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.698399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:56.709684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ac32a-e248-4f34-9117-2b63fc3edd98 None None] Network b956239f-c9fc-40ac-bf55-93eaed130361 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:28:56.748756 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-62814295-28ba-492d-91dd-403518871d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:28:49Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:28:56.755805 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62814295-28ba-492d-91dd-403518871d87 None None] The sync data for ids ['8da7cc38-d1a5-47f9-a91f-5d52a68deb47'] in n-d-820555-2 is: [{'id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-543115964', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:25:57Z', 'updated_at': '2022-02-04T13:28:49Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '50808450-b9a5-429f-9ac7-11bd6ddb5b0f', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da7cc38-d1a5-47f9-a91f-5d52a68deb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:25:59Z', 'updated_at': '2022-02-04T13:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:28:57.303838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5cf8773-91f4-409c-9fe5-8fc89fe684d1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:57.360092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:57.499369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d5cf8773-91f4-409c-9fe5-8fc89fe684d1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:28:57.499734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d5cf8773-91f4-409c-9fe5-8fc89fe684d1 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:28:57.650404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-656b894e-3335-4f33-88f1-9b7cd01aa1f0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9603024 Feb 04 13:28:57.659029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:57.666250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Deleting subnet b0b81768-53e9-43e4-9b9a-f114f7c946b1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:28:57.675802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:58.176868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-97baf709-51df-4202-a8a9-4168146543c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:28:58.190549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-97baf709-51df-4202-a8a9-4168146543c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.6829076 Feb 04 13:28:58.196567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.227475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:28:58.317945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2dd6060-93d9-4e69-ae54-792f5e910910 req-71ca324f-1a41-47e7-85b8-8bddac131cda tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.1677377 Feb 04 13:28:58.357964 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.397970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': '6a145437-19c5-4932-89d5-725fdfe96a51'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:28:58.399649 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.424141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:58.433131 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.441816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.705348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28941149-e867-4859-98d7-8a55087016e9 None None] DHCP port deletion for b956239f-c9fc-40ac-bf55-93eaed130361 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:28:58.707412 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.754660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Deleting port 4e3ba952-160e-4944-a0be-771e709021c2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:28:58.755321 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.830990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:28:58.853088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:28:58.868966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:58.896847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:28:58.970971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:28:59.025598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:28:59.030813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:59.033348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Allocated IP 2001:db8::2 (84f44aa2-591a-4815-b066-b66cb2ca6cd9/6a145437-19c5-4932-89d5-725fdfe96a51/6997066b-f4cb-4787-a2b0-8d54810149cc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:28:59.059287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:59.084671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b81768-53e9-43e4-9b9a-f114f7c946b1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:28:59.121035 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cd9b4d0b-56ce-424d-a1cb-e5b3e3c0d206 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0b81768-53e9-43e4-9b9a-f114f7c946b1 HTTP/1.1" status: 204 len: 168 time: 2.4267604 Feb 04 13:28:59.124499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52576) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:28:59.224271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 50808450-b9a5-429f-9ac7-11bd6ddb5b0f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:28:59.224901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:59.404998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:28:59.533138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:28:59.577854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Transition to ACTIVE for port object 6997066b-f4cb-4787-a2b0-8d54810149cc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:59.583749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 50808450-b9a5-429f-9ac7-11bd6ddb5b0f owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:28:59.647746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Transition to ACTIVE for port object 6997066b-f4cb-4787-a2b0-8d54810149cc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:28:59.661586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4e3ba952-160e-4944-a0be-771e709021c2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:28:59.941013 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.030560 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.040031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:00.064235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.121096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:00.225233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:00.250007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:00.290085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.301006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:00.309327 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.435667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9128c474-0152-475f-acfe-0d51be6d9366 req-b521ec03-4adb-441e-a166-a2bee2029f7c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.5505743 Feb 04 13:29:00.619286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Pushing event updated for resources: {'Port': ['ID=6997066b-f4cb-4787-a2b0-8d54810149cc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.643687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:00.645120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:00.646102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:00.790914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=50808450-b9a5-429f-9ac7-11bd6ddb5b0f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:00.800130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:00.822281 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.825081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:00.857792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:00.864592 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f770a879-7f7c-4827-abbf-2f421ec07c0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/bba666d6-92e1-4b7d-8d37-d82017c17fe8 HTTP/1.1" status: 200 len: 979 time: 7.6253209 Feb 04 13:29:00.867489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:00.869939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52598) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:00.992829 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.054885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c697016-6ac9-4a32-8372-a27e4ae8b680']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.101372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Attempting to bind port 6997066b-f4cb-4787-a2b0-8d54810149cc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:01.102223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Attempting to bind port 6997066b-f4cb-4787-a2b0-8d54810149cc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:01.107676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Attempting to bind port 6997066b-f4cb-4787-a2b0-8d54810149cc on network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:01.139666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-28941149-e867-4859-98d7-8a55087016e9 None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:01.139666 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.330673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27a1547-b1f1-487a-8857-d5964e5e3568') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.331377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27a1547-b1f1-487a-8857-d5964e5e3568') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.378696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Calling delete_port for 4e3ba952-160e-4944-a0be-771e709021c2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:01.471542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 4bfa7579-03b3-422e-9a05-da1d4a76fa5f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:01.472308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.500483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:01.510964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Checking segment: {'id': '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:01.511478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.511887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Bound using segment: {'id': '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:01.512428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Bound port: 6997066b-f4cb-4787-a2b0-8d54810149cc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:01.512821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.520288 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.540101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.542675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.566455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:01.580042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.636486 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a145437-19c5-4932-89d5-725fdfe96a51 (CIDR: 2001:db8::/64) Feb 04 13:29:01.667350 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:29:01.667350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:29:01.680924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.805684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:01.806231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Fanout notify agent at l3_agent the message router_deleted on router 8da7cc38-d1a5-47f9-a91f-5d52a68deb47 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:29:01.873135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:01.886076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:01.888033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76795-44a2-4191-88d7-1e14dee7e518 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:01.929455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9e675846-b2ed-4795-84a6-c774410a45bf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.2575772 Feb 04 13:29:01.931370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:01.953276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:01.968344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:29:01.968757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:02.063314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:02.074129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6997066b-f4cb-4787-a2b0-8d54810149cc,segment=NetworkSegment(8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f),segment_id=8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:02.076496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:02.273768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=4e3ba952-160e-4944-a0be-771e709021c2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:02.277004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:02.339483 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:02.350923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e5d039c2-80c7-43bc-9ca8-b1d464df13cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/routers/8da7cc38-d1a5-47f9-a91f-5d52a68deb47 HTTP/1.1" status: 204 len: 168 time: 5.6459208 Feb 04 13:29:02.362488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52622) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:02.380316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:02.424359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:02.431164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:02.543118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:02.561751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:02.567524 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:02.611457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5003-18f7-405b-b31d-c1ec82ff8c93 None None] Pushing event updated for resources: {'Port': ['ID=6997066b-f4cb-4787-a2b0-8d54810149cc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:02.615107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:02.639306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:29:02.782759 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:29:02.792961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.6 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/d93294d9-306a-4793-a297-9c9cd0e4bd6e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:02.803579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.005174 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-732448a0-fc8f-4d5b-b9b8-e846843b7d67 req-33b8769c-6043-4641-a25e-b410fa3548dc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.2258177 Feb 04 13:29:03.069049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Deleting port 4e3ba952-160e-4944-a0be-771e709021c2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:03.069546 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.099541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 4e3ba952-160e-4944-a0be-771e709021c2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:03.100014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.282437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.329536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.352481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c697016-6ac9-4a32-8372-a27e4ae8b680,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:03.401415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dab21de9-00a5-431c-b41d-4bcbae2908d6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c697016-6ac9-4a32-8372-a27e4ae8b680 HTTP/1.1" status: 204 len: 168 time: 4.2756567 Feb 04 13:29:03.421843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.422176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.709303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-28941149-e867-4859-98d7-8a55087016e9 None None] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:03.709693 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:03.763545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 4bfa7579-03b3-422e-9a05-da1d4a76fa5f owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:03.928029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:04.042519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 4e3ba952-160e-4944-a0be-771e709021c2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4e3ba952-160e-4944-a0be-771e709021c2,segment=NetworkSegment(ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1),segment_id=ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:04.042958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:04.169517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:04.286061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Calling delete_port for 4e3ba952-160e-4944-a0be-771e709021c2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:04.321026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 4e3ba952-160e-4944-a0be-771e709021c2 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:04.346970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=4bfa7579-03b3-422e-9a05-da1d4a76fa5f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:04.462173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6997066b-f4cb-4787-a2b0-8d54810149cc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:04.616474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:04.617078 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP bba666d6-92e1-4b7d-8d37-d82017c17fe8 disassociated (deleted). External IP: 172.25.4.105, port: 1fedc0ff-f9a8-4ff6-824b-36186ff35a02. Feb 04 13:29:04.631684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:04.699395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:04.702128 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:04.712866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6997066b-f4cb-4787-a2b0-8d54810149cc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:04.741932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 50808450-b9a5-429f-9ac7-11bd6ddb5b0f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:29:04.843954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e9531-cf99-4f3b-86d6-dad6b1e3964c None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:05.217019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 50808450-b9a5-429f-9ac7-11bd6ddb5b0f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:29:05.217839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 50808450-b9a5-429f-9ac7-11bd6ddb5b0f not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:29:05.228358 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:05.282067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-08902722-b832-4cc0-819e-c2933c5b0dcc req-8211c4f2-7b37-4604-abb4-5d4692b8af43 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:05.283884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Provisioning for port 6997066b-f4cb-4787-a2b0-8d54810149cc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:05.304542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Provisioning complete for port 6997066b-f4cb-4787-a2b0-8d54810149cc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:05.305243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:05.317150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object d93294d9-306a-4793-a297-9c9cd0e4bd6e will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:05.318866 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=4e3ba952-160e-4944-a0be-771e709021c2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:05.350973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] No DVR routers for this DVR port 4e3ba952-160e-4944-a0be-771e709021c2 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:05.482803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Deleting port 4e3ba952-160e-4944-a0be-771e709021c2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:05.483593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28941149-e867-4859-98d7-8a55087016e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:05.546177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-08902722-b832-4cc0-819e-c2933c5b0dcc req-8211c4f2-7b37-4604-abb4-5d4692b8af43 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:05.547751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08902722-b832-4cc0-819e-c2933c5b0dcc req-8211c4f2-7b37-4604-abb4-5d4692b8af43 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.8906958 Feb 04 13:29:05.638713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:05.782446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28941149-e867-4859-98d7-8a55087016e9 None None] The port '4e3ba952-160e-4944-a0be-771e709021c2' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:29:05.878385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cbda5c41-8607-40b4-91b3-93dde9d5cb55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4f30d92db32424d987f1a7e7f38ad1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3997216 Feb 04 13:29:05.882911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:05.932030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:05.969545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b956239f-c9fc-40ac-bf55-93eaed130361']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:05.984035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:05.984335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2c9c0a-90d6-4d30-8ce7-f436a7df4bd1') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:05.998052 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.034027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.041320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:29:06.041670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.134464 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:29:06.161531 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:29:06.169737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.200983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.227133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Network': ['ID=b956239f-c9fc-40ac-bf55-93eaed130361,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:06.234510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.397833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-42db2d33-0099-4031-9335-845b404a7ae7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/networks/b956239f-c9fc-40ac-bf55-93eaed130361 HTTP/1.1" status: 204 len: 168 time: 4.0243852 Feb 04 13:29:06.401108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52666) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:06.454581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.482953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:06.495737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6997066b-f4cb-4787-a2b0-8d54810149cc,segment=NetworkSegment(8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f),segment_id=8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:06.502494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:06.511089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.515685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:06.608058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:06.620699 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:06.698689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:06.699330 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:06.701499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.872260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9581de-f169-49d1-8b7a-de74693b83f8 None None] Pushing event updated for resources: {'Port': ['ID=6997066b-f4cb-4787-a2b0-8d54810149cc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:06.901156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:06.911051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.016206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.122717 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:07.129106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:07.147289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:07.165697 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:07.166238 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:28:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:07.174842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.178375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.184845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4493f53e-ea10-40d3-acfd-73ed51bdcbf7 None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:07.295833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.311542 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:07.312109 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9724949-a18b-4104-b9cf-d9f5c8d0fd5d None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:07.327536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=fc7efb9a-b655-4888-b4d0-1b988e6154ad,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:07.351157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a7ba376b-77c1-4c4a-8edd-82d1bc5943cc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.4073050 Feb 04 13:29:07.353661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52682) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:07.361822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.394367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:07.416705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.466467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'fixed_ips': [{'subnet_id': '6a145437-19c5-4932-89d5-725fdfe96a51'}, {'subnet_id': 'fc7efb9a-b655-4888-b4d0-1b988e6154ad'}], 'name': 'tempest-PortsIpV6TestJSON-1518253077'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:07.533055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Provisioning for port d93294d9-306a-4793-a297-9c9cd0e4bd6e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:07.581339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Provisioning complete for port d93294d9-306a-4793-a297-9c9cd0e4bd6e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:07.592104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.678824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-121b6a49-0e29-4f47-90d0-6a6c9b1ed87c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/bba666d6-92e1-4b7d-8d37-d82017c17fe8 HTTP/1.1" status: 204 len: 168 time: 6.8076818 Feb 04 13:29:07.681670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52686) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:07.791410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-b5626525-ee69-4e3b-9adf-b8823d0ea262 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5719745 Feb 04 13:29:07.807401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Request body: {'port': {'device_id': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:07.835740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 1fedc0ff-f9a8-4ff6-824b-36186ff35a02 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:07.836149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.916638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Port d93294d9-306a-4793-a297-9c9cd0e4bd6e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:07.933070 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:07.995686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Provisioning complete for port 6997066b-f4cb-4787-a2b0-8d54810149cc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:07.996365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b6d19f2-efa9-4df8-a9e0-7bd2e166e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:08.057345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb5fca0-59c8-4342-9117-83de1f81c350,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:08.098048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240991-6e01-4e08-b6dc-a15e2a7581b2 req-1a9fa7c4-0355-4193-a929-3a6d1b54df5f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:08.115541 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c240991-6e01-4e08-b6dc-a15e2a7581b2 req-1a9fa7c4-0355-4193-a929-3a6d1b54df5f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 931 time: 1.0428102 Feb 04 13:29:08.219675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:08.284638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:08.332335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:08.341600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:08.446842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6997066b-f4cb-4787-a2b0-8d54810149cc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:08.453026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:08.463265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd526e3-6a58-45cf-9794-aab975621295,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:08.486521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:08.542524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:08.546018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:08.547563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6206ec29-6fdb-4a58-8edf-5551d056a582 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/security-groups/4fb5fca0-59c8-4342-9117-83de1f81c350 HTTP/1.1" status: 204 len: 168 time: 2.0984159 Feb 04 13:29:08.561613 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7c240991-6e01-4e08-b6dc-a15e2a7581b2 req-1113ef5b-f84a-44e9-baaf-9040e42c491d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451780 Feb 04 13:29:08.563404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:08.582641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de2a68b9-7518-4678-8c42-07ed3edd6621 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdd526e3-6a58-45cf-9794-aab975621295 HTTP/1.1" status: 204 len: 168 time: 2.6846960 Feb 04 13:29:09.144902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:09.258645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6997066b-f4cb-4787-a2b0-8d54810149cc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:09.260206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:09.549018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 1fedc0ff-f9a8-4ff6-824b-36186ff35a02 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:09.641902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52714) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:09.682501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216086893', 'description': 'tempest-secgroup-smoke-216086893 description', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:09.683510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Update dhcp port {'port': {'network_id': '84f44aa2-591a-4815-b066-b66cb2ca6cd9', 'fixed_ips': [{'subnet_id': '6a145437-19c5-4932-89d5-725fdfe96a51', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc7efb9a-b655-4888-b4d0-1b988e6154ad'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '6997066b-f4cb-4787-a2b0-8d54810149cc'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:29:09.710962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:09.727759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:09.768886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:09.790330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:09.846950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:09.913549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:29:09.966223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:10.173001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:10.196654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:10.228194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:10.263840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:10.338617 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:10.458971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:10.699189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=1fedc0ff-f9a8-4ff6-824b-36186ff35a02,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:10.957654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52742) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:11.165794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Allocated IP 2001:db8:0:1::2 (84f44aa2-591a-4815-b066-b66cb2ca6cd9/fc7efb9a-b655-4888-b4d0-1b988e6154ad/6997066b-f4cb-4787-a2b0-8d54810149cc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:11.281416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501a895-4d82-439d-a3be-d5bbba4971f3 req-14d4fea8-b4d0-4c34-a899-be4d86348a1f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:11.284738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8501a895-4d82-439d-a3be-d5bbba4971f3 req-14d4fea8-b4d0-4c34-a899-be4d86348a1f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 931 time: 1.2173030 Feb 04 13:29:11.334825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33484120-network', 'tenant_id': '97c11b70affb464f99c2a334264633ac'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:11.385097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:11.389503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Usage tracker for resource:network and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:11.396516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:11.405636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:11.408731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:11.441837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Made reservation on behalf of 97c11b70affb464f99c2a334264633ac for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:11.444563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.463223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.519751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:11.524140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.546506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.563191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:11.568105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.573832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:11.667675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c087dc6a-b779-4e87-8803-183756584715 None None] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6997066b-f4cb-4787-a2b0-8d54810149cc,segment=NetworkSegment(8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f),segment_id=8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:11.681051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52752) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:11.681968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2829be71-c595-49e0-9b92-ff21f61b14fb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/1fedc0ff-f9a8-4ff6-824b-36186ff35a02 HTTP/1.1" status: 204 len: 168 time: 3.9979351 Feb 04 13:29:11.684465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:11.721279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0747612-5c1c-416a-8c79-2f6614355d9b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:11.728144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.729245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.729633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15c3e227-eb47-479c-abb8-593451d330d6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0866034 Feb 04 13:29:11.741186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52758) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:11.750645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:11.766021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:11.772587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:11.779150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:11.787212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:11.810716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Transition to ACTIVE for port object 6997066b-f4cb-4787-a2b0-8d54810149cc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:11.820513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.823616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.834924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8501a895-4d82-439d-a3be-d5bbba4971f3 req-36e96ce8-f1fb-4a18-8302-a0dd2b3da6b4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366850 Feb 04 13:29:11.874289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:11.909530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:11.969282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:11.979668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.024060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087dc6a-b779-4e87-8803-183756584715 None None] Pushing event updated for resources: {'Port': ['ID=6997066b-f4cb-4787-a2b0-8d54810149cc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.024332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:floatingip and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:12.039660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93294d9-306a-4793-a297-9c9cd0e4bd6e {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:29:12.049450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:12.074374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.082045 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.091882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458412 Feb 04 13:29:12.110621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:12.121341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:12.127608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:12.154262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028003c3-5d7a-435f-8a03-30263c3112cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4151d3aa-af78-461d-bd52-2dbe157984de,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.165641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Transition to ACTIVE for port object d93294d9-306a-4793-a297-9c9cd0e4bd6e will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:12.167884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:12.175406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.176622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:12.189855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:12.192896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.193663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.205326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:12.211650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.216321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.216696 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Added segment 3e5b82be-31ec-4e40-90a1-71c2e97f6001 of type vlan for network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 Feb 04 13:29:12.243981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.256515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:12.320544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957b2e0-62a9-41ec-a6ed-7949cacb0d93,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.326538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.408941 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.413145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.417194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:12.419666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.446405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.561400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6997066b-f4cb-4787-a2b0-8d54810149cc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:12.693618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3a2df5-e39b-4639-8f82-c4869912e4f8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.759427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7973311 Feb 04 13:29:12.775418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52774) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:12.845300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Request body: {'subnet': {'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33484120-subnet', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:12.866345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47f398-1f5e-4bf0-a77f-f75959c8e21b admin admin] Pushing event updated for resources: {'Network': ['ID=1e7fd023-3aea-4d1d-9956-0bc1523d3457,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:12.886230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:29:12.909388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:12.916476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea03e469-c0e9-4579-a15e-8ec6dce18769 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8039968 Feb 04 13:29:12.927919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:12.950322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52784) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:12.995262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:13.084280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Usage tracker for resource:subnet and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:13.110978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:13.157021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:13.201519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:13.204835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:13.239633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:13.260847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:13.275739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Made reservation on behalf of 97c11b70affb464f99c2a334264633ac for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:13.288409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:13.457868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:13.550068 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-337ec7e0-81f2-43e8-a08b-441073cc78e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:13.676368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::1ec (84f44aa2-591a-4815-b066-b66cb2ca6cd9/6a145437-19c5-4932-89d5-725fdfe96a51/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:13.678940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Attempting to bind port d93294d9-306a-4793-a297-9c9cd0e4bd6e on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:13.679444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Attempting to bind port d93294d9-306a-4793-a297-9c9cd0e4bd6e by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:13.679803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Attempting to bind port d93294d9-306a-4793-a297-9c9cd0e4bd6e on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:13.685280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:13.703200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8:0:1::d8 (84f44aa2-591a-4815-b066-b66cb2ca6cd9/fc7efb9a-b655-4888-b4d0-1b988e6154ad/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:13.713885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Port d93294d9-306a-4793-a297-9c9cd0e4bd6e on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:29:13.714215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Attempting to bind port d93294d9-306a-4793-a297-9c9cd0e4bd6e on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:13.747807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:13.747807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:13.748605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:13.749514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Bound port: d93294d9-306a-4793-a297-9c9cd0e4bd6e, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:13.749514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:13.861209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1f3df23b-033a-42c8-a3b6-ffb5b56bad6f None None] Provisioning for port 6997066b-f4cb-4787-a2b0-8d54810149cc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:13.890203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1f3df23b-033a-42c8-a3b6-ffb5b56bad6f None None] Provisioning complete for port 6997066b-f4cb-4787-a2b0-8d54810149cc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:13.890948 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1f3df23b-033a-42c8-a3b6-ffb5b56bad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:13.892398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbfeed-c483-4961-9410-eff6302e98d4 req-a2811689-1e7a-43fa-b0a7-4f53c29361fc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:13.893973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7fbfeed-c483-4961-9410-eff6302e98d4 req-a2811689-1e7a-43fa-b0a7-4f53c29361fc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.5670555 Feb 04 13:29:14.195590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.276606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.455571 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7fbfeed-c483-4961-9410-eff6302e98d4 req-899d13cd-add5-49e8-88d5-697c08ae4526 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526454 Feb 04 13:29:14.456377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.472722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:14.557318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4804237-ba26-46fd-a078-c984743b8249,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:14.566354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.583861 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.587623 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4f78fea3-a3dd-43c9-ab9c-069b969d1af9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6282511 Feb 04 13:29:14.597884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:14.611142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:14.625538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:14.634744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:14.648603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:14.659351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:14.683549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:14.695670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.733211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:14.801912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.830675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:14.835829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.837350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] 10.222.0.87 "PUT /v2.0/ports/d93294d9-306a-4793-a297-9c9cd0e4bd6e HTTP/1.1" status: 200 len: 1091 time: 7.0347424 Feb 04 13:29:14.888477 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:14.889986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:29:15.024272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36dad57-5e6a-4159-9e0f-30d83c85d434,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:15.044995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Checking segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:15.045427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Network hostable DHCP agents. Network: 1e7fd023-3aea-4d1d-9956-0bc1523d3457, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:15.139895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.140954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:15.147872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.200502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa348788-a3ef-4c75-87e7-56ed85546101,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:15.207810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1e7fd023-3aea-4d1d-9956-0bc1523d3457) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:15.217697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f13df-1282-4905-bafc-0aef6f78a601 None None] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:15.241926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:15.245243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.312989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.188 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/6c94938a-ae9c-4e78-badc-62d6296babbc) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:15.316916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.323997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-17e64468-4511-4e39-ad99-28458586c88b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7250850 Feb 04 13:29:15.330673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:15.358172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:15.388036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:15.405763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:15.418849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:15.440421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:15.475022 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:29:15.519690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1b463d74-6940-4682-8079-74fe703dd6c8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.7392044 Feb 04 13:29:15.528418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52818) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:15.543645 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:29:15.548080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:15.568262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.684708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c142a-c34c-4995-a783-f1d8ebd41f94 service neutron] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:15.742614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.792629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:15.794624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:29:15.795704 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.832159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Usage tracker for resource:router and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:15.851927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:15.869500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:15.914449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.924192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.956512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.957626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:15.966878 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'status': 'completed', 'code': 200} Feb 04 13:29:16.057549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Allocated IP 172.20.0.2 (1e7fd023-3aea-4d1d-9956-0bc1523d3457/e36dad57-5e6a-4159-9e0f-30d83c85d434/048d7c95-a698-4c21-86f7-3df882626389) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:16.063636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.072132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7375855 Feb 04 13:29:16.073949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52828) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:16.080335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82d06-3ebd-47bb-9b35-7e59b72ce9ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb381d4-5a5e-4290-ba99-e61af14259d6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:16.103330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'c0747612-5c1c-416a-8c79-2f6614355d9b', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:16.112857 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:16.123027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:16.126383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.127849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:16.141260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:16.155548 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:29:16.164389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.323132 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.393456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.402223 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-059671ee-baf6-4ad4-9d8d-a9f74eca907a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.448666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:16.518139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:16.519541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:16.526045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:16.533673 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:16.540522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:16.541381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.583622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:16.694301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.757004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.780222 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=64fd5fd4-9cae-4ffc-bca0-f20c60f3e353,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:16.790903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Transition to ACTIVE for port object 048d7c95-a698-4c21-86f7-3df882626389 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:16.829767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.846953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.872421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Transition to ACTIVE for port object 048d7c95-a698-4c21-86f7-3df882626389 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:16.873725 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:16.888308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.005017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Pushing event updated for resources: {'Port': ['ID=048d7c95-a698-4c21-86f7-3df882626389,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:17.039764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:17.041078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:17.045786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:17.144479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=6c94938a-ae9c-4e78-badc-62d6296babbc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:17.145454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9308ea-b96d-4342-bb4e-dddf79772472,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:17.149052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.150655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d4993da-6b6f-48ef-b51f-687dfa2e23cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0627806 Feb 04 13:29:17.169457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52846) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:17.174447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-93adb51c-c3cf-4aac-beae-f5a61c509fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:17.176262 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-93adb51c-c3cf-4aac-beae-f5a61c509fa3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 1094 time: 1.7025564 Feb 04 13:29:17.189908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'network': {'name': 'tempest-network-smoke--1741894849', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:17.204386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:17.220165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:network and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:17.230585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:17.245658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:17.271839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be21a5-56cc-4c79-8995-f93c852b3757 req-05abcb64-d253-4b3f-8a6d-f52b0fcd52bb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:17.273836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5be21a5-56cc-4c79-8995-f93c852b3757 req-05abcb64-d253-4b3f-8a6d-f52b0fcd52bb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 1.4837101 Feb 04 13:29:17.275446 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e404caa4-cf5b-4eb9-bf6b-aa5d14f49baf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 9.8956821 Feb 04 13:29:17.277474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-ce409d96-042b-423c-b957-9960653ec427 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e HTTP/1.1" status: 200 len: 217 time: 0.0939183 Feb 04 13:29:17.278683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:17.291970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:17.295778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.348843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:17.361358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.362271 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Added segment 6ebb579e-5ff1-446a-86fe-bf630bc7b4e9 of type vlan for network 1505c13e-ac12-436e-a50e-cb5a961783cd Feb 04 13:29:17.398935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a145437-19c5-4932-89d5-725fdfe96a51'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:17.416393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.455752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Attempting to bind port 048d7c95-a698-4c21-86f7-3df882626389 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:17.456370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Attempting to bind port 048d7c95-a698-4c21-86f7-3df882626389 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:17.456482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Attempting to bind port 048d7c95-a698-4c21-86f7-3df882626389 on network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:17.459345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e5be21a5-56cc-4c79-8995-f93c852b3757 req-a1d0923c-9c61-491d-9889-708c5cfde4ac tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766548 Feb 04 13:29:17.461032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-c9fa9387-2147-46df-aef8-7b5ca8cfc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:17.463269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-c9fa9387-2147-46df-aef8-7b5ca8cfc1b9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1276295 Feb 04 13:29:17.463554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.470287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:17.481000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.501270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e699604b-2893-4d27-995c-c458ac0da919 None None] Provisioning for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:17.522573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.532778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:17.541032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Checking segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:17.541917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.546946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Bound using segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:17.547537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Bound port: 048d7c95-a698-4c21-86f7-3df882626389, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:17.548004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.578248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e699604b-2893-4d27-995c-c458ac0da919 None None] Provisioning complete for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:17.587245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e699604b-2893-4d27-995c-c458ac0da919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.627328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.841388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] For port 048d7c95-a698-4c21-86f7-3df882626389, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:17.853654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] For port 048d7c95-a698-4c21-86f7-3df882626389, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=048d7c95-a698-4c21-86f7-3df882626389,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:17.865494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:17.943690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.063741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8982d-0886-4ba7-9a1c-c7f55f710c45 None None] Pushing event updated for resources: {'Port': ['ID=048d7c95-a698-4c21-86f7-3df882626389,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:18.078131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9061182 Feb 04 13:29:18.082422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e699604b-2893-4d27-995c-c458ac0da919 None None] Port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:18.106387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:18.121607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'admin_state_up': True, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:18.140336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:18.145877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:router and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:18.149211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:18.156494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:18.171333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.172939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.198326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.240563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.245070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b66f-4af7-4fdc-b304-f07fa9267c0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Network': ['ID=1505c13e-ac12-436e-a50e-cb5a961783cd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:18.263624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1505c13e-ac12-436e-a50e-cb5a961783cd details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:29:18.471275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.724396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:18.782155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-21c34fcd-0344-4eb0-9fb8-f952c02fc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:18.784148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-21c34fcd-0344-4eb0-9fb8-f952c02fc17b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3121901 Feb 04 13:29:19.038329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:19.235081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-744d8551-2302-4a9d-8fe8-dd8b3c5a766f service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030390 Feb 04 13:29:19.380928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:19.422312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:19.751527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8ee369f9-f4dc-4861-997c-496e54cb57c8 req-e44b56bc-8f44-4633-9fe2-12b9f09db27e service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495280 Feb 04 13:29:19.781638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d27a6-b1b2-4758-af54-19a5901f9797 req-d135a159-838b-4624-bba9-4e4413091fe9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:19.797448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab7d27a6-b1b2-4758-af54-19a5901f9797 req-d135a159-838b-4624-bba9-4e4413091fe9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.7553098 Feb 04 13:29:19.849039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Allocated IP 172.25.4.99 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:19.858144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Delete allocated IP 2001:db8:0:1::d8 (84f44aa2-591a-4815-b066-b66cb2ca6cd9/fc7efb9a-b655-4888-b4d0-1b988e6154ad) {{(pid=87620) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:29:20.152933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2d71b-f772-413a-84b1-ec4ee1194822 None None] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:20.237304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ab7d27a6-b1b2-4758-af54-19a5901f9797 req-bd997e80-33a4-415d-bc73-013444867d0a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360783 Feb 04 13:29:20.588869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:20.619538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:20.655699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:20.660090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1f82f488-30df-444b-9d73-26bdb49e8552 None None] Provisioning for port 048d7c95-a698-4c21-86f7-3df882626389 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:20.730057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:20.905097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 048d7c95-a698-4c21-86f7-3df882626389 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:20.974491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.049036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=6c94938a-ae9c-4e78-badc-62d6296babbc,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:21.089340 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.092970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.094284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-258f994c-326d-4d9e-91ab-ded5e6e87275 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4047360 Feb 04 13:29:21.094990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:21.108904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'port': {'network_id': '6712da16-788c-48c7-b2ff-a8620dd26a61', 'name': 'tempest-FloatingIPTestJSON-269943363'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:21.191783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 048d7c95-a698-4c21-86f7-3df882626389 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:21.195140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-2d70ab27-d2f1-4a17-8297-06a2be5c4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.196693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-2d70ab27-d2f1-4a17-8297-06a2be5c4c0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 1094 time: 0.6973305 Feb 04 13:29:21.204606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:21.236361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 048d7c95-a698-4c21-86f7-3df882626389 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:21.237112 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.238522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.357326 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.374518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:21.385069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:21.395442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:21.446726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-4383d1ac-a39c-4197-84e0-ac7944f89578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.448218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-4383d1ac-a39c-4197-84e0-ac7944f89578 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.2341204 Feb 04 13:29:21.613589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Pushing event updated for resources: {'Port': ['ID=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:21.655587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.691161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.745559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 048d7c95-a698-4c21-86f7-3df882626389, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=048d7c95-a698-4c21-86f7-3df882626389,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:21.756641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:21.785731 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-25d52526-ba3a-49cd-bde9-e37b6a087cfe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e HTTP/1.1" status: 200 len: 217 time: 0.3101099 Feb 04 13:29:21.934341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-c3e5f6cf-cfa0-4d6b-8fb8-907329fddddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:21.935911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-c3e5f6cf-cfa0-4d6b-8fb8-907329fddddb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1222725 Feb 04 13:29:21.937178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=048d7c95-a698-4c21-86f7-3df882626389,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:21.942393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:21.981792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.984035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.984856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.987323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.988273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.992205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.992608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.993054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.993498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.993929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.994358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:21.996300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:22.010929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.020065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-57216839-504f-4e6f-85be-c9c16bea7c23 None None] Provisioning complete for port 048d7c95-a698-4c21-86f7-3df882626389 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:22.020665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57216839-504f-4e6f-85be-c9c16bea7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.120693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=64fd5fd4-9cae-4ffc-bca0-f20c60f3e353,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:22.193861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] In _notify_port_updated(), no bound segment for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 on network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:29:22.199361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.200551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.204940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8a2111b9-418d-457b-a298-1e4a78d90d14 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/ports/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 HTTP/1.1" status: 200 len: 926 time: 4.9236686 Feb 04 13:29:22.207091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:22.221266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a145437-19c5-4932-89d5-725fdfe96a51'}, {'subnet_id': 'fc7efb9a-b655-4888-b4d0-1b988e6154ad'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:22.252514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:22.271279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:port and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:22.285204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:22.303715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:22.332850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bc5bd-be23-4af0-927d-8da7d19caeec req-ad60fa95-490b-416f-bff5-d45e26ee47bf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.341438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f7bc5bd-be23-4af0-927d-8da7d19caeec req-ad60fa95-490b-416f-bff5-d45e26ee47bf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.7292521 Feb 04 13:29:22.389370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-7ea71c5e-32b7-4c83-b883-77043ef9f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:22.389370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-7ea71c5e-32b7-4c83-b883-77043ef9f9d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408405 Feb 04 13:29:22.571482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 048d7c95-a698-4c21-86f7-3df882626389 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:22.682098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f7bc5bd-be23-4af0-927d-8da7d19caeec req-4d34e7ee-0f9c-42d5-9919-e5733df8eb82 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396618 Feb 04 13:29:22.690833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:22.694464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.721993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b9d8ea4-2086-43b4-8a63-4be7038ca5eb None None] Provisioning for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:22.734795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5b9d8ea4-2086-43b4-8a63-4be7038ca5eb None None] Provisioning complete for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:22.735263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8ea4-2086-43b4-8a63-4be7038ca5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.814894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d8ea4-2086-43b4-8a63-4be7038ca5eb None None] Port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:22.853418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 048d7c95-a698-4c21-86f7-3df882626389 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:22.856199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:22.933855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-bd45f9db-3ac4-44e9-ab8f-d11c180bb473 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499578 Feb 04 13:29:22.938664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] device_id is not set on port 30ffc506-133d-4940-b4b8-9a4587d73ea7 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:29:22.997667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:23.092576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.195 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/8fa9824b-84fc-4159-bd09-262850f6fe6e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:23.093585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:23.518821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b16f18-747e-47db-95cf-90c8cba75f54 req-f8106553-7495-4bc2-bd2a-4457e2a23654 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414181 Feb 04 13:29:23.628797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.12 (6712da16-788c-48c7-b2ff-a8620dd26a61/cfd409df-181a-47dd-bdb5-c06403abc136/30ffc506-133d-4940-b4b8-9a4587d73ea7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:23.786800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:23.803661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.162047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8:0:1::d5 (84f44aa2-591a-4815-b066-b66cb2ca6cd9/fc7efb9a-b655-4888-b4d0-1b988e6154ad/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:24.220533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.322424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.357565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:24.374394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:24.377904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:24.461909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.467722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.469673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=8fa9824b-84fc-4159-bd09-262850f6fe6e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:24.568059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 6712da16-788c-48c7-b2ff-a8620dd26a61 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:24.573581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:24.573581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:24.576799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:24.579521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede9849-8bd3-4dd3-9d10-bb7d85555f00 req-accf3ee0-9063-467b-95a0-d3e8eeb0815c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:24.586973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ede9849-8bd3-4dd3-9d10-bb7d85555f00 req-accf3ee0-9063-467b-95a0-d3e8eeb0815c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.6321237 Feb 04 13:29:24.624447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.625083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:24.696016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=30ffc506-133d-4940-b4b8-9a4587d73ea7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:24.755192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Router 23a2a431-532b-40fc-96f4-721d8ba44663 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:29:25.005918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] In _notify_port_updated(), no bound segment for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 on network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:29:25.016574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.020339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.024367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/ports/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 HTTP/1.1" status: 200 len: 1011 time: 2.8073573 Feb 04 13:29:25.041818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52940) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:25.051280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:25.052093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.116805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5f8813b5-4b36-43d0-915a-c836ab18f64b tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0180888 Feb 04 13:29:25.117832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcb4c0-5613-40f6-8422-c2683e9b9a4b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=64fd5fd4-9cae-4ffc-bca0-f20c60f3e353,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:25.121500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:25.166040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': '30ffc506-133d-4940-b4b8-9a4587d73ea7'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:25.300050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-800b808c-92d2-433a-a3fc-f14db9115b4d None None] Provisioning for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:25.336986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-800b808c-92d2-433a-a3fc-f14db9115b4d None None] Provisioning complete for port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:25.337427 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-800b808c-92d2-433a-a3fc-f14db9115b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.354223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.363762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5ede9849-8bd3-4dd3-9d10-bb7d85555f00 req-6ce84f6d-4a1b-4341-9abe-33fbe6221063 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758207 Feb 04 13:29:25.368550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:25.444363 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Sync routers for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:25.458966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:25.459611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.605241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:25.606961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:25.740663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.799950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:25.801322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-123d1550-edd9-47ee-95fc-5561dc354b25 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.2704394 Feb 04 13:29:25.808173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52954) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:26.027222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-800b808c-92d2-433a-a3fc-f14db9115b4d None None] Port 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:26.035250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:26.370068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:26.445951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:26.536199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:22Z', 'revision_number': 3, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:26.552041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Checking router: 23a2a431-532b-40fc-96f4-721d8ba44663 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:26.552702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Updating router 23a2a431-532b-40fc-96f4-721d8ba44663 port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:26.679887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:26.687726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:27.272340 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:27.382422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d7541-4260-4369-acb3-7d796b287d27 req-b8b54659-9e1f-4018-97a4-e7c6be139cb0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:27.401758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b16d7541-4260-4369-acb3-7d796b287d27 req-b8b54659-9e1f-4018-97a4-e7c6be139cb0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.7642913 Feb 04 13:29:27.489740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 41b78eed-87d7-46e1-b0e6-607213e84715 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:29:27.571459 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b16d7541-4260-4369-acb3-7d796b287d27 req-24ca81f6-2c9f-4ffe-b170-322c238401b2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687701 Feb 04 13:29:27.660393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Transition to ACTIVE for port object 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:27.662220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:27.669798 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:27.839618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537fd0-5d40-4697-88c6-de26eff44b51 None None] Pushing event updated for resources: {'Port': ['ID=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:27.870535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=64fd5fd4-9cae-4ffc-bca0-f20c60f3e353,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:27.876952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Attempting to bind port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:27.877658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Attempting to bind port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:27.878396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Attempting to bind port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:27.884557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:27.885300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:27.885927 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:27.886531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:27.887252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Bound port: 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:27.888650 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.023159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:28.099423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] For port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:28.111455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] For port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:28.126710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.209850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.219390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.241930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:28.252170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Sync routers for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:28.289462 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:28.290516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:28.298432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537fd0-5d40-4697-88c6-de26eff44b51 None None] Pushing event updated for resources: {'Port': ['ID=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:28.339223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:28.340432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:28.384418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.396053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d3be16a4-62c5-4eb0-876d-ce4754f36fe6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.2851241 Feb 04 13:29:28.420027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52980) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:28.479650 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 14cf94c1-7e37-4fb8-aa93-4e2c61f80ae2 associated. External IP: 172.25.4.188, port: 30ffc506-133d-4940-b4b8-9a4587d73ea7. Feb 04 13:29:28.554432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:28.625164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e02a89f7-0e7d-49c9-8269-fef1d9539c83 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cee6225bd7184c9baf1e21756114b8d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1949508 Feb 04 13:29:28.651484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 52988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:28.875138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6828948-2ac3-4bed-9c09-83be445b3c47 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 HTTP/1.1" status: 204 len: 168 time: 3.8292079 Feb 04 13:29:28.885145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 52992) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:28.999364 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:29.046030 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b379f29b-ac14-45f4-91cb-d6d13b7684b9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:29:29.049186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b379f29b-ac14-45f4-91cb-d6d13b7684b9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:29.108645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cff57-a00e-401f-b628-0ca11752a024 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.110168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-894cff57-a00e-401f-b628-0ca11752a024 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4551132 Feb 04 13:29:29.113475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:29.121954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:29.131747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:29.191337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b09f5181-d87e-4c28-9236-7315e0443b6d tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582330 Feb 04 13:29:29.195148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:29.203483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420190413', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:29.426218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b379f29b-ac14-45f4-91cb-d6d13b7684b9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:29.432996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:29.433323 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b379f29b-ac14-45f4-91cb-d6d13b7684b9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 HTTP/1.1" status: 404 len: 333 time: 0.5405896 Feb 04 13:29:29.441477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:29.447205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:subnet and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:29.452757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:29.458416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41bf5046-ce68-445c-91fd-78ae4262570e req-92062bcb-8894-4391-9204-28be3e04788f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1415820 Feb 04 13:29:29.461550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:29.571747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:24Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.578513 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Checking router: 41b78eed-87d7-46e1-b0e6-607213e84715 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:29.579299 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Updating router 41b78eed-87d7-46e1-b0e6-607213e84715 port 8fa9824b-84fc-4159-bd09-262850f6fe6e binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:29.608947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c3c6-2aa2-4d67-aa0e-5cb54f8d7c2d req-7d6ea019-fe59-4701-96ee-0b39d2e1a2ef tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:29.610633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a88c3c6-2aa2-4d67-aa0e-5cb54f8d7c2d req-7d6ea019-fe59-4701-96ee-0b39d2e1a2ef tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 0.7475429 Feb 04 13:29:29.611609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:29.616140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:29.647077 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:29.775972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:22Z', 'revision_number': 3, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:29.786976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95fd5-b281-400c-8e0e-f8161daf9157 None None] The sync data for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 is: [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:22Z', 'revision_number': 3, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:29.867126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41bf5046-ce68-445c-91fd-78ae4262570e req-fce48762-b10e-4ad8-9fea-b4cf232f080d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.2100742 Feb 04 13:29:29.998175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d93294d9-306a-4793-a297-9c9cd0e4bd6e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:29:30.023658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41bf5046-ce68-445c-91fd-78ae4262570e req-e94ed916-1eb0-488e-9817-84e8934dd61c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173642 Feb 04 13:29:30.240993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5a88c3c6-2aa2-4d67-aa0e-5cb54f8d7c2d req-398f0eae-2bdc-4134-bc76-a6fd51174184 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934551 Feb 04 13:29:30.267818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet fc7efb9a-b655-4888-b4d0-1b988e6154ad {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:29:30.291408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:30.312065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:30.442741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'mac_address': 'fa:16:3e:50:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:29:30.650419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:30.683860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:30.733297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93294d9-306a-4793-a297-9c9cd0e4bd6e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:29:30.761554 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:30.777606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:30.794650 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:30.855780 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Transition to ACTIVE for port object 8fa9824b-84fc-4159-bd09-262850f6fe6e will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:30.892264 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:30.955851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:31.103511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.137120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d93294d9-306a-4793-a297-9c9cd0e4bd6e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:29:31.290995 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Attempting to bind port 8fa9824b-84fc-4159-bd09-262850f6fe6e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:31.298461 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Attempting to bind port 8fa9824b-84fc-4159-bd09-262850f6fe6e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:31.301902 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Attempting to bind port 8fa9824b-84fc-4159-bd09-262850f6fe6e on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:31.317947 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:31.322755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:31.323721 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.324470 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:31.340299 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Bound port: 8fa9824b-84fc-4159-bd09-262850f6fe6e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:31.343225 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.433035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:31.434001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:31.453875 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Pushing event updated for resources: {'Port': ['ID=8fa9824b-84fc-4159-bd09-262850f6fe6e,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.454784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.460011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:31.476493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.494996 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.499589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.501665 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.502589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.505218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.505856 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.507832 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.510473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:31.511269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.511856 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.512483 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.513083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.513775 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:31.515163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.554873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5046-ce68-445c-91fd-78ae4262570e req-5ff77132-1360-4dda-9482-90f7cfdd5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:31.557764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41bf5046-ce68-445c-91fd-78ae4262570e req-5ff77132-1360-4dda-9482-90f7cfdd5870 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5035233 Feb 04 13:29:31.575642 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.608431 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] For port 8fa9824b-84fc-4159-bd09-262850f6fe6e, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:31.619139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] For port 8fa9824b-84fc-4159-bd09-262850f6fe6e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8fa9824b-84fc-4159-bd09-262850f6fe6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:31.626895 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:31.773692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd3abc41-27b8-4403-98cd-5535844eed82 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/14cf94c1-7e37-4fb8-aa93-4e2c61f80ae2 HTTP/1.1" status: 200 len: 978 time: 6.6349378 Feb 04 13:29:31.774546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:31.816045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:31.816727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network hostable DHCP agents. Network: 1505c13e-ac12-436e-a50e-cb5a961783cd, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:31.851547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Allocated IP 172.20.0.1 (1e7fd023-3aea-4d1d-9956-0bc1523d3457/e36dad57-5e6a-4159-9e0f-30d83c85d434/263cafc0-87a4-4694-84cd-71f6b00734fc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:31.854440 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92c3b6-5544-4c02-89a6-a236df74b0b5 None None] Pushing event updated for resources: {'Port': ['ID=8fa9824b-84fc-4159-bd09-262850f6fe6e,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.881308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Subnet': ['ID=9fc57958-b76c-40b4-bccb-924c8e2f80a5,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:31.906513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 1505c13e-ac12-436e-a50e-cb5a961783cd is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:31.942921 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:31.945504 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:31.987505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1505c13e-ac12-436e-a50e-cb5a961783cd) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:32.047460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:32.048219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:32.074521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 30ffc506-133d-4940-b4b8-9a4587d73ea7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:32.075725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.082583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:32.083507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.150833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.173901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca1ea-e780-4514-8815-8fa95be985dc req-2accb841-9dda-4e11-b48f-033b4942d160 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:32.176581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e1ca1ea-e780-4514-8815-8fa95be985dc req-2accb841-9dda-4e11-b48f-033b4942d160 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 944 time: 0.5452068 Feb 04 13:29:32.220792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c497fed7-6a3e-42f9-9aef-fd22bd674c52 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0243418 Feb 04 13:29:32.223568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:32.267391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.312696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:32.315684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:32.319738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c08be7-8cff-4df0-af34-9fae6ad2932b None None] Network 1505c13e-ac12-436e-a50e-cb5a961783cd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:32.335711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.343672 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:32.344765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.364992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e1ca1ea-e780-4514-8815-8fa95be985dc req-72f40946-c6ee-4d44-ad56-e116937db761 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688569 Feb 04 13:29:32.382764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Transition to ACTIVE for port object 263cafc0-87a4-4694-84cd-71f6b00734fc will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:32.587638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.699025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:32.729560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:32.743342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:32.755140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:32.768784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:32.827528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:32.828419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:32.936344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:32.936756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e48b-93e1-435b-9906-c90948b8c584 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:33.045529 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:33.106499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-1505c13e-ac12-436e-a50e-cb5a961783cd', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:29:33.107838 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:33.311097 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:24Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:33.318184 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30276e7-3398-4968-a9e5-af89fc3a01a2 None None] The sync data for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 is: [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:24Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:33.436034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Allocated IP 172.20.0.2 (1505c13e-ac12-436e-a50e-cb5a961783cd/9fc57958-b76c-40b4-bccb-924c8e2f80a5/b91bdfc1-1e1a-4f4a-89c8-7779e430c68b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:33.852215 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:33.852744 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:33.853109 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 14cf94c1-7e37-4fb8-aa93-4e2c61f80ae2 disassociated. External IP: 172.25.4.188, port: 30ffc506-133d-4940-b4b8-9a4587d73ea7. Feb 04 13:29:33.853566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 30ffc506-133d-4940-b4b8-9a4587d73ea7 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:33.857761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:33.869821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Transition to ACTIVE for port object b91bdfc1-1e1a-4f4a-89c8-7779e430c68b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:33.896737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Transition to ACTIVE for port object b91bdfc1-1e1a-4f4a-89c8-7779e430c68b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:33.910037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d93294d9-306a-4793-a297-9c9cd0e4bd6e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:33.982835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.023628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Pushing event updated for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:34.071840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Network 1505c13e-ac12-436e-a50e-cb5a961783cd is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:34.094722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:34.099282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:34.172921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-518a6e9a-5c85-4351-8444-393f6ee73a60 None None] Provisioning for port 263cafc0-87a4-4694-84cd-71f6b00734fc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:34.191627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-518a6e9a-5c85-4351-8444-393f6ee73a60 None None] Provisioning complete for port 263cafc0-87a4-4694-84cd-71f6b00734fc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:34.209228 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-518a6e9a-5c85-4351-8444-393f6ee73a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.223296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.255487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.369229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=30ffc506-133d-4940-b4b8-9a4587d73ea7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:34.402679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7efb9a-b655-4888-b4d0-1b988e6154ad,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:34.434805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-518a6e9a-5c85-4351-8444-393f6ee73a60 None None] Port 263cafc0-87a4-4694-84cd-71f6b00734fc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:34.447936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.554992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78714222-4fb8-413d-951f-9d5b780d16ca None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:34.691927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:34.712608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f6ca7-c30c-42b7-b50d-cb6eec8c0ab7 req-d8544940-de18-4925-acfa-7bc81729fc83 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:34.714907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-454f6ca7-c30c-42b7-b50d-cb6eec8c0ab7 req-d8544940-de18-4925-acfa-7bc81729fc83 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 944 time: 0.9230242 Feb 04 13:29:34.750764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-38c3454a-56ad-483b-a150-cc5abc373f69 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/fc7efb9a-b655-4888-b4d0-1b988e6154ad HTTP/1.1" status: 204 len: 168 time: 5.2785478 Feb 04 13:29:34.753178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:34.753823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53088) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:34.833692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Attempting to bind port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:34.834062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Attempting to bind port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:34.834422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Attempting to bind port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:34.939502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8fa9824b-84fc-4159-bd09-262850f6fe6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:34.993226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 6a145437-19c5-4932-89d5-725fdfe96a51 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:29:35.000372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.010089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d93294d9-306a-4793-a297-9c9cd0e4bd6e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:35.096459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d93294d9-306a-4793-a297-9c9cd0e4bd6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:35.096886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.224477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:35.235840 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:35.256823 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:35.257448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.276097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Pushing event updated for resources: {'Port': ['ID=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:35.312621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:35.313058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:35.313382 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.313770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Bound using segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:35.314248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Bound port: b91bdfc1-1e1a-4f4a-89c8-7779e430c68b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:35.314630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.394415 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.405125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.410374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:35.415540 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.480024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-454f6ca7-c30c-42b7-b50d-cb6eec8c0ab7 req-3226ceb0-e4ea-47b1-a9dd-e4132aff7deb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7496905 Feb 04 13:29:35.543316 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:35.545267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265d95a-69f1-42e6-91f5-3b65ed681c19 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:35.582926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.632606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8fa9824b-84fc-4159-bd09-262850f6fe6e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:35.662133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8fa9824b-84fc-4159-bd09-262850f6fe6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:35.663139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.719081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.765676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] For port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:35.788166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=6a145437-19c5-4932-89d5-725fdfe96a51,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:35.814639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.831744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-291efee1-a18d-4b3b-8e6b-bbd7b2a0996c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6a145437-19c5-4932-89d5-725fdfe96a51 HTTP/1.1" status: 204 len: 168 time: 1.0686519 Feb 04 13:29:35.831744 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.834508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d854e233-6b3e-4dab-8c86-dfcaf3685076 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/30ffc506-133d-4940-b4b8-9a4587d73ea7 HTTP/1.1" status: 204 len: 168 time: 4.0545769 Feb 04 13:29:35.834508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:35.835979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:35.893007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.929309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8fa9824b-84fc-4159-bd09-262850f6fe6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8fa9824b-84fc-4159-bd09-262850f6fe6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:35.940429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:35.943886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:35.991712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.018908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] For port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:36.079692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.093532 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-75f427db-8d52-4a78-9344-829155f5e66c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/floatingips/14cf94c1-7e37-4fb8-aa93-4e2c61f80ae2 HTTP/1.1" status: 200 len: 688 time: 0.2160726 Feb 04 13:29:36.097844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:36.106575 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.166844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.192457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:29:36.248429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8fa9824b-84fc-4159-bd09-262850f6fe6e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:36.274458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:36.325576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.410983 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'code': 200} Feb 04 13:29:36.498048 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.556737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d339a-6b0c-40e3-b0d6-9350c6526899 None None] Pushing event updated for resources: {'Port': ['ID=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:36.742569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:36.743708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.857980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:36.881827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 6c94938a-ae9c-4e78-badc-62d6296babbc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:36.886535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.047866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:37.209363 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.209927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.293939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d82ccb-452e-4fa7-a526-8d1d30175daf None None] Network 84f44aa2-591a-4815-b066-b66cb2ca6cd9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:37.319868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.1 (1505c13e-ac12-436e-a50e-cb5a961783cd/9fc57958-b76c-40b4-bccb-924c8e2f80a5/7a9d2313-9d7c-4c36-8599-3475b96e7cf0) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:37.478406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 6c94938a-ae9c-4e78-badc-62d6296babbc owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:37.488116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2eaa57a7-2788-41de-95e0-9b20e89df694 None None] Provisioning complete for port 6997066b-f4cb-4787-a2b0-8d54810149cc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:37.488713 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2eaa57a7-2788-41de-95e0-9b20e89df694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.582237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.671209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8fa9824b-84fc-4159-bd09-262850f6fe6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:37.749696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Pushing event updated for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:37.770615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.777205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.777205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.777205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.777205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.778925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.779280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.779615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.779948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.780274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.780599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.780921 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:37.811461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 6997066b-f4cb-4787-a2b0-8d54810149cc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:37.812036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.898729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.963874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8fa9824b-84fc-4159-bd09-262850f6fe6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:37.964769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:37.976931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e749-7a6e-4190-a095-ba2d899c4321 req-2a39fc55-39a8-44fa-8db2-85d97cf3f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:37.978518 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fc6e749-7a6e-4190-a095-ba2d899c4321 req-2a39fc55-39a8-44fa-8db2-85d97cf3f06c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 1096 time: 1.4223437 Feb 04 13:29:37.988625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=6c94938a-ae9c-4e78-badc-62d6296babbc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:38.053357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.081856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:38.161539 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.278882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b91bdfc1-1e1a-4f4a-89c8-7779e430c68b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:38.305903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 1505c13e-ac12-436e-a50e-cb5a961783cd is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:38.323445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:38.333851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:38.407690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] DHCP port deletion for 84f44aa2-591a-4815-b066-b66cb2ca6cd9 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:29:38.417752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Deleting port 6997066b-f4cb-4787-a2b0-8d54810149cc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:38.418124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.425879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ba42-cd3d-4e07-bc3f-abef812c2084 req-277cd83d-a446-456f-ac5c-be06274b93ea tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:38.427817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7759ba42-cd3d-4e07-bc3f-abef812c2084 req-277cd83d-a446-456f-ac5c-be06274b93ea tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 0.8085756 Feb 04 13:29:38.428713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:38.464288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4fc6e749-7a6e-4190-a095-ba2d899c4321 req-a4e6bcbe-6395-4e94-a2a5-a27cd9464f91 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686818 Feb 04 13:29:38.484697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.520098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.526999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e5057c3-509e-4ce1-823f-b228affe05ee tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/14cf94c1-7e37-4fb8-aa93-4e2c61f80ae2 HTTP/1.1" status: 204 len: 168 time: 2.4220679 Feb 04 13:29:38.526999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53184) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:38.574013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6997066b-f4cb-4787-a2b0-8d54810149cc,segment=NetworkSegment(8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f),segment_id=8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:38.574401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.736751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 6997066b-f4cb-4787-a2b0-8d54810149cc owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:38.754104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.767445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:38.769563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:38.774016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7759ba42-cd3d-4e07-bc3f-abef812c2084 req-0618c35e-dede-412b-8501-e05cce5df432 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271813 Feb 04 13:29:38.825774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ac1b9-393d-4675-9762-68562187c07b None None] Network 1505c13e-ac12-436e-a50e-cb5a961783cd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:38.976855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '69ae3f37-da99-450d-8023-3d12f435c5d4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:38.981293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] For port 6997066b-f4cb-4787-a2b0-8d54810149cc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6997066b-f4cb-4787-a2b0-8d54810149cc,segment=NetworkSegment(8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f),segment_id=8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:38.981809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:38.999817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:39.004564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:floatingip and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:39.014125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:39.029664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:39.051021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.166634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Calling delete_port for 6997066b-f4cb-4787-a2b0-8d54810149cc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:39.199647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=6997066b-f4cb-4787-a2b0-8d54810149cc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:39.202378 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.217821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Router 23a2a431-532b-40fc-96f4-721d8ba44663 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:39.223975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No DVR routers for this DVR port 6997066b-f4cb-4787-a2b0-8d54810149cc on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:39.261260 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:39.261609 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:39.267037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9f213ebe-fa4a-4f82-9a47-2165da9c7cb6 None None] Provisioning for port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:39.297527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:39.304889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:39.305404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.757883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.765217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Deleting port 6997066b-f4cb-4787-a2b0-8d54810149cc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:39.766317 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.790438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:39.805256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f44aa2-591a-4815-b066-b66cb2ca6cd9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:39.822824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e58c775-fe78-4e84-84de-bb2dc7b3ec14 admin admin] 10.222.0.53 "PUT /v2.0/routers/23a2a431-532b-40fc-96f4-721d8ba44663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0132267 Feb 04 13:29:39.835682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:39.836081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf8c71c-f403-4dee-bcdc-d2dc49a1e04f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:39.853529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.858919 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.898579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.947451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Sync routers for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:39.973243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:29:39.973789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:39.973933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fb05840c-a90f-46e3-94d8-a760f426efb3 None None] Provisioning complete for port 263cafc0-87a4-4694-84cd-71f6b00734fc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:39.974235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fb05840c-a90f-46e3-94d8-a760f426efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:29:40.011266 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:29:40.087969 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.151823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c0a20a1c-8ec0-40cc-a5be-3ae8103a5687 None None] The port '6997066b-f4cb-4787-a2b0-8d54810149cc' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:29:40.173502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:40.245837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:40.246490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:40.272578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.301089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.348977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/84f44aa2-591a-4815-b066-b66cb2ca6cd9 HTTP/1.1" status: 204 len: 168 time: 4.5147905 Feb 04 13:29:40.374338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Deleting subnet 4dc0549c-d236-4f2c-9297-ae1f9f147bf9 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:29:40.380941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53218) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:40.384073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bbfa6-fced-460f-afab-937aafb55efc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=84f44aa2-591a-4815-b066-b66cb2ca6cd9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:40.385547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.401097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.666877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.184 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/3d2df2cf-3b75-437e-a0b9-1a17fc3b6592) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:40.697601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.708338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:40.848607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:40.897575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257fea0-4c75-4cda-a2cc-c530f1be374b req-99bfeabe-625d-4cca-8484-e317ec37e24c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:40.899144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2257fea0-4c75-4cda-a2cc-c530f1be374b req-99bfeabe-625d-4cca-8484-e317ec37e24c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 0.8374190 Feb 04 13:29:40.987134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b43d78-383f-4f8e-b534-a62caa798491 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:40.988223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-61b43d78-383f-4f8e-b534-a62caa798491 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:41.013582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2257fea0-4c75-4cda-a2cc-c530f1be374b req-0fecbf28-a3f9-4d58-a359-7397133157da tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886116 Feb 04 13:29:41.017484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:41.045832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-61b43d78-383f-4f8e-b534-a62caa798491 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:41.047324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-61b43d78-383f-4f8e-b534-a62caa798491 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6652989 Feb 04 13:29:41.052439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53240) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:41.119512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.128379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53244) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:41.130251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.143882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-615443341-network', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:41.159322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.162677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:41.167991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:29:41.176049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Usage tracker for resource:network and tenant:ebb81b889eb747c686750966d2a7056d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:41.181064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fb05840c-a90f-46e3-94d8-a760f426efb3 None None] Port 263cafc0-87a4-4694-84cd-71f6b00734fc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:41.187091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:41.202242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:41.246135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Made reservation on behalf of ebb81b889eb747c686750966d2a7056d for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:41.252895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.288895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.298847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6997066b-f4cb-4787-a2b0-8d54810149cc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:29:41.319481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.327022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc0549c-d236-4f2c-9297-ae1f9f147bf9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:41.327993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:41.331213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:41.338029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.339551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Usage tracker for resource:security_group_rule and tenant:ebb81b889eb747c686750966d2a7056d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:41.346854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:41.350418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6997066b-f4cb-4787-a2b0-8d54810149cc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:29:41.350912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6997066b-f4cb-4787-a2b0-8d54810149cc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:29:41.362025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:41.380126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.441760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 2, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:41.446337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Checking router: 23a2a431-532b-40fc-96f4-721d8ba44663 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:41.446935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Updating router 23a2a431-532b-40fc-96f4-721d8ba44663 port 263cafc0-87a4-4694-84cd-71f6b00734fc binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:41.550729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.555926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.633009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3a7bec4b-bd26-4dff-a879-1fbb2c7eee9e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4dc0549c-d236-4f2c-9297-ae1f9f147bf9 HTTP/1.1" status: 204 len: 168 time: 1.4553845 Feb 04 13:29:41.638015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:41.698367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:41.718161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:41.721513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:41.799857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.818476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=3d2df2cf-3b75-437e-a0b9-1a17fc3b6592,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:41.827818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:41.930787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:41.958717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd8daa-4f81-48fb-ae8f-fb3f9244c61a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:42.009025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.009648 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Added segment 04a8923b-1252-494e-9b8e-afbafcd399fd of type vlan for network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 Feb 04 13:29:42.163855 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.178712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Transition to ACTIVE for port object 263cafc0-87a4-4694-84cd-71f6b00734fc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:42.194838 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.205526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.268053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:42.298205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Provisioning complete for port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:42.298488 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.379569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a30c2f34-2c57-45e6-9aea-78a61ea1f0e5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.3214891 Feb 04 13:29:42.379807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.381521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.382106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.389952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53264) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:42.395394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.440449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1588951582'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:42.479210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b766-3ae0-4c8e-a9f7-2b06e81ea8a9 None None] Pushing event updated for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:42.541337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:42.561735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 1505c13e-ac12-436e-a50e-cb5a961783cd is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:42.569306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:42.570958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:42.585349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:42.589580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dcc89-41e9-483c-91c0-da76c3df3ebc req-b221b687-e6ce-4ab0-aa6b-9e92ce91d488 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.600498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed9dcc89-41e9-483c-91c0-da76c3df3ebc req-b221b687-e6ce-4ab0-aa6b-9e92ce91d488 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 1.2764356 Feb 04 13:29:42.605066 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.636555 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5032210 Feb 04 13:29:42.636555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c840c-ee7b-496c-bc3a-b0e546dab44d admin admin] Pushing event updated for resources: {'Network': ['ID=1303d5df-3acd-4c2e-818d-0a65d50a7d91,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:42.654640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:42.657698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:29:42.660250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:42.694451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:42.700783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.739501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:42.751859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.752300 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 5e782fbe-c585-42ee-ab62-9e533700a727 of type vlan for network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 Feb 04 13:29:42.787775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Request body: {'subnet': {'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-615443341-subnet', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:42.795431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.812107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:42.856979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.866493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:42.867468 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:42.893377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Usage tracker for resource:subnet and tenant:ebb81b889eb747c686750966d2a7056d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:42.926815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed9dcc89-41e9-483c-91c0-da76c3df3ebc req-1f71f652-d8ca-45ed-90d4-2c95a67c6d25 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252125 Feb 04 13:29:42.930025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:42.989753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Attempting to bind port 263cafc0-87a4-4694-84cd-71f6b00734fc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:42.990236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Attempting to bind port 263cafc0-87a4-4694-84cd-71f6b00734fc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:42.990779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Attempting to bind port 263cafc0-87a4-4694-84cd-71f6b00734fc on network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:43.005626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:43.006178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Checking segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:43.006744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.007251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Bound using segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:43.008334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Bound port: 263cafc0-87a4-4694-84cd-71f6b00734fc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:43.008837 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.108512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.140078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022d718f-12d8-4aab-a4ea-83a7e8d88ee1']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.153251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53faa83-d7d1-4fc1-a454-7585181488a6') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.153548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53faa83-d7d1-4fc1-a454-7585181488a6') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.171766 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.184133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] For port 263cafc0-87a4-4694-84cd-71f6b00734fc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:43.188692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] For port 263cafc0-87a4-4694-84cd-71f6b00734fc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=263cafc0-87a4-4694-84cd-71f6b00734fc,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:43.189300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.197014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:29:43.197460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.280842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.331333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=4ddd6f67-83b5-4398-a81e-d3cc4f25f371,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:43.344299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b91bdfc1-1e1a-4f4a-89c8-7779e430c68b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:29:43.347746 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:29:43.350841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:43.356760 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.360296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46b4df0d-b335-44f4-93cf-2d8f930a29db tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9398730 Feb 04 13:29:43.363262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53280) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:43.363972 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.379216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:43.412486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:29:43.475082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=022d718f-12d8-4aab-a4ea-83a7e8d88ee1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:43.487125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Made reservation on behalf of ebb81b889eb747c686750966d2a7056d for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:43.490378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.519074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd5c07f6-e11e-4019-a60d-28c06fe1d9c2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/022d718f-12d8-4aab-a4ea-83a7e8d88ee1 HTTP/1.1" status: 204 len: 168 time: 1.8460009 Feb 04 13:29:43.526224 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.540887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:43.556959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Provisioning for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:43.564702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d231ce-0dc0-4294-84ce-e3b6643968d2 req-70659769-6b6f-4a5a-bddc-c6a442f44640 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:43.575399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52d231ce-0dc0-4294-84ce-e3b6643968d2 req-70659769-6b6f-4a5a-bddc-c6a442f44640 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 0.4119062 Feb 04 13:29:43.585232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:43.599140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:43.613748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:43.644552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:43.644812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Provisioning complete for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:43.645364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.648775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.666097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 41b78eed-87d7-46e1-b0e6-607213e84715 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:43.820720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52d231ce-0dc0-4294-84ce-e3b6643968d2 req-983e2054-7224-4580-b70a-0a13e17c2209 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431421 Feb 04 13:29:43.864490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-78869a1b-3fc1-4212-8b52-d358cd941141 None None] Port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:43.866108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffcacf40-2898-4ae3-acf9-5e4974c5512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.917518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:43.930651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b766-3ae0-4c8e-a9f7-2b06e81ea8a9 None None] Pushing event updated for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:43.945492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:43.946655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:43.960445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53294) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:44.234948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:44.282640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-31d4e436-4ec2-4f7a-beaf-fecdda3147a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fed95de2df2d46d2b0f062785b1e47f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139760 Feb 04 13:29:44.285477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:44.308775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:44.330779 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Sync routers for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:44.336404 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.355496 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-685cd349-7d51-4f73-9429-c5a752836fec tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/41b78eed-87d7-46e1-b0e6-607213e84715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9111362 Feb 04 13:29:44.363923 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:44.366266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:44.501529 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.645869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.671538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.714522 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:44.751070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:44.753665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.758821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.781865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.865388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-496a3ef6-3456-4db8-ba33-1cb89a8bb725 None None] Provisioning complete for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:44.866766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-496a3ef6-3456-4db8-ba33-1cb89a8bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:44.985579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65b579c-c598-4fd3-ae96-99e4a2238e67,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:45.013996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fec3205c-ddd1-482b-862e-13ec01566d1e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:45.021477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Checking segment: {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:45.021939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Network hostable DHCP agents. Network: 1303d5df-3acd-4c2e-818d-0a65d50a7d91, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:45.022356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:43Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:45.025332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-496a3ef6-3456-4db8-ba33-1cb89a8bb725 None None] Port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:45.036805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b15568-ade9-45d0-9121-9c457c3b6d51 None None] The sync data for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 is: [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:43Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:45.065786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=3d2df2cf-3b75-437e-a0b9-1a17fc3b6592,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:45.066758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.116126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:45.123089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fec3205c-ddd1-482b-862e-13ec01566d1e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:45.131828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fec3205c-ddd1-482b-862e-13ec01566d1e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216086893&fields=id&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 267 time: 0.2756431 Feb 04 13:29:45.165968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f44262-0335-41af-8025-c8fe63b3665a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:45.235148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=70ca1e39-0d02-404f-83b4-50f5de2c8d4b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:45.240545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.357612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '5e782fbe-c585-42ee-ab62-9e533700a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:45.358330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 4ddd6f67-83b5-4398-a81e-d3cc4f25f371, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:45.396464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 263cafc0-87a4-4694-84cd-71f6b00734fc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:45.467474 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:40Z', 'revision_number': 2, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:45.475682 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Checking router: 41b78eed-87d7-46e1-b0e6-607213e84715 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:45.476025 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Updating router 41b78eed-87d7-46e1-b0e6-607213e84715 port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:45.507784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e982-bf4e-479b-9762-7e0ac7e649c1 req-5537a231-eed0-4c9f-a5cf-abdf2954bedb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.517938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1303d5df-3acd-4c2e-818d-0a65d50a7d91) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:45.526883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.527489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.536167 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1890e982-bf4e-479b-9762-7e0ac7e649c1 req-5537a231-eed0-4c9f-a5cf-abdf2954bedb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 0.8762486 Feb 04 13:29:45.537020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.542205 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3ebf13bb-2aee-4498-96dd-3ad1458eda58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1f44262-0335-41af-8025-c8fe63b3665a HTTP/1.1" status: 204 len: 168 time: 1.2495732 Feb 04 13:29:45.542394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f3cee-93d9-4226-88e7-368b2921b880 None None] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:45.601792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:45.638260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 4ddd6f67-83b5-4398-a81e-d3cc4f25f371) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:45.645741 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-11f239c0-b42e-46f7-b00b-6e0e4d284828 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9870880 Feb 04 13:29:45.650977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53330) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:45.652103 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 55929bf6-3089-49d9-884b-5f9a62f1f4f9 associated. External IP: 172.25.4.184, port: 69ae3f37-da99-450d-8023-3d12f435c5d4. Feb 04 13:29:45.663812 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.769453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.770050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:45.792585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:45.818750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fe025cc9-521b-4707-8c7d-1aee76d82787 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:45.819992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fe025cc9-521b-4707-8c7d-1aee76d82787 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:45.891920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1890e982-bf4e-479b-9762-7e0ac7e649c1 req-4fadcb14-fe86-461f-b3f9-5e49fc05c896 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536394 Feb 04 13:29:45.899599 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:45.901308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fe025cc9-521b-4707-8c7d-1aee76d82787 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:45.918014 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-fe025cc9-521b-4707-8c7d-1aee76d82787 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 797 time: 0.7850876 Feb 04 13:29:45.959250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-640f027f-dbe1-4495-bf57-b8515207d4e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/quotas/cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0401332 Feb 04 13:29:45.976433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Usage tracker for resource:router and tenant:ebb81b889eb747c686750966d2a7056d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:46.038503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b84855-52d5-431e-8a28-2c5455c5359a None None] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:46.184177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-02e1e083-bfd1-451f-8294-49d2c3981b3f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:46.223903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-02e1e083-bfd1-451f-8294-49d2c3981b3f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:46.234594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-02e1e083-bfd1-451f-8294-49d2c3981b3f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2671533 Feb 04 13:29:46.414338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 263cafc0-87a4-4694-84cd-71f6b00734fc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:46.446679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f472-bc72-4136-b4fa-887c15ba5336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.490421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:46.498179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:46.530268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.531962 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.545176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b83fbad7-fd20-4810-a16e-a2889d53090e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1780007 Feb 04 13:29:46.556932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 263cafc0-87a4-4694-84cd-71f6b00734fc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:46.557210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.569428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:46.593641 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.604454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371', 'name': 'tempest-PortsIpV6TestJSON-1453254047'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:46.609137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Transition to ACTIVE for port object 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:46.618868 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.679192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-5a87c734-861d-4e19-8a1d-fae69483b0ab service neutron] 10.222.0.53 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215844 Feb 04 13:29:46.757135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bebb6-1436-4a09-b3b5-f40bbdcd2d25 None None] Pushing event updated for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:46.779750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'fixed_ips': [{'subnet_id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:29:46.780732 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:46.901305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:46.916401 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.013669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.014861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-af49b00c-c873-4d24-a307-84cccf2e8405 service neutron] 10.222.0.53 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341405 Feb 04 13:29:47.056319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:47.114708 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Attempting to bind port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:47.119592 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Attempting to bind port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:47.120292 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Attempting to bind port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:47.133599 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:47.138448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:47.139084 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.139512 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Bound using segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:47.141039 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Bound port: 7a9d2313-9d7c-4c36-8599-3475b96e7cf0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:47.141406 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.179971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:47.183696 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.291848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-af922e05-9f0d-4bf6-9bda-319c166fea16 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:47.294561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-af922e05-9f0d-4bf6-9bda-319c166fea16 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 1.3758600 Feb 04 13:29:47.316266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] For port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:47.320783 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] For port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:47.342397 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.371942 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.494985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 263cafc0-87a4-4694-84cd-71f6b00734fc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=263cafc0-87a4-4694-84cd-71f6b00734fc,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:47.524157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-57f79f70-b726-4c83-8118-9401fdc51c6f req-f98e1b63-3dd2-45da-80ed-4634365770aa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.1331892 Feb 04 13:29:47.577764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.589060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-4ddd6f67-83b5-4398-a81e-d3cc4f25f371', 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': '70ca1e39-0d02-404f-83b4-50f5de2c8d4b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:29:47.589989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.603041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.625092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port d93294d9-306a-4793-a297-9c9cd0e4bd6e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:47.625657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:47.703264 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bebb6-1436-4a09-b3b5-f40bbdcd2d25 None None] Pushing event updated for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:47.703763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 344c5542-d626-4271-af2a-d77ffc4f442b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:29:47.707774 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:47.708860 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:47.881225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::265 (4ddd6f67-83b5-4398-a81e-d3cc4f25f371/70ca1e39-0d02-404f-83b4-50f5de2c8d4b/344c5542-d626-4271-af2a-d77ffc4f442b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:48.068075 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:48.113700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:48.145942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Allocated IP 172.20.0.2 (1303d5df-3acd-4c2e-818d-0a65d50a7d91/d65b579c-c598-4fd3-ae96-99e4a2238e67/fb9e6b74-8d45-48e1-9172-c4f4d6026f19) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:48.215194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.412147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.443183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.455634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Transition to ACTIVE for port object fb9e6b74-8d45-48e1-9172-c4f4d6026f19 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:48.479250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Transition to ACTIVE for port object fb9e6b74-8d45-48e1-9172-c4f4d6026f19 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:48.485969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.583613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:48.596263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:48.602287 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:48.604813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:48.612511 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52399a5-ca45-4a54-8965-e84e70524b19 None None] The sync data for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 is: [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:48.767951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2197baf-2cd9-4106-a672-5b9acfd5582c req-9764b54a-ede6-4b91-be22-13173e09aad8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.0755789 Feb 04 13:29:48.781377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Pushing event updated for resources: {'Port': ['ID=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:48.781377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Attempting to bind port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:48.781377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Attempting to bind port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:48.781377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Attempting to bind port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 on network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:48.787020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:48.791047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Checking segment: {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:48.791753 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.792387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Bound using segment: {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:48.793120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Bound port: fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:48.793747 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.803575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 344c5542-d626-4271-af2a-d77ffc4f442b will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:48.885388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:29:48.948209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:48.974702 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:49.017035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e28992-47ca-4424-8860-35d7b24a2dc9 req-84c73ad5-7f58-4b65-9c49-74d97043e5ac tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:49.018886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0e28992-47ca-4424-8860-35d7b24a2dc9 req-84c73ad5-7f58-4b65-9c49-74d97043e5ac tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 945 time: 1.7032745 Feb 04 13:29:49.099787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] For port fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:49.110863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] For port fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:49.126199 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:49.214150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:49.291215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Allocated IP 2001:db8::2 (4ddd6f67-83b5-4398-a81e-d3cc4f25f371/70ca1e39-0d02-404f-83b4-50f5de2c8d4b/e7a30ee8-bbb4-461b-a088-655eebe15e5c) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:49.332885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:49.335578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:49.341605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:49.342637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:49.631203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6937d-9b42-4482-8182-4a57478cbe1d None None] Pushing event updated for resources: {'Port': ['ID=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:49.674710 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:49.695535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Transition to ACTIVE for port object e7a30ee8-bbb4-461b-a088-655eebe15e5c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:49.730099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-f923283f-2147-4b24-aa08-bd4b8d1b9267 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:49.730908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-f923283f-2147-4b24-aa08-bd4b8d1b9267 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:49.755126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Transition to ACTIVE for port object e7a30ee8-bbb4-461b-a088-655eebe15e5c will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:49.767688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:49.786837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0e28992-47ca-4424-8860-35d7b24a2dc9 req-a604c5bd-0467-4687-9c99-0ccf63974dfd tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688070 Feb 04 13:29:49.787827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=344c5542-d626-4271-af2a-d77ffc4f442b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:49.916349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.917418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.917418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.917921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.919657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:49.926311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:49.929217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:49.935600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.936292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.936814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.937367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.937899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.938434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.943645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.944252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:29:49.945458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Pushing event updated for resources: {'Port': ['ID=e7a30ee8-bbb4-461b-a088-655eebe15e5c,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:50.016748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d93294d9-306a-4793-a297-9c9cd0e4bd6e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:29:50.072162 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-f923283f-2147-4b24-aa08-bd4b8d1b9267 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:50.073201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:50.074476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-f923283f-2147-4b24-aa08-bd4b8d1b9267 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 797 time: 0.8583536 Feb 04 13:29:50.078335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c549ee4c-6c17-4263-9ffc-bffe8bd4239a req-4b304b69-338e-4eb7-b8ed-b273d01052ad tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.0599976 Feb 04 13:29:50.179659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77e42176-404a-4b98-be79-fa638136703b tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6040781 Feb 04 13:29:50.181905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53384) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:50.188759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371', 'name': 'tempest-PortsIpV6TestJSON-541471302'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:50.338773 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.339810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Attempting to bind port e7a30ee8-bbb4-461b-a088-655eebe15e5c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:50.340284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Attempting to bind port e7a30ee8-bbb4-461b-a088-655eebe15e5c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '5e782fbe-c585-42ee-ab62-9e533700a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:50.341346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Attempting to bind port e7a30ee8-bbb4-461b-a088-655eebe15e5c on network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:50.359094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:50.359472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Checking segment: {'id': '5e782fbe-c585-42ee-ab62-9e533700a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:50.360038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.360530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Bound using segment: {'id': '5e782fbe-c585-42ee-ab62-9e533700a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:50.361105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Bound port: e7a30ee8-bbb4-461b-a088-655eebe15e5c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e782fbe-c585-42ee-ab62-9e533700a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4ddd6f67-83b5-4398-a81e-d3cc4f25f371'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:50.361546 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.366779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:50.393111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:50.393486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.419234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:50.447500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:50.454312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:50.462540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:50.478643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:50.517327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:50.520461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:50.522954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.540855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:50.541284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.552398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 613a6e10-1fdd-49a8-a28d-78be5a28272e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:29:50.602563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:50.603248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:50.670808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.697461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-cfa1a610-bab7-4151-8cb7-d348f547d278 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 379 time: 0.5975161 Feb 04 13:29:50.698208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:50.773838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for d93294d9-306a-4793-a297-9c9cd0e4bd6e owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:50.784010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:50.817791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'port': {'device_id': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'admin_state_up': True, 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'security_groups': ['c0747612-5c1c-416a-8c79-2f6614355d9b']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:50.837353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::ee (4ddd6f67-83b5-4398-a81e-d3cc4f25f371/70ca1e39-0d02-404f-83b4-50f5de2c8d4b/613a6e10-1fdd-49a8-a28d-78be5a28272e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:50.934046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:29:50.950290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] For port e7a30ee8-bbb4-461b-a088-655eebe15e5c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:50.973163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] For port e7a30ee8-bbb4-461b-a088-655eebe15e5c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e7a30ee8-bbb4-461b-a088-655eebe15e5c,segment=NetworkSegment(5e782fbe-c585-42ee-ab62-9e533700a727),segment_id=5e782fbe-c585-42ee-ab62-9e533700a727)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:50.974226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:50.975067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:51.064743 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.070075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:51.143697 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'code': 200} Feb 04 13:29:51.214943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5c9fb048-b7ea-4350-9cf7-e9118a35d21f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2528892 Feb 04 13:29:51.218915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:51.310549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e13e1-8f02-4a69-91d8-b263ee5a5aac None None] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:51.329929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-316197363'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:51.353566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:51.364103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2da488d9-f632-433c-857d-67d7986eca73 req-156a7e41-45ac-46de-bfeb-1f665ee5210e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.0480859 Feb 04 13:29:51.384506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:51.396127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:51.420134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:network and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:51.425987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.457312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:51.465511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.469618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:51.472991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.473984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:51.474395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f5e7d0-8f98-4dcf-91ad-d2b0238e2dfe None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:29:51.475902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.493167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 613a6e10-1fdd-49a8-a28d-78be5a28272e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:51.499958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:51.521174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.541324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.567568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c814814e-bb44-4b47-b8d7-27c1c88ef9c6 None None] Provisioning for port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:51.571678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.644747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=613a6e10-1fdd-49a8-a28d-78be5a28272e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.657505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:51.663651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:51.667395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:51.677803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:51.679732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.722581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b7b90e6d-e39e-4e2c-b849-41ef7826e9d7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5392048 Feb 04 13:29:51.725005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:51.750274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dad145-c2a2-4e76-a8f9-f8a4c7ccc38d None None] Pushing event updated for resources: {'Port': ['ID=e7a30ee8-bbb4-461b-a088-655eebe15e5c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.774246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Allocated IP 172.25.4.200 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/a45a687a-7247-4b3e-bd8d-19568b0657f3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:51.901468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:51.904952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cde34-ec93-4c63-9d51-65462e8e8cfe tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:51.905886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-030cde34-ec93-4c63-9d51-65462e8e8cfe tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:51.909768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:51.925717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:51.926879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 263cafc0-87a4-4694-84cd-71f6b00734fc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:51.945847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-030cde34-ec93-4c63-9d51-65462e8e8cfe tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:51.947392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-030cde34-ec93-4c63-9d51-65462e8e8cfe tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A265 HTTP/1.1" status: 200 len: 929 time: 0.2212019 Feb 04 13:29:51.953213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53416) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:51.998939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.049723 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.072750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 613a6e10-1fdd-49a8-a28d-78be5a28272e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:52.073164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.124431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:52.137352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 263cafc0-87a4-4694-84cd-71f6b00734fc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:52.139180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.235696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:52.239073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.294503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:52.295292 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:52.316478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:52.350776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:52.373998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Pushing event updated for resources: {'Port': ['ID=a45a687a-7247-4b3e-bd8d-19568b0657f3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:52.381821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:52.496011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:29:52.520404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01aeb4-6280-4e14-8e30-83c787d33ea7 req-78263ee0-7d13-4bb9-99cb-23a5f6ed14ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:52.522016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac01aeb4-6280-4e14-8e30-83c787d33ea7 req-78263ee0-7d13-4bb9-99cb-23a5f6ed14ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 1.2886069 Feb 04 13:29:52.603707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:29:52.744604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.744971 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Added segment d44df423-5e9f-4ddc-bc91-7770a669ed47 of type vlan for network 49d14726-e698-4709-8a84-64df05d85382 Feb 04 13:29:52.781659 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc39870f-7d11-4292-8045-3c76ff56db58 req-f6486712-13ee-4e6c-a135-5d573d59bc15 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.0773993 Feb 04 13:29:52.790419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fb9e6b74-8d45-48e1-9172-c4f4d6026f19 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:52.800832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port d93294d9-306a-4793-a297-9c9cd0e4bd6e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:52.801627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.804718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.968046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:52.973819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:52.974353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:52.986177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 613a6e10-1fdd-49a8-a28d-78be5a28272e owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:53.142678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac01aeb4-6280-4e14-8e30-83c787d33ea7 req-82a1f1da-14d4-4f0d-91cb-ad8bd2623d85 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618169 Feb 04 13:29:53.157812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.172126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e495b7c-7ea7-4c78-a146-a8709fd3e7d8 None None] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:53.228030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.5 (1505c13e-ac12-436e-a50e-cb5a961783cd/9fc57958-b76c-40b4-bccb-924c8e2f80a5/f21e8694-897b-4412-8643-213aff706304) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:53.244343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.259301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=613a6e10-1fdd-49a8-a28d-78be5a28272e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:53.267271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.281906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07a7a9ed-c8cb-4d6b-bed7-5af92e972178 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/613a6e10-1fdd-49a8-a28d-78be5a28272e HTTP/1.1" status: 204 len: 168 time: 1.3266654 Feb 04 13:29:53.284627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53428) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:53.334852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6731761c-7dcb-449e-98a7-21b0d6d64fa9 None None] Provisioning for port e7a30ee8-bbb4-461b-a088-655eebe15e5c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:53.359108 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-5339a7b2-9365-457b-9f42-72b3dc3e73eb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:29:53.360023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5339a7b2-9365-457b-9f42-72b3dc3e73eb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:53.382155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5339a7b2-9365-457b-9f42-72b3dc3e73eb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:53.384194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5339a7b2-9365-457b-9f42-72b3dc3e73eb tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/613a6e10-1fdd-49a8-a28d-78be5a28272e HTTP/1.1" status: 404 len: 333 time: 0.0982044 Feb 04 13:29:53.386816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53432) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:53.435695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.481494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 344c5542-d626-4271-af2a-d77ffc4f442b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:53.481833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.493754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:53.499768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.500640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e7a30ee8-bbb4-461b-a088-655eebe15e5c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:53.557716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.672843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e7a30ee8-bbb4-461b-a088-655eebe15e5c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:53.691168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e7a30ee8-bbb4-461b-a088-655eebe15e5c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:53.691644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.805395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:53.819525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port d93294d9-306a-4793-a297-9c9cd0e4bd6e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d93294d9-306a-4793-a297-9c9cd0e4bd6e,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:53.819904 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.933959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.943823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:53.944464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.969688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:53.978970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.031451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e7a30ee8-bbb4-461b-a088-655eebe15e5c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e7a30ee8-bbb4-461b-a088-655eebe15e5c,segment=NetworkSegment(5e782fbe-c585-42ee-ab62-9e533700a727),segment_id=5e782fbe-c585-42ee-ab62-9e533700a727)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:54.036618 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.037793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:54.156608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e7a30ee8-bbb4-461b-a088-655eebe15e5c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:54.161997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73de9c89-4106-4865-a051-c1a45db85325 req-7fbf160d-b6b8-457a-924a-6f568460e293 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.0764282 Feb 04 13:29:54.229702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:54.230137 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.252785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for d93294d9-306a-4793-a297-9c9cd0e4bd6e owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:54.282828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 344c5542-d626-4271-af2a-d77ffc4f442b owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:54.405499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Provisioning for port 344c5542-d626-4271-af2a-d77ffc4f442b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:54.415193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Provisioning complete for port 344c5542-d626-4271-af2a-d77ffc4f442b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:54.415688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.478003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Port 344c5542-d626-4271-af2a-d77ffc4f442b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:54.517161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Provisioning complete for port e7a30ee8-bbb4-461b-a088-655eebe15e5c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:54.519594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4587-0923-4739-99e8-8191d608ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.555257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.626457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=344c5542-d626-4271-af2a-d77ffc4f442b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:54.661238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fb9e6b74-8d45-48e1-9172-c4f4d6026f19 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:54.697777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.717848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.734994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-390225b0-496a-4d78-b439-2b54d04619d2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/344c5542-d626-4271-af2a-d77ffc4f442b HTTP/1.1" status: 204 len: 168 time: 1.3434999 Feb 04 13:29:54.735199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53448) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:54.782710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:54.832551 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f06337-7328-4870-9bb5-e91eef909db0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:29:54.833098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62f06337-7328-4870-9bb5-e91eef909db0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:54.854920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Network': ['ID=49d14726-e698-4709-8a84-64df05d85382,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:54.870413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62f06337-7328-4870-9bb5-e91eef909db0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:54.872513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62f06337-7328-4870-9bb5-e91eef909db0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/344c5542-d626-4271-af2a-d77ffc4f442b HTTP/1.1" status: 404 len: 333 time: 0.1357448 Feb 04 13:29:54.875260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53452) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:54.889399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 49d14726-e698-4709-8a84-64df05d85382 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:29:54.989442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ec7bdbb9-6c0a-467c-8c74-85b59976f12c tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.7545440 Feb 04 13:29:54.990972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:54.991453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object f21e8694-897b-4412-8643-213aff706304 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:54.998451 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.023154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'subnet': {'network_id': '49d14726-e698-4709-8a84-64df05d85382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:55.024764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:55.025234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.117977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-11972832-3a5b-4e89-a5f8-cff76ee85597 None None] Could not find standard attr ID for object 344c5542-d626-4271-af2a-d77ffc4f442b. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:29:55.198312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=d93294d9-306a-4793-a297-9c9cd0e4bd6e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:55.219861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 70ca1e39-0d02-404f-83b4-50f5de2c8d4b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:29:55.248591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.279239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e7a30ee8-bbb4-461b-a088-655eebe15e5c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:29:55.286741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port d93294d9-306a-4793-a297-9c9cd0e4bd6e on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:55.290034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.311480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-deleted', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:29:55.322734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14ae5c17-6b83-4534-93f6-678463aa76f2 req-5c379bb5-16f8-43c9-ab21-22c6acdbed3e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/d93294d9-306a-4793-a297-9c9cd0e4bd6e HTTP/1.1" status: 204 len: 173 time: 7.8830152 Feb 04 13:29:55.331328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6e68c943-ba7b-4f66-bfe3-8a90b05cbf25 None None] Could not find standard attr ID for object 613a6e10-1fdd-49a8-a28d-78be5a28272e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:29:55.336375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:55.348408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:subnet and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:55.353055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2722-72e9-4250-9268-fb3a569a166c req-b83b6c63-3c8c-4b24-88c7-fc7b4e5fc856 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:55.353808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f6e2722-72e9-4250-9268-fb3a569a166c req-b83b6c63-3c8c-4b24-88c7-fc7b4e5fc856 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:29:55.353991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:55.469609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e7a30ee8-bbb4-461b-a088-655eebe15e5c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:55.470406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.535442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8f6e2722-72e9-4250-9268-fb3a569a166c req-b83b6c63-3c8c-4b24-88c7-fc7b4e5fc856 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:29:55.537008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f6e2722-72e9-4250-9268-fb3a569a166c req-b83b6c63-3c8c-4b24-88c7-fc7b4e5fc856 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 943 time: 1.0727553 Feb 04 13:29:55.541334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.612545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:55.682982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:55.683746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:29:55.688700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.721707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:55.871569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f6e2722-72e9-4250-9268-fb3a569a166c req-1012a4f4-40c4-4f28-a639-a8797d98df53 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193319 Feb 04 13:29:55.887569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 1505c13e-ac12-436e-a50e-cb5a961783cd is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:55.899033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:55.901895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:56.111668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.125524 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b48d61-ffc0-4e52-b900-5803da4dffba', 'name': 'network-vif-deleted', 'tag': 'd93294d9-306a-4793-a297-9c9cd0e4bd6e', 'status': 'completed', 'code': 200} Feb 04 13:29:56.170265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.327526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Subnet': ['ID=05cb05f3-7d49-411a-bc32-53a1abc05acc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:56.334290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:56.334792 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.369439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:29:56.377809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-c13aeff4-2f10-40c3-ac04-b98f9423b1f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5640647 Feb 04 13:29:56.379927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eba597-21c8-4a13-9b63-09b8d3cb0790 req-592d616d-4d24-45bf-af1e-5696ff2caefd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:56.381460 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03eba597-21c8-4a13-9b63-09b8d3cb0790 req-592d616d-4d24-45bf-af1e-5696ff2caefd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 931 time: 0.7470081 Feb 04 13:29:56.390847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c13c712-68f8-4bf7-8971-30d2698757a3 None None] Provisioning for port f21e8694-897b-4412-8643-213aff706304 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:29:56.391478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.402345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c13c712-68f8-4bf7-8971-30d2698757a3 None None] Provisioning complete for port f21e8694-897b-4412-8643-213aff706304 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:29:56.404864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c13c712-68f8-4bf7-8971-30d2698757a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.449557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Checking segment: {'id': 'd44df423-5e9f-4ddc-bc91-7770a669ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '49d14726-e698-4709-8a84-64df05d85382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:56.449992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network hostable DHCP agents. Network: 49d14726-e698-4709-8a84-64df05d85382, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:29:56.460228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Request body: {'port': {'device_id': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:56.511622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03eba597-21c8-4a13-9b63-09b8d3cb0790 req-0545e534-d5d3-4748-9815-2e89e99c05b3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909193 Feb 04 13:29:56.513942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 49d14726-e698-4709-8a84-64df05d85382 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:29:56.531531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 49d14726-e698-4709-8a84-64df05d85382) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:56.537734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:56.538678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.545445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.585824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e0f4b7-9d4a-475a-a4e5-3ca880ddf810 None None] Network 49d14726-e698-4709-8a84-64df05d85382 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:56.600442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=70ca1e39-0d02-404f-83b4-50f5de2c8d4b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:56.609947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.627846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8b873240-118b-4cc0-bd88-1f9e19136ec4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/70ca1e39-0d02-404f-83b4-50f5de2c8d4b HTTP/1.1" status: 204 len: 168 time: 1.7482970 Feb 04 13:29:56.634366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-614e7250-cef3-419d-8c8d-1516283bb721 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6342106 Feb 04 13:29:56.635471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53478) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:56.635793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:56.643599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1500114125', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:29:56.670507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec2912-5c2c-42c1-9019-5eaab8ee4133 None None] Network 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:29:56.674883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:29:56.798637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:router and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:29:56.808381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:29:56.883067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:29:56.903858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.906529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:29:56.908203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.909387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.917377 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Sync routers for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:29:56.927230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:56.938174 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:56.939233 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:56.939425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port e7a30ee8-bbb4-461b-a088-655eebe15e5c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:56.941800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.009832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8c13c712-68f8-4bf7-8971-30d2698757a3 None None] Port f21e8694-897b-4412-8643-213aff706304 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:29:57.010047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.351151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-49d14726-e698-4709-8a84-64df05d85382', 'network_id': '49d14726-e698-4709-8a84-64df05d85382', 'tenant_id': 'fc0afd63fc11462a8077a70f9d777ac5', 'fixed_ips': [{'subnet_id': '05cb05f3-7d49-411a-bc32-53a1abc05acc'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:29:57.351968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.364696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:29:57.436107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21e8694-897b-4412-8643-213aff706304 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:29:57.442717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.452430 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4f4e8449-5b2e-4391-aa94-9b77b2bf6d1f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.6818228 Feb 04 13:29:57.480278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53498) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:29:57.550333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.567144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e06697e6-a7d1-436f-b2c9-5e88d29a2a26 req-c01d148f-8602-4d5b-87ae-5e4adeea27c6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=61b48d61-ffc0-4e52-b900-5803da4dffba HTTP/1.1" status: 200 len: 210 time: 0.1453612 Feb 04 13:29:57.611816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Transition to ACTIVE for port object f21e8694-897b-4412-8643-213aff706304 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:57.616890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.674562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] DHCP port deletion for 4ddd6f67-83b5-4398-a81e-d3cc4f25f371 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:29:57.714636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Deleting port e7a30ee8-bbb4-461b-a088-655eebe15e5c {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:29:57.715028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:57.814402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:58.020822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Allocated IP 172.20.0.2 (49d14726-e698-4709-8a84-64df05d85382/05cb05f3-7d49-411a-bc32-53a1abc05acc/42865e9e-3c6c-4863-aba2-60e9a171511a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:29:58.118236 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:29:53Z', 'revision_number': 3, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:58.133889 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Checking router: 7a425810-9631-41a7-bcc2-ebadf0bf7b47 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:29:58.135021 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Updating router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 port a45a687a-7247-4b3e-bd8d-19568b0657f3 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:29:58.155642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:58.155977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:58.166912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:58.172870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:29:58.173193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:58.185284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:58.185648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:58.186006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Bound using segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:58.186451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Bound port: f21e8694-897b-4412-8643-213aff706304, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:58.186933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.241759 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.405077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:58.409617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] For port e7a30ee8-bbb4-461b-a088-655eebe15e5c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e7a30ee8-bbb4-461b-a088-655eebe15e5c,segment=NetworkSegment(5e782fbe-c585-42ee-ab62-9e533700a727),segment_id=5e782fbe-c585-42ee-ab62-9e533700a727)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:58.410079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.411731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:58.421150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.573108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Calling delete_port for e7a30ee8-bbb4-461b-a088-655eebe15e5c owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:58.605351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.639462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:58.660710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:58.662916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.666791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-16d2b148-3ba1-4c2a-aa93-ceaf372a1bc4 service neutron] 10.222.0.90 "PUT /v2.0/ports/f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 1091 time: 2.2122393 Feb 04 13:29:58.668240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:29:58.691886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e7a30ee8-bbb4-461b-a088-655eebe15e5c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:29:58.710232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port e7a30ee8-bbb4-461b-a088-655eebe15e5c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e7a30ee8-bbb4-461b-a088-655eebe15e5c,segment=NetworkSegment(5e782fbe-c585-42ee-ab62-9e533700a727),segment_id=5e782fbe-c585-42ee-ab62-9e533700a727)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:29:58.710633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:58.937811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-95faedc8-81e1-49b8-982f-6c64277c0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:58.944546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-95faedc8-81e1-49b8-982f-6c64277c0896 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1094 time: 0.2400756 Feb 04 13:29:59.096909 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.125471 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:29:59.151835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-a1615d7c-4ba3-4196-92e6-d28c996bf12c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 217 time: 0.2001941 Feb 04 13:29:59.158047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.160775 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.200243 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.212310 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Transition to ACTIVE for port object a45a687a-7247-4b3e-bd8d-19568b0657f3 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:59.219567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for e7a30ee8-bbb4-461b-a088-655eebe15e5c owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:29:59.225846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] No DVR routers for this DVR port e7a30ee8-bbb4-461b-a088-655eebe15e5c on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:29:59.225987 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.249815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Transition to ACTIVE for port object 42865e9e-3c6c-4863-aba2-60e9a171511a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:59.249815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f167f-7171-4dd9-91e1-e0c80c89675c None None] Pushing event deleted for resources: {'Port': ['ID=e7a30ee8-bbb4-461b-a088-655eebe15e5c,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.310765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-5d22c0cd-c5af-4695-9375-90592a9057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.312241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-5d22c0cd-c5af-4695-9375-90592a9057c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1535835 Feb 04 13:29:59.352765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab376f03-12a2-4084-b9c1-b9846a4c815c None None] Pushing event updated for resources: {'Port': ['ID=a45a687a-7247-4b3e-bd8d-19568b0657f3,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.406199 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Attempting to bind port a45a687a-7247-4b3e-bd8d-19568b0657f3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:59.406485 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Attempting to bind port a45a687a-7247-4b3e-bd8d-19568b0657f3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:59.406893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Attempting to bind port a45a687a-7247-4b3e-bd8d-19568b0657f3 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:59.420884 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:59.421255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:59.421727 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.422114 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:59.422591 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Bound port: a45a687a-7247-4b3e-bd8d-19568b0657f3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:59.422982 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.487751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Transition to ACTIVE for port object 42865e9e-3c6c-4863-aba2-60e9a171511a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:29:59.503296 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.574637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Pushing event updated for resources: {'Port': ['ID=42865e9e-3c6c-4863-aba2-60e9a171511a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.612678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Network 49d14726-e698-4709-8a84-64df05d85382 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:29:59.615368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:29:59.623298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:29:59.623574 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] For port a45a687a-7247-4b3e-bd8d-19568b0657f3, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:59.628594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353303e3-2804-480e-bc0f-618dc5b7be18 req-fade3807-154e-4bd1-8652-198f8e3f3dc6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.630175 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-353303e3-2804-480e-bc0f-618dc5b7be18 req-fade3807-154e-4bd1-8652-198f8e3f3dc6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 1.6444268 Feb 04 13:29:59.637774 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] For port a45a687a-7247-4b3e-bd8d-19568b0657f3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a45a687a-7247-4b3e-bd8d-19568b0657f3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:59.646781 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.730789 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:29:59.731149 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:29:59.790927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Attempting to bind port 42865e9e-3c6c-4863-aba2-60e9a171511a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:29:59.791499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Attempting to bind port 42865e9e-3c6c-4863-aba2-60e9a171511a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'd44df423-5e9f-4ddc-bc91-7770a669ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '49d14726-e698-4709-8a84-64df05d85382'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:29:59.791898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Attempting to bind port 42865e9e-3c6c-4863-aba2-60e9a171511a on network 49d14726-e698-4709-8a84-64df05d85382 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:29:59.799762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:29:59.802064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Checking segment: {'id': 'd44df423-5e9f-4ddc-bc91-7770a669ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '49d14726-e698-4709-8a84-64df05d85382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:29:59.802878 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.803375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Bound using segment: {'id': 'd44df423-5e9f-4ddc-bc91-7770a669ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '49d14726-e698-4709-8a84-64df05d85382'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:29:59.803586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-353303e3-2804-480e-bc0f-618dc5b7be18 req-8f8cdb5e-dc4a-47c3-ab15-9ab0dc5311d7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545525 Feb 04 13:29:59.804075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Bound port: 42865e9e-3c6c-4863-aba2-60e9a171511a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44df423-5e9f-4ddc-bc91-7770a669ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '49d14726-e698-4709-8a84-64df05d85382'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:29:59.804594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:29:59.852883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-36926fdd-ab55-449a-b120-79abcc1cd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:29:59.855090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-36926fdd-ab55-449a-b120-79abcc1cd748 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5236111 Feb 04 13:29:59.921767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab376f03-12a2-4084-b9c1-b9846a4c815c None None] Pushing event updated for resources: {'Port': ['ID=a45a687a-7247-4b3e-bd8d-19568b0657f3,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:29:59.938644 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:29:59.940598 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:29:59.967963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:29:59.973723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:29:59.980603 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:00.157801 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-0e324bd9-7560-428a-8de0-7e812c38eb7f service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954888 Feb 04 13:30:00.192938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995efa5-1c1f-4d34-9b9e-74d81c9fba26 None None] Pushing event updated for resources: {'Port': ['ID=42865e9e-3c6c-4863-aba2-60e9a171511a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:00.197151 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:00.247589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port e7a30ee8-bbb4-461b-a088-655eebe15e5c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:00.248164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:00.439376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] The port 'e7a30ee8-bbb4-461b-a088-655eebe15e5c' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:30:00.441434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:00.461837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c6b4fa9-d6fa-4483-a122-2cd6173bed94 req-a1132317-a33c-420c-9743-5d97c2b0a03d service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923830 Feb 04 13:30:00.491481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:00.962081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-54b00b7b-3c90-4ec5-b191-3be33886ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:00.991115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-54b00b7b-3c90-4ec5-b191-3be33886ce41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1094 time: 0.4080300 Feb 04 13:30:01.173313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:29:53Z', 'revision_number': 3, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:01.225257 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01005aad-98d6-48dd-a61b-5708ffd1b6f0 None None] The sync data for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 is: [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:29:53Z', 'revision_number': 3, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:01.476089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:01.806317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:02.059840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa845a7c-6348-402a-a5a2-cc513d9d2adc req-b67c9a89-75c5-4eeb-9d38-8d0938b2590e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:02.060703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-aa845a7c-6348-402a-a5a2-cc513d9d2adc req-b67c9a89-75c5-4eeb-9d38-8d0938b2590e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:02.071137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-d2f9ffd2-911d-4135-8a7d-63b640e963a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:02.074040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-d2f9ffd2-911d-4135-8a7d-63b640e963a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 1.0675678 Feb 04 13:30:02.180925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddd6f67-83b5-4398-a81e-d3cc4f25f371']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:02.197248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-105802f4-83d0-4ce5-b85d-732acb294477 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 217 time: 0.1151323 Feb 04 13:30:02.203122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-aa845a7c-6348-402a-a5a2-cc513d9d2adc req-b67c9a89-75c5-4eeb-9d38-8d0938b2590e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:02.219983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa845a7c-6348-402a-a5a2-cc513d9d2adc req-b67c9a89-75c5-4eeb-9d38-8d0938b2590e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 0.7762625 Feb 04 13:30:02.225721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:30:02.338190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e782fbe-c585-42ee-ab62-9e533700a727') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:02.338530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e782fbe-c585-42ee-ab62-9e533700a727') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:02.404139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-47dc28c3-3478-4a08-a68b-c7cb8d7c0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:02.405664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-47dc28c3-3478-4a08-a68b-c7cb8d7c0bb3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1540561 Feb 04 13:30:02.451434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:02.635734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa845a7c-6348-402a-a5a2-cc513d9d2adc req-22a716f7-c341-4d28-aa1f-94a61b515f88 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117923 Feb 04 13:30:02.699890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:02.731253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f21e8694-897b-4412-8643-213aff706304', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:30:02.734807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-3adeb58f-c311-4bcf-ab7d-bbc574bd20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:02.736330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-3adeb58f-c311-4bcf-ab7d-bbc574bd20d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210266 Feb 04 13:30:02.788505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:02.869020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.25.4.191 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/b08b05e5-11db-4d6a-8a60-3d64fe2456b6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:02.878466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:02.883210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:02.884249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a648ce-788b-4f29-a009-bb9ba628a33e None None] Network 49d14726-e698-4709-8a84-64df05d85382 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:02.915727 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:02.969654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-816191d4-00f3-4aed-9803-450e2a8dc6d2 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269654 Feb 04 13:30:03.123977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 42865e9e-3c6c-4863-aba2-60e9a171511a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:03.166334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Allocated IP 172.20.0.1 (1303d5df-3acd-4c2e-818d-0a65d50a7d91/d65b579c-c598-4fd3-ae96-99e4a2238e67/87a05e1b-4d81-4cc0-ad38-b319d566b3c5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:03.233156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.338796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9735cd0-2410-4e7d-98dd-2cb599848293 req-5cc35ecb-625a-4c61-9e57-396c79b95ad9 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632047 Feb 04 13:30:03.356018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21e8694-897b-4412-8643-213aff706304 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:30:03.382471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.409922 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.447599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=4ddd6f67-83b5-4398-a81e-d3cc4f25f371,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:03.516802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Provisioning for port 42865e9e-3c6c-4863-aba2-60e9a171511a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:03.524596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 42865e9e-3c6c-4863-aba2-60e9a171511a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:03.538756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Provisioning complete for port 42865e9e-3c6c-4863-aba2-60e9a171511a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:03.539134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.582761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 42865e9e-3c6c-4863-aba2-60e9a171511a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:03.582999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.641014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:03.649516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-814c5d66-9d38-452b-9075-c15f85308095 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/4ddd6f67-83b5-4398-a81e-d3cc4f25f371 HTTP/1.1" status: 204 len: 168 time: 7.0125430 Feb 04 13:30:03.654055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53582) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:03.664532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151336133'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:03.674015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:03.678388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:03.680665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.695135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:03.697270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.709402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:03.732727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:03.752604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.773687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Transition to ACTIVE for port object 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:03.797752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.842465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:03.854195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.854959 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment 9844343c-f177-4b1b-a79d-07c4672745d4 of type vlan for network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 Feb 04 13:30:03.875783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.882835 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.917205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:03.925858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:03.926839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.029882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:04.051764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f21e8694-897b-4412-8643-213aff706304'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:30:04.056260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:04.073895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:04.095328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4397380 Feb 04 13:30:04.099526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:04.109478 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:04.192731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6879b2-dce0-4722-b358-2a75cca56166 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=d9104a47-2ccc-4df9-adfe-0bd97b4ec970,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.218742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.249313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Pushing event updated for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.289226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.307020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:30:04.318820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:04.324616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:04.328856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:04.340926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:04.354179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:04.363653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.523752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=b08b05e5-11db-4d6a-8a60-3d64fe2456b6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.578696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.608208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.685690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.712610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:04.748862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:04.763428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:04.783046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502aba3-bbd1-4eb8-b984-a32dbbc22633 req-a88a1ef4-fe72-4c76-b8fe-f0c54e3c2e3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:04.786943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d502aba3-bbd1-4eb8-b984-a32dbbc22633 req-a88a1ef4-fe72-4c76-b8fe-f0c54e3c2e3b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.8222115 Feb 04 13:30:04.799207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:04.819163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:04.897648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=6901342d-3521-4a9a-a716-e19353b24432,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:04.960924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': '9844343c-f177-4b1b-a79d-07c4672745d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:04.961290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: d9104a47-2ccc-4df9-adfe-0bd97b4ec970, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:04.987481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.002855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:05.026363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d9104a47-2ccc-4df9-adfe-0bd97b4ec970) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:05.034033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:05.035791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.101321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3c1f7e08-ce3f-45d6-b710-9b54b44845c0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0007079 Feb 04 13:30:05.104178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53614) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:05.110555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970', 'name': 'tempest-PortsIpV6TestJSON-1512711242', 'fixed_ips': [{'subnet_id': '6901342d-3521-4a9a-a716-e19353b24432', 'ip_address': '2001:db8::10'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:05.228893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:05.229936 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:05.231142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c9328-2f40-4f41-8eaa-c3cbfc511753 None None] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:05.304793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2982bd-744b-45a4-bb98-8fa8c706bc6e None None] Pushing event updated for resources: {'Port': ['ID=42865e9e-3c6c-4863-aba2-60e9a171511a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:05.306441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:05.313364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:05.316453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:05.322491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:05.334024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:05.477156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d502aba3-bbd1-4eb8-b984-a32dbbc22633 req-a424e92d-4fd2-46cf-924b-72685424d838 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244529 Feb 04 13:30:05.617498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4fb707d-badb-4a66-a0c0-5774d75a6701 None None] Provisioning for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:05.640550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b4fb707d-badb-4a66-a0c0-5774d75a6701 None None] Provisioning complete for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:05.640924 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b4fb707d-badb-4a66-a0c0-5774d75a6701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.708547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb707d-badb-4a66-a0c0-5774d75a6701 None None] Port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:05.770775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.858200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.870175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.893387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 63877ac2-71a6-4559-8951-83ef428d6c5d yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:30:05.933851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-d9104a47-2ccc-4df9-adfe-0bd97b4ec970', 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': '6901342d-3521-4a9a-a716-e19353b24432'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:30:05.934904 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:05.947941 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a45a687a-7247-4b3e-bd8d-19568b0657f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:06.024931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a6986e6-672b-4444-bf8b-3c728b6c4c1a None None] Provisioning complete for port 42865e9e-3c6c-4863-aba2-60e9a171511a triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:06.025474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a6986e6-672b-4444-bf8b-3c728b6c4c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.160345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::10 (d9104a47-2ccc-4df9-adfe-0bd97b4ec970/6901342d-3521-4a9a-a716-e19353b24432/63877ac2-71a6-4559-8951-83ef428d6c5d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:06.331393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a45a687a-7247-4b3e-bd8d-19568b0657f3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:06.342091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a45a687a-7247-4b3e-bd8d-19568b0657f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:06.342940 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.404715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.420720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 63877ac2-71a6-4559-8951-83ef428d6c5d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:06.452202 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.579976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.582153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:06.599665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=63877ac2-71a6-4559-8951-83ef428d6c5d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:06.611190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:06.614215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:06.620892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:06.621785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.630750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.685379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a45a687a-7247-4b3e-bd8d-19568b0657f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a45a687a-7247-4b3e-bd8d-19568b0657f3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:06.695248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6bdc9770-0d9b-4f6f-aad9-b2fb37a662d5 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5896406 Feb 04 13:30:06.699178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:06.707757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.716652 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.727348 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:06.733747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970', 'name': 'tempest-PortsIpV6TestJSON-571275481', 'fixed_ips': [{'subnet_id': '6901342d-3521-4a9a-a716-e19353b24432', 'ip_address': '2001:db8::f'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:06.846801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Pushing event updated for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:06.903582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Allocated IP 2001:db8::2 (d9104a47-2ccc-4df9-adfe-0bd97b4ec970/6901342d-3521-4a9a-a716-e19353b24432/9c57f1d9-3fe3-4650-962a-162090cd40a9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:06.909682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 42865e9e-3c6c-4863-aba2-60e9a171511a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:06.964260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.162582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a45a687a-7247-4b3e-bd8d-19568b0657f3,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:07.195289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 42865e9e-3c6c-4863-aba2-60e9a171511a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:07.195289 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.266213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:07.272504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:07.287635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:07.300215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:07.320913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:07.323014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:07.331618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:07.332615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router db5669f8-4ae7-437f-9767-d18cd613e54d is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:30:07.337759 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.410003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94735-d52f-441d-88e0-e737423b3d9a req-99653a47-2071-4e01-abc0-e3a08d399274 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:07.416733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba94735-d52f-441d-88e0-e737423b3d9a req-99653a47-2071-4e01-abc0-e3a08d399274 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.6131129 Feb 04 13:30:07.509996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:30:07.544821 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.590092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Transition to ACTIVE for port object 9c57f1d9-3fe3-4650-962a-162090cd40a9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:07.645270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Transition to ACTIVE for port object 9c57f1d9-3fe3-4650-962a-162090cd40a9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:07.655513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.816185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Pushing event updated for resources: {'Port': ['ID=9c57f1d9-3fe3-4650-962a-162090cd40a9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:07.839476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:07.847008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:07.856761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:07.876749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d8555432-b9e4-462f-82c7-e05f1a075ae0 None None] Provisioning complete for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:07.877371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d8555432-b9e4-462f-82c7-e05f1a075ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:07.903929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ba94735-d52f-441d-88e0-e737423b3d9a req-88cd5043-7764-45d9-a493-e26b66615f6d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4760618 Feb 04 13:30:07.939224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::f (d9104a47-2ccc-4df9-adfe-0bd97b4ec970/6901342d-3521-4a9a-a716-e19353b24432/9f9b1dfe-56de-4641-9b4e-f7619d9fa07e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:07.984297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d8555432-b9e4-462f-82c7-e05f1a075ae0 None None] Port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:08.154367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:08.164858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Attempting to bind port 9c57f1d9-3fe3-4650-962a-162090cd40a9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:08.165606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Attempting to bind port 9c57f1d9-3fe3-4650-962a-162090cd40a9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9844343c-f177-4b1b-a79d-07c4672745d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:08.166145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Attempting to bind port 9c57f1d9-3fe3-4650-962a-162090cd40a9 on network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:08.172819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:08.174744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:08.175386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Checking segment: {'id': '9844343c-f177-4b1b-a79d-07c4672745d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:08.176008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.176740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Bound using segment: {'id': '9844343c-f177-4b1b-a79d-07c4672745d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:08.177504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Bound port: 9c57f1d9-3fe3-4650-962a-162090cd40a9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9844343c-f177-4b1b-a79d-07c4672745d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd9104a47-2ccc-4df9-adfe-0bd97b4ec970'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:08.178060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.191053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] Sync routers for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:08.283989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:08.306842 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.308150 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f1edce3-e57a-493c-8a4e-cb5bef72df37 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.6696780 Feb 04 13:30:08.311523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:08.359068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:08.366293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:08.418447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.462689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:08.489459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.532265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:08.569851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] For port 9c57f1d9-3fe3-4650-962a-162090cd40a9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:08.577690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:08.578316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:08.711498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=9f9b1dfe-56de-4641-9b4e-f7619d9fa07e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:08.722284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:08.729823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:08.759586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:08.777992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:08.778702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:08.896882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] For port 9c57f1d9-3fe3-4650-962a-162090cd40a9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9c57f1d9-3fe3-4650-962a-162090cd40a9,segment=NetworkSegment(9844343c-f177-4b1b-a79d-07c4672745d4),segment_id=9844343c-f177-4b1b-a79d-07c4672745d4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:08.902813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:08.902813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7090a-6fd5-495c-b1d9-513a49e9d4d9 None None] The sync data for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:08.927685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f21e8694-897b-4412-8643-213aff706304 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:08.928677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-348d62b6-03d0-4932-a90d-645df54d8046 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2265713 Feb 04 13:30:08.929488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53740) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:08.947934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f21e8694-897b-4412-8643-213aff706304 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:08.949098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:09.022807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a45a687a-7247-4b3e-bd8d-19568b0657f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:09.075581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2e3ef0-6398-422a-b401-0f6307285b1f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:09.076552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2e3ef0-6398-422a-b401-0f6307285b1f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:09.086011 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:09.098319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:09.114359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2e3ef0-6398-422a-b401-0f6307285b1f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:09.120133 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b2e3ef0-6398-422a-b401-0f6307285b1f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1894813 Feb 04 13:30:09.121113 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Sync routers for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:09.123012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:09.139180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-465118ad-b03e-431d-b8cc-85b26d9bd32e admin admin] 10.222.0.53 "PUT /v2.0/routers/7a425810-9631-41a7-bcc2-ebadf0bf7b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6577704 Feb 04 13:30:09.343806 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:09.344854 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:09.464554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a20b10-47c8-4146-aeb2-42841d565aa5 None None] Pushing event updated for resources: {'Port': ['ID=9c57f1d9-3fe3-4650-962a-162090cd40a9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:09.482019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934367c4-6094-405b-bfe2-61ec18e54e22 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:09.499918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934367c4-6094-405b-bfe2-61ec18e54e22 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:09.518690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934367c4-6094-405b-bfe2-61ec18e54e22 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:09.526014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-934367c4-6094-405b-bfe2-61ec18e54e22 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3984184 Feb 04 13:30:09.527939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53758) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:09.556578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a45a687a-7247-4b3e-bd8d-19568b0657f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:09.557246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:09.632572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72497a4-f259-418d-a46c-6b2b4d8ddb7c req-e2dc5df5-575e-4f09-8211-56fc2919c4cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:09.640129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e72497a4-f259-418d-a46c-6b2b4d8ddb7c req-e2dc5df5-575e-4f09-8211-56fc2919c4cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.3344281 Feb 04 13:30:09.743974 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:09.778756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:09.779098 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:09.900049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e72497a4-f259-418d-a46c-6b2b4d8ddb7c req-92fdb07e-e2ca-4b7b-b924-9ca521a5a45f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515759 Feb 04 13:30:09.938982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:10.079443 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:10.118932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:10.141171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:10.149345 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:30:10.263496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:10.718988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53786) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:10.727999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868876544', 'description': 'tempest-secgroup-smoke-1868876544 description', 'project_id': '97c11b70affb464f99c2a334264633ac'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:10.738653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:10.742723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:10.746245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:10.752426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:10.775199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:10.897015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:10.926560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:10.938925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:10.945175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cd98d-83c9-4b75-81c7-4c47b7f6c9b7 req-6cea14b7-8ee8-4a83-b836-12a710f6f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:10.946570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce7cd98d-83c9-4b75-81c7-4c47b7f6c9b7 req-6cea14b7-8ee8-4a83-b836-12a710f6f4f2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1096 time: 0.5715845 Feb 04 13:30:10.954290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.032480 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:30:05Z', 'revision_number': 4, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '87a05e1b-4d81-4cc0-ad38-b319d566b3c5', 'name': '', 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'mac_address': 'fa:16:3e:c1:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:01Z', 'updated_at': '2022-02-04T13:30:05Z', 'revision_number': 2, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'subnets': [{'id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:11.038033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9c57f1d9-3fe3-4650-962a-162090cd40a9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:11.045752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Checking router: 7a425810-9631-41a7-bcc2-ebadf0bf7b47 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:11.046339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Updating router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:30:11.060072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:11.143293 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.243458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9c57f1d9-3fe3-4650-962a-162090cd40a9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:11.291942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.300045 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.399021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.464094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059effb-6da9-4ef3-9a37-4eccb5d669cc None None] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:11.523198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d01ca-bbed-48ae-9397-30861f85b858,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:11.543409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:11.583033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.584600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46cbdde1-b846-48d7-bc5f-16ca9d2d059e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8608911 Feb 04 13:30:11.594681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53798) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:11.599307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce7cd98d-83c9-4b75-81c7-4c47b7f6c9b7 req-dfec5538-9583-4440-8991-1630ca22193b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5980103 Feb 04 13:30:11.602648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:11.609201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:11.613360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:11.617876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:11.624404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:11.653514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Provisioning for port 9c57f1d9-3fe3-4650-962a-162090cd40a9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:11.686756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.691329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Provisioning complete for port 9c57f1d9-3fe3-4650-962a-162090cd40a9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:11.691913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.743036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0cdd-5d44-4636-bfc8-be69b0d9e7eb req-a04cf02b-7768-4572-90f1-55e58d824c8f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:11.756093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cda0cdd-5d44-4636-bfc8-be69b0d9e7eb req-a04cf02b-7768-4572-90f1-55e58d824c8f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.5062082 Feb 04 13:30:11.824202 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:11.863958 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Transition to ACTIVE for port object 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:11.876722 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.051595 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a66ee-eb47-454f-924c-a0c7e254f2a0 None None] Pushing event updated for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.087791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.117090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.143516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.168077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.171012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5743489 Feb 04 13:30:12.173055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90503dca-db0b-4265-90c2-7487c84685a7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f137a9-e141-47ce-bbd8-b65cab046e2a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.176132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53810) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:12.180342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.197441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:12.246972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:12.251853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:12.255134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:12.262718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:12.326324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] For port 9c57f1d9-3fe3-4650-962a-162090cd40a9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9c57f1d9-3fe3-4650-962a-162090cd40a9,segment=NetworkSegment(9844343c-f177-4b1b-a79d-07c4672745d4),segment_id=9844343c-f177-4b1b-a79d-07c4672745d4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:12.344197 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.421980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.459217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.1 (49d14726-e698-4709-8a84-64df05d85382/05cb05f3-7d49-411a-bc32-53a1abc05acc/908e0f99-ee71-43b4-abe3-72039acddf24) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:12.461872 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Attempting to bind port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:12.461872 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Attempting to bind port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:12.462156 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Attempting to bind port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 on network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:12.474524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=9f9b1dfe-56de-4641-9b4e-f7619d9fa07e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.484996 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:12.485360 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Checking segment: {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:12.486023 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.486422 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Bound using segment: {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:12.486921 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Bound port: 87a05e1b-4d81-4cc0-ad38-b319d566b3c5, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a8923b-1252-494e-9b8e-afbafcd399fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:12.487293 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.576852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52533a-a1aa-4805-8c92-417ae15467d4 None None] Pushing event updated for resources: {'Port': ['ID=9c57f1d9-3fe3-4650-962a-162090cd40a9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:12.597391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cda0cdd-5d44-4636-bfc8-be69b0d9e7eb req-d5d1ef89-6f64-4f8a-bd92-becbb43b2fbd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8404496 Feb 04 13:30:12.620905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.625306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96effe66-1364-4fc5-903e-b670d59239b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/9f9b1dfe-56de-4641-9b4e-f7619d9fa07e HTTP/1.1" status: 204 len: 168 time: 3.0936666 Feb 04 13:30:12.626229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:12.699440 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed29c63-5ab6-4f71-920d-799b28c8e48f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:30:12.699852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ed29c63-5ab6-4f71-920d-799b28c8e48f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:12.777358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3ed29c63-5ab6-4f71-920d-799b28c8e48f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:12.779584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ed29c63-5ab6-4f71-920d-799b28c8e48f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/9f9b1dfe-56de-4641-9b4e-f7619d9fa07e HTTP/1.1" status: 404 len: 333 time: 0.1439602 Feb 04 13:30:12.781888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53824) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:12.807955 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] For port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:12.808137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.818461 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] For port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:12.824945 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.874907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Transition to ACTIVE for port object 908e0f99-ee71-43b4-abe3-72039acddf24 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:12.920313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9c57f1d9-3fe3-4650-962a-162090cd40a9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:12.959002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:12.976152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.010991 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.074670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:13.075357 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:29:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:13.145694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=908e0f99-ee71-43b4-abe3-72039acddf24,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.160481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82712873-65f3-47d5-ab74-9da266583653,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.191471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 63877ac2-71a6-4559-8951-83ef428d6c5d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:13.192128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.238163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 49d14726-e698-4709-8a84-64df05d85382 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:13.249457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:13.259614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Provisioning complete for port 9c57f1d9-3fe3-4650-962a-162090cd40a9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:13.260641 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.269157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:13.389714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9c57f1d9-3fe3-4650-962a-162090cd40a9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:13.390088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.398636 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a66ee-eb47-454f-924c-a0c7e254f2a0 None None] Pushing event updated for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:13.513890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.542885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.545226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b7be0964-640c-4517-af0c-8d14f2f87e53 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3673937 Feb 04 13:30:13.548568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53836) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:13.565259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:13.587283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:13.617449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:13.637595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:13.669450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:13.718743 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:13.765737 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2df9811b-486f-4e16-98c1-e8ae913375c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.787893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:13.994931 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.126133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Could not find standard attr ID for object 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:14.144144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Provisioning for port 63877ac2-71a6-4559-8951-83ef428d6c5d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:14.156918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Provisioning complete for port 63877ac2-71a6-4559-8951-83ef428d6c5d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:14.157919 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.181274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.198436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.223794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 63877ac2-71a6-4559-8951-83ef428d6c5d owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:14.285162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.290838 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7400069 Feb 04 13:30:14.292461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53850) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:14.298582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a02e6390-7aa2-411e-b730-eb0a8ea40fe1 None None] Port 63877ac2-71a6-4559-8951-83ef428d6c5d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:14.303713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a10f3-58ab-4d95-8870-e98e60f83589 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b127da7-19fa-4447-ab8f-a6103ea8f258,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:14.311257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:14.318482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.339039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:14.490461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Provisioning for port 908e0f99-ee71-43b4-abe3-72039acddf24 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:14.552931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Provisioning complete for port 908e0f99-ee71-43b4-abe3-72039acddf24 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:14.553701 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.626699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:14.631253 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:30:05Z', 'revision_number': 4, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '87a05e1b-4d81-4cc0-ad38-b319d566b3c5', 'name': '', 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'mac_address': 'fa:16:3e:c1:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:01Z', 'updated_at': '2022-02-04T13:30:12Z', 'revision_number': 4, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'subnets': [{'id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:14.642272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:14.659733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bbc5fb-b50e-42e2-98e6-ae228e4e9628 None None] The sync data for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 is: [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:30:05Z', 'revision_number': 4, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '87a05e1b-4d81-4cc0-ad38-b319d566b3c5', 'name': '', 'network_id': '1303d5df-3acd-4c2e-818d-0a65d50a7d91', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'mac_address': 'fa:16:3e:c1:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:30:01Z', 'updated_at': '2022-02-04T13:30:12Z', 'revision_number': 4, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'subnets': [{'id': 'd65b579c-c598-4fd3-ae96-99e4a2238e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:14.665888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:14.691675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Port 908e0f99-ee71-43b4-abe3-72039acddf24 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:14.697270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Could not find standard attr ID for object 9f9b1dfe-56de-4641-9b4e-f7619d9fa07e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:30:14.730062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Provisioning complete for port 63877ac2-71a6-4559-8951-83ef428d6c5d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:14.739008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.792252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:14.934563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-460d2989-83a6-42c2-bfc8-ad49385a6023 None None] Port 63877ac2-71a6-4559-8951-83ef428d6c5d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:15.024599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:15.045757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.145443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:15.154288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:15.155425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.173936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=63877ac2-71a6-4559-8951-83ef428d6c5d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:15.338205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.395755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47ed6aa3-5ed3-4252-839b-04f9f67d8002 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/63877ac2-71a6-4559-8951-83ef428d6c5d HTTP/1.1" status: 204 len: 168 time: 2.6118355 Feb 04 13:30:15.400358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53866) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:15.418751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.437459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691a1c-12d7-4d5d-9002-ea821832b001 req-5ebe3c1c-8520-456a-afd0-cb0913192f10 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:15.447177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65691a1c-12d7-4d5d-9002-ea821832b001 req-5ebe3c1c-8520-456a-afd0-cb0913192f10 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.9871891 Feb 04 13:30:15.477189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:15.485891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.577063 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d0a14e-7757-4464-9cd6-552bacb0c8a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:30:15.577618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-50d0a14e-7757-4464-9cd6-552bacb0c8a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:15.604912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:15.650481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.657644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.665256 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65691a1c-12d7-4d5d-9002-ea821832b001 req-345b1d98-817c-4f96-aa16-d7109586cae3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171822 Feb 04 13:30:15.665905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-50d0a14e-7757-4464-9cd6-552bacb0c8a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:15.668118 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-50d0a14e-7757-4464-9cd6-552bacb0c8a1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/63877ac2-71a6-4559-8951-83ef428d6c5d HTTP/1.1" status: 404 len: 333 time: 0.2654951 Feb 04 13:30:15.671624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53872) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:15.698155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c17244-bcb7-4b6e-be5d-1519d255a9b3,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:15.729844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.734390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.739285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74c4b274-84c9-407f-a89c-6b0c0d6bb778 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4372218 Feb 04 13:30:15.743221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53880) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:15.749634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:15.763160 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.837464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:15.842417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 6901342d-3521-4a9a-a716-e19353b24432 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:30:15.846452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.964519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:15.965032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:16.075073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:16.080899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.081662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.184389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.235362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=6901342d-3521-4a9a-a716-e19353b24432,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:16.237426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.244344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f5de8-3307-44ad-90fa-6a7dd239308e None None] Network d9104a47-2ccc-4df9-adfe-0bd97b4ec970 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:16.256731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:16.260764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-80036e66-0915-40ef-bd5f-8a1e1f0ea129 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6901342d-3521-4a9a-a716-e19353b24432 HTTP/1.1" status: 204 len: 168 time: 0.5810697 Feb 04 13:30:16.261591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:16.308881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=908e0f99-ee71-43b4-abe3-72039acddf24,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:16.324233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 49d14726-e698-4709-8a84-64df05d85382 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:16.325420 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Project 97c11b70affb464f99c2a334264633ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:30:16.341392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:16.350435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.591940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.618967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 9c57f1d9-3fe3-4650-962a-162090cd40a9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:16.621274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.665509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a36ea291-f757-44fa-8695-67c6a2c6df35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.705868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router db5669f8-4ae7-437f-9767-d18cd613e54d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:16.723073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69d77-7c3c-48fa-9c4e-233f0e8ba8a0 req-77491e95-38ff-4778-9af5-54329aaf4bbf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:16.724878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55e69d77-7c3c-48fa-9c4e-233f0e8ba8a0 req-77491e95-38ff-4778-9af5-54329aaf4bbf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.7613549 Feb 04 13:30:16.767686 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.789405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.837491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c9847e81-33fe-4486-ac4a-cac95766566d None None] Provisioning complete for port 908e0f99-ee71-43b4-abe3-72039acddf24 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:16.838267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c9847e81-33fe-4486-ac4a-cac95766566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.887131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10697c3-512a-49d0-bdd3-3d1c7f5c78a0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:16.913789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] DHCP port deletion for d9104a47-2ccc-4df9-adfe-0bd97b4ec970 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:30:16.927420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Deleting port 9c57f1d9-3fe3-4650-962a-162090cd40a9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:16.928370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:16.994154 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.012408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c9847e81-33fe-4486-ac4a-cac95766566d None None] Port 908e0f99-ee71-43b4-abe3-72039acddf24 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:17.018504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:17.144812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.146182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3425416-e5b8-433d-ac62-ccc60670d0fd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4013102 Feb 04 13:30:17.159850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53892) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:17.180125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'security_group_rule': {'security_group_id': 'b41d01ca-bbed-48ae-9397-30861f85b858', 'project_id': '97c11b70affb464f99c2a334264633ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:17.186937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:17.191398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:security_group_rule and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:17.195102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:17.203428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:17.204360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-b03790d0-1a5e-47f8-b0da-22d9b798c101 req-2bdf4eca-33b0-47d2-8481-3c992233845d service neutron] (87620) timed out ('10.222.0.53', 56520) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:30:17.219563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55e69d77-7c3c-48fa-9c4e-233f0e8ba8a0 req-30912c81-9bf0-4572-a832-5d0ac15da68b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488740 Feb 04 13:30:17.228002 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Project 97c11b70affb464f99c2a334264633ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:30:17.251654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:17.312822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.344855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port 9c57f1d9-3fe3-4650-962a-162090cd40a9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9c57f1d9-3fe3-4650-962a-162090cd40a9,segment=NetworkSegment(9844343c-f177-4b1b-a79d-07c4672745d4),segment_id=9844343c-f177-4b1b-a79d-07c4672745d4)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:17.345303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.370271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:17.371251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.442177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.443775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:17.459666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] Sync routers for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:17.461466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.467437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b25f6c2b-ff4c-456e-b2f1-86e218a1636f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/routers/db5669f8-4ae7-437f-9767-d18cd613e54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1547098 Feb 04 13:30:17.468786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:17.474785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'port': {'network_id': '49d14726-e698-4709-8a84-64df05d85382', 'name': 'tempest-FloatingIPTestJSON-1619376875'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:17.478258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] For port 9c57f1d9-3fe3-4650-962a-162090cd40a9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9c57f1d9-3fe3-4650-962a-162090cd40a9,segment=NetworkSegment(9844343c-f177-4b1b-a79d-07c4672745d4),segment_id=9844343c-f177-4b1b-a79d-07c4672745d4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:17.479038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.493102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.507693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 9c57f1d9-3fe3-4650-962a-162090cd40a9 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:17.578548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b3d7c3-ce9c-4e10-8cdd-72e8039ec83f tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:17.583758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18b3d7c3-ce9c-4e10-8cdd-72e8039ec83f tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1091 time: 0.3310902 Feb 04 13:30:17.584689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 53904) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:17.590516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c588cd-a2c4-4b8f-a3af-d6203d3bcbbc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:17.592149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:17.609645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.610990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5cc682b0-e90f-499d-bd60-a8454ee49e37 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4384618 Feb 04 13:30:17.624403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:17.627946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.661250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Calling delete_port for 9c57f1d9-3fe3-4650-962a-162090cd40a9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:17.671301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:floatingip and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:17.679334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No DVR routers for this DVR port 9c57f1d9-3fe3-4650-962a-162090cd40a9 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:17.680827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:17.715835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:17.716633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:17.733809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=9c57f1d9-3fe3-4650-962a-162090cd40a9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:17.736287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:17.751373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:17.763501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Usage tracker for resource:port and tenant:fc0afd63fc11462a8077a70f9d777ac5 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:17.769766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:17.784858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:17.805711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Made reservation on behalf of fc0afd63fc11462a8077a70f9d777ac5 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:17.815226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.857158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.873534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] device_id is not set on port bc8d1003-16b5-4c05-aab0-5b9b916640b5 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:30:17.894130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:17.921978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:17.955013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9104a47-2ccc-4df9-adfe-0bd97b4ec970']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:17.969520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9844343c-f177-4b1b-a79d-07c4672745d4') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:17.970094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9844343c-f177-4b1b-a79d-07c4672745d4') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:17.982966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.051341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:18.051978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:18.092848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Allocated IP 172.20.0.9 (49d14726-e698-4709-8a84-64df05d85382/05cb05f3-7d49-411a-bc32-53a1abc05acc/bc8d1003-16b5-4c05-aab0-5b9b916640b5) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:18.133535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:18.133969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0fbe-30b6-455e-898d-4165bba5ce49 None None] The sync data for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:18.135455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:18.135807 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:18.345493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-dd575ce4-efba-4721-9f40-615eceac6d2a tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Synchronizing usage tracker for tenant:97c11b70affb464f99c2a334264633ac on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:18.358394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.374915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:18.375629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.379590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:18.391771 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:18.476437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-dd575ce4-efba-4721-9f40-615eceac6d2a tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Unset dirty status for tenant:97c11b70affb464f99c2a334264633ac on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:18.477464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-dd575ce4-efba-4721-9f40-615eceac6d2a tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868876544&fields=id&tenant_id=97c11b70affb464f99c2a334264633ac HTTP/1.1" status: 200 len: 267 time: 0.5910542 Feb 04 13:30:18.571729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Transition to ACTIVE for port object bc8d1003-16b5-4c05-aab0-5b9b916640b5 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:18.577280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.607149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.614458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.632471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=d9104a47-2ccc-4df9-adfe-0bd97b4ec970,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:18.636899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Deleting port 9c57f1d9-3fe3-4650-962a-162090cd40a9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:18.639285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.666973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eaf4b10e-777a-4985-bfed-57fa99e13e45 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/d9104a47-2ccc-4df9-adfe-0bd97b4ec970 HTTP/1.1" status: 204 len: 168 time: 2.4034042 Feb 04 13:30:18.671917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53930) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:18.686912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-280165289'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:18.717124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-bcdedf6f-9e06-4307-a726-8e23eade47cf tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:18.723032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:18.727223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-bcdedf6f-9e06-4307-a726-8e23eade47cf tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 807 time: 0.2365315 Feb 04 13:30:18.733993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Network 49d14726-e698-4709-8a84-64df05d85382 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:18.739719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:18.745558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:network and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:18.749671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:18.786931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9cab21ed-de4d-4dc7-bb58-47360b77ff00 None None] The port '9c57f1d9-3fe3-4650-962a-162090cd40a9' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:30:18.807335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.830638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-bf8ccf40-bd6d-4405-beec-1d47f85a8516 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/quotas/97c11b70affb464f99c2a334264633ac HTTP/1.1" status: 200 len: 375 time: 0.0945549 Feb 04 13:30:18.882310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9c57f1d9-3fe3-4650-962a-162090cd40a9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:30:18.928487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:18.969560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9c57f1d9-3fe3-4650-962a-162090cd40a9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:30:18.971085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9c57f1d9-3fe3-4650-962a-162090cd40a9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:30:19.043059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:19.060585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event updated for resources: {'Port': ['ID=bc8d1003-16b5-4c05-aab0-5b9b916640b5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:19.065652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:19.092866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:19.098145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.132442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:19.133247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.162664 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5069ee2d-8c93-49f5-8183-af276b0e1ace tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6928036 Feb 04 13:30:19.167354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.152 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/45d676e6-4ab7-4130-8daa-5a3a62c9f7f2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:19.167525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53936) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:19.175158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Request body: {'floatingip': {'port_id': 'bc8d1003-16b5-4c05-aab0-5b9b916640b5'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:19.256440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-036d1ee2-6616-4b71-8e7b-22e282d9d6da None None] Provisioning for port bc8d1003-16b5-4c05-aab0-5b9b916640b5 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:19.267926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:30:19.272475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-036d1ee2-6616-4b71-8e7b-22e282d9d6da None None] Provisioning complete for port bc8d1003-16b5-4c05-aab0-5b9b916640b5 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:19.273635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-036d1ee2-6616-4b71-8e7b-22e282d9d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.297684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.298136 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Added segment deb05a7a-f22f-49a0-a73f-da4d26254b28 of type vlan for network 76907104-69a7-451f-bb85-dbf24da995eb Feb 04 13:30:19.310443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.364629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-036d1ee2-6616-4b71-8e7b-22e282d9d6da None None] Port bc8d1003-16b5-4c05-aab0-5b9b916640b5 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:19.424656 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.426333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.474191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.540392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.544950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-618010ae-e65b-4744-8ce3-1c3f1578161a tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7192893 Feb 04 13:30:19.546536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:19.547391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:19.600779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:19.604505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:19.617340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:19.647780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=45d676e6-4ab7-4130-8daa-5a3a62c9f7f2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:19.714029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0406024 Feb 04 13:30:19.734859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53944) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:19.754246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': '76907104-69a7-451f-bb85-dbf24da995eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:19.823413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d81ad-bba8-4edb-9306-8fb21e6f76c1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Network': ['ID=76907104-69a7-451f-bb85-dbf24da995eb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:19.836061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 76907104-69a7-451f-bb85-dbf24da995eb details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:30:20.044871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-67d5ee65-3d50-43b2-a369-8f0d5359da2c service neutron] 10.222.0.53 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668386 Feb 04 13:30:20.055087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:20.060587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:20.126529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:20.143582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:20.228156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:20.232247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:20.266032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:20.297364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-8af01fe4-22f4-486a-a5bc-04a74843b93d service neutron] 10.222.0.53 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439458 Feb 04 13:30:20.399679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:20.691149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ec888de4-34c3-492b-98c9-a5a7a8604e65 req-c7e4571f-4d6e-4d41-8269-b15ee70c32b7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Synchronizing usage tracker for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:20.709599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:20.715504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.058470 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.073950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.082822 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.085558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.170497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ec888de4-34c3-492b-98c9-a5a7a8604e65 req-c7e4571f-4d6e-4d41-8269-b15ee70c32b7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Unset dirty status for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:21.172663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec888de4-34c3-492b-98c9-a5a7a8604e65 req-c7e4571f-4d6e-4d41-8269-b15ee70c32b7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 210 time: 0.5478654 Feb 04 13:30:21.220249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=9e71ba61-b0db-4bc0-a798-11ecffaddc29,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:21.225689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Checking segment: {'id': 'deb05a7a-f22f-49a0-a73f-da4d26254b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:21.226068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network hostable DHCP agents. Network: 76907104-69a7-451f-bb85-dbf24da995eb, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:30:21.232154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=45d676e6-4ab7-4130-8daa-5a3a62c9f7f2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:21.247945 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.337697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 76907104-69a7-451f-bb85-dbf24da995eb is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:30:21.371709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 76907104-69a7-451f-bb85-dbf24da995eb) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:21.381266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf109ad-0ec4-4fdb-84cf-38e86eae6915 None None] Network 76907104-69a7-451f-bb85-dbf24da995eb requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:21.384199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:21.385052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.411661 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 55929bf6-3089-49d9-884b-5f9a62f1f4f9 associated. External IP: 172.25.4.184, port: 69ae3f37-da99-450d-8023-3d12f435c5d4. Feb 04 13:30:21.475277 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a0af18bc-d429-4472-bda2-ddc030f4ddbf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7392535 Feb 04 13:30:21.476259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53964) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:21.487242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1437460964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:21.533810 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP 5c345243-d219-42d5-99cb-42793edd613b associated. External IP: 172.25.4.152, port: f21e8694-897b-4412-8643-213aff706304. Feb 04 13:30:21.687278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:21.707308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:router and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:21.712770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:21.724331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:21.849692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.850829 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.965393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:21.973118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-76907104-69a7-451f-bb85-dbf24da995eb', 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': '9e71ba61-b0db-4bc0-a798-11ecffaddc29'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:30:21.975461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.139360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.195620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:22.212383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Allocated IP 2001:db8::2 (76907104-69a7-451f-bb85-dbf24da995eb/9e71ba61-b0db-4bc0-a798-11ecffaddc29/6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:22.213815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.218020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0c5d2f31-1d49-4627-b843-69091d271f5a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7350178 Feb 04 13:30:22.218974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:22.228505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'network_id': '76907104-69a7-451f-bb85-dbf24da995eb', 'name': 'tempest-PortsIpV6TestJSON-394706626'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:22.581478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:22.584174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:22.596375 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:22.608295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:22.609902 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.668176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:port and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:22.676503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:22.677741 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.692838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:22.713022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Transition to ACTIVE for port object 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:22.717197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:22.721300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.749932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port a609307b-577c-44de-96ab-50af45420e2d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:30:22.766488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Transition to ACTIVE for port object 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:22.776892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:22.795536 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.814497 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:22.815561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.886942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f9b926f0-afd1-4bd6-80b4-33f51b243d9a req-4faed0af-52ef-4ab4-a201-5bd2a70ddbed tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 210 time: 0.3600919 Feb 04 13:30:22.898245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-1ebcf22d-6824-4d60-89ae-d9f5d5054a92 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:22.906942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-1ebcf22d-6824-4d60-89ae-d9f5d5054a92 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 807 time: 0.5874290 Feb 04 13:30:22.908972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Network 76907104-69a7-451f-bb85-dbf24da995eb is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:22.923228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:22.923517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::174 (76907104-69a7-451f-bb85-dbf24da995eb/9e71ba61-b0db-4bc0-a798-11ecffaddc29/a609307b-577c-44de-96ab-50af45420e2d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:22.929806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:22.934246 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:22.935498 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a80cc-0832-4dfa-b854-2f40ded8905d None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:22.954769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 41b78eed-87d7-46e1-b0e6-607213e84715 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:22.986402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-6a98eb6d-083b-4083-8468-59587a9df9bd tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97c11b70affb464f99c2a334264633ac HTTP/1.1" status: 200 len: 380 time: 0.0665710 Feb 04 13:30:22.996231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'port': {'device_id': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'admin_state_up': True, 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'security_groups': ['b41d01ca-bbed-48ae-9397-30861f85b858']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:23.228649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Pushing event updated for resources: {'Port': ['ID=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:23.245228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.245835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.246340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.247836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.248370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.248868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.249368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.249853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.250336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.250862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.251361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.251860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:23.265279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Attempting to bind port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:23.265914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Attempting to bind port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'deb05a7a-f22f-49a0-a73f-da4d26254b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:23.266748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Attempting to bind port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b on network 76907104-69a7-451f-bb85-dbf24da995eb {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:23.274954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:23.275700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Checking segment: {'id': 'deb05a7a-f22f-49a0-a73f-da4d26254b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:23.276306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.276873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Bound using segment: {'id': 'deb05a7a-f22f-49a0-a73f-da4d26254b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:23.277570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Bound port: 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb05a7a-f22f-49a0-a73f-da4d26254b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '76907104-69a7-451f-bb85-dbf24da995eb'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:23.278168 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.392485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] For port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:23.396306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] For port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,segment=NetworkSegment(deb05a7a-f22f-49a0-a73f-da4d26254b28),segment_id=deb05a7a-f22f-49a0-a73f-da4d26254b28)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:23.403015 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.450701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:23.451718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.474142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:23.479679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object a609307b-577c-44de-96ab-50af45420e2d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:23.521203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b476d-3f68-4a37-b622-399238212f4c None None] Pushing event updated for resources: {'Port': ['ID=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:23.555379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Made reservation on behalf of 97c11b70affb464f99c2a334264633ac for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:23.560803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.616162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.676253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:23.692417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Sync routers for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:23.713542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:23.715369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:23.752176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 76907104-69a7-451f-bb85-dbf24da995eb is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:23.756040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:23.765079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:23.776126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:23.776818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.803008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:23.872762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=a609307b-577c-44de-96ab-50af45420e2d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:23.991787 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a803172-3fb9-4c70-8767-1783b94e34b6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7664647 Feb 04 13:30:24.000684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:24.071054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-14df527d-1f91-48a1-a5b3-7ca4f780ac75 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4721944 Feb 04 13:30:24.077957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:24.234663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Allocated IP 172.20.0.7 (1e7fd023-3aea-4d1d-9956-0bc1523d3457/e36dad57-5e6a-4159-9e0f-30d83c85d434/f842b153-b2d7-4716-b61a-2ca04c1fd037) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:24.372037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:24.456622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router db5669f8-4ae7-437f-9767-d18cd613e54d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:24.471211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4cf2f15a-344a-4e92-b1d1-011be57e246b req-a3fb3160-cb9c-453d-a9d2-aa1d0e39a026 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 210 time: 0.1274860 Feb 04 13:30:24.541193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad5f9a-e3fc-4b3f-9e62-aeb02c6892a1 req-b33a1167-55df-4088-8b72-621f2115abb3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:24.543309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5ad5f9a-e3fc-4b3f-9e62-aeb02c6892a1 req-b33a1167-55df-4088-8b72-621f2115abb3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2793117 Feb 04 13:30:24.596867 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:30:24.674337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c5ad5f9a-e3fc-4b3f-9e62-aeb02c6892a1 req-7c73b189-8645-45f7-b216-c6a965cdddb8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226721 Feb 04 13:30:24.716000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 53998) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:24.723010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:24.752927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Transition to ACTIVE for port object f842b153-b2d7-4716-b61a-2ca04c1fd037 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:24.793107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:24.959870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:24.987257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:24.997621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:25.005241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:25.049022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5c345243-d219-42d5-99cb-42793edd613b', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:20Z', 'updated_at': '2022-02-04T13:30:20Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:25.054326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Checking router: 41b78eed-87d7-46e1-b0e6-607213e84715 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:25.071541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:25.163352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.164330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:25.199847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:25.207213 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-217bb0b6-69c0-4e42-a7a2-82d5f4403245 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2151413 Feb 04 13:30:25.211059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:25.214577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:25.224463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-18da4771-e60c-4c83-878d-319458225163 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:30:25.225685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-18da4771-e60c-4c83-878d-319458225163 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107834 Feb 04 13:30:25.245621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Request body: {'port': {'device_id': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:25.249764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-44345746-dee1-4778-948a-54c41cfd4903 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 200 len: 991 time: 0.5292566 Feb 04 13:30:25.399623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:25.551143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-c33eb513-aafc-438f-92b0-7902e3ff8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:25.557357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-c33eb513-aafc-438f-92b0-7902e3ff8335 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1096 time: 0.9379442 Feb 04 13:30:25.619532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:25.626986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd355ea-2acb-4de3-881b-66b86191bf4c None None] Network 76907104-69a7-451f-bb85-dbf24da995eb requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:25.652669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:25.662747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:25.663911 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] Sync routers for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:25.682340 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:25.684235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:25.776547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Provisioning for port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:25.809627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Provisioning complete for port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:25.810709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:25.853444 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:25.867613 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:25.869088 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:25.871516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:26.147267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:26.147267 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d7f83-acf9-42a6-8acd-cc0c823e9e16 None None] The sync data for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:26.150233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-54169e66-4704-46db-b92c-d53adfbaa908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:26.150233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-54169e66-4704-46db-b92c-d53adfbaa908 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.5227256 Feb 04 13:30:26.264924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:26.276725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-931f0894-84f8-4038-89eb-3a0391bd2b0f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/floatingips/55929bf6-3089-49d9-884b-5f9a62f1f4f9 HTTP/1.1" status: 200 len: 978 time: 7.1077328 Feb 04 13:30:26.290483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:26.357988 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:26.439458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port bc8d1003-16b5-4c05-aab0-5b9b916640b5 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:26.439458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:26.468794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] For port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,segment=NetworkSegment(deb05a7a-f22f-49a0-a73f-da4d26254b28),segment_id=deb05a7a-f22f-49a0-a73f-da4d26254b28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:26.480860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:26.555503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Provisioning for port f842b153-b2d7-4716-b61a-2ca04c1fd037 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:26.578386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Provisioning complete for port f842b153-b2d7-4716-b61a-2ca04c1fd037 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:26.578805 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:26.698543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:26.751103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Port f842b153-b2d7-4716-b61a-2ca04c1fd037 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:26.807592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffda54-c882-4176-8fb5-c76a02866306 None None] Pushing event updated for resources: {'Port': ['ID=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:26.987056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5c345243-d219-42d5-99cb-42793edd613b', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:20Z', 'updated_at': '2022-02-04T13:30:20Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:26.993075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5ca31-175e-48ed-a270-deed8cffe6c9 None None] The sync data for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 is: [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5c345243-d219-42d5-99cb-42793edd613b', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:20Z', 'updated_at': '2022-02-04T13:30:20Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:27.208087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a53da-aae9-43df-b821-fa2b87cf49a6 req-19acc32c-aa03-43d9-a545-a002469bab63 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:27.208087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c95a53da-aae9-43df-b821-fa2b87cf49a6 req-19acc32c-aa03-43d9-a545-a002469bab63 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 931 time: 0.9657700 Feb 04 13:30:27.325655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Provisioning complete for port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:27.325655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:27.392868 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-5fe3db77-8fb9-4645-9975-bf5cf73435ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 1.2792208 Feb 04 13:30:27.410538 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-224591e8-ff73-426e-8157-5dc223aed94e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 200 len: 991 time: 1.1310048 Feb 04 13:30:27.452126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c95a53da-aae9-43df-b821-fa2b87cf49a6 req-4c69d40b-1dfc-426f-8f35-be0112858634 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Synchronizing usage tracker for tenant:97c11b70affb464f99c2a334264633ac on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:27.490399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c95a53da-aae9-43df-b821-fa2b87cf49a6 req-4c69d40b-1dfc-426f-8f35-be0112858634 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Unset dirty status for tenant:97c11b70affb464f99c2a334264633ac on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:27.491747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c95a53da-aae9-43df-b821-fa2b87cf49a6 req-4c69d40b-1dfc-426f-8f35-be0112858634 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501669 Feb 04 13:30:27.568633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-7885a584-afe5-4ded-ac1a-bfdb1ee9d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:27.570095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-7885a584-afe5-4ded-ac1a-bfdb1ee9d535 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1668293 Feb 04 13:30:27.587124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5ef4e-691d-4a48-8e06-b2798d86e160 None None] New status for floating IP 5c345243-d219-42d5-99cb-42793edd613b: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:30:27.667228 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:27.861616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f842b153-b2d7-4716-b61a-2ca04c1fd037 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:30:27.893753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:27.923433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Transition to ACTIVE for port object f842b153-b2d7-4716-b61a-2ca04c1fd037 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:27.937417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.063327 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:30:28.088286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Provisioning for port a609307b-577c-44de-96ab-50af45420e2d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:28.091616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.101920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Provisioning complete for port a609307b-577c-44de-96ab-50af45420e2d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:28.103293 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.112354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.217792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=a609307b-577c-44de-96ab-50af45420e2d,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:28.277154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5c31eedf-76da-4b5b-8574-a264fa35c718 None None] Port a609307b-577c-44de-96ab-50af45420e2d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:28.300060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Pushing event updated for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:28.427448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-33512121-5262-4e92-a9e1-86dd47fc34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:28.427448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-33512121-5262-4e92-a9e1-86dd47fc34c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4741974 Feb 04 13:30:28.437558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:28.462728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ace4b273-9410-48b8-b18e-99f88aaecd45 None None] Provisioning complete for port a609307b-577c-44de-96ab-50af45420e2d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:28.462728 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ace4b273-9410-48b8-b18e-99f88aaecd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.609330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ace4b273-9410-48b8-b18e-99f88aaecd45 None None] Port a609307b-577c-44de-96ab-50af45420e2d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:28.665191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-474df2b0-3244-4c55-bfd5-9a945b67d3d9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:30:28.666345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-474df2b0-3244-4c55-bfd5-9a945b67d3d9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293601 Feb 04 13:30:28.806469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.806469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:28.806469 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Floating IP 55929bf6-3089-49d9-884b-5f9a62f1f4f9 disassociated. External IP: 172.25.4.184, port: bc8d1003-16b5-4c05-aab0-5b9b916640b5. Feb 04 13:30:28.806469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for bc8d1003-16b5-4c05-aab0-5b9b916640b5 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:29.013661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5d214f4d-6f8c-4bb0-9a9a-e7ac999f00eb None None] Provisioning complete for port a609307b-577c-44de-96ab-50af45420e2d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:29.018637 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d214f4d-6f8c-4bb0-9a9a-e7ac999f00eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:29.199780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5d214f4d-6f8c-4bb0-9a9a-e7ac999f00eb None None] Port a609307b-577c-44de-96ab-50af45420e2d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:29.204830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:29.265497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Attempting to bind port f842b153-b2d7-4716-b61a-2ca04c1fd037 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:29.265497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Attempting to bind port f842b153-b2d7-4716-b61a-2ca04c1fd037 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:29.265497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Attempting to bind port f842b153-b2d7-4716-b61a-2ca04c1fd037 on network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:29.356307 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:29.364483 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-55eb6206-5138-43a2-acef-bd16df9cb990 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 200 len: 993 time: 0.9287033 Feb 04 13:30:29.364483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Port f842b153-b2d7-4716-b61a-2ca04c1fd037 on network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:30:29.364483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Attempting to bind port f842b153-b2d7-4716-b61a-2ca04c1fd037 on network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:29.382473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:29.382473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Checking segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:29.382473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Bound using segment: {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:29.382976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Bound port: f842b153-b2d7-4716-b61a-2ca04c1fd037, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5b82be-31ec-4e40-90a1-71c2e97f6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:29.383268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:29.437070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:29.437070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:29.513208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:30:29.529618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-78070fbe-119c-4901-ad02-628d82eccfb8 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305571 Feb 04 13:30:29.636857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:29.730530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=bc8d1003-16b5-4c05-aab0-5b9b916640b5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:29.832048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6aa1f-9928-40d7-964f-1f9595c974ad req-1356b0f1-e20a-472a-b2b5-16aebeef0802 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:29.832048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0bf6aa1f-9928-40d7-964f-1f9595c974ad req-1356b0f1-e20a-472a-b2b5-16aebeef0802 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Synchronizing usage tracker for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:29.991949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0bf6aa1f-9928-40d7-964f-1f9595c974ad req-1356b0f1-e20a-472a-b2b5-16aebeef0802 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Unset dirty status for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:29.991949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bf6aa1f-9928-40d7-964f-1f9595c974ad req-1356b0f1-e20a-472a-b2b5-16aebeef0802 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 943 time: 0.8998005 Feb 04 13:30:29.991949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:30.057577 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:30.069181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:30.075986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:30.132578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05e11be9-1275-4ab4-a9e9-4b387a140889 req-408263ae-1945-4172-997d-cab86906f71c service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957427 Feb 04 13:30:30.176283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.176283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:30.176283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-db83878c-88f1-462d-9397-699b344ec085 service neutron] 10.222.0.87 "PUT /v2.0/ports/f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 1091 time: 4.9359291 Feb 04 13:30:30.176283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:30.191610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bf6aa1f-9928-40d7-964f-1f9595c974ad req-2c7b1ac2-673c-4516-8519-f739bd01d39c tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690807 Feb 04 13:30:30.225875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83878c-88f1-462d-9397-699b344ec085 service neutron] Pushing event updated for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:30.293103 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'status': 'completed', 'code': 200} Feb 04 13:30:30.351215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router db5669f8-4ae7-437f-9767-d18cd613e54d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:30.562667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-64b95883-2ed7-46d9-a6ae-079cfc8a3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.562667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-64b95883-2ed7-46d9-a6ae-079cfc8a3f66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1094 time: 0.2466502 Feb 04 13:30:30.790457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-44c9de39-58ba-4139-8f93-7252a942beb2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 217 time: 0.2236283 Feb 04 13:30:30.868424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-f9f770f9-ae93-45b2-834c-775e0e236621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.870143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-f9f770f9-ae93-45b2-834c-775e0e236621 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 200 len: 846 time: 0.0736401 Feb 04 13:30:30.976451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-cae524cd-086f-42ef-b30f-aba1a84ba538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:30.976451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-cae524cd-086f-42ef-b30f-aba1a84ba538 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e7fd023-3aea-4d1d-9956-0bc1523d3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915568 Feb 04 13:30:31.072007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:31.106626 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] Sync routers for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:31.120951 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:31.121692 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:31.199002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:31.217457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8f778516-c9fd-4edd-9047-da39d5059a4f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/bc8d1003-16b5-4c05-aab0-5b9b916640b5 HTTP/1.1" status: 204 len: 168 time: 4.9258676 Feb 04 13:30:31.222523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:31.236029 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:31.253744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-0faf4d97-31cf-405c-8a18-f1500d9f2422 service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706518 Feb 04 13:30:31.276433 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:31.279781 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:31.409354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:30:31.420365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:31.424092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:31.424092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:31.449988 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:31.457593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66754e0f-967a-4104-b656-7a7f9d8cc507 None None] The sync data for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:31.789743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dad00ac7-932f-4a4c-b3d2-51a1947c3f32 req-6f2f0fa0-fc77-49ee-82cb-fa709c7c32cb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1412706 Feb 04 13:30:31.797965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=a609307b-577c-44de-96ab-50af45420e2d,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:31.905881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a8f57-3c79-434c-8801-7cb75c664fb7 req-3b7b14c3-ea8d-4681-a5db-45074fecc213 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:31.905881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c51a8f57-3c79-434c-8801-7cb75c664fb7 req-3b7b14c3-ea8d-4681-a5db-45074fecc213 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 943 time: 0.3075073 Feb 04 13:30:31.914086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a953d8f-2ffc-4164-b50c-2e08616fb009 req-68e44c22-2541-4de7-9c0c-d96e9b0da46c service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390183 Feb 04 13:30:32.125651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c51a8f57-3c79-434c-8801-7cb75c664fb7 req-e9d87ec1-a089-4b8e-9d73-8af81d8e478c tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000158 Feb 04 13:30:32.152413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dad00ac7-932f-4a4c-b3d2-51a1947c3f32 req-1a93a6d5-64da-45d9-8d82-1c7606137913 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0808568 Feb 04 13:30:32.207486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dad00ac7-932f-4a4c-b3d2-51a1947c3f32 req-7c7d92ad-eec7-47d8-aa4c-8e5a2955b834 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312676 Feb 04 13:30:32.209925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-2128af2d-b79a-4250-b909-b5a2dfea7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.211420 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-2128af2d-b79a-4250-b909-b5a2dfea7569 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1094 time: 0.2126229 Feb 04 13:30:32.290834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network 76907104-69a7-451f-bb85-dbf24da995eb is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:32.299945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:32.583995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-f43c571b-a1ee-42c2-94d2-32e784d6a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.585552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-f43c571b-a1ee-42c2-94d2-32e784d6a791 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 908 time: 0.3607852 Feb 04 13:30:32.673590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-02c99c68-7fad-4d27-985e-ebe5fd60605b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 217 time: 0.0812602 Feb 04 13:30:32.742165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-91d52f22-3f0e-4ccd-8dd1-0a4083c94a4e None None] Provisioning complete for port a609307b-577c-44de-96ab-50af45420e2d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:32.742165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91d52f22-3f0e-4ccd-8dd1-0a4083c94a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:32.912961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-91d52f22-3f0e-4ccd-8dd1-0a4083c94a4e None None] Port a609307b-577c-44de-96ab-50af45420e2d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:32.992129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-8291a5ba-59e0-4c39-988e-f79b093e57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:32.993720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-8291a5ba-59e0-4c39-988e-f79b093e57b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 200 len: 846 time: 0.2942612 Feb 04 13:30:33.019497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Router c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:30:33.081112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad00ac7-932f-4a4c-b3d2-51a1947c3f32 req-e2fd1128-42ed-49a0-94fa-3f60c436dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.083134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dad00ac7-932f-4a4c-b3d2-51a1947c3f32 req-e2fd1128-42ed-49a0-94fa-3f60c436dde3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8594911 Feb 04 13:30:33.117738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-5f5c02a5-4990-4f7c-a322-27fb075686c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.119277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-5f5c02a5-4990-4f7c-a322-27fb075686c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e7fd023-3aea-4d1d-9956-0bc1523d3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142690 Feb 04 13:30:33.418927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-aa752400-75df-40d0-8443-85b2f10f8f44 service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928431 Feb 04 13:30:33.429403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:33.440093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb2f9620-f2f2-4101-8cec-140af6b5f227 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/routers/c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4240794 Feb 04 13:30:33.441449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] Sync routers for ids ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:33.444954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:33.453015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:33.458969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] Routers {'c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:33.459922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:33.588810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b95c24f-713c-4fc2-a3f9-c5641e8607f9 req-4a0a9b76-b1bc-4de5-97b8-fd4730877a4b service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554329 Feb 04 13:30:33.649556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:33.665596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] Routers {'c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:33.665596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:33.745528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:33.745528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d42f8-1bca-45cf-9a45-798fa42dd611 None None] The sync data for ids ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:33.807414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575d522-ab23-4cef-8f31-c2b4bf7983fd req-0a12c95d-680d-459f-ba56-c0b0d1845843 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:33.807414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e575d522-ab23-4cef-8f31-c2b4bf7983fd req-0a12c95d-680d-459f-ba56-c0b0d1845843 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 943 time: 0.4429708 Feb 04 13:30:34.132400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c5ae4-e06f-4cd5-b1e4-f3a40deff69f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:34.132400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c38c5ae4-e06f-4cd5-b1e4-f3a40deff69f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:34.178020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e575d522-ab23-4cef-8f31-c2b4bf7983fd req-2d8d2623-3a16-4771-b7fd-f8ca08b35541 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640783 Feb 04 13:30:34.192449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c38c5ae4-e06f-4cd5-b1e4-f3a40deff69f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:34.194720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f842b153-b2d7-4716-b61a-2ca04c1fd037 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:30:34.196309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c38c5ae4-e06f-4cd5-b1e4-f3a40deff69f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe HTTP/1.1" status: 200 len: 988 time: 0.6650386 Feb 04 13:30:34.204544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54152) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:34.318723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 908e0f99-ee71-43b4-abe3-72039acddf24 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:34.319063 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:34.366693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:34.388442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'port_id': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'mac_address': 'fa:16:3e:28:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:30:34.521704 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:34.563630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f842b153-b2d7-4716-b61a-2ca04c1fd037 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:30:34.600565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:34.600565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:34.669891 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:34.770050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:34.830492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f842b153-b2d7-4716-b61a-2ca04c1fd037'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:30:34.907493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 908e0f99-ee71-43b4-abe3-72039acddf24 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:35.497813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:35.609934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:35.687491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=908e0f99-ee71-43b4-abe3-72039acddf24,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:35.898020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aaeba-9474-49cc-bb84-89eab5867687 req-dce22752-ba12-4cd2-a454-5fdc77b88985 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:35.899946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-365aaeba-9474-49cc-bb84-89eab5867687 req-dce22752-ba12-4cd2-a454-5fdc77b88985 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 944 time: 0.4964375 Feb 04 13:30:36.142833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.159258 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-365aaeba-9474-49cc-bb84-89eab5867687 req-bb6b37fb-c5c4-40c9-83ff-52cf2da4572e tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506580 Feb 04 13:30:36.196036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port a609307b-577c-44de-96ab-50af45420e2d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:36.196257 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.210975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f842b153-b2d7-4716-b61a-2ca04c1fd037 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:36.311589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port f842b153-b2d7-4716-b61a-2ca04c1fd037 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:36.319375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port f842b153-b2d7-4716-b61a-2ca04c1fd037 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:36.320192 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.449526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.651964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for a609307b-577c-44de-96ab-50af45420e2d owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:36.664584 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.737723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:36.773471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:36.785457 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:36.911879 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'code': 200} Feb 04 13:30:37.002359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:37.032622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router db5669f8-4ae7-437f-9767-d18cd613e54d has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:37.264668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-15e4bb5c-5520-46d2-ba06-d2fa395f934c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.264668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-15e4bb5c-5520-46d2-ba06-d2fa395f934c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.1802628 Feb 04 13:30:37.269208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:37.291825 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] Sync routers for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:37.296323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-402111d0-2348-455e-9a70-25ea8749200e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/routers/db5669f8-4ae7-437f-9767-d18cd613e54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0602059 Feb 04 13:30:37.296323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:37.305652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:37.305652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:37.330007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-4c329620-b075-4a2d-be2d-fdeea676576f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0487180 Feb 04 13:30:37.336204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:37.415571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:37.428462 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] Routers {'db5669f8-4ae7-437f-9767-d18cd613e54d'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:37.429092 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['db5669f8-4ae7-437f-9767-d18cd613e54d'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:37.494144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:37.494414 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40915060-8b00-4450-8e5c-c6de1ddf1871 None None] The sync data for ids ['db5669f8-4ae7-437f-9767-d18cd613e54d'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:37.586085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f87c-1659-46d9-bda5-a955e16ba5d6 req-54800f75-655f-48b3-b052-7584ad30aa57 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.586085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfa1f87c-1659-46d9-bda5-a955e16ba5d6 req-54800f75-655f-48b3-b052-7584ad30aa57 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.1881635 Feb 04 13:30:37.625701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:37.732771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfa1f87c-1659-46d9-bda5-a955e16ba5d6 req-8dde9945-0a5f-492c-91bc-1dc0fad13c42 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414094 Feb 04 13:30:37.750088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=a609307b-577c-44de-96ab-50af45420e2d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:37.892592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:37.923208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port b08b05e5-11db-4d6a-8a60-3d64fe2456b6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:37.923208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:37.951928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:37.951928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a6b46-4eee-4bc4-a06d-48f4d225106f req-4011d26b-37ac-45f3-bf82-6c536cb5598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:37.960037 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab6a6b46-4eee-4bc4-a06d-48f4d225106f req-4011d26b-37ac-45f3-bf82-6c536cb5598f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.9462309 Feb 04 13:30:38.101293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab6a6b46-4eee-4bc4-a06d-48f4d225106f req-eef33824-5693-462e-8682-9c27a40713c0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367102 Feb 04 13:30:38.104678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-cbb6224b-ce34-41e5-8ce9-ed0dd2e5c356 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7625580 Feb 04 13:30:38.146241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:38.313950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for b08b05e5-11db-4d6a-8a60-3d64fe2456b6 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:38.427567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Router c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:38.519994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:38.536823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-37ff6db9-7c02-4f6b-b978-47449f249df3 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739336 Feb 04 13:30:38.607080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=b08b05e5-11db-4d6a-8a60-3d64fe2456b6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:38.759682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-f005e015-aa42-4e3f-9717-da325d7934ce service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500874 Feb 04 13:30:38.759682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:38.772250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] Sync routers for ids ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:38.783407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa6736de-ab21-4f24-8bed-253b682d99b7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/routers/c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5756958 Feb 04 13:30:38.794870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:38.803956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] Routers {'c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:38.805008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:38.897959 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-1157eba9-9e19-45e4-80e1-246878ed23aa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:30:38.898974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1157eba9-9e19-45e4-80e1-246878ed23aa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:38.929919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1157eba9-9e19-45e4-80e1-246878ed23aa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:38.931642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1157eba9-9e19-45e4-80e1-246878ed23aa tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/a609307b-577c-44de-96ab-50af45420e2d HTTP/1.1" status: 404 len: 333 time: 0.1461241 Feb 04 13:30:38.934261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:38.961755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:38.974215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] Routers {'c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:38.975179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:39.028224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.029454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.029987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.030553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.031157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.031673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.032234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.032743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.033968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.034593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.035161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.035694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:39.100160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:39.100567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40a178-0446-48e7-ab6e-9d30fef31a3a None None] The sync data for ids ['c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:39.120231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.173185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.444423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.447564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.475646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.476317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Fanout notify agent at l3_agent the message router_deleted on router db5669f8-4ae7-437f-9767-d18cd613e54d {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:30:39.504130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.508158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a2bc0214-a7dc-4da2-a4eb-e5bed5dea32e tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/routers/db5669f8-4ae7-437f-9767-d18cd613e54d HTTP/1.1" status: 204 len: 168 time: 2.2223544 Feb 04 13:30:39.509066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:39.572955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609acc38-4aff-43ca-8d3b-f82ea15061f8 req-1e3ab63f-7365-45cd-8db9-65c79111e52b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:39.572955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-609acc38-4aff-43ca-8d3b-f82ea15061f8 req-1e3ab63f-7365-45cd-8db9-65c79111e52b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.5900218 Feb 04 13:30:39.635312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-609acc38-4aff-43ca-8d3b-f82ea15061f8 req-aff7c4da-c0d6-4e0e-acee-ac090b4e3b7a tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609717 Feb 04 13:30:39.667064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting subnet 05cb05f3-7d49-411a-bc32-53a1abc05acc {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:30:39.675258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.845299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:39.942906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2775e519-dec3-44c2-9e5f-181981408f90 req-0e304eb3-8135-466a-a89c-45b1cbd7dbbc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 210 time: 0.2860038 Feb 04 13:30:40.012172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.052769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.052769 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.128419 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.128419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Fanout notify agent at l3_agent the message router_deleted on router c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:30:40.148560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.148560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2fe898c4-6399-4525-a800-52122f56891e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/routers/c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe HTTP/1.1" status: 204 len: 168 time: 1.2094817 Feb 04 13:30:40.150418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:40.191489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.245603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Subnet': ['ID=05cb05f3-7d49-411a-bc32-53a1abc05acc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:40.248568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.249276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11b6fb-3fdf-4f67-8437-f2b60fef3fb7 None None] Network 49d14726-e698-4709-8a84-64df05d85382 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:40.270322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6af3b11-0f45-4e4d-901d-4d9b103e3fe0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/subnets/05cb05f3-7d49-411a-bc32-53a1abc05acc HTTP/1.1" status: 204 len: 168 time: 0.7592094 Feb 04 13:30:40.271186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54256) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:40.347038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 9e71ba61-b0db-4bc0-a798-11ecffaddc29 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:30:40.371955 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.448672 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.471049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 42865e9e-3c6c-4863-aba2-60e9a171511a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:40.471049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.527492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.617822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] DHCP port deletion for 49d14726-e698-4709-8a84-64df05d85382 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:30:40.617822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Deleting port 42865e9e-3c6c-4863-aba2-60e9a171511a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:40.617822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.653096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.843237 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.956749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=9e71ba61-b0db-4bc0-a798-11ecffaddc29,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:40.969862 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:40.990131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 42865e9e-3c6c-4863-aba2-60e9a171511a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:30:41.021146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-de0d0314-ed14-4c27-8933-397a6b96b303 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/9e71ba61-b0db-4bc0-a798-11ecffaddc29 HTTP/1.1" status: 204 len: 168 time: 0.8656852 Feb 04 13:30:41.024949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:41.056097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc968c-171b-4e56-8976-5bcb49342280 None None] Network 76907104-69a7-451f-bb85-dbf24da995eb requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:41.373061 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:41.396914 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:41.410503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:41.411036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:41.459680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:41.459680 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:41.502700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc400b-7259-4f75-8644-a25cbdefce9c req-5ca20888-14ce-4753-87b3-6e51eb72721c tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:41.502700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7acc400b-7259-4f75-8644-a25cbdefce9c req-5ca20888-14ce-4753-87b3-6e51eb72721c tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.5834002 Feb 04 13:30:41.574007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-f4de940b-625d-40d1-8b57-ee9ef4f1cc21 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:41.578078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-f4de940b-625d-40d1-8b57-ee9ef4f1cc21 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.6580012 Feb 04 13:30:41.610211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c535a58-965d-420a-a5f2-109b6ee7bf80 req-869038f7-429e-4fc7-b611-cc3ebcad428d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 210 time: 0.2776923 Feb 04 13:30:41.624180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:41.732463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:41.734445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:41.739417 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7acc400b-7259-4f75-8644-a25cbdefce9c req-51486e9d-b9b3-4e7f-acfb-f4ad5db40f51 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297316 Feb 04 13:30:41.740231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:41.775509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Calling delete_port for 42865e9e-3c6c-4863-aba2-60e9a171511a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:41.820386 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.007919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=42865e9e-3c6c-4863-aba2-60e9a171511a,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.026880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] DHCP port deletion for 76907104-69a7-451f-bb85-dbf24da995eb request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:30:42.026880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Deleting port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:42.026880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.095541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] For port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,segment=NetworkSegment(deb05a7a-f22f-49a0-a73f-da4d26254b28),segment_id=deb05a7a-f22f-49a0-a73f-da4d26254b28)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:42.095541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.191510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:42.225203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:42.259089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 42865e9e-3c6c-4863-aba2-60e9a171511a owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:42.371030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:42.376914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.392996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:42.396253 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:42.446184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] For port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,segment=NetworkSegment(deb05a7a-f22f-49a0-a73f-da4d26254b28),segment_id=deb05a7a-f22f-49a0-a73f-da4d26254b28)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:42.446908 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.467114 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:42.552096 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:42.552427 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:42.603525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.636183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Calling delete_port for 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:42.706863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:42.727301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No DVR routers for this DVR port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:42.834932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:42.834932 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:42.888978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:30:42.932620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Deleting port 42865e9e-3c6c-4863-aba2-60e9a171511a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:42.933186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:42.968750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:30:42.969626 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:30:43.003311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-624c400f-58ea-43bb-a23f-8876e2a385a2 req-138926e2-629b-4ab9-9e03-f59c0f5c32fa tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 210 time: 0.2201378 Feb 04 13:30:43.054949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 42865e9e-3c6c-4863-aba2-60e9a171511a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:43.054949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.116232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.171553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76907104-69a7-451f-bb85-dbf24da995eb']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:43.196510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb05a7a-f22f-49a0-a73f-da4d26254b28') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:43.196510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb05a7a-f22f-49a0-a73f-da4d26254b28') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:43.226213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.254646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec4df-5c72-464d-a21a-cdd480e30dc4 req-71643294-c19a-4b0c-ac7c-f87303b6417d tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:43.259151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a54ec4df-5c72-464d-a21a-cdd480e30dc4 req-71643294-c19a-4b0c-ac7c-f87303b6417d tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.7750852 Feb 04 13:30:43.276368 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.312811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:43.313694 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:43.333403 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:43.356205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Deleting port 6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:43.356655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.478181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.486493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:43.486493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.505433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.509146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1f1a1-1aa7-4658-9a30-c37b3da3a3dd None None] The port '6e6a8ac7-8e81-4dba-bea5-85c550ab5d6b' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:30:43.554444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] For port 42865e9e-3c6c-4863-aba2-60e9a171511a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=42865e9e-3c6c-4863-aba2-60e9a171511a,segment=NetworkSegment(d44df423-5e9f-4ddc-bc91-7770a669ed47),segment_id=d44df423-5e9f-4ddc-bc91-7770a669ed47)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:43.554444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.558024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/76907104-69a7-451f-bb85-dbf24da995eb HTTP/1.1" status: 204 len: 168 time: 2.5117271 Feb 04 13:30:43.558024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:43.706893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Calling delete_port for 42865e9e-3c6c-4863-aba2-60e9a171511a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:43.729218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a54ec4df-5c72-464d-a21a-cdd480e30dc4 req-be85d3fe-ce07-418b-87fb-3e56cf2a98c8 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690785 Feb 04 13:30:43.748143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5dbd-29ed-4e6c-aaff-4c7d84c4fde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.767549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251bfb5-a615-49f4-9246-9dcdd22fdf79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:43.768404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a251bfb5-a615-49f4-9246-9dcdd22fdf79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:43.773579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4d178-22ca-428d-9375-9cad1208aa43 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=76907104-69a7-451f-bb85-dbf24da995eb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:43.806569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a251bfb5-a615-49f4-9246-9dcdd22fdf79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:43.808248 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a251bfb5-a615-49f4-9246-9dcdd22fdf79 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/76e26879-a347-4e78-a44a-d768f8eb6793 HTTP/1.1" status: 200 len: 844 time: 0.2561655 Feb 04 13:30:43.812451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:43.850824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:43.915505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 42865e9e-3c6c-4863-aba2-60e9a171511a owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:44.009206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.13 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/98389733-afff-4fa9-9764-6ab8a615b9ef) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:44.012251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] Pushing event deleted for resources: {'Port': ['ID=42865e9e-3c6c-4863-aba2-60e9a171511a,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:44.050117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f11cb-5dc0-4593-8825-7329816b3e72 None None] No DVR routers for this DVR port 42865e9e-3c6c-4863-aba2-60e9a171511a on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:30:44.119391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:30:44.119391 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:30:44.125361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-227f9e0c-5a53-4371-9e5c-cb9ff8d0c4b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/76e26879-a347-4e78-a44a-d768f8eb6793?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2976966 Feb 04 13:30:44.125361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54312) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:44.125361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:44.292095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6618a8-3c5c-4f59-95a2-16e788cb4fad req-399e2340-b1a1-4a6a-b5fd-34ba70c2efe2 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.299946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eb6618a8-3c5c-4f59-95a2-16e788cb4fad req-399e2340-b1a1-4a6a-b5fd-34ba70c2efe2 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.2939703 Feb 04 13:30:44.317574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-04ccbc66-6806-4390-bfd1-d28f842cb86f req-f5db7522-c4ef-44d6-9970-22c1996cbff3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 210 time: 0.0517490 Feb 04 13:30:44.330129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 42865e9e-3c6c-4863-aba2-60e9a171511a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:44.331036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.337742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:44.346508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:44.363159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:44.374149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:44.379328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eb6618a8-3c5c-4f59-95a2-16e788cb4fad req-cb94e9cf-d48b-4a50-92c3-2cbdfe73ab79 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783272 Feb 04 13:30:44.419592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54318) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:44.435213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:44.441491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.520329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] The port '42865e9e-3c6c-4863-aba2-60e9a171511a' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:30:44.675933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219106c-568b-40b1-992d-94d89e309216 tempest-TestServerBasicOps-988717691 tempest-TestServerBasicOps-988717691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:44.677176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b219106c-568b-40b1-992d-94d89e309216 tempest-TestServerBasicOps-988717691 tempest-TestServerBasicOps-988717691-project-admin] Synchronizing usage tracker for tenant:ebb81b889eb747c686750966d2a7056d on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:44.708192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.761360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b219106c-568b-40b1-992d-94d89e309216 tempest-TestServerBasicOps-988717691 tempest-TestServerBasicOps-988717691-project-admin] Unset dirty status for tenant:ebb81b889eb747c686750966d2a7056d on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:44.761360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b219106c-568b-40b1-992d-94d89e309216 tempest-TestServerBasicOps-988717691 tempest-TestServerBasicOps-988717691-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1091 time: 0.3415186 Feb 04 13:30:44.773400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54328) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:44.780297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object 98389733-afff-4fa9-9764-6ab8a615b9ef will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:44.787360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:44.799928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:44.818562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Usage tracker for resource:floatingip and tenant:97c11b70affb464f99c2a334264633ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:44.818562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:44.825302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.842417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:44.867271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.884816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.901438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:44.959981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:44.959981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d14726-e698-4709-8a84-64df05d85382']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:44.968170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:44.972396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:44.975649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44df423-5e9f-4ddc-bc91-7770a669ed47') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:44.975649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44df423-5e9f-4ddc-bc91-7770a669ed47') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:44.983039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:45.026584 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.032692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:45.041184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:45.047332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:45.048087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.060399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411317a4-ac0d-42bc-9ac4-ae7c8ed70525 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:45.062431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.065795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=e6c0672f-9e45-4eb6-82eb-215fcc8d1912,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:45.082990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:45.084040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.091789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b40206f-10fb-49b3-825b-c15cfa60e0be tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9764636 Feb 04 13:30:45.094647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54334) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:45.100014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1279714221'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:45.106945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:45.111538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:45.115308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:45.116846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:30:45.117268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.128367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:30:45.161537 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:30:45.199322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.227861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:45.235528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-65104bf0-f3b4-45fd-b47a-5403bc0fc7c0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6228628 Feb 04 13:30:45.238242 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:45.247423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:45.257200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Request body: {'port': {'device_id': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:45.267461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:45.289482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.503334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.510135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.511306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-669f007c-9002-410c-8f09-49cacb7a8ad9 None None] Provisioning for port 98389733-afff-4fa9-9764-6ab8a615b9ef completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:45.531594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-669f007c-9002-410c-8f09-49cacb7a8ad9 None None] Provisioning complete for port 98389733-afff-4fa9-9764-6ab8a615b9ef triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:45.532063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-669f007c-9002-410c-8f09-49cacb7a8ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.643840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.759486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-669f007c-9002-410c-8f09-49cacb7a8ad9 None None] Port 98389733-afff-4fa9-9764-6ab8a615b9ef cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:45.830094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.831534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'tenant_id': '29a19f0cfcfc43698a976c2f19684355', 'fixed_ips': [{'subnet_id': 'e6c0672f-9e45-4eb6-82eb-215fcc8d1912'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:30:45.832425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.844954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.924991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e6118-9de0-48ef-98d6-4b8d838040c5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:45.927323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:45.928750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb0ef5a3-f47e-4322-a17e-761bb890dead tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8331566 Feb 04 13:30:45.941945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54348) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:45.957182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Network': ['ID=49d14726-e698-4709-8a84-64df05d85382,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:45.960564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3672b28e-0fcc-4921-9555-79ba55162803 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/networks/49d14726-e698-4709-8a84-64df05d85382 HTTP/1.1" status: 204 len: 168 time: 5.6882408 Feb 04 13:30:45.979289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1759237020'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:45.981107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:46.015249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Allocated IP 172.25.4.196 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/816270ee-d1d9-49c5-aaaa-2b73a44530e3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:46.030288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:46.038252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:46.038252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:46.054200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:46.155617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.195055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:46.200568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Allocated IP 2001:db8::2 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/e6c0672f-9e45-4eb6-82eb-215fcc8d1912/5db3b153-264c-4441-abc0-933f8d1264ee) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:46.203298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:46.228586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:46.243528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:46.270070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 3d2df2cf-3b75-437e-a0b9-1a17fc3b6592 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:46.270710 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.316769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.334252 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bdad3977-0df4-4c19-a1c4-1e6db1c8a331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.420608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.438330 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.452381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.552861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.561929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Transition to ACTIVE for port object 5db3b153-264c-4441-abc0-933f8d1264ee will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:46.588780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Transition to ACTIVE for port object 5db3b153-264c-4441-abc0-933f8d1264ee will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:46.594716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'Port': ['ID=816270ee-d1d9-49c5-aaaa-2b73a44530e3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.607431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.612503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.613714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6707904 Feb 04 13:30:46.620102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:46.620707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54360) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:46.628676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1230560468', 'security_groups': ['eb68bab8-fdb7-4f54-94bc-364e18fe1cbf'], 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6c0672f-9e45-4eb6-82eb-215fcc8d1912'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:46.644426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:46.644687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8d58-36d0-4380-bd81-3347c330bc59 req-fb8c7045-d73c-4141-858f-ab117b0bc164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:46.645356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f12f8d58-36d0-4380-bd81-3347c330bc59 req-fb8c7045-d73c-4141-858f-ab117b0bc164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:46.649582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2770d2-27b6-497d-a102-4f4aa945937a tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68bab8-fdb7-4f54-94bc-364e18fe1cbf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.704303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:46.725079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:46.747457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:46.752536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:46.766461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.766461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.789543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f12f8d58-36d0-4380-bd81-3347c330bc59 req-fb8c7045-d73c-4141-858f-ab117b0bc164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:46.799095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f12f8d58-36d0-4380-bd81-3347c330bc59 req-fb8c7045-d73c-4141-858f-ab117b0bc164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 932 time: 1.2735810 Feb 04 13:30:46.815304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:46.987735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Attempting to bind port 5db3b153-264c-4441-abc0-933f8d1264ee on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:46.989520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Attempting to bind port 5db3b153-264c-4441-abc0-933f8d1264ee by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2dbbffde-53e4-4a02-a094-60f58511553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:46.990820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Attempting to bind port 5db3b153-264c-4441-abc0-933f8d1264ee on network c0c3f8e6-2445-496d-8117-60e51afdd2f1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:46.995205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:46.998738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 3d2df2cf-3b75-437e-a0b9-1a17fc3b6592 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:47.000025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:47.000687 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Checking segment: {'id': '2dbbffde-53e4-4a02-a094-60f58511553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:47.001277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.001894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Bound using segment: {'id': '2dbbffde-53e4-4a02-a094-60f58511553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:47.002559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Bound port: 5db3b153-264c-4441-abc0-933f8d1264ee, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbbffde-53e4-4a02-a094-60f58511553a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:47.003238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.121702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f12f8d58-36d0-4380-bd81-3347c330bc59 req-a6c3aaa1-ff03-4a25-828f-f4fb919254ed tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165011 Feb 04 13:30:47.187641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:47.193750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:47.202889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.235880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:47.309286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:47.344427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:47.396303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98389733-afff-4fa9-9764-6ab8a615b9ef {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:30:47.406556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.410746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b083e-7356-40f3-b413-0e0b1ac891fa None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.410746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.421351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Transition to ACTIVE for port object 98389733-afff-4fa9-9764-6ab8a615b9ef will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:47.421351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.479471 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.514246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=3d2df2cf-3b75-437e-a0b9-1a17fc3b6592,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:47.602958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:47.667172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:30:47.757958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Pushing event updated for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:48.093530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.119120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Attempting to bind port 98389733-afff-4fa9-9764-6ab8a615b9ef on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:30:48.119120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Attempting to bind port 98389733-afff-4fa9-9764-6ab8a615b9ef by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:30:48.119120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Attempting to bind port 98389733-afff-4fa9-9764-6ab8a615b9ef on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:48.133505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Port 98389733-afff-4fa9-9764-6ab8a615b9ef on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:30:48.133505 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Attempting to bind port 98389733-afff-4fa9-9764-6ab8a615b9ef on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:30:48.143939 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::2e (c0c3f8e6-2445-496d-8117-60e51afdd2f1/e6c0672f-9e45-4eb6-82eb-215fcc8d1912/4fffddff-849e-489d-a4c3-6ccf8ff9fe27) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:48.165259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.174851 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.174851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-10aca00f-7876-4a3d-b795-317e0b2d56b0 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/floatingips/55929bf6-3089-49d9-884b-5f9a62f1f4f9 HTTP/1.1" status: 204 len: 168 time: 2.1911523 Feb 04 13:30:48.174851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54378) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:48.174851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:30:48.179894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:30:48.179894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:30:48.179894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Bound port: 98389733-afff-4fa9-9764-6ab8a615b9ef, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:30:48.179894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.297878 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ca1e4a-c670-49b9-88c2-349c67aaf667 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] DELETE failed (client error): The resource could not be found. Feb 04 13:30:48.298294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ca1e4a-c670-49b9-88c2-349c67aaf667 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:30:48.302472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-83ca1e4a-c670-49b9-88c2-349c67aaf667 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/bc8d1003-16b5-4c05-aab0-5b9b916640b5 HTTP/1.1" status: 404 len: 333 time: 0.1269593 Feb 04 13:30:48.311287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:48.447417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.531596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2619a1a7-66b1-4c2a-8861-b376ef451252 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Synchronizing usage tracker for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:48.560514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2619a1a7-66b1-4c2a-8861-b376ef451252 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Unset dirty status for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:48.564199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2619a1a7-66b1-4c2a-8861-b376ef451252 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5669f8-4ae7-437f-9767-d18cd613e54d HTTP/1.1" status: 200 len: 205 time: 0.2491684 Feb 04 13:30:48.569443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:48.633000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:30:48.653424 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2191aa35-de23-4608-a834-9f723d061c91 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] delete failed (client error): The resource could not be found. Feb 04 13:30:48.656355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2191aa35-de23-4608-a834-9f723d061c91 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/routers/db5669f8-4ae7-437f-9767-d18cd613e54d HTTP/1.1" status: 404 len: 336 time: 0.0837665 Feb 04 13:30:48.656355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=98389733-afff-4fa9-9764-6ab8a615b9ef,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:30:48.657341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54394) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:48.716360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.824404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.853435 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4696e2c2-10e0-4484-b862-6f122466d842 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] DELETE failed (client error): The resource could not be found. Feb 04 13:30:48.853435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4696e2c2-10e0-4484-b862-6f122466d842 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:30:48.853435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4696e2c2-10e0-4484-b862-6f122466d842 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/subnets/05cb05f3-7d49-411a-bc32-53a1abc05acc HTTP/1.1" status: 404 len: 337 time: 0.1796350 Feb 04 13:30:48.858262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077d08-53b0-4e31-809b-ea6e429df3f0 req-e9755225-d804-4d70-9c9e-51ebec30f50a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.862424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54398) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:48.867236 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a3077d08-53b0-4e31-809b-ea6e429df3f0 req-e9755225-d804-4d70-9c9e-51ebec30f50a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.5124445 Feb 04 13:30:48.878927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:48.878927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:48.883704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] 10.222.0.87 "PUT /v2.0/ports/98389733-afff-4fa9-9764-6ab8a615b9ef HTTP/1.1" status: 200 len: 1092 time: 3.6310747 Feb 04 13:30:48.962548 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:48.970831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.061859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:49.103718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:49.166827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b101a-7046-4a6a-a8d4-36ad3369c6af service neutron] Pushing event updated for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.190620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.204422 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef', 'status': 'completed', 'code': 200} Feb 04 13:30:49.234999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 69ae3f37-da99-450d-8023-3d12f435c5d4 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:49.234999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.291553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 5db3b153-264c-4441-abc0-933f8d1264ee completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:49.305311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a3077d08-53b0-4e31-809b-ea6e429df3f0 req-4168eaff-aca1-4ee7-ab71-dc62160a1cdf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407711 Feb 04 13:30:49.366976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:49.383065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:49.383065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:30:49.390969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.390969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.431352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=4fffddff-849e-489d-a4c3-6ccf8ff9fe27,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.473588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-c20b2448-dc43-434a-9fd1-8048f68a8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.474461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-c20b2448-dc43-434a-9fd1-8048f68a8e59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 1095 time: 0.4527185 Feb 04 13:30:49.496825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9ac381d0-d2bb-4239-be45-24cf2cbf1fd3 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8749998 Feb 04 13:30:49.501738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:49.509375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:49.578066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-f4e5dea4-c2ff-481b-b3f7-5a873bd87cf8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98389733-afff-4fa9-9764-6ab8a615b9ef HTTP/1.1" status: 200 len: 217 time: 0.0944464 Feb 04 13:30:49.630825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.638112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.653772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:49.653772 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.758428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-c9bdb040-3c4b-45b0-bdeb-a8c6045bdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:49.758428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-c9bdb040-3c4b-45b0-bdeb-a8c6045bdc73 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1251712 Feb 04 13:30:49.785198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:49.805401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Provisioning for port 5db3b153-264c-4441-abc0-933f8d1264ee completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:49.811243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:49.811623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.850099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event updated for resources: {'Port': ['ID=816270ee-d1d9-49c5-aaaa-2b73a44530e3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:49.941489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:49.949946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:49.952594 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:49.954428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.037857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.042247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:50.056754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:50.099334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:50.103922 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.111156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:50.128905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.178943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 69ae3f37-da99-450d-8023-3d12f435c5d4 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:50.225730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e57d-7295-4959-9d3d-eb8fea4a9dc8 None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:50.241126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-d18b8d52-7316-4fab-895f-6b872d48af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:50.242667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-d18b8d52-7316-4fab-895f-6b872d48af42 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4702678 Feb 04 13:30:50.250645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b9da2e1-48ae-4b92-a7f2-0c62fbe9b903 None None] Provisioning for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:50.257973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b9da2e1-48ae-4b92-a7f2-0c62fbe9b903 None None] Provisioning complete for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:50.258405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b9da2e1-48ae-4b92-a7f2-0c62fbe9b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.351728 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.364139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1b9da2e1-48ae-4b92-a7f2-0c62fbe9b903 None None] Port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:50.367118 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Floating IP 8b64b390-ba44-4baa-9506-90cee164759a associated. External IP: 172.25.4.196, port: f842b153-b2d7-4716-b61a-2ca04c1fd037. Feb 04 13:30:50.568426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:50.613740 n-d-820555-2 neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6c0672f-9e45-4eb6-82eb-215fcc8d1912 (CIDR: 2001:db8::/64) Feb 04 13:30:50.622469 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:30:50.623126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:30:50.639951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-8996dc81-345f-4300-985f-d0253e6c19b0 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879490 Feb 04 13:30:50.642738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=69ae3f37-da99-450d-8023-3d12f435c5d4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:50.759404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-78447d5a-83d5-4ca7-a7d9-a314fd98a88e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2483389 Feb 04 13:30:50.759404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54426) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:50.768851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:50.974883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.060689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.063371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.063371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:30:51.116843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:51.116843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:51.228600 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:51.237349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:51.242206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Router 23a2a431-532b-40fc-96f4-721d8ba44663 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:51.249910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:51.254933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:51.255672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ac47b-e498-46fe-a659-5129ffff4700 req-2d59bd27-7d1c-4de2-94bf-f442afa7e127 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.265049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f7ac47b-e498-46fe-a659-5129ffff4700 req-2d59bd27-7d1c-4de2-94bf-f442afa7e127 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.7766924 Feb 04 13:30:51.266728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:51.303228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-45b54e8f-4d09-4e43-a28d-1d99ab835cf7 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/69ae3f37-da99-450d-8023-3d12f435c5d4 HTTP/1.1" status: 204 len: 168 time: 2.4511774 Feb 04 13:30:51.316586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:51.353190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b11a-e265-40a5-a277-baaac07904fd req-c37b999d-2e8a-4d0b-9c41-e11ae5975b24 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.353190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbb8b11a-e265-40a5-a277-baaac07904fd req-c37b999d-2e8a-4d0b-9c41-e11ae5975b24 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1096 time: 0.4072378 Feb 04 13:30:51.359436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:51.363758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:51.396241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00c720fc-7aae-4d44-aef3-44f24b492123 req-0f639f88-c414-4734-8989-39715da1a2dd service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433271 Feb 04 13:30:51.459806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f7ac47b-e498-46fe-a659-5129ffff4700 req-061f38ca-8d88-4e41-8dbd-e20936a39e95 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892107 Feb 04 13:30:51.507786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 9f578ee9-95ab-46db-b43b-e53473c86b3c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:51.508133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:51.578228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbb8b11a-e265-40a5-a277-baaac07904fd req-1087203a-70ba-49ed-8ccc-05d0401b0d50 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859203 Feb 04 13:30:51.692312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-1af62550-876a-4afc-bc7d-c1658b85af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.692312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-1af62550-876a-4afc-bc7d-c1658b85af81 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 1095 time: 0.2127423 Feb 04 13:30:51.700619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:51.732589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Sync routers for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:51.774097 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:51.774097 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:51.846515 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:51.923744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-1d1ee385-d1a7-426f-b4f7-2705ed1854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:51.923744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-1d1ee385-d1a7-426f-b4f7-2705ed1854b1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1913719 Feb 04 13:30:51.991910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:52.024560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-af93d1db-de83-428f-8ef3-3e38251f79b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98389733-afff-4fa9-9764-6ab8a615b9ef HTTP/1.1" status: 200 len: 217 time: 0.0929322 Feb 04 13:30:52.090252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0dae41f-31b4-424a-9bcf-ffbe8a043830 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3198433 Feb 04 13:30:52.107055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=fd4dbcfa-ad57-443d-bfc0-8da60428bf49,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:52.107055 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:30:52.122579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:52.122579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:52.133101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536fd45a-ce77-4299-9052-8f44ebf17ee3 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:52.148122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.148122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:52.193916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:52.226974 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-05c237e5-0cd5-4ca0-bc63-08eb6573d735 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4585571 Feb 04 13:30:52.226974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54458) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:52.226974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1158295693', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd4dbcfa-ad57-443d-bfc0-8da60428bf49'}], 'security_groups': ['fe8e6118-9de0-48ef-98d6-4b8d838040c5']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:52.336405 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'status': 'completed', 'code': 200} Feb 04 13:30:52.352950 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:52.422226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 9f578ee9-95ab-46db-b43b-e53473c86b3c owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:52.528812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:52.620884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-a92d3ef4-ac1f-4910-a2cf-c1d079d9af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.620884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-a92d3ef4-ac1f-4910-a2cf-c1d079d9af95 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.5792794 Feb 04 13:30:52.620884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:52.745677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-92a21c91-95e8-42df-82d4-ef2b9e31b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.747378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-92a21c91-95e8-42df-82d4-ef2b9e31b161 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.4097314 Feb 04 13:30:52.918811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=9f578ee9-95ab-46db-b43b-e53473c86b3c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:52.956621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-2eb16642-3548-4dbc-9b15-470dc01ba350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:52.956621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-2eb16642-3548-4dbc-9b15-470dc01ba350 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 908 time: 0.1578150 Feb 04 13:30:53.006355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Update dhcp port {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'fixed_ips': [{'subnet_id': 'e6c0672f-9e45-4eb6-82eb-215fcc8d1912', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd4dbcfa-ad57-443d-bfc0-8da60428bf49'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '5db3b153-264c-4441-abc0-933f8d1264ee'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:30:53.009788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d674cad-2f56-4ccb-82a6-9e8e786953c0 req-1b3c212f-3421-45d2-931a-838bb857fd77 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.035278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d674cad-2f56-4ccb-82a6-9e8e786953c0 req-1b3c212f-3421-45d2-931a-838bb857fd77 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.8843489 Feb 04 13:30:53.130361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:53.135952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-74338d39-f013-4089-a4c1-7cf251043d17 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 999 time: 0.1588936 Feb 04 13:30:53.142542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:53.148453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bf431f32-53a6-4255-8fd9-42a048b0de7d tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/ports/9f578ee9-95ab-46db-b43b-e53473c86b3c HTTP/1.1" status: 204 len: 168 time: 1.8268049 Feb 04 13:30:53.151372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-d2ebdec5-4ebf-4d14-ba80-194dfdcddc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.153449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-d2ebdec5-4ebf-4d14-ba80-194dfdcddc4f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5269742 Feb 04 13:30:53.156305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:53.172988 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0d674cad-2f56-4ccb-82a6-9e8e786953c0 req-b4afb7c4-fde0-4882-a197-edb90b6cd33f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560121 Feb 04 13:30:53.205700 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8b64b390-ba44-4baa-9506-90cee164759a', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'port_id': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'mac_address': 'fa:16:3e:28:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:47Z', 'updated_at': '2022-02-04T13:30:47Z', 'revision_number': 0, 'project_id': '97c11b70affb464f99c2a334264633ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:53.206406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54474) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:53.211611 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Checking router: 23a2a431-532b-40fc-96f4-721d8ba44663 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:30:53.221956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:53.223383 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:53.340844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a7b5-ee9b-4c32-99eb-1c388c6a1b96 req-4d57d975-3e17-43df-bcf4-dc68f6318255 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.352090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce9a7b5-ee9b-4c32-99eb-1c388c6a1b96 req-4d57d975-3e17-43df-bcf4-dc68f6318255 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.6779659 Feb 04 13:30:53.488837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bce9a7b5-ee9b-4c32-99eb-1c388c6a1b96 req-bd5bae0b-a497-4c84-b644-32354b3ce48c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391098 Feb 04 13:30:53.532059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-79ea45b3-5d96-4a45-aefb-fe7a7ee02209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.532059 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-79ea45b3-5d96-4a45-aefb-fe7a7ee02209 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 200 len: 846 time: 0.3266578 Feb 04 13:30:53.578654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Allocated IP 2001:db8:0:1::2 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/fd4dbcfa-ad57-443d-bfc0-8da60428bf49/5db3b153-264c-4441-abc0-933f8d1264ee) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:53.650639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-57005410-7ab5-438d-917e-61c15c3701f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.652472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cd5740cd-12ff-4b3c-a91c-0e392999cf60 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 200 len: 993 time: 0.4258478 Feb 04 13:30:53.652828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-57005410-7ab5-438d-917e-61c15c3701f9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e7fd023-3aea-4d1d-9956-0bc1523d3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066809 Feb 04 13:30:53.713323 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:30:53.750296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-fb482e17-9e48-45ea-adee-c6cb316b733b service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758648 Feb 04 13:30:53.823841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:53.830184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b19ad0-171c-4f0e-9a9f-60d7828c3e31 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:53.832717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-27b19ad0-171c-4f0e-9a9f-60d7828c3e31 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Synchronizing usage tracker for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:53.859361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:53.880136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Transition to ACTIVE for port object 5db3b153-264c-4441-abc0-933f8d1264ee will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:53.891939 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:54.025052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62629c-baed-4881-9235-99cf2a65599d None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:54.055056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-27b19ad0-171c-4f0e-9a9f-60d7828c3e31 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Unset dirty status for tenant:fc0afd63fc11462a8077a70f9d777ac5 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:54.071353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-27b19ad0-171c-4f0e-9a9f-60d7828c3e31 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c5e1be4-9793-4594-a537-a88765531147 HTTP/1.1" status: 200 len: 913 time: 0.9017620 Feb 04 13:30:54.071353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:54.301680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-fcf107be-4e87-4b90-8efa-e0631fca331d service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413305 Feb 04 13:30:54.585099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8b64b390-ba44-4baa-9506-90cee164759a', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'port_id': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'mac_address': 'fa:16:3e:28:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:47Z', 'updated_at': '2022-02-04T13:30:47Z', 'revision_number': 0, 'project_id': '97c11b70affb464f99c2a334264633ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:54.607792 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a3ad4-1913-4a12-b2f8-ced9eabef893 None None] The sync data for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 is: [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8b64b390-ba44-4baa-9506-90cee164759a', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'port_id': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'mac_address': 'fa:16:3e:28:b2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:30:47Z', 'updated_at': '2022-02-04T13:30:47Z', 'revision_number': 0, 'project_id': '97c11b70affb464f99c2a334264633ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:54.609510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Delete allocated IP 2001:db8::2e (c0c3f8e6-2445-496d-8117-60e51afdd2f1/e6c0672f-9e45-4eb6-82eb-215fcc8d1912) {{(pid=87621) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:30:54.618706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8:0:1::7a (c0c3f8e6-2445-496d-8117-60e51afdd2f1/fd4dbcfa-ad57-443d-bfc0-8da60428bf49/4fffddff-849e-489d-a4c3-6ccf8ff9fe27) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:30:54.623812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:54.726405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a330b6f-cabb-46d5-a0ce-9be4b8cc9e02 req-3dae1a45-cb49-4abe-97e3-ec6cffbb614d service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9578323 Feb 04 13:30:55.007382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:30:55.029566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e2506a53-fbcb-4f2c-ad9b-2c7115708328 req-e4d263c3-602c-4c6e-bc2b-277ed63f1692 service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505857 Feb 04 13:30:55.148098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.172335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:30:55.172335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.337641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873d9b-81e8-4e60-8847-d780ed848c26 None None] New status for floating IP 8b64b390-ba44-4baa-9506-90cee164759a: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:30:55.488412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] In _notify_port_updated(), no bound segment for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 on network c0c3f8e6-2445-496d-8117-60e51afdd2f1 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:30:55.515425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.517879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.521397 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/ports/4fffddff-849e-489d-a4c3-6ccf8ff9fe27 HTTP/1.1" status: 200 len: 930 time: 3.3035381 Feb 04 13:30:55.533761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Provisioning for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:55.535914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:55.550951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Provisioning complete for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:55.550951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.593305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4f4e9-c98f-4a61-942d-6c72d310eaab req-98be4a9f-2b45-4527-8372-632388abde45 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.601009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84c4f4e9-c98f-4a61-942d-6c72d310eaab req-98be4a9f-2b45-4527-8372-632388abde45 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.6393297 Feb 04 13:30:55.674256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ce91f-a621-4245-93db-0f234039fccf tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=4fffddff-849e-489d-a4c3-6ccf8ff9fe27,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:55.724763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:55.731569 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.802211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:55.825877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:55.826249 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:55.853957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-74c338c2-e92e-4df0-aa61-1cfec9c52497 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6378999 Feb 04 13:30:55.871602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84c4f4e9-c98f-4a61-942d-6c72d310eaab req-3a614a0f-49c0-4f7d-8e43-b2e6ef535ea8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492714 Feb 04 13:30:55.937976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510eaac-eb27-4a46-8369-deeeebabda8a req-78353ecc-0a05-4546-83af-e7b5a3e38bbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:55.937976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0510eaac-eb27-4a46-8369-deeeebabda8a req-78353ecc-0a05-4546-83af-e7b5a3e38bbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.4953263 Feb 04 13:30:55.947917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.012453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:56.035984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Provisioning for port 5db3b153-264c-4441-abc0-933f8d1264ee completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:30:56.048330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:56.048330 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f694c01-2e05-4740-9492-55a226694c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.350075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0510eaac-eb27-4a46-8369-deeeebabda8a req-e6268a17-502c-4afa-a9d5-d0b3bdbd48a9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097168 Feb 04 13:30:56.371601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.394952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b092f4bc-056d-4fd1-aba3-d1de67a7c339 None None] Provisioning complete for port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:30:56.394952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b092f4bc-056d-4fd1-aba3-d1de67a7c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.466619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b092f4bc-056d-4fd1-aba3-d1de67a7c339 None None] Port 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:30:56.534464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 4fffddff-849e-489d-a4c3-6ccf8ff9fe27 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:56.588481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port fa34c994-46f8-423d-8e45-4c44720a076c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:30:56.588816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.755139 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.817884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:56.925988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=4fffddff-849e-489d-a4c3-6ccf8ff9fe27,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:56.998500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for fa34c994-46f8-423d-8e45-4c44720a076c owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:30:57.077011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.104635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cdd7e323-a613-4f1b-8f1e-32f3eeeac4d9 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/4fffddff-849e-489d-a4c3-6ccf8ff9fe27 HTTP/1.1" status: 204 len: 168 time: 1.5442545 Feb 04 13:30:57.104635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:57.220625 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4bc765-18f8-4a84-94de-e445946a32ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:30:57.220625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d4bc765-18f8-4a84-94de-e445946a32ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Synchronizing usage tracker for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:30:57.264165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d4bc765-18f8-4a84-94de-e445946a32ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Unset dirty status for tenant:29a19f0cfcfc43698a976c2f19684355 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:30:57.264165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d4bc765-18f8-4a84-94de-e445946a32ae tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/4fffddff-849e-489d-a4c3-6ccf8ff9fe27 HTTP/1.1" status: 404 len: 333 time: 0.1572762 Feb 04 13:30:57.264165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54560) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:57.291161 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8c68-b86d-4f3d-a3f5-49da2daabf9f req-bc39cdb3-7241-4b2a-8f97-fea9a5d1b64c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.292549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-988d8c68-b86d-4f3d-a3f5-49da2daabf9f req-bc39cdb3-7241-4b2a-8f97-fea9a5d1b64c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.2566259 Feb 04 13:30:57.360702 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-988d8c68-b86d-4f3d-a3f5-49da2daabf9f req-9e17e39b-fa94-4789-89ed-028d096fba8f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Feb 04 13:30:57.482194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.555731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=fa34c994-46f8-423d-8e45-4c44720a076c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.611607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.653478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.727007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ec3ea-8011-4cc0-842b-c52477ea1465 req-9118fe2f-452a-4eb4-ae7d-57e7e5b06162 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:57.736707 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b7ec3ea-8011-4cc0-842b-c52477ea1465 req-9118fe2f-452a-4eb4-ae7d-57e7e5b06162 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.1913831 Feb 04 13:30:57.771187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.803661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68bab8-fdb7-4f54-94bc-364e18fe1cbf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:57.803661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b7ec3ea-8011-4cc0-842b-c52477ea1465 req-8c5b5360-0a2f-4568-af0a-0a8448b96f40 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689368 Feb 04 13:30:57.815230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.821480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19930f78-a50b-493e-a8ce-e2e599ec5692 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb68bab8-fdb7-4f54-94bc-364e18fe1cbf HTTP/1.1" status: 204 len: 168 time: 0.5525985 Feb 04 13:30:57.837689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54574) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:57.957772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.982333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:57.992832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.032914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.056300 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e6118-9de0-48ef-98d6-4b8d838040c5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:58.064834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.064834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1af59294-9495-406b-ab79-3303495ef1b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe8e6118-9de0-48ef-98d6-4b8d838040c5 HTTP/1.1" status: 204 len: 168 time: 0.2370961 Feb 04 13:30:58.066975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54580) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:58.101926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-55561494-7f37-417f-891b-aef8647a52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.107315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-55561494-7f37-417f-891b-aef8647a52c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1096 time: 0.1881731 Feb 04 13:30:58.176093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet e6c0672f-9e45-4eb6-82eb-215fcc8d1912 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:30:58.176093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.246738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.331348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.359958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 98389733-afff-4fa9-9764-6ab8a615b9ef details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:30:58.436790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-f15c1510-2ed9-4155-bbea-0627b729d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:58.436790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-f15c1510-2ed9-4155-bbea-0627b729d01b service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.3167627 Feb 04 13:30:58.521407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.615510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c0672f-9e45-4eb6-82eb-215fcc8d1912,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:58.624798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.627463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb20595-4c99-42c3-831f-c438e360b271 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:30:58.635538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e00317d-8a27-4a81-a257-6e287efec529 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/e6c0672f-9e45-4eb6-82eb-215fcc8d1912 HTTP/1.1" status: 204 len: 168 time: 0.5638876 Feb 04 13:30:58.653155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54590) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:58.659477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:58.713576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=98389733-afff-4fa9-9764-6ab8a615b9ef,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:58.812000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '98389733-afff-4fa9-9764-6ab8a615b9ef', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': '98389733-afff-4fa9-9764-6ab8a615b9ef', 'mac_address': 'fa:16:3e:3e:91:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:30:58.873833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:30:58.873833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:30:58.873833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:30:58.873833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:30:58.888568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:30:58.899177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:58.993001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Router 2c5e1be4-9793-4594-a537-a88765531147 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:30:59.049170 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:59.055710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-1741e858-f03f-46eb-a3c1-d3c3d62bd79f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 1001 time: 0.4530861 Feb 04 13:30:59.083482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98389733-afff-4fa9-9764-6ab8a615b9ef {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:30:59.125332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=98389733-afff-4fa9-9764-6ab8a615b9ef,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:30:59.167106 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:59.216736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c6fb0-3393-4166-bc7f-dc9ce0db5ff7 req-7aa07476-c4c1-48fa-819a-98e5d3739d89 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.216736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-605c6fb0-3393-4166-bc7f-dc9ce0db5ff7 req-7aa07476-c4c1-48fa-819a-98e5d3739d89 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 944 time: 0.6102438 Feb 04 13:30:59.261680 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:59.338113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-1f3edf9a-70e5-4190-8fbc-da6e711833b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.338113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-1f3edf9a-70e5-4190-8fbc-da6e711833b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.2017472 Feb 04 13:30:59.412028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['98389733-afff-4fa9-9764-6ab8a615b9ef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:30:59.442384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-605c6fb0-3393-4166-bc7f-dc9ce0db5ff7 req-9bb6fad5-6ce1-4046-b24c-638df55d3737 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041214 Feb 04 13:30:59.446946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:59.455623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:30:59.498659 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] Sync routers for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:30:59.511343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:59.511343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:59.526662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e9b7255b-77e8-47ca-86e9-9c1fc084d662 tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "PUT /v2.0/routers/2c5e1be4-9793-4594-a537-a88765531147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4210308 Feb 04 13:30:59.526662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54602) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:59.588283 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:59.608201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] Routers {'2c5e1be4-9793-4594-a537-a88765531147'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:30:59.608201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:30:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['2c5e1be4-9793-4594-a537-a88765531147'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:59.674100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:30:59.674100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f85b892-064f-41e2-ae89-1b3710633486 None None] The sync data for ids ['2c5e1be4-9793-4594-a537-a88765531147'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:30:59.706095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:30:59.742428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:30:59.761223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.761837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:30:59.767038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-d8d84099-a8f4-49cc-acab-2ff13872d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.769309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-d8d84099-a8f4-49cc-acab-2ff13872d936 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096739 Feb 04 13:30:59.883925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=fce517c0-f3a4-48d7-b494-c9848467b0eb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:30:59.912169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b7bb0-5354-43ab-ac52-ee0fd228b41b req-9ed1afce-b7ef-4814-9f21-1cf4df57de24 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:30:59.912169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-126b7bb0-5354-43ab-ac52-ee0fd228b41b req-9ed1afce-b7ef-4814-9f21-1cf4df57de24 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.8035543 Feb 04 13:30:59.912169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ce1843f-e6b6-463f-9660-18956d57bf64 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2515147 Feb 04 13:30:59.915431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54610) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:30:59.915431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876471552'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:30:59.999597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:00.002374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-126b7bb0-5354-43ab-ac52-ee0fd228b41b req-fcb58e71-c2af-474a-bfbe-cd0134074cbf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812886 Feb 04 13:31:00.024523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:00.034963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:00.053774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:00.103732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.161919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.217007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-9daf526f-ee9c-4b1c-8e14-c61dc58c8349 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913062 Feb 04 13:31:00.329788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:00.345528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:00.352154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:00.366106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 98389733-afff-4fa9-9764-6ab8a615b9ef up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:00.393582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7889b-2597-4389-a53e-bf2fc81d45b5 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:00.416629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:00.640173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ec2fec59-39c1-4837-a94a-c853847b316a None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:00.640769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec59-39c1-4837-a94a-c853847b316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.695693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 98389733-afff-4fa9-9764-6ab8a615b9ef completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:00.731071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 98389733-afff-4fa9-9764-6ab8a615b9ef triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:00.731071 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.807078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.818086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e5966bcf-b201-4efc-add7-afd912374144 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299584 Feb 04 13:31:00.848344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ec2fec59-39c1-4837-a94a-c853847b316a None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:00.888618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ec2fec59-39c1-4837-a94a-c853847b316a None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:00.888990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec59-39c1-4837-a94a-c853847b316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:00.897994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting port 68f672d2-0954-4f38-be9c-ebf310fa66df {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:00.898336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.158437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.208681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.352642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=98389733-afff-4fa9-9764-6ab8a615b9ef,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:01.366519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:01.371150 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.420344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Update dhcp port {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'fixed_ips': [{'subnet_id': 'fd4dbcfa-ad57-443d-bfc0-8da60428bf49', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fce517c0-f3a4-48d7-b494-c9848467b0eb'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '5db3b153-264c-4441-abc0-933f8d1264ee'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:31:01.500660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28de5-09b3-4115-b012-175f72f10a78 req-2a289124-8274-435e-8a61-cc0a253996ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:01.502220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56f28de5-09b3-4115-b012-175f72f10a78 req-2a289124-8274-435e-8a61-cc0a253996ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2438414 Feb 04 13:31:01.569859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Calling delete_port for 68f672d2-0954-4f38-be9c-ebf310fa66df owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:01.574360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56f28de5-09b3-4115-b012-175f72f10a78 req-56bd4aaf-bb2c-4050-9480-94e98649baea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652142 Feb 04 13:31:01.675975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.698794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.715918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.772204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.772204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8546014 Feb 04 13:31:01.774856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:01.774856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1867975231'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:01.792260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:01.805248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:01.813586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:01.825353 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef', 'code': 200} Feb 04 13:31:01.828157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:01.849393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:01.852781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:01.896721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0bf8-b1c0-42d0-bd17-6f5d9a92a3b0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3932b60-8aac-42ee-b8d1-949d0fe2923f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:01.920475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff3703-f183-4762-ae73-994b85c653aa req-6d5e8983-1820-43a8-80a4-4423bd342e4a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:01.929263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65ff3703-f183-4762-ae73-994b85c653aa req-6d5e8983-1820-43a8-80a4-4423bd342e4a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 945 time: 1.1533127 Feb 04 13:31:02.024296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:02.024296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:02.035993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:02.043445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:02.075175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Allocated IP 2001:db8::2 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/fce517c0-f3a4-48d7-b494-c9848467b0eb/5db3b153-264c-4441-abc0-933f8d1264ee) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:02.078956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9d858-c861-465f-9323-87ed7dedbd65 req-67a5db28-57a0-498a-a027-45775523a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:02.078956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9d858-c861-465f-9323-87ed7dedbd65 req-67a5db28-57a0-498a-a027-45775523a9c4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 1097 time: 0.1826503 Feb 04 13:31:02.148677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65ff3703-f183-4762-ae73-994b85c653aa req-a6fd4e41-9e4c-45c8-bdae-fd832e15245c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105980 Feb 04 13:31:02.151577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5c9d858-c861-465f-9323-87ed7dedbd65 req-40b466e4-7926-4361-8d8d-e0907ac19069 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627265 Feb 04 13:31:02.194463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.197273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.200094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.240860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.244702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4736850 Feb 04 13:31:02.245291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:02.255355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320593280'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:02.270842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:02.290750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:02.291872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Port': ['ID=68f672d2-0954-4f38-be9c-ebf310fa66df,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:02.299874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:02.306782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206982d-75af-45b0-af8f-b2164b35034c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c25716-9b80-4945-b409-bd5663c05928,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:02.315290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:02.338509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.376555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:02.380893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:security_group_rule and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:02.384098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:02.392005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:02.442298 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:02.467610 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.492423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.512410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.512410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.516581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Transition to ACTIVE for port object 5db3b153-264c-4441-abc0-933f8d1264ee will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:02.524231 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.575474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.582078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3185518 Feb 04 13:31:02.582078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54650) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:02.600747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1725497642', 'security_groups': ['287497fb-604c-47f2-8d57-cc497a42073d'], 'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fce517c0-f3a4-48d7-b494-c9848467b0eb'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:02.807431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:02.818991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:02.825520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754433a9-df68-40ef-be11-27d2b1acee3b None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:02.835141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e62ec-ab09-4022-b0d6-3da61a2ac12e tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287497fb-604c-47f2-8d57-cc497a42073d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:02.866342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:02.944215 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.950740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.980838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:02.981874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5e1be4-9793-4594-a537-a88765531147 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:31:03.000193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.001479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3ba1124b-9596-40dc-b253-e218940d436f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/routers/2c5e1be4-9793-4594-a537-a88765531147 HTTP/1.1" status: 204 len: 168 time: 3.4749129 Feb 04 13:31:03.004269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54662) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:03.135989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Deleting subnet cfd409df-181a-47dd-bdb5-c06403abc136 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:03.144639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.294151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.295585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968259cb-7604-4fb1-a5e9-187c253ab334 req-bbe3d17b-a9ea-441e-996c-6996593a34af tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.297890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-968259cb-7604-4fb1-a5e9-187c253ab334 req-bbe3d17b-a9ea-441e-996c-6996593a34af tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.4679759 Feb 04 13:31:03.307903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.421983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.429538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] device_id is not set on port ca141d47-847c-4462-a2e2-673d861a351e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:03.490393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-968259cb-7604-4fb1-a5e9-187c253ab334 req-27441d7c-3615-4c92-98be-774a7c3b9c4e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577001 Feb 04 13:31:03.668501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e91796-8794-4526-9998-54793ddc1652 req-2bee0d98-a61a-405c-b29b-9582ea47e91f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:03.670170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79e91796-8794-4526-9998-54793ddc1652 req-2bee0d98-a61a-405c-b29b-9582ea47e91f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.1940753 Feb 04 13:31:03.671777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.770746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd409df-181a-47dd-bdb5-c06403abc136,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:03.770746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:03.783937 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79e91796-8794-4526-9998-54793ddc1652 req-941506a5-2a3d-4faa-be1c-b380bc4c447e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Feb 04 13:31:03.802051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-056ecbc1-3171-45b0-95ae-91c39fdeabbb tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/subnets/cfd409df-181a-47dd-bdb5-c06403abc136 HTTP/1.1" status: 204 len: 168 time: 0.7927713 Feb 04 13:31:03.804380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54672) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:03.911947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8::b8 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/fce517c0-f3a4-48d7-b494-c9848467b0eb/ca141d47-847c-4462-a2e2-673d861a351e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:03.926866 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:03.928232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.007435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:04.018513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.026894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Provisioning for port 5db3b153-264c-4441-abc0-933f8d1264ee completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:04.035958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:04.035958 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-503a7d9b-a5b3-4fa1-9430-c6632254804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.319532 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.371295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6712da16-788c-48c7-b2ff-a8620dd26a61']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:04.397541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04d5c68-bcc1-4521-8ca5-f993fc871a9e') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:04.397822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04d5c68-bcc1-4521-8ca5-f993fc871a9e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:04.414838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.419295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.453250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object ca141d47-847c-4462-a2e2-673d861a351e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:04.453250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.461675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:04.461675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:04.476795 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:04.648871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.674137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.683885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.735086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] Pushing event deleted for resources: {'Network': ['ID=6712da16-788c-48c7-b2ff-a8620dd26a61,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:04.768347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e196252-6648-4fdc-9a9a-23af3e0a2a7f tempest-FloatingIPTestJSON-2104200270 tempest-FloatingIPTestJSON-2104200270-project] 10.222.0.53 "DELETE /v2.0/networks/6712da16-788c-48c7-b2ff-a8620dd26a61 HTTP/1.1" status: 204 len: 168 time: 0.9584966 Feb 04 13:31:04.829171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:04.835333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:04.848964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:04.854989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.856135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:04.860897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=ca141d47-847c-4462-a2e2-673d861a351e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:04.893674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab03d4-b35c-482d-9229-a209cfa4a6cd req-d691bcf9-ce8d-4457-b4f0-30cc88daf45e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:04.899524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10ab03d4-b35c-482d-9229-a209cfa4a6cd req-d691bcf9-ce8d-4457-b4f0-30cc88daf45e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.3038120 Feb 04 13:31:04.905754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:04.912756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15ebbb26-f7fc-4efc-aa72-03b83e5a92f4 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3280385 Feb 04 13:31:04.921048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:05.013003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10ab03d4-b35c-482d-9229-a209cfa4a6cd req-81cbbbfe-4ce1-449b-8ac6-aaf7547bb67a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823779 Feb 04 13:31:05.086079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:05.195839 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:05.196520 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:05.423664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:05.446961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:05.446961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:05.456158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:05.463759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c867823c-de2a-478e-975a-8b9104f9d709 None None] Provisioning for port ca141d47-847c-4462-a2e2-673d861a351e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:05.480196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:05.484111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c867823c-de2a-478e-975a-8b9104f9d709 None None] Provisioning complete for port ca141d47-847c-4462-a2e2-673d861a351e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:05.487352 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:05.491188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c867823c-de2a-478e-975a-8b9104f9d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:05.517678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54704) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:05.564389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fe3d2-42ad-46b4-8dcb-ba7f9eba98a7 req-83ee2743-6ccb-430a-9824-4cfe99117091 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:05.566194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-512fe3d2-42ad-46b4-8dcb-ba7f9eba98a7 req-83ee2743-6ccb-430a-9824-4cfe99117091 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.2731965 Feb 04 13:31:05.604665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c867823c-de2a-478e-975a-8b9104f9d709 None None] Port ca141d47-847c-4462-a2e2-673d861a351e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:05.652328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-512fe3d2-42ad-46b4-8dcb-ba7f9eba98a7 req-6910ac53-07f7-47d0-bf3d-4d139f752ed1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701146 Feb 04 13:31:05.708914 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fce517c0-f3a4-48d7-b494-c9848467b0eb (CIDR: 2001:db8::/64) Feb 04 13:31:05.733356 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:31:05.733356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:05.770083 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7495a343-f544-4e98-afbc-56584aa43bca tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8568175 Feb 04 13:31:05.770083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:05.777257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:05.858575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7527d673-052b-400c-bf8f-3cf7b313374b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc0afd63fc11462a8077a70f9d777ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373287 Feb 04 13:31:05.864789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54720) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:05.953250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:05.960168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:05.964760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:05.968027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:05.974755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:05.985630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:05.989728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:05.990124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:06.005153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02ab11-c07e-492a-adae-1eaf31ffba36 req-0ce36956-9e65-411e-a1a6-f1405186a0f7 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.006844 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da02ab11-c07e-492a-adae-1eaf31ffba36 req-0ce36956-9e65-411e-a1a6-f1405186a0f7 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.1876631 Feb 04 13:31:06.092724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da02ab11-c07e-492a-adae-1eaf31ffba36 req-6e664d7a-e8d8-4b76-afe5-5073b3356c77 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741348 Feb 04 13:31:06.110358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:06.152055 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:06.153368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/474313e9-ddf6-4813-a915-79f018296b59 HTTP/1.1" status: 204 len: 168 time: 0.2912226 Feb 04 13:31:06.154573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76885a18-92b6-47f4-8125-752e207f0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474313e9-ddf6-4813-a915-79f018296b59,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:06.157656 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd4dbcfa-ad57-443d-bfc0-8da60428bf49 (CIDR: 2001:db8:0:1::/64) Feb 04 13:31:06.166654 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:31:06.167258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:06.204396 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-db0283eb-812c-4441-a9e5-0d5d8005d2b2 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4354711 Feb 04 13:31:06.207336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54730) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:06.214485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'subnet': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:06.502100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:06.502100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Usage tracker for resource:subnet and tenant:29a19f0cfcfc43698a976c2f19684355 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:06.513907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:06.519153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:31:06.528868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:06.549385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Made reservation on behalf of 29a19f0cfcfc43698a976c2f19684355 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:06.558535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:06.775851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb14d2-369f-4bae-a0c4-6f57d4614065 req-f87a31f1-deff-4c8c-97b5-61f7e102681a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:06.783793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5fb14d2-369f-4bae-a0c4-6f57d4614065 req-f87a31f1-deff-4c8c-97b5-61f7e102681a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.4797571 Feb 04 13:31:06.851437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a5fb14d2-369f-4bae-a0c4-6f57d4614065 req-2f7d551e-574d-406b-8b60-622fbeef6a7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639956 Feb 04 13:31:07.012295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.110765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:07.114247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:07.120170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:07.120909 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.126172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc5283-2d71-42df-8105-f17370f3a94a None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:07.140617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Subnet': ['ID=62b6a134-136c-443a-989b-bf8d182dbe90,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:07.162996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac2d5f64-2562-4d46-aebb-a3c43b2b76f6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9542742 Feb 04 13:31:07.165980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54766) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:07.175167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-563603346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62b6a134-136c-443a-989b-bf8d182dbe90'}], 'security_groups': ['f3932b60-8aac-42ee-b8d1-949d0fe2923f', '02c25716-9b80-4945-b409-bd5663c05928']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:07.431474 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.432444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:07.651611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'networks': [{'name': 'tempest-network--1548343817'}, {'name': 'tempest-network--1065080600'}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:07.652004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-network--1548343817'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:07.652526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-network--1065080600'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:07.659948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Update dhcp port {'port': {'network_id': 'c0c3f8e6-2445-496d-8117-60e51afdd2f1', 'fixed_ips': [{'subnet_id': 'fd4dbcfa-ad57-443d-bfc0-8da60428bf49', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fce517c0-f3a4-48d7-b494-c9848467b0eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '62b6a134-136c-443a-989b-bf8d182dbe90'}], 'binding:host_id': 'n-d-820555-2'}, 'id': '5db3b153-264c-4441-abc0-933f8d1264ee'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:31:07.661441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:07.682910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:network and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:07.687167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:07.701782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:07.729163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'network': 2} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:07.734391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.734844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.765315 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.808021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:07.812695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:security_group_rule and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:07.815987 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:07.822265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:07.985075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.998791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:07.999555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.089892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:08.101765 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.102580 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment 4e55e42d-39d0-402a-b170-541a371662cd of type vlan for network c7c472c7-e90c-4e5e-85d5-10087028c064 Feb 04 13:31:08.138714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.183309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:08.192863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.193568 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment 019ff267-d381-4119-9f7c-a303af0e947a of type vlan for network 71a629bc-b57f-43b1-817e-8bcaeb65bf20 Feb 04 13:31:08.202132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986f99d4-35ac-456f-913f-bd8074787ef5,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:08.283639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.318562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Delete allocated IP 2001:db8::b8 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/fce517c0-f3a4-48d7-b494-c9848467b0eb) {{(pid=87621) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:31:08.327876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Allocated IP 2001:db8:0:2::1ba (c0c3f8e6-2445-496d-8117-60e51afdd2f1/62b6a134-136c-443a-989b-bf8d182dbe90/ca141d47-847c-4462-a2e2-673d861a351e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:08.370001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db9cf-cccd-4546-baa9-b9f9e7409e69 req-fe845a84-b25e-4f44-84ae-1f35a3d2e5ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.371558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0db9cf-cccd-4546-baa9-b9f9e7409e69 req-fe845a84-b25e-4f44-84ae-1f35a3d2e5ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.1706445 Feb 04 13:31:08.372779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.373263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.399010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.409982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:08.410949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.573931 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1400619 Feb 04 13:31:08.577349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54830) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:08.583119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf0db9cf-cccd-4546-baa9-b9f9e7409e69 req-9cf43525-e194-4396-b885-9787fc02b095 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661794 Feb 04 13:31:08.595930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=c7c472c7-e90c-4e5e-85d5-10087028c064,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:08.620766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c7c472c7-e90c-4e5e-85d5-10087028c064 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:08.878001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.890626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97480d-0725-42c9-a88c-30ecc3da9fa0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=71a629bc-b57f-43b1-817e-8bcaeb65bf20,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:08.900322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 71a629bc-b57f-43b1-817e-8bcaeb65bf20 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:08.929714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Transition to ACTIVE for port object ca141d47-847c-4462-a2e2-673d861a351e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:08.941253 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:08.996990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57210a7f-7ea7-44b3-bdb9-a84f50d5a13d tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.002653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57210a7f-7ea7-44b3-bdb9-a84f50d5a13d tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.008505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57210a7f-7ea7-44b3-bdb9-a84f50d5a13d tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.014691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57210a7f-7ea7-44b3-bdb9-a84f50d5a13d tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.016337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-57210a7f-7ea7-44b3-bdb9-a84f50d5a13d tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2897420 Feb 04 13:31:09.019767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54834) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:09.079399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Allocated IP 2001:db8:0:2::2 (c0c3f8e6-2445-496d-8117-60e51afdd2f1/62b6a134-136c-443a-989b-bf8d182dbe90/5db3b153-264c-4441-abc0-933f8d1264ee) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:09.085747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] In _notify_port_updated(), no bound segment for port ca141d47-847c-4462-a2e2-673d861a351e on network c0c3f8e6-2445-496d-8117-60e51afdd2f1 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:31:09.092214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:09.092838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.094123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "PUT /v2.0/ports/ca141d47-847c-4462-a2e2-673d861a351e HTTP/1.1" status: 200 len: 969 time: 1.9269741 Feb 04 13:31:09.097443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:09.132104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aef2e-4b55-439c-9715-e80d9064c304 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event updated for resources: {'Port': ['ID=ca141d47-847c-4462-a2e2-673d861a351e,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.165613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.177691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port ca141d47-847c-4462-a2e2-673d861a351e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:09.178034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.239742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:09.265350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.283411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Transition to ACTIVE for port object 5db3b153-264c-4441-abc0-933f8d1264ee will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:09.287801 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.300081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.328199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c472c7-e90c-4e5e-85d5-10087028c064']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.339894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e55e42d-39d0-402a-b170-541a371662cd') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.340200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e55e42d-39d0-402a-b170-541a371662cd') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.352333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.369047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.376050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:09.376438 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:09.393788 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:09.466537 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.490575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.500636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.501782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e349be-3c9e-4bc2-8ded-472688fefe00 None None] Pushing event updated for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.529724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/c7c472c7-e90c-4e5e-85d5-10087028c064 HTTP/1.1" status: 204 len: 168 time: 0.5065777 Feb 04 13:31:09.531191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:09.554651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c70a5-254f-462c-9e66-2ddb0c5d95b5 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=c7c472c7-e90c-4e5e-85d5-10087028c064,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.620966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for ca141d47-847c-4462-a2e2-673d861a351e owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:09.673065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.878653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.903688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.916141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a629bc-b57f-43b1-817e-8bcaeb65bf20']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.933851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019ff267-d381-4119-9f7c-a303af0e947a') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.934177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019ff267-d381-4119-9f7c-a303af0e947a') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:09.950689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.971595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.979465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:09.980047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:09.998184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=ca141d47-847c-4462-a2e2-673d861a351e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:09.999421 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:10.014506 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.045308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0950-ca40-4595-b9b3-faa8a2ab8f7c req-26e2df6d-e535-4784-93f3-5ee15e815369 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.047948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19ed0950-ca40-4595-b9b3-faa8a2ab8f7c req-26e2df6d-e535-4784-93f3-5ee15e815369 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2242844 Feb 04 13:31:10.061871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-484d65a1-7e33-4dd1-bbf7-7a925e59be53 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/ca141d47-847c-4462-a2e2-673d861a351e HTTP/1.1" status: 204 len: 168 time: 0.9636126 Feb 04 13:31:10.065305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54864) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.105926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19ed0950-ca40-4595-b9b3-faa8a2ab8f7c req-d640fb2d-6ae4-467a-97bc-a15009be0b8f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459054 Feb 04 13:31:10.146035 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffefdc5f-238a-453c-bbeb-5bb3d7a59275 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] GET failed (client error): The resource could not be found. Feb 04 13:31:10.148126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ffefdc5f-238a-453c-bbeb-5bb3d7a59275 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports/ca141d47-847c-4462-a2e2-673d861a351e HTTP/1.1" status: 404 len: 333 time: 0.0813782 Feb 04 13:31:10.151048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54868) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.155664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.183740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.189360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862923114', 'description': 'tempest-secgroup-smoke-1862923114 description', 'project_id': '953d657dc04248c093a4858dbc4f52b7'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:10.191182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.196027 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:10.201873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:10.205908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=71a629bc-b57f-43b1-817e-8bcaeb65bf20,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.206079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:10.208542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7ea5b3bf-c96d-49c4-b091-70b719a8f0c0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/71a629bc-b57f-43b1-817e-8bcaeb65bf20 HTTP/1.1" status: 204 len: 168 time: 0.6764390 Feb 04 13:31:10.216732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54880) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.246241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:10.262947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.291898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.348570 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.365160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Could not find standard attr ID for object ca141d47-847c-4462-a2e2-673d861a351e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:10.383640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:10.384774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.388273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287497fb-604c-47f2-8d57-cc497a42073d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.391846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.397175 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c3363efb-3f17-479d-aba3-798ca881587c tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/security-groups/287497fb-604c-47f2-8d57-cc497a42073d HTTP/1.1" status: 204 len: 168 time: 0.2445188 Feb 04 13:31:10.398065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54888) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.473094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:10.490185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.499649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Provisioning for port 5db3b153-264c-4441-abc0-933f8d1264ee completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:10.505582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:10.505954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1a1965b4-1aa8-475e-99f6-50c9e2d2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.524882 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.532339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.610941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.623517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:10.636114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c25716-9b80-4945-b409-bd5663c05928,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.644197 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.651006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dc9bdc35-a59a-4801-b4ab-d725a357e5df tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/security-groups/02c25716-9b80-4945-b409-bd5663c05928 HTTP/1.1" status: 204 len: 168 time: 0.2515044 Feb 04 13:31:10.651936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54892) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.660547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-717155ef-848b-4457-b051-0af1bc42f029 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.662282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-717155ef-848b-4457-b051-0af1bc42f029 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.4136024 Feb 04 13:31:10.663563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:10.666889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:10.688057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:10.725790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-a2ff9522-91db-487e-b7d4-652c3718225d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0431607 Feb 04 13:31:10.739742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.763853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8bf45692-0a9e-4c1f-b240-6f27a2bbfacb None None] Could not find standard attr ID for object ca141d47-847c-4462-a2e2-673d861a351e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:10.777018 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.799162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceceda3-bb0f-4266-b0f3-f5244300f708 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.806144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceceda3-bb0f-4266-b0f3-f5244300f708 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:10.812209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.812439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ceceda3-bb0f-4266-b0f3-f5244300f708 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5942297 Feb 04 13:31:10.820258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-356763009'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:10.837810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:10.847710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:network and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:10.854158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:10.871383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:10.876113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.910241 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.914950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/security-groups/f3932b60-8aac-42ee-b8d1-949d0fe2923f HTTP/1.1" status: 204 len: 168 time: 0.2578564 Feb 04 13:31:10.914950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fa153-0a32-4472-b2da-6deac5037469 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3932b60-8aac-42ee-b8d1-949d0fe2923f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:10.914950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:10.918037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.918535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-4bff213f-fcc2-4ac9-b367-191b92cf3acc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1916301 Feb 04 13:31:10.919823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54900) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:10.952637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:10.963896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:10.964257 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment 0e42d6cf-fdce-4fda-a5ed-45b4e7daab24 of type vlan for network cbaf4036-58b4-4265-bf10-714fcf207777 Feb 04 13:31:10.967845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:11.001717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.012281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.038375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.045594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:11.046234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.053053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:11.053516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.075533 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.167378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3512840 Feb 04 13:31:11.169572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:11.170144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.171945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9871652 Feb 04 13:31:11.175706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-743806388'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.180249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet fce517c0-f3a4-48d7-b494-c9848467b0eb {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:11.181553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:11.183785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:11.187133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4eec3-c6f7-4710-b445-da6ac198f8d6 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=cbaf4036-58b4-4265-bf10-714fcf207777,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.188179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.191633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.199942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:network and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:11.203391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:11.205192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cbaf4036-58b4-4265-bf10-714fcf207777 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:11.205631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:11.211930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:11.214777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:11.217462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:11.226730 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:11.226961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5a94c-5416-41f1-8ca9-674a805016f8 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.236449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:11.241698 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.265578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.289345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-8f93cdec-cd93-4dfe-a6b9-63a48e5935f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183641 Feb 04 13:31:11.374763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:11.389754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.405896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.406162 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment ec1afdf7-9ce8-471b-8f5a-9a6541550cfe of type vlan for network 0b85e13c-178a-4f93-b7a4-742d6d373035 Feb 04 13:31:11.430961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.448728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.454173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.486562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4254e6-47b1-4d14-9070-282a96c669d6,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.515888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-7eeb748a-950a-4947-87a1-c88eff5a4326 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192039 Feb 04 13:31:11.519946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b221e8-5ec7-4d6b-893f-f17ea1db6e3c req-a8d46ac4-af36-46b3-93c2-a4d979484dc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:11.521495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6b221e8-5ec7-4d6b-893f-f17ea1db6e3c req-a8d46ac4-af36-46b3-93c2-a4d979484dc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2208614 Feb 04 13:31:11.536241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.550488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.551671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c32417ca-6272-4344-8902-c2c69fd201c4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664289 Feb 04 13:31:11.557096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:11.557718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.563681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:11.564269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.596193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.618001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:11.626677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.677637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=fce517c0-f3a4-48d7-b494-c9848467b0eb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.682425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.702399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7af2cf4-6c8b-414d-a34e-9992d52a8bd1 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/fce517c0-f3a4-48d7-b494-c9848467b0eb HTTP/1.1" status: 204 len: 168 time: 0.7788827 Feb 04 13:31:11.703379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba7383-fc2c-46d5-83b1-0461e7336ca6 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:11.703862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:11.787351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:11.798944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:11.821291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6b221e8-5ec7-4d6b-893f-f17ea1db6e3c req-4285afca-efab-4bdf-8a51-4e39ea5fe52e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877033 Feb 04 13:31:11.825833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:11.829135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6600528 Feb 04 13:31:11.833195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:11.854298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'ports': [{'network_id': 'cbaf4036-58b4-4265-bf10-714fcf207777', 'name': 'tempest-port--1976544492', 'admin_state_up': True}, {'network_id': '0b85e13c-178a-4f93-b7a4-742d6d373035', 'admin_state_up': False}]} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.854648 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'port': {'network_id': 'cbaf4036-58b4-4265-bf10-714fcf207777', 'name': 'tempest-port--1976544492', 'admin_state_up': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.855657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'port': {'network_id': '0b85e13c-178a-4f93-b7a4-742d6d373035', 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:11.874571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335b00-9b9f-4b2b-bbdc-a2487668c501 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=0b85e13c-178a-4f93-b7a4-742d6d373035,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:11.888574 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93ed3c32-7552-4ec5-add6-e3d1ef6e6f44 req-daa68d5d-3a13-476d-9bd4-1aa06fa87aab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 210 time: 0.1073530 Feb 04 13:31:11.895634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 0b85e13c-178a-4f93-b7a4-742d6d373035 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:11.918232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet 62b6a134-136c-443a-989b-bf8d182dbe90 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:11.921132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:11.975563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.011961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.141745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.208755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:12.217103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:port and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:12.221610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:12.230034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:12.245508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.251269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.268104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.272091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'port': 2} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:12.276493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.304487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0429170-4580-46b5-bfd4-b2303c9949f7,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.313666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=62b6a134-136c-443a-989b-bf8d182dbe90,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.319122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.322159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.330635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d133e692-3273-4afa-9c06-8c506fe54f3f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/62b6a134-136c-443a-989b-bf8d182dbe90 HTTP/1.1" status: 204 len: 168 time: 0.6225324 Feb 04 13:31:12.330635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54938) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:12.354951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.356469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b8050e0d-9a00-44e1-b4d1-3c77ca12f3a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7881818 Feb 04 13:31:12.364559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:12.376085 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8474443-50aa-42dd-82f5-1a8931432bf7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:12.376599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8474443-50aa-42dd-82f5-1a8931432bf7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:12.378378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8474443-50aa-42dd-82f5-1a8931432bf7 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/fce517c0-f3a4-48d7-b494-c9848467b0eb HTTP/1.1" status: 404 len: 337 time: 0.0468731 Feb 04 13:31:12.382749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:12.383198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54946) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:12.432947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:12.447242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:12.451504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:12.475263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting subnet fd4dbcfa-ad57-443d-bfc0-8da60428bf49 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:12.479052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.504760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:12.551519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.603920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.658471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.668056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] device_id is not set on port 409a443f-51d4-48f6-b5a5-a528fc6e7721 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:12.706933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.713476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.753627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68018730-2f37-49e2-a429-fdd0a18424cc,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:12.776437 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.777642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-21d91897-337e-4e64-905b-23f3730de5c5 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119239 Feb 04 13:31:12.778303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:12.783157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54950) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:12.831898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.015627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:13.023005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:13.027543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:13.031265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:13.037951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:13.038759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229dfd6c-a5f2-4c0f-8c86-ba81e7bea681 None None] Network c0c3f8e6-2445-496d-8117-60e51afdd2f1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:13.047095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4dbcfa-ad57-443d-bfc0-8da60428bf49,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.051168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] device_id is not set on port 5b6c5640-747d-4ea6-ab74-162bcf7e992b yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:13.120903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.128566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa1da8e0-d934-4dc2-a774-1349e416c6a2 req-891261ee-83e5-4b60-a26d-e066037a9b8b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 210 time: 0.0718653 Feb 04 13:31:13.137875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-551b6357-5d62-4df1-86b5-abd22ba8532f tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/fd4dbcfa-ad57-443d-bfc0-8da60428bf49 HTTP/1.1" status: 204 len: 168 time: 0.7530024 Feb 04 13:31:13.157025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54958) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.157218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3e54b3df-8ac9-4453-967a-48bac450ed02 None None] Provisioning complete for port 76e26879-a347-4e78-a44a-d768f8eb6793 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:13.157218 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3e54b3df-8ac9-4453-967a-48bac450ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.211753 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8df4327-0bec-4169-bf48-5c51b05ae9bc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:13.212245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8df4327-0bec-4169-bf48-5c51b05ae9bc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:13.214051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8df4327-0bec-4169-bf48-5c51b05ae9bc tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/e6c0672f-9e45-4eb6-82eb-215fcc8d1912 HTTP/1.1" status: 404 len: 337 time: 0.0657573 Feb 04 13:31:13.214988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.221083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54962) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.296305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.301247 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.301394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3e54b3df-8ac9-4453-967a-48bac450ed02 None None] Port 76e26879-a347-4e78-a44a-d768f8eb6793 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:13.323282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3e54b3df-8ac9-4453-967a-48bac450ed02 None None] Provisioning complete for port 5db3b153-264c-4441-abc0-933f8d1264ee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:13.323679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3e54b3df-8ac9-4453-967a-48bac450ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.337180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d74cbdf-d5c7-4394-a5cb-25e3268ce765,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.346880 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.348333 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad596314-505b-4b56-96db-98d59f0f3cc0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3371522 Feb 04 13:31:13.351826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.361214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:13.369553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:13.374637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:13.377650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:13.384288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:13.399533 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Project 953d657dc04248c093a4858dbc4f52b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:31:13.403970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-dc77e9f0-12cc-4972-b30c-75f1cada17b9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:13.405775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-dc77e9f0-12cc-4972-b30c-75f1cada17b9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.90 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.3490293 Feb 04 13:31:13.410183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.436363 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.480345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:13.513457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3c15e-baac-4c3d-9196-2e7039adf6ca req-5b58f022-8aab-4b98-9890-6cabe0275e3a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:13.515025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] DHCP port deletion for c0c3f8e6-2445-496d-8117-60e51afdd2f1 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:31:13.515409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83c3c15e-baac-4c3d-9196-2e7039adf6ca req-5b58f022-8aab-4b98-9890-6cabe0275e3a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.5548987 Feb 04 13:31:13.519640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4d979d92-f644-4a86-9741-ab0756d8e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.522717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1f54581e-e399-4cc3-a8be-c451f92f3546 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "GET /v2.0/ports?device_id=c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe HTTP/1.1" status: 200 len: 205 time: 0.2961438 Feb 04 13:31:13.527941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.533499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Deleting port 5db3b153-264c-4441-abc0-933f8d1264ee {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:13.533877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.578114 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.619736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.630393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.673826 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.675715 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229575 Feb 04 13:31:13.677344 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-cf61066c-bece-4b4c-91ee-058c358b1273 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] delete failed (client error): The resource could not be found. Feb 04 13:31:13.678492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf61066c-bece-4b4c-91ee-058c358b1273 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/routers/c08a2ff1-9ff2-4006-b6b5-7b83f30be1fe HTTP/1.1" status: 404 len: 336 time: 0.1418538 Feb 04 13:31:13.679668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.694293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'security_group_rule': {'security_group_id': '3d54c50b-48f1-4b7b-931d-3d4bc4e44c72', 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:13.696508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Port': ['ID=409a443f-51d4-48f6-b5a5-a528fc6e7721,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.703477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.704514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e26a-6ad4-4dbe-a538-f642494b5e98 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda26109-6b04-4fc0-9976-9862c2eb0d68,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:13.760391 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-715af2d5-98b3-4174-8932-021e06e2f346 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:13.760932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715af2d5-98b3-4174-8932-021e06e2f346 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:13.763672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-715af2d5-98b3-4174-8932-021e06e2f346 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/9e71ba61-b0db-4bc0-a798-11ecffaddc29 HTTP/1.1" status: 404 len: 337 time: 0.0534101 Feb 04 13:31:13.765566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:13.767078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 54982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.770146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:security_group_rule and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:13.773641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:13.781528 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-83c3c15e-baac-4c3d-9196-2e7039adf6ca req-4b2c8a56-e621-48f1-a1f2-37669678a7cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937535 Feb 04 13:31:13.794940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:13.806435 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Project 953d657dc04248c093a4858dbc4f52b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:31:13.815735 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.864403 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa740a51-2774-4ce1-91fb-b5a431006f94 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:13.864867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa740a51-2774-4ce1-91fb-b5a431006f94 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:13.878174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa740a51-2774-4ce1-91fb-b5a431006f94 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6901342d-3521-4a9a-a716-e19353b24432 HTTP/1.1" status: 404 len: 337 time: 0.1034944 Feb 04 13:31:13.878720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Checking segment: {'id': '0e42d6cf-fdce-4fda-a5ed-45b4e7daab24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cbaf4036-58b4-4265-bf10-714fcf207777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:13.879096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network hostable DHCP agents. Network: cbaf4036-58b4-4265-bf10-714fcf207777, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:13.880566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.896589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:13.923854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:13.925925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network cbaf4036-58b4-4265-bf10-714fcf207777 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:13.930880 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-5deed5d5-d90c-4b01-b561-1a5c81abb668 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:13.931425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5deed5d5-d90c-4b01-b561-1a5c81abb668 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:13.933808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5deed5d5-d90c-4b01-b561-1a5c81abb668 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/70ca1e39-0d02-404f-83b4-50f5de2c8d4b HTTP/1.1" status: 404 len: 337 time: 0.0520031 Feb 04 13:31:13.937885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:13.947466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cbaf4036-58b4-4265-bf10-714fcf207777) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:13.953096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] For port 5db3b153-264c-4441-abc0-933f8d1264ee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=5db3b153-264c-4441-abc0-933f8d1264ee,segment=NetworkSegment(2dbbffde-53e4-4a02-a094-60f58511553a),segment_id=2dbbffde-53e4-4a02-a094-60f58511553a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:13.953520 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.961242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:13.963259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46074c18-dfa0-48e8-8def-cf32bce3df23 None None] Network cbaf4036-58b4-4265-bf10-714fcf207777 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:13.963383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.965808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:13.974262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:13.995155 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be6e777-08fe-4988-9c2c-6072bd9fa0ba tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:13.996137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be6e777-08fe-4988-9c2c-6072bd9fa0ba tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:13.999554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6be6e777-08fe-4988-9c2c-6072bd9fa0ba tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/64fd5fd4-9cae-4ffc-bca0-f20c60f3e353 HTTP/1.1" status: 404 len: 333 time: 0.0594621 Feb 04 13:31:14.002523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 54996) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.062751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:14.064054 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e5e86a-e189-4233-af9e-ed1215378885 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:14.064658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e5e86a-e189-4233-af9e-ed1215378885 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:14.071778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e0e5e86a-e189-4233-af9e-ed1215378885 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/fc7efb9a-b655-4888-b4d0-1b988e6154ad HTTP/1.1" status: 404 len: 337 time: 0.0675888 Feb 04 13:31:14.074446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:14.102023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55000) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.109522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Port': ['ID=5b6c5640-747d-4ea6-ab74-162bcf7e992b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.134151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:14.134818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4489110 Feb 04 13:31:14.157595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663e9fa-518a-4737-b292-11ac2ec07f03 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9d9add-37aa-4be1-bbd6-0ddaa4e5b727,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.191604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Calling delete_port for 5db3b153-264c-4441-abc0-933f8d1264ee owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:14.355907 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b91cac5-bdb6-4350-80b9-eed37c345f54 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:14.357656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b91cac5-bdb6-4350-80b9-eed37c345f54 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:14.362009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b91cac5-bdb6-4350-80b9-eed37c345f54 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6a145437-19c5-4932-89d5-725fdfe96a51 HTTP/1.1" status: 404 len: 337 time: 0.2566977 Feb 04 13:31:14.364762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55014) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.460551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Checking segment: {'id': 'ec1afdf7-9ce8-471b-8f5a-9a6541550cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b85e13c-178a-4f93-b7a4-742d6d373035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:14.460551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network hostable DHCP agents. Network: 0b85e13c-178a-4f93-b7a4-742d6d373035, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:14.501784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network 0b85e13c-178a-4f93-b7a4-742d6d373035 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:14.513767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 0b85e13c-178a-4f93-b7a4-742d6d373035) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:14.526166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:14.526540 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a71c17-b5aa-4250-9d73-5584423e05e0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:14.527925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a71c17-b5aa-4250-9d73-5584423e05e0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:14.534448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-85a71c17-b5aa-4250-9d73-5584423e05e0 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/e2eeae75-ed5d-4703-9e9d-0791ddc044a7 HTTP/1.1" status: 404 len: 333 time: 0.1663463 Feb 04 13:31:14.536304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.539218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.539488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:14.548674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea53f5-6ce0-4abc-b6e9-5de8bbe235e9 None None] Network 0b85e13c-178a-4f93-b7a4-742d6d373035 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:14.563159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55018) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.593772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef120ac1-8909-460c-92d4-96a401596788 req-35f1c6b0-124f-449f-8de2-b4e14ff94219 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 210 time: 0.0709741 Feb 04 13:31:14.641002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-569ef65d-e7b2-4523-8bd1-4e306db7b05c tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8053341 Feb 04 13:31:14.643742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55022) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.662424 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c763d90b-729d-4981-a62b-a1002d8eaf71 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:14.662424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c763d90b-729d-4981-a62b-a1002d8eaf71 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:14.662424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c763d90b-729d-4981-a62b-a1002d8eaf71 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/ce406560-7487-43d2-baa5-07dcff910fc1 HTTP/1.1" status: 404 len: 337 time: 0.0955403 Feb 04 13:31:14.662424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.757770 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e874a006-84f4-4cab-bba6-74c10bd03016 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:14.757770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e874a006-84f4-4cab-bba6-74c10bd03016 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:14.757770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e874a006-84f4-4cab-bba6-74c10bd03016 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/subnets/6b83162c-6f27-4e6e-8d63-290c6f18b62a HTTP/1.1" status: 404 len: 337 time: 0.0854521 Feb 04 13:31:14.757770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55032) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.817400 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:14.854688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc41d-1349-4e11-aa04-15cf948e4f6f tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.868466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbc41d-1349-4e11-aa04-15cf948e4f6f tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:14.874671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86dbc41d-1349-4e11-aa04-15cf948e4f6f tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2273192 Feb 04 13:31:14.874671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:14.895098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.14 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/8da11d03-e577-449e-8d64-f879726e4e28) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:14.945250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] Pushing event deleted for resources: {'Port': ['ID=5db3b153-264c-4441-abc0-933f8d1264ee,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:14.945250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb1fc6-4ae3-4a3f-a06e-40a9e33c873b None None] No DVR routers for this DVR port 5db3b153-264c-4441-abc0-933f8d1264ee on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:15.039516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:15.039885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-3c51d784-28e0-42e9-acd6-9624a11430e3 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862923114&fields=id&tenant_id=953d657dc04248c093a4858dbc4f52b7 HTTP/1.1" status: 200 len: 267 time: 0.3558021 Feb 04 13:31:15.070381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Deleting port 76e26879-a347-4e78-a44a-d768f8eb6793 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:15.070797 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.086455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 5db3b153-264c-4441-abc0-933f8d1264ee {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:31:15.087446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 5db3b153-264c-4441-abc0-933f8d1264ee not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:15.111602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting port 409a443f-51d4-48f6-b5a5-a528fc6e7721 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:15.112983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.459176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6739-9b1a-4979-8651-652564b6e011 req-9c15543e-0fe8-4a6d-bf68-de3fe658449c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.466982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a9f6739-9b1a-4979-8651-652564b6e011 req-9c15543e-0fe8-4a6d-bf68-de3fe658449c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.3137529 Feb 04 13:31:15.485016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.651211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-e4db424c-13ca-4258-adab-40606f29b395 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:15.659537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-e4db424c-13ca-4258-adab-40606f29b395 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 813 time: 0.5945313 Feb 04 13:31:15.668042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Calling delete_port for 409a443f-51d4-48f6-b5a5-a528fc6e7721 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:15.723705 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a9f6739-9b1a-4979-8651-652564b6e011 req-6e69edf5-3ba6-4f0b-ac93-040e19498959 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559042 Feb 04 13:31:15.768497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.782934 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.802764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-1e750da4-8668-47e3-8d6f-6a5549c38aae tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/quotas/953d657dc04248c093a4858dbc4f52b7 HTTP/1.1" status: 200 len: 375 time: 0.0215697 Feb 04 13:31:15.868590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object 8da11d03-e577-449e-8d64-f879726e4e28 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:15.870315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Port': ['ID=409a443f-51d4-48f6-b5a5-a528fc6e7721,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:15.881961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.890352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8ddfb27c-4ee6-477a-bf35-2ee3aee08f98 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/ports/409a443f-51d4-48f6-b5a5-a528fc6e7721 HTTP/1.1" status: 204 len: 168 time: 1.0166049 Feb 04 13:31:15.893238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55048) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:15.906959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:15.977687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eff91137-5535-441f-b874-1e5466cbf922 req-4e206398-f327-4765-a0a4-6c1737fd0430 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 210 time: 0.0857019 Feb 04 13:31:16.004267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting port 5b6c5640-747d-4ea6-ab74-162bcf7e992b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:16.004609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.055632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Calling delete_port for 76e26879-a347-4e78-a44a-d768f8eb6793 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:16.159404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-b6221ff6-5ec4-42bd-8edb-2b196cb66827 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Synchronizing usage tracker for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:16.164613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.175874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['98389733-afff-4fa9-9764-6ab8a615b9ef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:16.261463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:16.271808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.285474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:16.301422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:16.353084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-82ec771d-5957-41b1-a5ce-e4458123c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.374278 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.381130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.393162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/ports/76e26879-a347-4e78-a44a-d768f8eb6793 HTTP/1.1" status: 204 len: 168 time: 1.6366892 Feb 04 13:31:16.396221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55052) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:16.400285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-b6221ff6-5ec4-42bd-8edb-2b196cb66827 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Unset dirty status for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:16.401886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-b6221ff6-5ec4-42bd-8edb-2b196cb66827 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5770602 Feb 04 13:31:16.414440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:16.476409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f55f5-6332-4b81-be96-8e6f6d60f8a6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Port': ['ID=76e26879-a347-4e78-a44a-d768f8eb6793,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:16.558855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Calling delete_port for 5b6c5640-747d-4ea6-ab74-162bcf7e992b owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:16.654979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd3faa36-8224-48fa-995e-3c06935eb311 None None] Provisioning for port 8da11d03-e577-449e-8d64-f879726e4e28 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:16.662349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bd3faa36-8224-48fa-995e-3c06935eb311 None None] Provisioning complete for port 8da11d03-e577-449e-8d64-f879726e4e28 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:16.663791 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bd3faa36-8224-48fa-995e-3c06935eb311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.706061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:16.706725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.740022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bd3faa36-8224-48fa-995e-3c06935eb311 None None] Port 8da11d03-e577-449e-8d64-f879726e4e28 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:16.740738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-9d35ba86-5ade-4805-ae8c-8ace3fe076e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2648263 Feb 04 13:31:16.753652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Request body: {'port': {'device_id': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:16.755314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.868037 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:16.880248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-3a045e2b-cdfa-46d5-b2cb-33e18acd9d0e service neutron] 10.222.0.53 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082620 Feb 04 13:31:16.910772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.032942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Port': ['ID=5b6c5640-747d-4ea6-ab74-162bcf7e992b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.045251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.066164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.081914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.085919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66f88bd9-5a71-4945-a596-b9e10b34c3ad tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/ports/5b6c5640-747d-4ea6-ab74-162bcf7e992b HTTP/1.1" status: 204 len: 168 time: 1.1618996 Feb 04 13:31:17.091145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55060) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:17.098711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c3f8e6-2445-496d-8117-60e51afdd2f1']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:17.127150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-c79a9f63-d564-4b40-8dd1-356019acfae1 service neutron] 10.222.0.53 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198901 Feb 04 13:31:17.160653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbbffde-53e4-4a02-a094-60f58511553a') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:17.161157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbbffde-53e4-4a02-a094-60f58511553a') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:17.201091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.210265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e28c953f-b3db-4344-9e86-fc5a56a098dd tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Synchronizing usage tracker for tenant:285c1306c69c4da0a2832fa902b856ac on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:17.240620 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.253046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5c12-6c94-4e9b-9674-e07f37f1d5a9 req-9b33dc19-a819-49b2-b33d-875113e3ecd4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.255646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2ec5c12-6c94-4e9b-9674-e07f37f1d5a9 req-9b33dc19-a819-49b2-b33d-875113e3ecd4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.3369837 Feb 04 13:31:17.282444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:17.283153 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.298170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55070) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:17.300469 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:17.364461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.374307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e28c953f-b3db-4344-9e86-fc5a56a098dd tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Unset dirty status for tenant:285c1306c69c4da0a2832fa902b856ac on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:17.375687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e28c953f-b3db-4344-9e86-fc5a56a098dd tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2809787 Feb 04 13:31:17.380454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55076) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:17.432190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2ec5c12-6c94-4e9b-9674-e07f37f1d5a9 req-9fe7b4e6-6d8b-4037-b8fb-9a9f7caf1d3f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697812 Feb 04 13:31:17.437931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.469037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1601824573'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:17.478098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.486396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] Pushing event deleted for resources: {'Network': ['ID=c0c3f8e6-2445-496d-8117-60e51afdd2f1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:17.491350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8292e192-f9cd-466f-985b-33616cd16fa6 tempest-PortsIpV6TestJSON-1701487781 tempest-PortsIpV6TestJSON-1701487781-project] 10.222.0.53 "DELETE /v2.0/networks/c0c3f8e6-2445-496d-8117-60e51afdd2f1 HTTP/1.1" status: 204 len: 168 time: 1.0939636 Feb 04 13:31:17.519551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:17.534473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:network and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:17.537694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:17.543917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:17.600521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:17.604194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.661631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:17.690898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.691159 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment 08f09e25-3118-408a-87b0-49ef6e3d4cc1 of type vlan for network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 Feb 04 13:31:17.757561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec9f8-c495-4939-9ce6-7e8cf8ba348c req-80e8ac30-8468-4b02-959a-afbb6a01647a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.770930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ae403-ddb6-407a-8317-402539cc9e22 req-457b9ff3-999d-46f7-9bd4-8d5dfafb0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:17.772479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-021ae403-ddb6-407a-8317-402539cc9e22 req-457b9ff3-999d-46f7-9bd4-8d5dfafb0c0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.4733210 Feb 04 13:31:17.777005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:17.796683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9aec9f8-c495-4939-9ce6-7e8cf8ba348c req-80e8ac30-8468-4b02-959a-afbb6a01647a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 932 time: 0.2139690 Feb 04 13:31:17.910803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9aec9f8-c495-4939-9ce6-7e8cf8ba348c req-10d3c3ce-b202-4027-adb7-baa02c6f6343 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085415 Feb 04 13:31:17.992135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2c369bc-da98-46dd-afb1-2bad4ce0c951 req-65a19639-3566-45ac-8560-a4d25a090f3a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 210 time: 0.0605147 Feb 04 13:31:17.995302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da11d03-e577-449e-8d64-f879726e4e28 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:18.002032 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-021ae403-ddb6-407a-8317-402539cc9e22 req-2f481774-423e-4128-a822-cc3c7760c14f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208464 Feb 04 13:31:18.006833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.009670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.015369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:18.015985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.050115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55100) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:18.141205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Transition to ACTIVE for port object 8da11d03-e577-449e-8d64-f879726e4e28 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:18.167592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7265849 Feb 04 13:31:18.172274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55106) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:18.178068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1151193490'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:18.192553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.207889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:18.217620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:network and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:18.236992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:18.269482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:18.292468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20defe1a-884f-42aa-ab1f-c8d8a4f887a4 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=68a6d4c9-0507-4e04-9e3c-032ce0b02300,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:18.306403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:18.311868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:18.328402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.533029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:18.571958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-72e87837-7538-4323-90e8-83b637d1e084 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29a19f0cfcfc43698a976c2f19684355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198605 Feb 04 13:31:18.572850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55114) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:18.696794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.700597 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Added segment 447722bb-2a37-4d60-bbd5-3dd123ddc499 of type vlan for network 71f6ed9a-586e-4c21-a613-1241077c8444 Feb 04 13:31:18.713248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Pushing event updated for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:18.862622 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-b85ffb05-40c7-43e9-a4dd-e55e560ed771 service neutron] show failed (client error): The resource could not be found. Feb 04 13:31:18.865462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-b85ffb05-40c7-43e9-a4dd-e55e560ed771 service neutron] 10.222.0.90 "GET /v2.0/ports/f21e8694-897b-4412-8643-213aff706304/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.5797977 Feb 04 13:31:18.876072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.897267 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.904695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.923710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Attempting to bind port 8da11d03-e577-449e-8d64-f879726e4e28 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:18.924040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Attempting to bind port 8da11d03-e577-449e-8d64-f879726e4e28 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:18.925801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Attempting to bind port 8da11d03-e577-449e-8d64-f879726e4e28 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:18.936823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Port 8da11d03-e577-449e-8d64-f879726e4e28 on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:31:18.937415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Attempting to bind port 8da11d03-e577-449e-8d64-f879726e4e28 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:18.949498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:18.950490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:18.956897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:18.957389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Bound port: 8da11d03-e577-449e-8d64-f879726e4e28, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:18.957984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:18.977635 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:19.156343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:19.163581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.164505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:19.203817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:19.221909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8da11d03-e577-449e-8d64-f879726e4e28,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:19.232638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:19.236708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0631683 Feb 04 13:31:19.298033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65389-526d-43da-86f8-195b810d388d req-f8830778-3ffe-4ce1-98ec-99f272233c5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.299317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c6f65389-526d-43da-86f8-195b810d388d req-f8830778-3ffe-4ce1-98ec-99f272233c5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:19.338006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c6f65389-526d-43da-86f8-195b810d388d req-f8830778-3ffe-4ce1-98ec-99f272233c5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:19.346023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6f65389-526d-43da-86f8-195b810d388d req-f8830778-3ffe-4ce1-98ec-99f272233c5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.2381589 Feb 04 13:31:19.348931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.349758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:19.351319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] 10.222.0.90 "PUT /v2.0/ports/8da11d03-e577-449e-8d64-f879726e4e28 HTTP/1.1" status: 200 len: 1092 time: 2.6017046 Feb 04 13:31:19.354079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:19.768230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fddcb-5f29-491f-b0a7-177f3945ff2c service neutron] Pushing event updated for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:19.782753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9c00-0ec0-4e61-9d89-52fd8b345ebf req-0e35981c-a976-4547-9193-e1994cf6d5b3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:19.784292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b2a9c00-0ec0-4e61-9d89-52fd8b345ebf req-0e35981c-a976-4547-9193-e1994cf6d5b3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 1.0741301 Feb 04 13:31:19.787018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799f4c6-6c1a-4196-8334-02794ed201ee tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Network': ['ID=71f6ed9a-586e-4c21-a613-1241077c8444,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:19.811351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 71f6ed9a-586e-4c21-a613-1241077c8444 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:20.084576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-55c7ce69-8c71-442b-a6c9-1de49fbf2e4a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:20.086866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-55c7ce69-8c71-442b-a6c9-1de49fbf2e4a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 813 time: 0.3064299 Feb 04 13:31:20.175833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6f65389-526d-43da-86f8-195b810d388d req-5d857311-0ecb-474b-ad15-f25d5e3c72e1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8285027 Feb 04 13:31:20.180979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-14869eef-3ee1-4b83-a296-2631f2d82dca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=953d657dc04248c093a4858dbc4f52b7 HTTP/1.1" status: 200 len: 380 time: 0.0863078 Feb 04 13:31:20.194268 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:20.195767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'port': {'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'admin_state_up': True, 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'security_groups': ['3d54c50b-48f1-4b7b-931d-3d4bc4e44c72']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:20.241695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b2a9c00-0ec0-4e61-9d89-52fd8b345ebf req-f76ad2b7-4676-43a4-9038-bd371e47913c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428754 Feb 04 13:31:20.279565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11924f14-b27f-4f18-bdeb-e8503418eecd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:20.290087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:20.295836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9d08239d-eff7-4282-900f-f9c2508e3803 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11924f14-b27f-4f18-bdeb-e8503418eecd HTTP/1.1" status: 204 len: 168 time: 1.7192481 Feb 04 13:31:20.320979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e23e479f-2b84-491c-80f8-9f8d7c872734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:20.323624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e23e479f-2b84-491c-80f8-9f8d7c872734 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.5264566 Feb 04 13:31:20.336168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:20.357634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:20.429423 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28', 'status': 'completed', 'code': 200} Feb 04 13:31:20.536518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-35a29a8e-10aa-4ab0-9d95-07f9a3844e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:20.559511 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-35a29a8e-10aa-4ab0-9d95-07f9a3844e9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 1095 time: 0.8598988 Feb 04 13:31:20.758479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d18dffbc-b2be-41c6-8cbf-efb7849c45c1 req-040b3a2b-8c85-4eff-9d2c-6b7bba49de58 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 210 time: 0.1932704 Feb 04 13:31:20.916112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:21.059541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-0eb54be1-cd05-4377-8993-68f9af3c74ae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da11d03-e577-449e-8d64-f879726e4e28 HTTP/1.1" status: 200 len: 217 time: 0.3957522 Feb 04 13:31:21.070467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:21.422701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:21.535966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Made reservation on behalf of 953d657dc04248c093a4858dbc4f52b7 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:21.544734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:21.614263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-93385246-74a7-49d0-847d-8b5ee8348575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:21.629085 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-93385246-74a7-49d0-847d-8b5ee8348575 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.5373526 Feb 04 13:31:22.031648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc460a-8796-4a11-9bdf-1dcbcaba2e79 req-770dd66e-274c-4072-b48e-5e502bc5a27b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:22.060932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ffc460a-8796-4a11-9bdf-1dcbcaba2e79 req-770dd66e-274c-4072-b48e-5e502bc5a27b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.5596271 Feb 04 13:31:22.349754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:22.383745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ffc460a-8796-4a11-9bdf-1dcbcaba2e79 req-fe6b2933-345e-4b7b-b5f8-66cb4982805f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409152 Feb 04 13:31:22.539193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:22.566447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:22.733614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Allocated IP 172.20.0.4 (d2ed0b0d-328e-4d81-8f54-071860c90932/edcbba13-e893-4396-80af-ba73dc57bf95/d60bb710-513d-405a-9b08-7bde82a43148) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:23.092079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:23.164267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Transition to ACTIVE for port object f21e8694-897b-4412-8643-213aff706304 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:23.166076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:23.176682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:23.231512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-7f9dacf9-3365-4bc1-b636-9d3947a2f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:23.231512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-7f9dacf9-3365-4bc1-b636-9d3947a2f13b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5825260 Feb 04 13:31:23.246903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecaca6-a9d1-44e3-8776-3ff9babcd11e req-f158cec8-519f-4ae7-9de2-23c75a3587f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:23.252427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29ecaca6-a9d1-44e3-8776-3ff9babcd11e req-f158cec8-519f-4ae7-9de2-23c75a3587f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 1.6195118 Feb 04 13:31:23.256029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76c7d977-4e13-49e1-b446-df8b5f727292 req-04b0ea65-b904-4fef-a481-09b80078a067 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 210 time: 0.4734612 Feb 04 13:31:23.262219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:23.293591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:23.479463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:23.509529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'subnets': [{'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1648336887', 'ip_version': 6}, {'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:23.509529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'subnet': {'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1648336887', 'ip_version': 6}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:23.509529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Request body: {'subnet': {'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:23.550727 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:31:23.550727 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:31:23.635124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29ecaca6-a9d1-44e3-8776-3ff9babcd11e req-a216894e-c219-4698-ab4c-91d154c2d309 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162820 Feb 04 13:31:23.728392 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:23.755319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Transition to ACTIVE for port object d60bb710-513d-405a-9b08-7bde82a43148 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:23.824292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:23.900406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-997306cb-3521-407b-bc16-d7da6c43676c service neutron] 10.222.0.90 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407137 Feb 04 13:31:23.900406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Network d2ed0b0d-328e-4d81-8f54-071860c90932 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:23.917109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:23.981726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:24.070058 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:31:24.075069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:24.075069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:24.110742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:24.194980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-30aac045-b9f5-4eaf-bf09-28e0b63b0c52 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0072114 Feb 04 13:31:24.231200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Request body: {'port': {'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:24.531225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-350615b7-8441-47a0-8170-ff71ae615415 None None] Provisioning for port d60bb710-513d-405a-9b08-7bde82a43148 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:24.549008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-350615b7-8441-47a0-8170-ff71ae615415 None None] Provisioning complete for port d60bb710-513d-405a-9b08-7bde82a43148 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:24.549389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-350615b7-8441-47a0-8170-ff71ae615415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:24.591762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:24.599467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Usage tracker for resource:subnet and tenant:285c1306c69c4da0a2832fa902b856ac is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:24.623080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:24.631236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:24.633965 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbfad10c-f9cb-4270-8406-388788431bc7 req-ad55df0b-7dc2-449e-b518-099900d608f1 service neutron] 10.222.0.90 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486382 Feb 04 13:31:24.677658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1669611771'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:24.691510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:24.697216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:24.700614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:24.706692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:24.739014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:24.742781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] No DVR routers for this DVR port f21e8694-897b-4412-8643-213aff706304 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:24.850891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2412-83ad-4125-86f4-c60740d0c956 req-51261564-4152-4634-b64c-6dbe8409a16a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:24.852251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-280b2412-83ad-4125-86f4-c60740d0c956 req-51261564-4152-4634-b64c-6dbe8409a16a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Synchronizing usage tracker for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:24.874585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:24.887050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-350615b7-8441-47a0-8170-ff71ae615415 None None] Port d60bb710-513d-405a-9b08-7bde82a43148 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:31:24.966381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-280b2412-83ad-4125-86f4-c60740d0c956 req-51261564-4152-4634-b64c-6dbe8409a16a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Unset dirty status for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:24.973126 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-280b2412-83ad-4125-86f4-c60740d0c956 req-51261564-4152-4634-b64c-6dbe8409a16a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 931 time: 0.4437721 Feb 04 13:31:25.032163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-df9d1811-3004-40c5-819b-0e0b3c91e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.034209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-df9d1811-3004-40c5-819b-0e0b3c91e515 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 1095 time: 0.2965882 Feb 04 13:31:25.077941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Made reservation on behalf of 285c1306c69c4da0a2832fa902b856ac for: {'subnet': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:25.088930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.088930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.103661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:25.103661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.133927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:25.151450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-280b2412-83ad-4125-86f4-c60740d0c956 req-f1ea9c69-6741-4aa1-a6e2-131dde59150c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773682 Feb 04 13:31:25.382768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.443979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:25.470526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:25.479128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:25.495436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:25.577220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c1b6c-6f3e-4139-8595-ab46f9e868ba req-53937cc1-7a03-48ac-bb95-909b9aab78e2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.584723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293c1b6c-6f3e-4139-8595-ab46f9e868ba req-53937cc1-7a03-48ac-bb95-909b9aab78e2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 1.5340478 Feb 04 13:31:25.624097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:25.625100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:25.625574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:25.656386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:31:25.657434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:25.658277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60bb710-513d-405a-9b08-7bde82a43148 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:25.670510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-b4921a76-2c90-4dc1-aac6-a6f3d9ff5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.671208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:25.671550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:25.671962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Bound using segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:25.672414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Bound port: f21e8694-897b-4412-8643-213aff706304, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:25.672893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.673606 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-b4921a76-2c90-4dc1-aac6-a6f3d9ff5098 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.6300490 Feb 04 13:31:25.676919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.738379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-293c1b6c-6f3e-4139-8595-ab46f9e868ba req-a7e8f0d7-8116-45bd-8e7d-8214d4bc3c88 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524694 Feb 04 13:31:25.790306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-cb20c796-d924-4c40-9499-47a498b4dac2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da11d03-e577-449e-8d64-f879726e4e28 HTTP/1.1" status: 200 len: 217 time: 0.1088123 Feb 04 13:31:25.842882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc86a7-33f7-46a6-b0c7-e7960c7c40d5 req-c9cce22b-0723-4907-bfdf-e76e18a663fe tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:25.844552 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ebc86a7-33f7-46a6-b0c7-e7960c7c40d5 req-c9cce22b-0723-4907-bfdf-e76e18a663fe tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 0.4771376 Feb 04 13:31:25.849061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Transition to ACTIVE for port object d60bb710-513d-405a-9b08-7bde82a43148 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:25.902929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:25.994272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ebc86a7-33f7-46a6-b0c7-e7960c7c40d5 req-ed2afcdc-e76f-4713-b184-446affb34983 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042223 Feb 04 13:31:26.048143 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:26.055375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-c7705c9a-0bf3-4763-8d8e-8dc03e547a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.055375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-c7705c9a-0bf3-4763-8d8e-8dc03e547a7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.2368157 Feb 04 13:31:26.129446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.162257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.163551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:26.202794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.211977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Pushing event updated for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:26.324751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:26.415163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-c8da871a-2555-4054-a80b-86b0f8aca4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.415163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-c8da871a-2555-4054-a80b-86b0f8aca4d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606839 Feb 04 13:31:26.430980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Attempting to bind port d60bb710-513d-405a-9b08-7bde82a43148 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:26.430980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Attempting to bind port d60bb710-513d-405a-9b08-7bde82a43148 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:26.430980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Attempting to bind port d60bb710-513d-405a-9b08-7bde82a43148 on network d2ed0b0d-328e-4d81-8f54-071860c90932 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:26.467769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.467769 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.467769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] 10.222.0.87 "PUT /v2.0/ports/f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 1091 time: 6.1200571 Feb 04 13:31:26.489375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Port d60bb710-513d-405a-9b08-7bde82a43148 on network d2ed0b0d-328e-4d81-8f54-071860c90932 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:31:26.489375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Attempting to bind port d60bb710-513d-405a-9b08-7bde82a43148 on network d2ed0b0d-328e-4d81-8f54-071860c90932 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:26.500983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:26.610144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:26.610144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Checking segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:26.610144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Bound using segment: {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:26.610144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Bound port: d60bb710-513d-405a-9b08-7bde82a43148, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64746995-f428-4b2a-903b-5505781651ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:26.610144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.646339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21ba9d-003c-4b78-85cb-7f6ceb46bfa2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:26.656281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.656866 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment c944d412-2448-496e-8778-b125f2f705de of type vlan for network 8ee529a3-467d-42f2-8ccc-be4502db4d75 Feb 04 13:31:26.684891 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:31:26.798635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a96990-2f30-4e95-8941-f3e6d71af55c service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:26.828576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:26.926335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937b25d-6806-42a4-af25-dcb964a7864e req-b961e954-722a-41e6-b8bd-7c0621dc068d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:26.926335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7937b25d-6806-42a4-af25-dcb964a7864e req-b961e954-722a-41e6-b8bd-7c0621dc068d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.5558565 Feb 04 13:31:27.032089 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:27.039006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.039660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:27.145445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-a5bf5683-6eeb-461b-9e99-8a7b7f65e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.146978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-a5bf5683-6eeb-461b-9e99-8a7b7f65e668 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1094 time: 0.6440616 Feb 04 13:31:27.167530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7937b25d-6806-42a4-af25-dcb964a7864e req-952ea605-e172-4a08-8184-d30158e48ba0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Synchronizing usage tracker for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:27.190880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-fe5301cd-4f10-47cd-96bc-d6fa684bc5ba service neutron] 10.222.0.90 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566104 Feb 04 13:31:27.190880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:27.190880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d60bb710-513d-405a-9b08-7bde82a43148,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:27.277673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:27.283100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:27.308128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-85167f47-5c58-435a-94ff-33cfdc66c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.312440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-85167f47-5c58-435a-94ff-33cfdc66c446 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1094 time: 0.6567485 Feb 04 13:31:27.337246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=8ee529a3-467d-42f2-8ccc-be4502db4d75,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.345695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:27.379946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-99d93377-c271-4502-852f-32553593d68a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6205721 Feb 04 13:31:27.379946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55188) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:27.379946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7937b25d-6806-42a4-af25-dcb964a7864e req-952ea605-e172-4a08-8184-d30158e48ba0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Unset dirty status for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:27.379946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7937b25d-6806-42a4-af25-dcb964a7864e req-952ea605-e172-4a08-8184-d30158e48ba0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161727 Feb 04 13:31:27.379946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'name': 'tempest-PortsTestJSON-718903569'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:27.520065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.520065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:27.520065 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] 10.222.0.90 "PUT /v2.0/ports/d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 1091 time: 3.2910724 Feb 04 13:31:27.532580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:27.608775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Subnet': ['ID=edbcb9f3-fed0-480f-8b2b-e9aef14de8c2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.671134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-7d7ac4ee-7ab3-4959-ab26-8e5d08f2563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.672303 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-7d7ac4ee-7ab3-4959-ab26-8e5d08f2563a service neutron] 10.222.0.87 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.5006835 Feb 04 13:31:27.673017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Checking segment: {'id': '08f09e25-3118-408a-87b0-49ef6e3d4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:27.673387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network hostable DHCP agents. Network: 68a6d4c9-0507-4e04-9e3c-032ce0b02300, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:27.683351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d7d2ac-457b-4127-8b63-c3df25c5ee92 req-ca7c5615-a060-48d3-a910-2a046b515578 service neutron] 10.222.0.90 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941881 Feb 04 13:31:27.683827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b167e6-5b62-4bd0-b38a-26714929266e service neutron] Pushing event updated for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:27.707178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da839-45c4-404a-a6f2-fa83d35ffa06 req-0325913a-89a4-489d-b056-e5c3b89beaf0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.708522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea6da839-45c4-404a-a6f2-fa83d35ffa06 req-0325913a-89a4-489d-b056-e5c3b89beaf0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.6780939 Feb 04 13:31:27.765238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-9971e07e-1dd7-4b63-9031-7677e8bd40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.767053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-9971e07e-1dd7-4b63-9031-7677e8bd40da service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.4318967 Feb 04 13:31:27.873465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:27.889205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:27.897633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:27.912678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea6da839-45c4-404a-a6f2-fa83d35ffa06 req-a908906a-1d0e-4569-831e-bdedfb7cf0fb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393538 Feb 04 13:31:27.917889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:27.922412 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-7ac3269b-88ac-4829-b5d2-f0b08e7da75a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.2340107 Feb 04 13:31:27.933301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:27.944331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-4ee158ce-472a-4581-a689-0d60d11aec2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.1319561 Feb 04 13:31:27.958039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-f917bef0-4ac7-418e-9ff2-168d569d9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:27.959600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-f917bef0-4ac7-418e-9ff2-168d569d9e22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1094 time: 0.3701851 Feb 04 13:31:28.060067 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:31:28.082650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-5ac6dafc-adcf-46ca-bf68-db08a7017776 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 217 time: 0.0856576 Feb 04 13:31:28.149641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-001c0593-279b-45f8-a183-0b662c5283d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.150594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-001c0593-279b-45f8-a183-0b662c5283d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1901262 Feb 04 13:31:28.157123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:28.160224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:28.180458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f57f7-9003-4b15-967e-751fec588085 req-5156b1ed-40d3-4910-bfc1-74730beeef33 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.181939 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-566f57f7-9003-4b15-967e-751fec588085 req-5156b1ed-40d3-4910-bfc1-74730beeef33 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 0.5694170 Feb 04 13:31:28.182548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 68a6d4c9-0507-4e04-9e3c-032ce0b02300) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:28.186775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:28.196495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e56511-0087-4114-9c39-b5cbb14a6bf9 None None] Network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:28.208709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-3ce6bf15-8778-4804-86d5-24746805cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.211060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-3ce6bf15-8778-4804-86d5-24746805cbbf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.1187432 Feb 04 13:31:28.279154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:28.338083 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-5139d8de-32c3-46e8-ae73-796252600390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.339962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-5139d8de-32c3-46e8-ae73-796252600390 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204538 Feb 04 13:31:28.346010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-335ac2b7-e82a-43bc-94ce-6ca3d478d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.348034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-335ac2b7-e82a-43bc-94ce-6ca3d478d7fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883755 Feb 04 13:31:28.370680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-6aace86b-92c8-4494-8659-0054e7f8ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.372178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-6aace86b-92c8-4494-8659-0054e7f8ef6a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.4275401 Feb 04 13:31:28.410408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event updated for resources: {'Subnet': ['ID=ba087de8-79e2-418e-bb4b-2e95f20c048f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:28.448356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-566f57f7-9003-4b15-967e-751fec588085 req-ef479795-2ed1-4119-ab5d-e6ac326f875c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507632 Feb 04 13:31:28.515404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Checking segment: {'id': '447722bb-2a37-4d60-bbd5-3dd123ddc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:28.515404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network hostable DHCP agents. Network: 71f6ed9a-586e-4c21-a613-1241077c8444, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:28.540804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-68a6d4c9-0507-4e04-9e3c-032ce0b02300', 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300', 'tenant_id': '285c1306c69c4da0a2832fa902b856ac', 'fixed_ips': [{'subnet_id': 'edbcb9f3-fed0-480f-8b2b-e9aef14de8c2'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:31:28.540804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:28.721224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Network 71f6ed9a-586e-4c21-a613-1241077c8444 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:28.804725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 71f6ed9a-586e-4c21-a613-1241077c8444) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:28.822946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.823563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.824313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:28.858305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-1319209c-d619-467a-88b3-7de186f6a6a2 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091002 Feb 04 13:31:28.860879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-9b7eb8bf-7744-4e35-9f7a-b1bc80d45355 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910407 Feb 04 13:31:28.870696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d7381-e94c-424e-9ef7-0b68b07d9819 None None] Network 71f6ed9a-586e-4c21-a613-1241077c8444 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:28.897057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-fe39e08c-ef35-4c1e-a9b5-f3ac0839d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:28.899003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-fe39e08c-ef35-4c1e-a9b5-f3ac0839d586 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5044615 Feb 04 13:31:28.902504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:28.907805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76b982af-f059-4a8d-8b66-c14dcc02c6d0 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4521837 Feb 04 13:31:28.909860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55196) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:29.031695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Allocated IP 2001:db8::1 (68a6d4c9-0507-4e04-9e3c-032ce0b02300/edbcb9f3-fed0-480f-8b2b-e9aef14de8c2/2068ff77-99b3-4061-9247-91346effda8b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:29.119361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.124644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.126254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.139361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Synchronizing usage tracker for tenant:285c1306c69c4da0a2832fa902b856ac on resource:subnet {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:29.328188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Unset dirty status for tenant:285c1306c69c4da0a2832fa902b856ac on resource:subnet {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:29.329895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10058dc9-b883-4cf6-8cb0-d4f6f6f7aa2e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4157088 Feb 04 13:31:29.342250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:29.346541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-54c79b83-5aab-46cb-bda6-6d67d8ed0f0c service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496112 Feb 04 13:31:29.358806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfba4b-73cb-41d1-9f57-f85921bf8c8c req-2327c246-9869-4d20-a8d9-c7374f3fb625 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.366629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ecfba4b-73cb-41d1-9f57-f85921bf8c8c req-2327c246-9869-4d20-a8d9-c7374f3fb625 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.7141697 Feb 04 13:31:29.453449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e537c7f3-c9bb-4370-accf-fcadc75df37b req-b2a30f89-0ddc-45fc-8b1e-2278300f65dd service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817766 Feb 04 13:31:29.480855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5ecfba4b-73cb-41d1-9f57-f85921bf8c8c req-7d219590-4a41-4d53-91c2-712369e5cf1f tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084430 Feb 04 13:31:29.489852 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.523155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.536698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Transition to ACTIVE for port object 2068ff77-99b3-4061-9247-91346effda8b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:29.561282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Transition to ACTIVE for port object 2068ff77-99b3-4061-9247-91346effda8b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:29.585746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting subnet edbcb9f3-fed0-480f-8b2b-e9aef14de8c2 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:29.600530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.614354 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.644736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-854946dd-5c80-467a-b643-f2727137bb06 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355199 Feb 04 13:31:29.683983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b55ec-aea2-4876-b519-ec0aaf633066 req-943749c8-a5a5-4a67-8c82-8ae66512a22b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.683983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf2b55ec-aea2-4876-b519-ec0aaf633066 req-943749c8-a5a5-4a67-8c82-8ae66512a22b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.4558287 Feb 04 13:31:29.698597 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-71f6ed9a-586e-4c21-a613-1241077c8444', 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444', 'tenant_id': '285c1306c69c4da0a2832fa902b856ac', 'fixed_ips': [{'subnet_id': 'ba087de8-79e2-418e-bb4b-2e95f20c048f'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:31:29.700788 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.734523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-7059d844-2b69-4802-afa7-71e6a8a6d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.736072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-7059d844-2b69-4802-afa7-71e6a8a6d164 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1094 time: 0.2259891 Feb 04 13:31:29.916546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Pushing event updated for resources: {'Port': ['ID=2068ff77-99b3-4061-9247-91346effda8b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:29.922918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=4f0fd300-a5c0-4bbb-8139-c6d98d435a1d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:29.922918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:29.940880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-ce59989b-dc91-4976-b936-44a57389d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:29.942542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-ce59989b-dc91-4976-b936-44a57389d3b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 914 time: 0.1980424 Feb 04 13:31:29.959833 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf2b55ec-aea2-4876-b519-ec0aaf633066 req-046a7b7a-dd2c-4612-a648-8e4615932e06 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896678 Feb 04 13:31:29.992823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': 'c944d412-2448-496e-8778-b125f2f705de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:29.992823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: 8ee529a3-467d-42f2-8ccc-be4502db4d75, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:30.011091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.011688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.011688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.011959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.016502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.017568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.018044 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.018512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.019003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.019465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.020110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.020573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:30.032017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4459ed2-843f-413b-9e59-c1a6817dae40 req-3b1f201e-aee6-4c2f-94d8-459e329103cb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.039991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4459ed2-843f-413b-9e59-c1a6817dae40 req-3b1f201e-aee6-4c2f-94d8-459e329103cb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 0.3444734 Feb 04 13:31:30.065619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-090f7190-6fc2-4a03-b1b0-d75e8203277e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 217 time: 0.1160114 Feb 04 13:31:30.081013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:30.092834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d73f8d80-7dd2-4189-a33c-3a76acf9c60a req-637d454d-8720-41bd-9351-85be0af54da5 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047132 Feb 04 13:31:30.101400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8ee529a3-467d-42f2-8ccc-be4502db4d75) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:30.126033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92310b2d-d99a-42bf-9e38-2cfbbd3eacc5 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:30.129313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:30.136994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.139060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.152005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:30.247410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8557e10-18ff-4208-87ce-e6bde9f516fd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8741920 Feb 04 13:31:30.279231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Allocated IP 2001:db8:0:1::1 (71f6ed9a-586e-4c21-a613-1241077c8444/ba087de8-79e2-418e-bb4b-2e95f20c048f/097b3556-4401-4431-91af-c271eff50566) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:30.283885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4459ed2-843f-413b-9e59-c1a6817dae40 req-ff4cac1d-6654-40da-8212-132ad8e89fdb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336161 Feb 04 13:31:30.283885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:30.295863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-609100155'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:30.333948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:30.339200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:30.349860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-200acd41-a89b-4540-b498-8fdbe3795a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.353787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-200acd41-a89b-4540-b498-8fdbe3795a47 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.2800541 Feb 04 13:31:30.355724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:30.368793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.418822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:30.453461 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.455708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:30.460839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.513747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Subnet': ['ID=edbcb9f3-fed0-480f-8b2b-e9aef14de8c2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:30.519926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.520538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:30.533850 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:30.537196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-6302d04f-007a-438d-9542-825eb5720b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.542561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-6302d04f-007a-438d-9542-825eb5720b78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805093 Feb 04 13:31:30.549316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.550274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2c763910-27a9-483a-8ece-d2965d4d8dac tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/subnets/edbcb9f3-fed0-480f-8b2b-e9aef14de8c2 HTTP/1.1" status: 204 len: 168 time: 1.2003932 Feb 04 13:31:30.554788 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 9e3c9aaf-7196-42cf-b081-afa41fb92701 of type vlan for network e0175203-46de-488f-8932-90248ae29a7a Feb 04 13:31:30.556702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55214) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:30.579449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-32bb0784-bc15-4abc-95e4-3bc5984d2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.579574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:30.581096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-32bb0784-bc15-4abc-95e4-3bc5984d2934 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1094 time: 0.3411312 Feb 04 13:31:30.813125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.865591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Attempting to bind port 2068ff77-99b3-4061-9247-91346effda8b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:30.865811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Attempting to bind port 2068ff77-99b3-4061-9247-91346effda8b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '08f09e25-3118-408a-87b0-49ef6e3d4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:30.867171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Attempting to bind port 2068ff77-99b3-4061-9247-91346effda8b on network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:30.869715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting subnet ba087de8-79e2-418e-bb4b-2e95f20c048f {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:30.877837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-1b06f1b0-7a8c-4a12-994d-14a9465ce0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.879326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-1b06f1b0-7a8c-4a12-994d-14a9465ce0ba service neutron] 10.222.0.87 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.2870610 Feb 04 13:31:30.887038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aed7a-348c-464d-b027-5dbc34f30fff req-24860179-6c9c-451f-9f67-8b95c980f322 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:30.888524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-951aed7a-348c-464d-b027-5dbc34f30fff req-24860179-6c9c-451f-9f67-8b95c980f322 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.1669014 Feb 04 13:31:30.890076 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-5f424eb2-ede2-4ab3-8d1a-61262d234b40 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322339 Feb 04 13:31:30.907967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:30.908331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Checking segment: {'id': '08f09e25-3118-408a-87b0-49ef6e3d4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:30.908744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.909132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Bound using segment: {'id': '08f09e25-3118-408a-87b0-49ef6e3d4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:30.909604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Bound port: 2068ff77-99b3-4061-9247-91346effda8b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f09e25-3118-408a-87b0-49ef6e3d4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '68a6d4c9-0507-4e04-9e3c-032ce0b02300'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:30.909980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:30.993946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.042477 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.049679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.049679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.053342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Transition to ACTIVE for port object 097b3556-4401-4431-91af-c271eff50566 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:31.144474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Transition to ACTIVE for port object 097b3556-4401-4431-91af-c271eff50566 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:31.144474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f15dc999-df74-463a-ae33-130659df6506 None None] For port 2068ff77-99b3-4061-9247-91346effda8b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:31.144474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f15dc999-df74-463a-ae33-130659df6506 None None] For port 2068ff77-99b3-4061-9247-91346effda8b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2068ff77-99b3-4061-9247-91346effda8b,segment=NetworkSegment(08f09e25-3118-408a-87b0-49ef6e3d4cc1),segment_id=08f09e25-3118-408a-87b0-49ef6e3d4cc1)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:31.144474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.213121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-951aed7a-348c-464d-b027-5dbc34f30fff req-a76788a9-e598-4545-bd25-e45dacdee821 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964756 Feb 04 13:31:31.213121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-3b5cd383-15ba-44e3-b0ca-6ee2ec401306 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.3139079 Feb 04 13:31:31.243675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Pushing event updated for resources: {'Port': ['ID=097b3556-4401-4431-91af-c271eff50566,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.248705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.248877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.325175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Network 71f6ed9a-586e-4c21-a613-1241077c8444 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:31.331675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:31.342163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:31.364349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0829682 Feb 04 13:31:31.367636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55222) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:31.370746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-21f0bbaa-037b-464b-b882-e5a495dba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.372736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-21f0bbaa-037b-464b-b882-e5a495dba559 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1595159 Feb 04 13:31:31.379307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'ports': [{'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'}, {'network_id': 'e0175203-46de-488f-8932-90248ae29a7a'}]} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:31.379802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:31.380447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': 'e0175203-46de-488f-8932-90248ae29a7a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:31.409879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057216f-4eb7-4c6c-b04e-9907c42ff34e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=e0175203-46de-488f-8932-90248ae29a7a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.459261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network e0175203-46de-488f-8932-90248ae29a7a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:31.506018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dc999-df74-463a-ae33-130659df6506 None None] Pushing event updated for resources: {'Port': ['ID=2068ff77-99b3-4061-9247-91346effda8b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.506507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.551390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9b8bb91-411a-4482-bec1-52c09b517106 req-46d8dc9d-ec84-480d-9fcc-daa835829925 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475172 Feb 04 13:31:31.591964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99cf88-4d6a-42ee-8861-12a17115a007 req-3fb0bf1a-6937-482e-840b-ff37890aa637 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.593101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be99cf88-4d6a-42ee-8861-12a17115a007 req-3fb0bf1a-6937-482e-840b-ff37890aa637 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.4922767 Feb 04 13:31:31.613714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Attempting to bind port 097b3556-4401-4431-91af-c271eff50566 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:31.614772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Attempting to bind port 097b3556-4401-4431-91af-c271eff50566 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '447722bb-2a37-4d60-bbd5-3dd123ddc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:31.615437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Attempting to bind port 097b3556-4401-4431-91af-c271eff50566 on network 71f6ed9a-586e-4c21-a613-1241077c8444 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:31.639620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:31.640204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Checking segment: {'id': '447722bb-2a37-4d60-bbd5-3dd123ddc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:31.640752 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.641313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Bound using segment: {'id': '447722bb-2a37-4d60-bbd5-3dd123ddc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:31.642207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Bound port: 097b3556-4401-4431-91af-c271eff50566, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447722bb-2a37-4d60-bbd5-3dd123ddc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '71f6ed9a-586e-4c21-a613-1241077c8444'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:31.644082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.661448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be99cf88-4d6a-42ee-8861-12a17115a007 req-ddb5fdd0-6ee5-4bd1-920f-3cbc45f739f6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559714 Feb 04 13:31:31.680412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17cb5f7-a0ea-4dbd-ba47-6358aa61f5e1 None None] Network 68a6d4c9-0507-4e04-9e3c-032ce0b02300 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:31.700490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.757402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-1d545037-b8d3-49a9-b51e-ec1bde84d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.758934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-1d545037-b8d3-49a9-b51e-ec1bde84d0a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3608077 Feb 04 13:31:31.765116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:31.768976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:31.771878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:31.779130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:31.814174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 2} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:31.818654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.826213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.884839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.891618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Subnet': ['ID=ba087de8-79e2-418e-bb4b-2e95f20c048f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:31.891843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] For port 097b3556-4401-4431-91af-c271eff50566, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:31.896766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af78da-290d-4ad1-af56-e52a1f76ed0a req-85284c8c-4cbe-419a-85f0-953c87fc2f54 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:31.898272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80af78da-290d-4ad1-af56-e52a1f76ed0a req-85284c8c-4cbe-419a-85f0-953c87fc2f54 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 943 time: 0.4037871 Feb 04 13:31:31.901444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:31.906894 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-773ac7a8-4ff8-4e48-8120-eab953394f27 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/subnets/ba087de8-79e2-418e-bb4b-2e95f20c048f HTTP/1.1" status: 204 len: 168 time: 1.2450709 Feb 04 13:31:31.907739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55226) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:31.937751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] For port 097b3556-4401-4431-91af-c271eff50566, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=097b3556-4401-4431-91af-c271eff50566,segment=NetworkSegment(447722bb-2a37-4d60-bbd5-3dd123ddc499),segment_id=447722bb-2a37-4d60-bbd5-3dd123ddc499)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:31.950033 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.134086 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80af78da-290d-4ad1-af56-e52a1f76ed0a req-440636c1-b82e-42cf-9a99-bc696e4ee08a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226193 Feb 04 13:31:32.141311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad8992-e076-437c-84c9-548b4553e583 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.142447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1ad8992-e076-437c-84c9-548b4553e583 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Synchronizing usage tracker for tenant:285c1306c69c4da0a2832fa902b856ac on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:32.180257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f1ad8992-e076-437c-84c9-548b4553e583 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Unset dirty status for tenant:285c1306c69c4da0a2832fa902b856ac on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:32.186841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f1ad8992-e076-437c-84c9-548b4553e583 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2779682 Feb 04 13:31:32.187549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55230) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:32.202276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d115d-b945-4dc7-a4a6-ba9cdd075004 None None] Pushing event updated for resources: {'Port': ['ID=097b3556-4401-4431-91af-c271eff50566,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:32.234517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-9cd7e44b-075d-4262-b93d-8a9ff83eaec2 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475114 Feb 04 13:31:32.416510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port a98f1d3a-ed17-417f-b8b2-93dd180fbe5d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:32.515793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ab7025c-d8a7-45ba-b459-40d183c482d2 req-a69d6798-3c5e-42e3-a74a-048621c5d5a3 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734106 Feb 04 13:31:32.528816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.550453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f21e8694-897b-4412-8643-213aff706304 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:31:32.555707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting port 097b3556-4401-4431-91af-c271eff50566 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:32.556912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.605630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.635345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da2fa0-cd3e-47e8-85c4-197d754fc383 req-b7e8ea8b-ad2c-40bf-9587-2f2d8539aa4c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:32.646504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46da2fa0-cd3e-47e8-85c4-197d754fc383 req-b7e8ea8b-ad2c-40bf-9587-2f2d8539aa4c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.2267847 Feb 04 13:31:32.706011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:32.718575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46da2fa0-cd3e-47e8-85c4-197d754fc383 req-bfe7fcc4-94ee-4d2e-8d17-b5e22ec23370 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709064 Feb 04 13:31:32.737800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'f21e8694-897b-4412-8643-213aff706304', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:31:32.750500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port b002767c-e3b5-4f52-9ede-40699d808c3f yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:32.870147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.904865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21e8694-897b-4412-8643-213aff706304 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:32.941301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:32.948485 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:32.955480 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.008782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] For port 097b3556-4401-4431-91af-c271eff50566, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=097b3556-4401-4431-91af-c271eff50566,segment=NetworkSegment(447722bb-2a37-4d60-bbd5-3dd123ddc499),segment_id=447722bb-2a37-4d60-bbd5-3dd123ddc499)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:33.009402 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.028914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cfe42-e704-441a-aa31-bce91183323f req-fd5d0706-fe9c-4f76-8d17-724c8b62fd30 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.037432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a4cfe42-e704-441a-aa31-bce91183323f req-fd5d0706-fe9c-4f76-8d17-724c8b62fd30 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.1944520 Feb 04 13:31:33.077571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 097b3556-4401-4431-91af-c271eff50566 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:33.100367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.115951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a4cfe42-e704-441a-aa31-bce91183323f req-ea1bb56c-8a00-4765-9426-0679f2e7b0e3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720503 Feb 04 13:31:33.120232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:33.188786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 097b3556-4401-4431-91af-c271eff50566 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:33.205914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['f21e8694-897b-4412-8643-213aff706304'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:33.222902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Calling delete_port for 097b3556-4401-4431-91af-c271eff50566 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:33.245784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=a98f1d3a-ed17-417f-b8b2-93dd180fbe5d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:33.264020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:33.266226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:33.275948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:33.281414 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.344553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.472539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] No DVR routers for this DVR port 097b3556-4401-4431-91af-c271eff50566 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:33.475452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Port': ['ID=097b3556-4401-4431-91af-c271eff50566,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:33.561588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=b002767c-e3b5-4f52-9ede-40699d808c3f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:33.572762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '9e3c9aaf-7196-42cf-b081-afa41fb92701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0175203-46de-488f-8932-90248ae29a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:33.573081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: e0175203-46de-488f-8932-90248ae29a7a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:33.599677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network e0175203-46de-488f-8932-90248ae29a7a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:33.620289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, e0175203-46de-488f-8932-90248ae29a7a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:33.627322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:33.635321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.641589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.642122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.645939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8479598-8ca5-472f-939a-55ce143655e0 None None] Network 71f6ed9a-586e-4c21-a613-1241077c8444 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:33.667478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89354d3a-495b-4a2b-a677-11fa4d2aecb5 None None] Network e0175203-46de-488f-8932-90248ae29a7a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:33.667649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.669868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-686f5aba-33e2-4323-94e7-09e4b75a441e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2958343 Feb 04 13:31:33.673226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55240) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:33.716028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d38e21-8887-4f5f-acf7-d6d72edc35bd req-7bda6383-12a2-4a89-9556-37c1cc8d370d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:33.717364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17d38e21-8887-4f5f-acf7-d6d72edc35bd req-7bda6383-12a2-4a89-9556-37c1cc8d370d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.3216007 Feb 04 13:31:33.719210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f6ed9a-586e-4c21-a613-1241077c8444']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:33.753927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port b002767c-e3b5-4f52-9ede-40699d808c3f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:33.755250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.763278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447722bb-2a37-4d60-bbd5-3dd123ddc499') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:33.763580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447722bb-2a37-4d60-bbd5-3dd123ddc499') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:33.801335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.840798 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.853132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:33.853590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:33.921657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c066d62a-43b1-4d7e-950a-c851a3d80a34 None None] Could not find standard attr ID for object 097b3556-4401-4431-91af-c271eff50566. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:33.981753 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:34.023206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17d38e21-8887-4f5f-acf7-d6d72edc35bd req-903fa1ca-a77f-4791-a900-8a6cfad147e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960098 Feb 04 13:31:34.036879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.072762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.077089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=71f6ed9a-586e-4c21-a613-1241077c8444,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:34.133433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f6503dfd-cf6d-44a2-919f-5fa1649b4782 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/71f6ed9a-586e-4c21-a613-1241077c8444 HTTP/1.1" status: 204 len: 168 time: 1.9441772 Feb 04 13:31:34.138002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55248) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:34.141658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.167325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ecaa6-f235-47bb-b230-fc62f63c0871 req-e2a9f3c0-53ad-457e-94c0-9030a770af38 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.170778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c2ecaa6-f235-47bb-b230-fc62f63c0871 req-e2a9f3c0-53ad-457e-94c0-9030a770af38 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.2457845 Feb 04 13:31:34.194386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b02c5-d314-415d-a767-fb8e8cebe0f9 None None] DHCP port deletion for 71f6ed9a-586e-4c21-a613-1241077c8444 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:31:34.219157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c97f4c-3a03-4df8-9cd1-9cf194476a12 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:31:34.298936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.315726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Deleting port 2068ff77-99b3-4061-9247-91346effda8b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:34.316306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.327473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for b002767c-e3b5-4f52-9ede-40699d808c3f owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:34.392702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c97f4c-3a03-4df8-9cd1-9cf194476a12 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:31:34.439763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c2ecaa6-f235-47bb-b230-fc62f63c0871 req-eb91abb1-8e88-4bd2-a552-638fb314c235 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065139 Feb 04 13:31:34.563670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.617817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f21e8694-897b-4412-8643-213aff706304 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:34.674883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=b002767c-e3b5-4f52-9ede-40699d808c3f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:34.694016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.708661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e06876a3-1fe3-4586-8873-06d17d01cfd3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/b002767c-e3b5-4f52-9ede-40699d808c3f HTTP/1.1" status: 204 len: 168 time: 1.0336351 Feb 04 13:31:34.710447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:34.729624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-10689ce2-53c4-455a-9607-c3ae3fe3b651 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.731485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-10689ce2-53c4-455a-9607-c3ae3fe3b651 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b&tenant_id=cee6225bd7184c9baf1e21756114b8d6&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.2641122 Feb 04 13:31:34.780778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port f21e8694-897b-4412-8643-213aff706304 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:34.787161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port f21e8694-897b-4412-8643-213aff706304 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:34.787934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.942946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] For port 2068ff77-99b3-4061-9247-91346effda8b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2068ff77-99b3-4061-9247-91346effda8b,segment=NetworkSegment(08f09e25-3118-408a-87b0-49ef6e3d4cc1),segment_id=08f09e25-3118-408a-87b0-49ef6e3d4cc1)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:34.942946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:34.977944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f513c3-48ee-4179-bcfb-fcf0d4e3dfd8 req-29fd1283-2e41-445b-92e0-44dcb16683e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:34.979621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 097b3556-4401-4431-91af-c271eff50566 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:34.987242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1f513c3-48ee-4179-bcfb-fcf0d4e3dfd8 req-29fd1283-2e41-445b-92e0-44dcb16683e1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.3741755 Feb 04 13:31:35.056871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08023ad0-21d8-4e75-b080-7f961baf561f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.056871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08023ad0-21d8-4e75-b080-7f961baf561f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.056871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-08023ad0-21d8-4e75-b080-7f961baf561f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:35.086526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a1f513c3-48ee-4179-bcfb-fcf0d4e3dfd8 req-689cbf57-6761-45b1-a86f-8ab6bb7e50fe tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929489 Feb 04 13:31:35.093603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 097b3556-4401-4431-91af-c271eff50566 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:31:35.093603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 097b3556-4401-4431-91af-c271eff50566 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:35.100483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-7ae64a3d-a71b-476e-bbc0-ec93d4aced03 service neutron] 10.222.0.87 "GET /v2.0/ports/f21e8694-897b-4412-8643-213aff706304/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.3056161 Feb 04 13:31:35.119357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-08023ad0-21d8-4e75-b080-7f961baf561f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:35.119357 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-08023ad0-21d8-4e75-b080-7f961baf561f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4041882 Feb 04 13:31:35.119357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55260) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:35.159342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Calling delete_port for 2068ff77-99b3-4061-9247-91346effda8b owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:35.216415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port a98f1d3a-ed17-417f-b8b2-93dd180fbe5d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:35.216415 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.238766 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.239805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a787-51cc-4afb-98cb-053e2e82b033 req-2b5a3458-eb79-4f3a-92c4-55f93d4b6b97 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.247816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7d2a787-51cc-4afb-98cb-053e2e82b033 req-2b5a3458-eb79-4f3a-92c4-55f93d4b6b97 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.6919439 Feb 04 13:31:35.287051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:35.287051 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:35.313984 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.378955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a7d2a787-51cc-4afb-98cb-053e2e82b033 req-67869f2b-ce6a-46e9-8010-70b903219000 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160767 Feb 04 13:31:35.400551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.458284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Port': ['ID=2068ff77-99b3-4061-9247-91346effda8b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.467146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] No DVR routers for this DVR port 2068ff77-99b3-4061-9247-91346effda8b on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:35.469225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-7cbc4c48-3bb9-4cab-9b76-3cf9ecd7becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.471285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-7cbc4c48-3bb9-4cab-9b76-3cf9ecd7becc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1096 time: 0.2192991 Feb 04 13:31:35.514925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.655202 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:31:35.696102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.696541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.733272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a6d4c9-0507-4e04-9e3c-032ce0b02300']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.748970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f09e25-3118-408a-87b0-49ef6e3d4cc1') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.749334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f09e25-3118-408a-87b0-49ef6e3d4cc1') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:35.769793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117afa57-52b4-4177-bf87-d3caac504d12 req-a90d5db6-736d-4adf-a3de-944c4da45fb6 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:35.771379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-117afa57-52b4-4177-bf87-d3caac504d12 req-a90d5db6-736d-4adf-a3de-944c4da45fb6 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 943 time: 0.1516595 Feb 04 13:31:35.773234 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.809702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.830510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:35.830933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:35.846466 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:35.904210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-117afa57-52b4-4177-bf87-d3caac504d12 req-fe89560e-36ec-4b5f-a6d8-41665c14fb47 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219466 Feb 04 13:31:35.947986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.968916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:35.972043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for a98f1d3a-ed17-417f-b8b2-93dd180fbe5d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:35.980611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=68a6d4c9-0507-4e04-9e3c-032ce0b02300,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:35.989639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5e84f31f-6748-4ab5-bedd-3201535f0b6e tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/68a6d4c9-0507-4e04-9e3c-032ce0b02300 HTTP/1.1" status: 204 len: 168 time: 1.8483834 Feb 04 13:31:35.991357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55270) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.035482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-ec03e19c-1b40-4ac2-9dbe-9c1e9343c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.036730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-ec03e19c-1b40-4ac2-9dbe-9c1e9343c704 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.5473821 Feb 04 13:31:36.117832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.168955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-e7aceb96-e4be-4ae5-b3c4-e102725cfc24 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 1001 time: 0.1258740 Feb 04 13:31:36.169995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.274555 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.293103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=a98f1d3a-ed17-417f-b8b2-93dd180fbe5d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:36.305084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b85e13c-178a-4f93-b7a4-742d6d373035']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.319023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1afdf7-9ce8-471b-8f5a-9a6541550cfe') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.319321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1afdf7-9ce8-471b-8f5a-9a6541550cfe') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:36.321298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.332221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.350869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.357000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:36.357427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.358703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-cd10044e-559a-430f-b840-c5be489aa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.360164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-cd10044e-559a-430f-b840-c5be489aa6b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1421483 Feb 04 13:31:36.366820 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8cab324-2931-44a6-b7fe-4c33997f9696 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/a98f1d3a-ed17-417f-b8b2-93dd180fbe5d HTTP/1.1" status: 204 len: 168 time: 1.2437646 Feb 04 13:31:36.368008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:36.372550 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:36.463481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.491151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.494105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=0b85e13c-178a-4f93-b7a4-742d6d373035,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:36.502387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7238f-d69b-4213-84f4-b64c3d238f4a req-8febb9f8-6555-45cd-a4af-f18c3dccdd08 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.503933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fb7238f-d69b-4213-84f4-b64c3d238f4a req-8febb9f8-6555-45cd-a4af-f18c3dccdd08 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2538910 Feb 04 13:31:36.535472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3d9324aa-3950-4cf3-b60b-aa184fdb6503 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/0b85e13c-178a-4f93-b7a4-742d6d373035 HTTP/1.1" status: 204 len: 168 time: 0.5430834 Feb 04 13:31:36.539112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55282) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.579823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6db65-f7c6-4511-bbc6-ebace66ffdfd req-59050ea8-aa7d-4a4e-99a9-b47e7764ec8c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.581394 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ba6db65-f7c6-4511-bbc6-ebace66ffdfd req-59050ea8-aa7d-4a4e-99a9-b47e7764ec8c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.0852923 Feb 04 13:31:36.597157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d60bb710-513d-405a-9b08-7bde82a43148 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:31:36.626783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ba6db65-f7c6-4511-bbc6-ebace66ffdfd req-a0b5a023-89a9-4b86-a093-7f6479a0d2dc tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Feb 04 13:31:36.641788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fb7238f-d69b-4213-84f4-b64c3d238f4a req-0f10f5cb-4c19-48e0-bc49-c8fdd5d9b5cd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291685 Feb 04 13:31:36.649141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5da7d-4acb-4f94-a3a6-91644b1a14ec tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.649818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91f5da7d-4acb-4f94-a3a6-91644b1a14ec tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:36.657705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-9e3a45ad-2ef8-44e7-9e19-b288de076919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:36.659190 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-9e3a45ad-2ef8-44e7-9e19-b288de076919 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921047 Feb 04 13:31:36.752159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d60bb710-513d-405a-9b08-7bde82a43148,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:36.775278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'd60bb710-513d-405a-9b08-7bde82a43148', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:31:36.782338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.790869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-91f5da7d-4acb-4f94-a3a6-91644b1a14ec tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:36.792435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91f5da7d-4acb-4f94-a3a6-91644b1a14ec tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3873551 Feb 04 13:31:36.795914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.836950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.863613 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-85053bfb-d508-4599-93de-a9f262dc67d1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:31:36.867966 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-85053bfb-d508-4599-93de-a9f262dc67d1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/b002767c-e3b5-4f52-9ede-40699d808c3f HTTP/1.1" status: 404 len: 333 time: 0.0710056 Feb 04 13:31:36.868566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55290) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.875700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60bb710-513d-405a-9b08-7bde82a43148 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:36.892240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d60bb710-513d-405a-9b08-7bde82a43148,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:36.896799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:36.912672 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed63df3-1693-420e-a40a-50c6fe1f18f2 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:31:36.915121 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ed63df3-1693-420e-a40a-50c6fe1f18f2 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/a98f1d3a-ed17-417f-b8b2-93dd180fbe5d HTTP/1.1" status: 404 len: 333 time: 0.0456033 Feb 04 13:31:36.916726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55294) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:36.955725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-d490aa3a-9215-4cd4-a4e3-015d97e1978b service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825694 Feb 04 13:31:36.978401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.050159 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.090682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaf4036-58b4-4265-bf10-714fcf207777']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.105308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['d60bb710-513d-405a-9b08-7bde82a43148'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:37.109315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e42d6cf-fdce-4fda-a5ed-45b4e7daab24') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.109588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e42d6cf-fdce-4fda-a5ed-45b4e7daab24') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.134133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.163555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-d5a25538-caaf-4789-95b4-8ecf5406c8b7 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905909 Feb 04 13:31:37.164947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.171511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:37.171909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:37.190143 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:37.210259 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.289798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.293411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a90f9-1b07-466d-819c-ba030542bffa req-ec031509-4122-4107-bce8-191371886fd4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.294990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da0a90f9-1b07-466d-819c-ba030542bffa req-ec031509-4122-4107-bce8-191371886fd4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 944 time: 0.1838279 Feb 04 13:31:37.313083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.323009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] Pushing event deleted for resources: {'Network': ['ID=cbaf4036-58b4-4265-bf10-714fcf207777,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.326346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b0bf395f-4285-4b2c-ab0f-c8c42698faf7 tempest-BulkNetworkOpsIpV6Test-476778911 tempest-BulkNetworkOpsIpV6Test-476778911-project] 10.222.0.53 "DELETE /v2.0/networks/cbaf4036-58b4-4265-bf10-714fcf207777 HTTP/1.1" status: 204 len: 168 time: 0.7851899 Feb 04 13:31:37.391902 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.432535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-da0a90f9-1b07-466d-819c-ba030542bffa req-798e087f-94de-4e01-a241-4ab3fd409cfd tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909429 Feb 04 13:31:37.434027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0175203-46de-488f-8932-90248ae29a7a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.447568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3c9aaf-7196-42cf-b081-afa41fb92701') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.447875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3c9aaf-7196-42cf-b081-afa41fb92701') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:37.459486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.476721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.483446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:37.483842 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:37.499289 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:37.584739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.604582 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.613410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=e0175203-46de-488f-8932-90248ae29a7a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:37.616220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d471cfb8-5558-4d25-a46f-033b3e63ce10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/e0175203-46de-488f-8932-90248ae29a7a HTTP/1.1" status: 204 len: 168 time: 0.6985691 Feb 04 13:31:37.619907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55304) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:37.625667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-761796977'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:37.631151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:37.635130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55308) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:37.635630 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:37.638296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:37.644016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:37.657976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:37.662034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.713891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:37.740344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.740713 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 65a3de8c-b8c1-402e-a257-fcb01ba72db8 of type vlan for network fa20ea45-e279-4a2d-9706-4a539a8cf666 Feb 04 13:31:37.812275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.831210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45688a-3075-4e14-92fc-3825adf85c28 req-712741f2-0f7e-4833-b4d8-41f05beb119c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.832822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d45688a-3075-4e14-92fc-3825adf85c28 req-712741f2-0f7e-4833-b4d8-41f05beb119c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.0930898 Feb 04 13:31:37.917687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:37.924645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:37.925766 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.045832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c6c2790-3538-4b30-86b6-2d7ca16f9083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=285c1306c69c4da0a2832fa902b856ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093561 Feb 04 13:31:38.048474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55318) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:38.048986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b156b-6ff6-4471-a0bc-4942ff9519c0 req-104c8f92-6475-4bf4-95cb-97f0c0f70c26 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.050820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb6b156b-6ff6-4471-a0bc-4942ff9519c0 req-104c8f92-6475-4bf4-95cb-97f0c0f70c26 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.2459784 Feb 04 13:31:38.068515 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4449353 Feb 04 13:31:38.072211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d45688a-3075-4e14-92fc-3825adf85c28 req-ae48eb1e-b5e4-4ae1-9236-d28ec87aae59 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817306 Feb 04 13:31:38.072670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:38.085768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:38.098839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4ebcb-c2e2-453a-bd70-63569643e0ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=fa20ea45-e279-4a2d-9706-4a539a8cf666,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:38.103114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:38.146641 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb6b156b-6ff6-4471-a0bc-4942ff9519c0 req-1dce2c53-3571-481d-ac5f-d599e3ea6084 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825293 Feb 04 13:31:38.236617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.243032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:38.255610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:38.260149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:38.274937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:38.282708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.310952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:38.314015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.427628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Performing IP validity checks on allocation pools {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:31:38.427628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87621) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:31:38.470991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.506884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f99d4-35ac-456f-913f-bd8074787ef5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:38.556657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.558653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1fd27c3b-4a88-44f1-9a9a-982228dd15d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/986f99d4-35ac-456f-913f-bd8074787ef5 HTTP/1.1" status: 204 len: 168 time: 0.5083787 Feb 04 13:31:38.623253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8da11d03-e577-449e-8d64-f879726e4e28 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:31:38.628247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d60bb710-513d-405a-9b08-7bde82a43148 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:38.745153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5f1d9-cf4b-4ac2-88b1-a7e04051fa1c req-e7fd4224-70bd-40a6-9bac-7221d1cde3f0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.749628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54d5f1d9-cf4b-4ac2-88b1-a7e04051fa1c req-e7fd4224-70bd-40a6-9bac-7221d1cde3f0 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 944 time: 0.1726651 Feb 04 13:31:38.751604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.826887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port d60bb710-513d-405a-9b08-7bde82a43148 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:38.863946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port d60bb710-513d-405a-9b08-7bde82a43148 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:38.864512 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:38.888866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=0d437322-fb51-46cf-bdea-2c621352ba06,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:38.900166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54d5f1d9-cf4b-4ac2-88b1-a7e04051fa1c req-4e0b42b0-db45-4dfe-9bc2-451347046b26 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392288 Feb 04 13:31:38.907363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '65a3de8c-b8c1-402e-a257-fcb01ba72db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:38.914781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: fa20ea45-e279-4a2d-9706-4a539a8cf666, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:38.932924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8da11d03-e577-449e-8d64-f879726e4e28,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:38.950394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:38.959143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8da11d03-e577-449e-8d64-f879726e4e28', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': '8da11d03-e577-449e-8d64-f879726e4e28', 'mac_address': 'fa:16:3e:dc:b4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:31:38.964794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, fa20ea45-e279-4a2d-9706-4a539a8cf666) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:38.982444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:38.982444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.003639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4739a-6e5b-437e-912e-774f1c609103 None None] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:39.018864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d7a0612-9603-4191-80fc-be9ddd49a6b0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9432204 Feb 04 13:31:39.022447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:39.032676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666', 'name': 'tempest-PortsTestJSON-909107230'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:39.235617 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.286849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da11d03-e577-449e-8d64-f879726e4e28 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:39.290623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:39.302960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:39.328222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.369105 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8da11d03-e577-449e-8d64-f879726e4e28,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:39.370536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:39.374755 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.380383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:39.423486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:39.436531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.483912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed5ec5-3baa-46b1-bda1-0963b32a62e4 req-773f7759-2052-4b65-ade4-65dba129c807 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:39.487271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d60bb710-513d-405a-9b08-7bde82a43148,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:39.497876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6ed5ec5-3baa-46b1-bda1-0963b32a62e4 req-773f7759-2052-4b65-ade4-65dba129c807 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.1352072 Feb 04 13:31:39.504664 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.510790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a7c2d-8ff6-4195-bba5-c29598400504 req-ee8bcd67-bf96-465f-b244-1ae31d223e95 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:39.520567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-078a7c2d-8ff6-4195-bba5-c29598400504 req-ee8bcd67-bf96-465f-b244-1ae31d223e95 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 944 time: 0.2074254 Feb 04 13:31:39.581519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6ed5ec5-3baa-46b1-bda1-0963b32a62e4 req-9a3585f4-2112-4139-8a4a-124efdd7c13f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800664 Feb 04 13:31:39.609279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-078a7c2d-8ff6-4195-bba5-c29598400504 req-be704d1f-7e2a-4796-b1b0-2d7e87a6c643 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Feb 04 13:31:39.644899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:39.656476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8da11d03-e577-449e-8d64-f879726e4e28'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:39.765145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55358) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:39.822766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.5 (fa20ea45-e279-4a2d-9706-4a539a8cf666/0d437322-fb51-46cf-bdea-2c621352ba06/5e27025b-81cd-41b4-ae95-5c0e6cdc2d35) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:39.837583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-25c4dbeb-6fe6-4fe3-9d27-f684d9836175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:39.838790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-25c4dbeb-6fe6-4fe3-9d27-f684d9836175 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1599655 Feb 04 13:31:39.849438 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'code': 200} Feb 04 13:31:39.851542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:39.908531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-fa20ea45-e279-4a2d-9706-4a539a8cf666', 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': '0d437322-fb51-46cf-bdea-2c621352ba06'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:31:39.910004 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:39.933559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-58113e8b-86b0-4b4c-808f-3b93d49a3f86 tempest-ServiceProvidersTest-1339434393 tempest-ServiceProvidersTest-1339434393-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1674325 Feb 04 13:31:40.031690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:40.036626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.329758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55370) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:40.402657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fe72-3b7f-4be0-8186-25929a2ca9b5 req-867a7577-67b7-4c83-baa7-28e1e42b2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.402657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7bc4fe72-3b7f-4be0-8186-25929a2ca9b5 req-867a7577-67b7-4c83-baa7-28e1e42b2df8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1096 time: 0.6132085 Feb 04 13:31:40.482767 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.551209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7bc4fe72-3b7f-4be0-8186-25929a2ca9b5 req-adac3aa6-fa1b-459c-98e7-93da9cd5a397 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056292 Feb 04 13:31:40.553683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:40.559096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Usage tracker for resource:security_group_rule and tenant:63d2f3b5039540d498df2d6dc1abb054 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:40.568842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:40.577001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:40.625175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8da11d03-e577-449e-8d64-f879726e4e28 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:40.629457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-2e2ac859-4fe3-471f-a9d3-96f096b2f2ea service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323559 Feb 04 13:31:40.648516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.659112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9b14-2569-4536-9b12-64edebbecf4e req-cd0102c0-8628-4cb0-9d31-b32d3ebf1a06 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:40.660622 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3af9b14-2569-4536-9b12-64edebbecf4e req-cd0102c0-8628-4cb0-9d31-b32d3ebf1a06 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 945 time: 0.5700142 Feb 04 13:31:40.708401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:40.753962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8da11d03-e577-449e-8d64-f879726e4e28 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:40.760796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3af9b14-2569-4536-9b12-64edebbecf4e req-c1dec5b6-6a92-4f96-bfa0-5a6a88972b9a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875027 Feb 04 13:31:40.767447 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8da11d03-e577-449e-8d64-f879726e4e28 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:40.767999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.802037 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.849117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:40.879656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.906920 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:40.932650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:40.951964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63d2f3b5039540d498df2d6dc1abb054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178608 Feb 04 13:31:40.955511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55380) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:40.961108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Allocated IP 172.20.0.2 (fa20ea45-e279-4a2d-9706-4a539a8cf666/0d437322-fb51-46cf-bdea-2c621352ba06/3b4f5186-2e16-4c71-9c2e-7a61661d24ed) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:41.025049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48942fd1-9baf-41a5-bb8e-f9827a4445f5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.039938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.040285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.040619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.040953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.041556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.041635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.041904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.042212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.042532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.042916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.043779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.043779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82355d70-f876-4851-8156-59cd2fc49a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:41.049592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:41.066303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:41.079972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.085664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-832e9e5f-ab0e-4a29-a79d-00a808e6bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.089857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-832e9e5f-ab0e-4a29-a79d-00a808e6bd12 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.3179328 Feb 04 13:31:41.100108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:41.108295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Transition to ACTIVE for port object f21e8694-897b-4412-8643-213aff706304 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:41.124622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:41.154594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcaf56-a47c-44ba-ab50-64e85a67347c req-686d1224-5808-4b41-bf62-3911a041e8ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.154594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cbcaf56-a47c-44ba-ab50-64e85a67347c req-686d1224-5808-4b41-bf62-3911a041e8ab tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 945 time: 0.3792477 Feb 04 13:31:41.160728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=5e27025b-81cd-41b4-ae95-5c0e6cdc2d35,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.167119 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.170865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.239756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8da11d03-e577-449e-8d64-f879726e4e28,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:41.246276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.269611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.348361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.373934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.384559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.385633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.386445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.388788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cbcaf56-a47c-44ba-ab50-64e85a67347c req-757cbb31-0e08-43c5-89d1-417fca04ae72 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402456 Feb 04 13:31:41.391042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Transition to ACTIVE for port object 3b4f5186-2e16-4c71-9c2e-7a61661d24ed will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:41.416559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.426956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Transition to ACTIVE for port object 3b4f5186-2e16-4c71-9c2e-7a61661d24ed will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:41.435238 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.485480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-9dad41b2-5767-4cf8-a8aa-ea2f12d6358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.487253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-9dad41b2-5767-4cf8-a8aa-ea2f12d6358a service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 908 time: 0.3771191 Feb 04 13:31:41.542323 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-089b8b27-6ae4-48e6-8b58-9fa69a01035c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5177293 Feb 04 13:31:41.552558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:41.563809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:41.590243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Pushing event updated for resources: {'Port': ['ID=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.597065 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:41.626962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55388) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:41.693693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] No DVR routers for this DVR port f21e8694-897b-4412-8643-213aff706304 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:41.750657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.783629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48942fd1-9baf-41a5-bb8e-f9827a4445f5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:41.790087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:41.790370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.795247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Attempting to bind port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:41.796365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Attempting to bind port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '65a3de8c-b8c1-402e-a257-fcb01ba72db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:41.796888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Attempting to bind port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed on network fa20ea45-e279-4a2d-9706-4a539a8cf666 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:41.818023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-cc698d26-a182-4ea9-9e1d-088bd7321028 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 1001 time: 0.3191640 Feb 04 13:31:41.836204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:41.837019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Checking segment: {'id': '65a3de8c-b8c1-402e-a257-fcb01ba72db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:41.837661 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.838338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Bound using segment: {'id': '65a3de8c-b8c1-402e-a257-fcb01ba72db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:41.839074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Bound port: 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a3de8c-b8c1-402e-a257-fcb01ba72db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fa20ea45-e279-4a2d-9706-4a539a8cf666'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:41.840328 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:41.856214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:41.951848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b3fd7-da2f-4521-845f-9bbc4031e3b3 req-54df7bf6-2e6c-4950-8d8b-db212d85d67e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:41.963015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b5b3fd7-da2f-4521-845f-9bbc4031e3b3 req-54df7bf6-2e6c-4950-8d8b-db212d85d67e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 945 time: 0.9671743 Feb 04 13:31:41.977009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] For port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:41.982225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] For port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,segment=NetworkSegment(65a3de8c-b8c1-402e-a257-fcb01ba72db8),segment_id=65a3de8c-b8c1-402e-a257-fcb01ba72db8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:41.989899 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:42.070438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b5b3fd7-da2f-4521-845f-9bbc4031e3b3 req-482a2279-5ceb-43df-9545-1d17d79d410b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011770 Feb 04 13:31:42.072229 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:31:42.122793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcef3ea-fc69-4d6c-b8e9-680c1a9b758d None None] Pushing event updated for resources: {'Port': ['ID=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:42.145074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-4bdbd2a0-72df-4c5f-9da5-240325ad6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.146854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-4bdbd2a0-72df-4c5f-9da5-240325ad6d73 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 200 len: 846 time: 0.3224173 Feb 04 13:31:42.147983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:42.149199 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6ecd85d9-0e7a-4bc9-bd19-4a0b1700f38c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48942fd1-9baf-41a5-bb8e-f9827a4445f5 HTTP/1.1" status: 204 len: 168 time: 1.1813145 Feb 04 13:31:42.193923 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28', 'code': 200} Feb 04 13:31:42.486284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece16da-d21b-4cac-a995-e1c1f6fcf1f7 req-47329ce2-454d-4c89-b068-1fcbddd16a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.487399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ece16da-d21b-4cac-a995-e1c1f6fcf1f7 req-47329ce2-454d-4c89-b068-1fcbddd16a06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 1097 time: 0.2112784 Feb 04 13:31:42.488520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:42.488644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:42.489158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:42.557906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-34390510-dea7-4b45-b247-815e29e92e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.559635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-34390510-dea7-4b45-b247-815e29e92e4d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e7fd023-3aea-4d1d-9956-0bc1523d3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966131 Feb 04 13:31:42.585846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:31:42.586400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Attempting to bind port f21e8694-897b-4412-8643-213aff706304 on network 1505c13e-ac12-436e-a50e-cb5a961783cd {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:42.587685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f21e8694-897b-4412-8643-213aff706304 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:42.599170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:42.611417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:42.617481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Checking segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:42.618195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Bound using segment: {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:42.629171 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Bound port: f21e8694-897b-4412-8643-213aff706304, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:42.634377 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:42.680367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da838c7d-f7fc-4a8a-886b-d62ca85c07af req-a7a666a0-3934-4aa2-8c00-30a7f658e947 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:42.698195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da838c7d-f7fc-4a8a-886b-d62ca85c07af req-a7a666a0-3934-4aa2-8c00-30a7f658e947 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 945 time: 0.4429193 Feb 04 13:31:42.726632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1ece16da-d21b-4cac-a995-e1c1f6fcf1f7 req-8d4d854b-9dbe-4e54-835f-9b0de47de42b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183316 Feb 04 13:31:42.728796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f21e8694-897b-4412-8643-213aff706304 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:42.904693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:43.047541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:43.048886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:43.062988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:43.097944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da838c7d-f7fc-4a8a-886b-d62ca85c07af req-7ba21f3c-4bc6-4a4d-b6b3-158c4f1f85ac tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996363 Feb 04 13:31:43.131692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2587-9438-48ad-88b8-317d3971de6b req-8ea37ecb-bdb6-4b83-b1fc-3fe1d8f7d269 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.134223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-261a2587-9438-48ad-88b8-317d3971de6b req-8ea37ecb-bdb6-4b83-b1fc-3fe1d8f7d269 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.3304908 Feb 04 13:31:43.177323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-60fb75b2-11eb-4069-b269-7723ed5d74bc service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045697 Feb 04 13:31:43.183111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b4f5186-2e16-4c71-9c2e-7a61661d24ed up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:43.228684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.233123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:43.236123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] 10.222.0.90 "PUT /v2.0/ports/f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 1092 time: 3.3905969 Feb 04 13:31:43.379047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:43.508810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-51c4de51-e65a-4c55-8f6a-38137368df52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:43.514333 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:31:43.551387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:43.603837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-261a2587-9438-48ad-88b8-317d3971de6b req-aedd16cd-134e-4e45-8242-653aefeabc9e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4485364 Feb 04 13:31:43.649186 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=5e27025b-81cd-41b4-ae95-5c0e6cdc2d35,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:43.678237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6fbc-2617-47c0-a97a-0ccf4ef85adf service neutron] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=11']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:43.836386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-5a9cd5cb-0859-4d6f-8645-877561998eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:43.836386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-5a9cd5cb-0859-4d6f-8645-877561998eec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1095 time: 0.5530794 Feb 04 13:31:43.904343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd608b29-787a-45e3-aef3-ce5a0cbcb7dd req-20e8fac9-c09e-4d27-870c-fd1854006b3d service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081976 Feb 04 13:31:44.073895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:44.159226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-7f86b5ab-68d6-4c22-928d-2145a1fa17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.161436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-7f86b5ab-68d6-4c22-928d-2145a1fa17a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.3240027 Feb 04 13:31:44.206385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c249b9-124d-48eb-b0f9-ca9b1ebbcc2d req-8a4408f6-cedb-410c-86e0-c4fa21079e5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.213471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8c249b9-124d-48eb-b0f9-ca9b1ebbcc2d req-8a4408f6-cedb-410c-86e0-c4fa21079e5c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.8038399 Feb 04 13:31:44.232563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:44.256481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-361ec98f-5698-4723-8cef-caa8d424697f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 HTTP/1.1" status: 204 len: 168 time: 2.6284626 Feb 04 13:31:44.259339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55430) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:44.264876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8d829-555f-45c1-8dd1-bc9e95215147 None None] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:44.319068 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-795b5aee-9ed8-4b56-98bc-821c98241fdd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:31:44.319342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795b5aee-9ed8-4b56-98bc-821c98241fdd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:31:44.321124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-795b5aee-9ed8-4b56-98bc-821c98241fdd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 HTTP/1.1" status: 404 len: 333 time: 0.0608697 Feb 04 13:31:44.333961 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-229ee671-92a9-4849-adca-4586c423fd98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.1652532 Feb 04 13:31:44.336396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55436) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:44.338131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8c249b9-124d-48eb-b0f9-ca9b1ebbcc2d req-41c503e7-a0c9-4e69-bb49-375d08bedf2b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233630 Feb 04 13:31:44.417451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Provisioning for port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:44.439984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Provisioning complete for port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:44.444569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:44.463704 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:31:44.469008 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1cf5e6-9adc-4474-9684-feffad8bde43 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:31:44.470055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b1cf5e6-9adc-4474-9684-feffad8bde43 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:44.517338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4b1cf5e6-9adc-4474-9684-feffad8bde43 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:44.518904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4b1cf5e6-9adc-4474-9684-feffad8bde43 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/5e27025b-81cd-41b4-ae95-5c0e6cdc2d35 HTTP/1.1" status: 404 len: 333 time: 0.1813133 Feb 04 13:31:44.523302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55442) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:44.525393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-639d857f-6edb-4830-b1c7-141a66847d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.527194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-639d857f-6edb-4830-b1c7-141a66847d68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1303601 Feb 04 13:31:44.536872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab940e-fb63-4221-b9f9-95769ddc0639 req-366868d4-fb2a-497d-82af-b5b9f38ecc9a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.545406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bab940e-fb63-4221-b9f9-95769ddc0639 req-366868d4-fb2a-497d-82af-b5b9f38ecc9a tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 945 time: 0.4768896 Feb 04 13:31:44.643109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 0d437322-fb51-46cf-bdea-2c621352ba06 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:44.665602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bab940e-fb63-4221-b9f9-95769ddc0639 req-cc6c47cd-d3a7-4655-a271-5fbe0af4f62e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191206 Feb 04 13:31:44.666664 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:44.700580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:44.790053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:44.802873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-64f23a4b-8d70-4f4a-a968-c56c23f40064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:44.809186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-64f23a4b-8d70-4f4a-a968-c56c23f40064 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2614243 Feb 04 13:31:44.992195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] For port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,segment=NetworkSegment(65a3de8c-b8c1-402e-a257-fcb01ba72db8),segment_id=65a3de8c-b8c1-402e-a257-fcb01ba72db8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:45.003662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:45.015745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-b4c952b9-4f26-4537-a85e-99291544f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.017401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-b4c952b9-4f26-4537-a85e-99291544f1f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1095 time: 0.5537548 Feb 04 13:31:45.039573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:45.047539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-97f6eeb1-b325-47ba-b987-c8a080959d61 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296395 Feb 04 13:31:45.192063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb56a4c-2b35-4da4-b1d8-882f6dce5fd4 None None] Pushing event updated for resources: {'Port': ['ID=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:45.349050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92aaf59e-6885-47a5-b103-248c9a64ba10 req-31c58e48-d105-4a62-bdd7-47e53cab7e33 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948663 Feb 04 13:31:45.429871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7974da-4927-4222-8a42-8cdf192c9c18 tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.430703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c7974da-4927-4222-8a42-8cdf192c9c18 tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] Synchronizing usage tracker for tenant:9f46f3078d1340bca62abbc4d627e432 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:31:45.558524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9f02c-b84c-4aa4-9ffe-bab9d54fba71 req-727f82cb-2468-4fe1-9cfd-716fa62e9dba tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.561470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7d9f02c-b84c-4aa4-9ffe-bab9d54fba71 req-727f82cb-2468-4fe1-9cfd-716fa62e9dba tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.7348800 Feb 04 13:31:45.573445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6c7974da-4927-4222-8a42-8cdf192c9c18 tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] Unset dirty status for tenant:9f46f3078d1340bca62abbc4d627e432 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:31:45.574915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c7974da-4927-4222-8a42-8cdf192c9c18 tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1091 time: 0.8502681 Feb 04 13:31:45.577918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:45.587807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:45.593822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:45.598389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Usage tracker for resource:floatingip and tenant:953d657dc04248c093a4858dbc4f52b7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:45.601122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:45.615052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:45.631112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-defa0837-397c-46b8-abfd-53d26aa0ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.632273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-defa0837-397c-46b8-abfd-53d26aa0ebc4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.5981774 Feb 04 13:31:45.636467 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:45.646452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:45.659258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-66e731ef-409e-49c5-a949-1eed26e045e9 None None] Provisioning complete for port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:45.660659 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66e731ef-409e-49c5-a949-1eed26e045e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:45.795246 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7d9f02c-b84c-4aa4-9ffe-bab9d54fba71 req-fde6f774-2437-492d-8cc4-3685024afca3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232029 Feb 04 13:31:45.799767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-4abd60fd-785f-458a-b945-230239237c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.801293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-4abd60fd-785f-458a-b945-230239237c9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1095 time: 0.3664882 Feb 04 13:31:45.867820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0965ae-ec20-4035-91ad-74ffd9054964 req-08616756-5c3a-44b5-b6dc-3e6ddab667ab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:45.876097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff0965ae-ec20-4035-91ad-74ffd9054964 req-08616756-5c3a-44b5-b6dc-3e6ddab667ab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.3916788 Feb 04 13:31:45.911441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-6de652e7-9096-4939-ba6c-438cf4ed3021 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.2228105 Feb 04 13:31:45.997903 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.072181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.084480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=0d437322-fb51-46cf-bdea-2c621352ba06,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:46.089312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-62d9c312-cf91-43c1-bf27-f35b9de766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.091752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-62d9c312-cf91-43c1-bf27-f35b9de766e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.1671522 Feb 04 13:31:46.097999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-609c6388-d5d4-47b3-8105-de2141c3939c tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/0d437322-fb51-46cf-bdea-2c621352ba06 HTTP/1.1" status: 204 len: 168 time: 1.5734715 Feb 04 13:31:46.098418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55468) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:46.116402 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe2116-be97-42c7-9bc7-387a75627885 None None] Network fa20ea45-e279-4a2d-9706-4a539a8cf666 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:46.193337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ff0965ae-ec20-4035-91ad-74ffd9054964 req-77579b81-beb0-4a7a-bd22-f68f7415bdd6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997055 Feb 04 13:31:46.282077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-f6d56031-40ad-480f-a100-c4cbc66c23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.285291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-f6d56031-40ad-480f-a100-c4cbc66c23d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.4676526 Feb 04 13:31:46.388672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.458266 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1f370614-caac-41f7-b674-66cfb9ad36a7 None None] Could not find standard attr ID for object 5e27025b-81cd-41b4-ae95-5c0e6cdc2d35. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:46.516714 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1896e25e-f409-43b5-acae-4e06ca8ff282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.561417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:46.562218 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.590832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.619870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-5ba952af-386c-4f60-8cb1-4ac02da35833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:46.621365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-5ba952af-386c-4f60-8cb1-4ac02da35833 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5213764 Feb 04 13:31:46.676985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-74f2d3a8-301f-4901-9dc8-3e94259c11cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 999 time: 0.3613007 Feb 04 13:31:46.900111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.940836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,segment=NetworkSegment(65a3de8c-b8c1-402e-a257-fcb01ba72db8),segment_id=65a3de8c-b8c1-402e-a257-fcb01ba72db8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:46.944115 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:46.966101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57155fda-237a-412a-a003-5271abb88546 None None] DHCP port deletion for fa20ea45-e279-4a2d-9706-4a539a8cf666 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:31:46.973086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-57155fda-237a-412a-a003-5271abb88546 None None] Deleting port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:46.975363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57155fda-237a-412a-a003-5271abb88546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.145908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-5a9127a9-633f-4729-ab10-ad8182d465cd service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134976 Feb 04 13:31:47.196360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-c8234d5d-f803-4531-ae10-3f4866f501de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.198251 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-c8234d5d-f803-4531-ae10-3f4866f501de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.5087266 Feb 04 13:31:47.230400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 3b4f5186-2e16-4c71-9c2e-7a61661d24ed owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:47.324739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Allocated IP 172.25.4.123 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/26d2d34d-f3f4-4665-8da4-03b4bd2bbb89) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:47.369704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ad12-46a7-41d6-8500-a6626fae946c req-170b7668-e242-48f4-9b1f-142c415cda84 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.371669 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6184ad12-46a7-41d6-8500-a6626fae946c req-170b7668-e242-48f4-9b1f-142c415cda84 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.3124683 Feb 04 13:31:47.412646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.431194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-57155fda-237a-412a-a003-5271abb88546 None None] For port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,segment=NetworkSegment(65a3de8c-b8c1-402e-a257-fcb01ba72db8),segment_id=65a3de8c-b8c1-402e-a257-fcb01ba72db8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:47.431830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57155fda-237a-412a-a003-5271abb88546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.477792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f40690-3573-4ace-8707-9f125d4bc2a1 req-e32e7066-cf30-4a60-bb7f-488685527b39 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.479743 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28f40690-3573-4ace-8707-9f125d4bc2a1 req-e32e7066-cf30-4a60-bb7f-488685527b39 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 1.0641856 Feb 04 13:31:47.523974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-f73d8e2d-f3c9-4b46-820e-20f0e1ea80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:47.525510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-f73d8e2d-f3c9-4b46-820e-20f0e1ea80d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3206294 Feb 04 13:31:47.567452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6184ad12-46a7-41d6-8500-a6626fae946c req-ef67309b-5ae3-493b-b540-631449d7d426 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056211 Feb 04 13:31:47.595101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-57155fda-237a-412a-a003-5271abb88546 None None] Calling delete_port for 3b4f5186-2e16-4c71-9c2e-7a61661d24ed owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:47.707930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.711872 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-57155fda-237a-412a-a003-5271abb88546 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:31:47.712247 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-57155fda-237a-412a-a003-5271abb88546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:31:47.744211 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.766787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-33a81502-2f26-4994-8efb-9275fd53ce78 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307396 Feb 04 13:31:47.819918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-e4d1246a-f6c0-4977-a717-5443461cdf11 service neutron] 10.222.0.87 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598879 Feb 04 13:31:47.822071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=3b4f5186-2e16-4c71-9c2e-7a61661d24ed,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:47.835364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28f40690-3573-4ace-8707-9f125d4bc2a1 req-2339c5f2-9361-4a46-94b8-bf0f7ef15795 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375447 Feb 04 13:31:47.847218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No DVR routers for this DVR port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:47.911385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb3605de-3b53-445f-a27e-b5af02e8067e req-5b879c93-cf4c-4cd1-bf4e-ede58e2ab139 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378794 Feb 04 13:31:47.921674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.986087 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:47.992330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:47.996046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:48.007181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:48.017792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa20ea45-e279-4a2d-9706-4a539a8cf666']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:48.031783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a3de8c-b8c1-402e-a257-fcb01ba72db8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:48.032087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a3de8c-b8c1-402e-a257-fcb01ba72db8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:48.044143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.046496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'Port': ['ID=26d2d34d-f3f4-4665-8da4-03b4bd2bbb89,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:48.066284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.073844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:48.075717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:48.090254 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:48.192532 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.201913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.213578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-57155fda-237a-412a-a003-5271abb88546 None None] Deleting port 3b4f5186-2e16-4c71-9c2e-7a61661d24ed {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:48.214024 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-57155fda-237a-412a-a003-5271abb88546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.230863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=fa20ea45-e279-4a2d-9706-4a539a8cf666,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:48.248587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-57889175-f516-4134-97be-2998592e851e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/fa20ea45-e279-4a2d-9706-4a539a8cf666 HTTP/1.1" status: 204 len: 168 time: 2.1431689 Feb 04 13:31:48.249840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55490) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:48.255368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088201730'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:48.261789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:48.267025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:48.269675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:48.275775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:48.295345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:48.300040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.304183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-57155fda-237a-412a-a003-5271abb88546 None None] The port '3b4f5186-2e16-4c71-9c2e-7a61661d24ed' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:31:48.391030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:31:48.404601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.404948 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8 of type vlan for network 5aee4135-dd99-4448-9258-1b059a92cfb4 Feb 04 13:31:48.443297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571cd01-2042-4cb6-8e30-28f613e8fe3f req-d72f4a22-69cf-4116-a23b-2960801d89be tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:48.444799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6571cd01-2042-4cb6-8e30-28f613e8fe3f req-d72f4a22-69cf-4116-a23b-2960801d89be tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.1244023 Feb 04 13:31:48.446926 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.510381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6571cd01-2042-4cb6-8e30-28f613e8fe3f req-32b814ba-3d80-4ee3-8680-e7d08c007039 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Feb 04 13:31:48.516663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.522726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:48.523366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.527816 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.615487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.618900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3658078 Feb 04 13:31:48.627346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55496) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:48.635910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:48.680583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:31:48.711374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c1719-ae62-4120-a1e8-ae53ade7e52d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=5aee4135-dd99-4448-9258-1b059a92cfb4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:48.769370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:48.775295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:48.779096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:48.788212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:48.794361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:31:48.804326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:48.808423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.928067 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:48.973264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b4f5186-2e16-4c71-9c2e-7a61661d24ed no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:48.999053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c019f0-3733-42fa-a0b7-67f3d2a53ef1 req-7d89ef35-d5d4-4c68-83ab-c5e64daf37f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.000859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8c019f0-3733-42fa-a0b7-67f3d2a53ef1 req-7d89ef35-d5d4-4c68-83ab-c5e64daf37f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.2464204 Feb 04 13:31:49.008035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.021459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3b4f5186-2e16-4c71-9c2e-7a61661d24ed {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:31:49.021729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3b4f5186-2e16-4c71-9c2e-7a61661d24ed not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:49.037041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:49.051652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'f21e8694-897b-4412-8643-213aff706304', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'port_id': 'f21e8694-897b-4412-8643-213aff706304', 'mac_address': 'fa:16:3e:31:52:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:31:49.123572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.156724 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.157235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21e8694-897b-4412-8643-213aff706304 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:31:49.176869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:49.183213 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.197345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.249408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=6ebcbebc-928e-40c8-85c6-8befcebf1614,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:49.258892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:49.259481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: 5aee4135-dd99-4448-9258-1b059a92cfb4, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:31:49.283837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:31:49.303162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:49.306078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 5aee4135-dd99-4448-9258-1b059a92cfb4) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:49.313514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8c019f0-3733-42fa-a0b7-67f3d2a53ef1 req-a3972995-1687-443f-9035-b18f98dca630 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021166 Feb 04 13:31:49.322288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e71d0-54fc-4c3f-bd27-52dc614c993b None None] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:49.327563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.328170 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.339023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event updated for resources: {'Port': ['ID=26d2d34d-f3f4-4665-8da4-03b4bd2bbb89,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:49.348640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:49.351270 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.454083 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07ed4d33-2a27-4c6c-88a5-5e986d971d73 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8246248 Feb 04 13:31:49.454083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55510) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:49.474971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1163248196'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:49.517340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['f21e8694-897b-4412-8643-213aff706304'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:49.569384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cd73caef-cd34-4622-8baf-d9adc7792cba tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 200 len: 992 time: 0.2192833 Feb 04 13:31:49.579796 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Floating IP 9e5f96fb-d122-4efc-a00a-94aee92da614 associated. External IP: 172.25.4.123, port: d60bb710-513d-405a-9b08-7bde82a43148. Feb 04 13:31:49.666638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:49.685588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:49.700491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:49.709236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:49.784179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-5aee4135-dd99-4448-9258-1b059a92cfb4', 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': '6ebcbebc-928e-40c8-85c6-8befcebf1614'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:31:49.784179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.822743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:49.822743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:49.848521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 2dbede09-8d2f-4570-b814-61931fd18a5e yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:49.921827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917962f-06ab-48e6-8660-9788b3c68f88 req-761dbd87-e1ab-4e3e-87af-d0a1be6d49c2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:49.923412 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d917962f-06ab-48e6-8660-9788b3c68f88 req-761dbd87-e1ab-4e3e-87af-d0a1be6d49c2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.1906264 Feb 04 13:31:49.993612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d917962f-06ab-48e6-8660-9788b3c68f88 req-d96b4da7-a134-461c-ab3f-502c1b359846 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Feb 04 13:31:50.040552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Allocated IP 172.20.0.2 (5aee4135-dd99-4448-9258-1b059a92cfb4/6ebcbebc-928e-40c8-85c6-8befcebf1614/d0e47874-22ca-4130-ba60-fba29483a209) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:50.162155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-8654f8c8-1121-4cce-9538-f662e07ebe1d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:50.163706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-8654f8c8-1121-4cce-9538-f662e07ebe1d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.2752759 Feb 04 13:31:50.165750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:31:50.326305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port 8da11d03-e577-449e-8d64-f879726e4e28 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:50.326673 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:50.367929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:50.454130 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:50.472289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Transition to ACTIVE for port object d0e47874-22ca-4130-ba60-fba29483a209 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:50.493909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Transition to ACTIVE for port object d0e47874-22ca-4130-ba60-fba29483a209 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:50.509389 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:50.569361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:31:50.580821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:50.587704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:50.589475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.11 (5aee4135-dd99-4448-9258-1b059a92cfb4/6ebcbebc-928e-40c8-85c6-8befcebf1614/2dbede09-8d2f-4570-b814-61931fd18a5e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:31:50.593721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:50.598059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:50.651249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Pushing event updated for resources: {'Port': ['ID=d0e47874-22ca-4130-ba60-fba29483a209,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:50.688543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:50.691101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:31:50.691748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:31:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:50.849278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d60a581d-a037-45c2-bf48-72eb047d452e tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2702930 Feb 04 13:31:50.853172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:50.864371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:50.908756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port 8da11d03-e577-449e-8d64-f879726e4e28, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8da11d03-e577-449e-8d64-f879726e4e28,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:50.916937 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.060415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Attempting to bind port d0e47874-22ca-4130-ba60-fba29483a209 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:31:51.060858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Attempting to bind port d0e47874-22ca-4130-ba60-fba29483a209 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:31:51.061306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Attempting to bind port d0e47874-22ca-4130-ba60-fba29483a209 on network 5aee4135-dd99-4448-9258-1b059a92cfb4 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:31:51.061854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.076887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:31:51.077458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Checking segment: {'id': '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:31:51.079274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.080470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Bound using segment: {'id': '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:31:51.080995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Bound port: d0e47874-22ca-4130-ba60-fba29483a209, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5aee4135-dd99-4448-9258-1b059a92cfb4'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:31:51.081615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.096343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 2dbede09-8d2f-4570-b814-61931fd18a5e will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:31:51.142708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:31:51.147325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af304c1-9a41-461f-9c46-fdc87e07ec8b tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:51.147325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0af304c1-9a41-461f-9c46-fdc87e07ec8b tempest-TestVolumeBackupRestore-2098292711 tempest-TestVolumeBackupRestore-2098292711-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1091 time: 0.2896979 Feb 04 13:31:51.150736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:51.167319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Request body: {'floatingip': {'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:51.244668 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:31:51.355422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for 8da11d03-e577-449e-8d64-f879726e4e28 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:51.421100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] For port d0e47874-22ca-4130-ba60-fba29483a209, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:31:51.430131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] For port d0e47874-22ca-4130-ba60-fba29483a209, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d0e47874-22ca-4130-ba60-fba29483a209,segment=NetworkSegment(6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8),segment_id=6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:31:51.441219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.467591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-0a64b574-4a80-4f95-83b4-2f1e05679025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:51.469265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-0a64b574-4a80-4f95-83b4-2f1e05679025 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1096 time: 0.2266884 Feb 04 13:31:51.494042 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.503347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.666275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-7d5638b6-1794-43c4-b005-7bd7297fcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:51.667826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-7d5638b6-1794-43c4-b005-7bd7297fcea0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 914 time: 0.1912744 Feb 04 13:31:51.679118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e0086-c9ef-437b-b3a5-b0aa05f4c74f None None] Pushing event updated for resources: {'Port': ['ID=d0e47874-22ca-4130-ba60-fba29483a209,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:51.725130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=2dbede09-8d2f-4570-b814-61931fd18a5e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:51.755254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:51.775342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:51.780193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:51.974922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-c58860c1-7f28-43a5-90c1-0897abb00b3c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 999 time: 0.2437849 Feb 04 13:31:51.976254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:51.990420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4aab-6f91-4b13-815d-9c1ac8da16b3 req-8610c7f6-392d-4e0e-b0bb-f8d9288099b2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:51.995070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d23e4aab-6f91-4b13-815d-9c1ac8da16b3 req-8610c7f6-392d-4e0e-b0bb-f8d9288099b2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 946 time: 0.6223423 Feb 04 13:31:52.004143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['98389733-afff-4fa9-9764-6ab8a615b9ef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:31:52.084786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:48Z', 'revision_number': 0, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:52.093658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:52.114435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:31:52.115418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:31:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:52.115569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=8da11d03-e577-449e-8d64-f879726e4e28,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:52.125037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.125712 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:52.138913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.139477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.140037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.140586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.141125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.141600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.143312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.143867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.144393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.144929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.147428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.148440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:31:52.161309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-493e27c5-633f-4f0b-9093-f81dd43e9784 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6946552 Feb 04 13:31:52.165493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:52.274071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d23e4aab-6f91-4b13-815d-9c1ac8da16b3 req-1ded3112-232f-4c52-914d-983c5bf0d6e5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682254 Feb 04 13:31:52.334960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port 8da11d03-e577-449e-8d64-f879726e4e28 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:52.352486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:52.397617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-7853b319-b2ff-4b8e-b784-ca2a372fa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.399595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-7853b319-b2ff-4b8e-b784-ca2a372fa0f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.3624690 Feb 04 13:31:52.401790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f88e618-d023-4187-887e-b7e299f0e9d7 req-dae9f884-a517-4a69-b9fa-7f02133b561c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.90 "DELETE /v2.0/ports/8da11d03-e577-449e-8d64-f879726e4e28 HTTP/1.1" status: 204 len: 173 time: 2.2304072 Feb 04 13:31:52.529926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:31:52.537037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 2dbede09-8d2f-4570-b814-61931fd18a5e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:52.538424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:52.647830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-48d5d72c-0b2a-41bd-af79-a9d04c1d0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:52.647830 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-48d5d72c-0b2a-41bd-af79-a9d04c1d0a8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254977 Feb 04 13:31:52.728106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:53.030971 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-cf511873-1e0f-40ff-a78c-69dad8e6fe8f service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671329 Feb 04 13:31:53.202701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d0e47874-22ca-4130-ba60-fba29483a209 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:53.253316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'name': 'network-vif-deleted', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:53.436734 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26ddfd57-85a9-4433-a2dd-0c37849f2bbd req-f97db012-df87-436f-a427-832d1c8a3713 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876204 Feb 04 13:31:53.447444 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f5671-7a47-4ae0-9866-fc8c40e30868', 'name': 'network-vif-deleted', 'tag': '8da11d03-e577-449e-8d64-f879726e4e28', 'status': 'completed', 'code': 200} Feb 04 13:31:53.551107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:53.679974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port f21e8694-897b-4412-8643-213aff706304 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:53.709665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d0e47874-22ca-4130-ba60-fba29483a209 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:53.751204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port f21e8694-897b-4412-8643-213aff706304 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:53.751204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:53.774827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 2dbede09-8d2f-4570-b814-61931fd18a5e owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:53.827807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a3a7a-fe9d-44e1-b7b2-e01ac4f12046 None None] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:54.209588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Provisioning for port d0e47874-22ca-4130-ba60-fba29483a209 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:31:54.270284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-245c9338-3b8d-484c-a4d9-8953b6531c58 req-d1b75e82-d643-4411-84ef-ed5599a1fbaf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e9f5671-7a47-4ae0-9866-fc8c40e30868 HTTP/1.1" status: 200 len: 210 time: 0.3115101 Feb 04 13:31:54.399534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Provisioning complete for port d0e47874-22ca-4130-ba60-fba29483a209 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:54.399534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:54.445597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:54.514455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=2dbede09-8d2f-4570-b814-61931fd18a5e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:54.566307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:54.780379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:48Z', 'revision_number': 0, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:54.834207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8ad50-26b3-4ffe-8469-f87c1db63313 None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:48Z', 'revision_number': 0, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:54.834207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:54.936283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:54.966715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:54.991185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.000556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8da11d03-e577-449e-8d64-f879726e4e28 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:55.083988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.098074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.109828 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:31:55.123175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.256565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb14701e-1b3e-45df-bd0e-b233d99cda7d tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/2dbede09-8d2f-4570-b814-61931fd18a5e HTTP/1.1" status: 204 len: 168 time: 3.0800223 Feb 04 13:31:55.258234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55562) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:55.417908 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f5da46-38b0-4f7e-8259-21508a38142e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:31:55.422205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c5f5da46-38b0-4f7e-8259-21508a38142e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/2dbede09-8d2f-4570-b814-61931fd18a5e HTTP/1.1" status: 404 len: 333 time: 0.1515448 Feb 04 13:31:55.422863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55568) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:55.463715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 8da11d03-e577-449e-8d64-f879726e4e28 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:31:55.464120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8da11d03-e577-449e-8d64-f879726e4e28 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:55.550760 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a0b3a-2f3d-44af-ab44-4064d6c1b115 None None] New status for floating IP 9e5f96fb-d122-4efc-a00a-94aee92da614: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:31:55.584728 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.780136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 6ebcbebc-928e-40c8-85c6-8befcebf1614 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:31:55.795046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.899735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:55.979130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] For port d0e47874-22ca-4130-ba60-fba29483a209, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d0e47874-22ca-4130-ba60-fba29483a209,segment=NetworkSegment(6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8),segment_id=6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:55.997673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.001843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.131199 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.268327 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:31:56.275303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-50c8677a-be4d-4f5b-8119-ffb53494480a None None] Provisioning complete for port d0e47874-22ca-4130-ba60-fba29483a209 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:56.277192 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50c8677a-be4d-4f5b-8119-ffb53494480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.292615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.347296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebcbebc-928e-40c8-85c6-8befcebf1614,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.351179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.361391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c00a51e8-b070-43e5-9b02-77351fd67a5b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/6ebcbebc-928e-40c8-85c6-8befcebf1614 HTTP/1.1" status: 204 len: 168 time: 0.9354391 Feb 04 13:31:56.362065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55576) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:56.429814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab518b8-7855-49c4-9120-ca2e5a30891c None None] Network 5aee4135-dd99-4448-9258-1b059a92cfb4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:31:56.563839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:31:56.568718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.597888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:31:56.600580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec07762-30fd-4e34-8d04-b49d52df43e8 None None] Pushing event updated for resources: {'Port': ['ID=d0e47874-22ca-4130-ba60-fba29483a209,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:56.617743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.628969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port d0e47874-22ca-4130-ba60-fba29483a209 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:56.629300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.648016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:31:56.648660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:31:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:56.671024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:56.722038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-91de9ec0-efc7-4107-ac6d-6822fce9a907 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "PUT /v2.0/floatingips/9e5f96fb-d122-4efc-a00a-94aee92da614 HTTP/1.1" status: 200 len: 991 time: 5.5646963 Feb 04 13:31:56.761255 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:31:56.941938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port d0e47874-22ca-4130-ba60-fba29483a209, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d0e47874-22ca-4130-ba60-fba29483a209,segment=NetworkSegment(6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8),segment_id=6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:31:56.942574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:56.972860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-50c8677a-be4d-4f5b-8119-ffb53494480a None None] Could not find standard attr ID for object 2dbede09-8d2f-4570-b814-61931fd18a5e. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:56.995571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d0e47874-22ca-4130-ba60-fba29483a209 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:31:57.070964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:31:57.078375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for d0e47874-22ca-4130-ba60-fba29483a209 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:57.124867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c798-67a1-445f-8ee1-251256956c8b req-ac84d500-1e73-4777-83d0-6af78c3bc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.126766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-ac84d500-1e73-4777-83d0-6af78c3bc2dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1096 time: 0.2882745 Feb 04 13:31:57.161835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d0e47874-22ca-4130-ba60-fba29483a209 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:31:57.162202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.285642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d44e30-e93e-4129-a66d-b2d9e9a8a2f9 None None] DHCP port deletion for 5aee4135-dd99-4448-9258-1b059a92cfb4 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:31:57.291043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.348338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Could not find standard attr ID for object d0e47874-22ca-4130-ba60-fba29483a209. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:31:57.354378 n-d-820555-2 neutron-server[87622]: INFO neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No ports have port_id starting with d0e47874-22ca-4130-ba60-fba29483a209 Feb 04 13:31:57.377839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=d0e47874-22ca-4130-ba60-fba29483a209,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:57.408786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c798-67a1-445f-8ee1-251256956c8b req-d52b0b1d-8801-4aea-816f-2eebb0e03336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.410582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-d52b0b1d-8801-4aea-816f-2eebb0e03336 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 914 time: 0.2668004 Feb 04 13:31:57.411988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No DVR routers for this DVR port d0e47874-22ca-4130-ba60-fba29483a209 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:31:57.601488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:56Z', 'revision_number': 2, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:57.611918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:31:57.623927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:31:57.624712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:31:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:57.681710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-c2da60ca-4009-41f1-9c3e-6445b1c37346 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 1001 time: 0.2392008 Feb 04 13:31:57.686248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.751523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aee4135-dd99-4448-9258-1b059a92cfb4']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:57.773607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:57.774152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6a25e0-e8a6-4fb0-9c91-018e8227f2a8') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:57.790825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.798363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c798-67a1-445f-8ee1-251256956c8b req-8c51abaf-a891-4252-aa16-1623204e9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.800039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-8c51abaf-a891-4252-aa16-1623204e9e0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.1059618 Feb 04 13:31:57.847787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.860982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:31:57.861305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:31:57.861862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:31:57.877410 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:31:57.981782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:57.986331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c798-67a1-445f-8ee1-251256956c8b req-c39a967f-23b0-4730-b49a-b4585deaf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:57.988063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-c39a967f-23b0-4730-b49a-b4585deaf3c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806598 Feb 04 13:31:58.005410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:58.037300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=5aee4135-dd99-4448-9258-1b059a92cfb4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:58.098376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55594) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:58.099887 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6cb4920d-6ce5-462d-b5d6-24574dc66520 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/5aee4135-dd99-4448-9258-1b059a92cfb4 HTTP/1.1" status: 204 len: 168 time: 1.7351429 Feb 04 13:31:58.104415 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'name': 'tempest-PortsTestJSON-1234390732'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:58.240081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:58.248194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:58.254001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:58.261117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:58.276044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:58.280706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:58.312657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port f0d83fa2-fdc6-4b05-bdcb-0e37059deaee yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:31:58.321497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-42bca022-b130-4d8b-8bcd-6354c1dbc14d service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127303 Feb 04 13:31:58.355601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:56Z', 'revision_number': 2, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:31:58.364236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd7645-8d55-4cab-9683-88680515e7b3 None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '9e5f96fb-d122-4efc-a00a-94aee92da614', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'floating_ip_address': '172.25.4.123', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'port_id': 'd60bb710-513d-405a-9b08-7bde82a43148', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'mac_address': 'fa:16:3e:95:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:31:48Z', 'updated_at': '2022-02-04T13:31:56Z', 'revision_number': 2, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:31:58.533548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9650c798-67a1-445f-8ee1-251256956c8b req-ef59b049-9378-4b9f-9c30-8c5f069f8184 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042661 Feb 04 13:31:58.589301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:58.635970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:58.900020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:31:58.976759 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:31:58.984481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:31:58.988516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:31:58.998661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:31:59.003918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d0e47874-22ca-4130-ba60-fba29483a209 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:31:59.011118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.011949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:59.020034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=f0d83fa2-fdc6-4b05-bdcb-0e37059deaee,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.046528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d0e47874-22ca-4130-ba60-fba29483a209 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:31:59.047340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d0e47874-22ca-4130-ba60-fba29483a209 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:31:59.055727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ba9e454b-411d-490d-b23c-b888d1ef5354 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9563367 Feb 04 13:31:59.058635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:59.133215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-35bbd3d5-0f87-4c49-b829-e847eb42c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.135599 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-35bbd3d5-0f87-4c49-b829-e847eb42c8b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1096 time: 0.1378107 Feb 04 13:31:59.163887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port f0d83fa2-fdc6-4b05-bdcb-0e37059deaee {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:31:59.164401 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:59.302848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-3fdd434a-4454-44b4-90cb-4258a7f471ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.304371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-3fdd434a-4454-44b4-90cb-4258a7f471ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 914 time: 0.1599669 Feb 04 13:31:59.408693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:59.416357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-74e9af78-2400-498d-a40b-b50522cc7aee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 1001 time: 0.1035845 Feb 04 13:31:59.481610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-a249d9e9-e2e1-46ce-8e60-ffb4b5c0cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.483110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-a249d9e9-e2e1-46ce-8e60-ffb4b5c0cc83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.0599632 Feb 04 13:31:59.536183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for f0d83fa2-fdc6-4b05-bdcb-0e37059deaee owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:31:59.563717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-4a30e9d8-cab5-4afc-94f7-6bb4f0f0d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:31:59.565194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-4a30e9d8-cab5-4afc-94f7-6bb4f0f0d497 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751953 Feb 04 13:31:59.631911 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:59.705393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=f0d83fa2-fdc6-4b05-bdcb-0e37059deaee,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:31:59.716425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:31:59.735970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-16cd4319-ac3f-4bbb-a0ec-ae8e6a8790cf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/f0d83fa2-fdc6-4b05-bdcb-0e37059deaee HTTP/1.1" status: 204 len: 168 time: 0.6760864 Feb 04 13:31:59.736767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55618) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:31:59.742999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-9eef308d-84b8-4271-a622-8cf318a3db42 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705163 Feb 04 13:31:59.743325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'mac_address': 'fa:16:3e:36:11:69', 'name': 'tempest-PortsTestJSON-1092601415'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:31:59.919810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:31:59.923983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:31:59.926856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:31:59.932772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:31:59.944619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:31:59.976482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-af89cad6-7987-47eb-a49d-5d70c62bbaf2 req-c0821cf7-1734-471d-bd76-a83022ad75e9 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131948 Feb 04 13:32:00.072536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:00.100493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 6a1a2b5d-2486-415c-a7c5-6c24a17548e1 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:00.348039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:00.376281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:00.447021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:00.450268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:00.454170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:00.459666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.460258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:00.468263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=6a1a2b5d-2486-415c-a7c5-6c24a17548e1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:00.489471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb932e32-cdc9-4d22-9280-135b69bcf7cd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7515473 Feb 04 13:32:00.491988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55630) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:00.567429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe841e-3dbe-473b-a7f1-33eb9cedf1fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:00.568018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4afe841e-3dbe-473b-a7f1-33eb9cedf1fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:00.583586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4afe841e-3dbe-473b-a7f1-33eb9cedf1fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:00.585619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4afe841e-3dbe-473b-a7f1-33eb9cedf1fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/6a1a2b5d-2486-415c-a7c5-6c24a17548e1 HTTP/1.1" status: 200 len: 841 time: 0.0917714 Feb 04 13:32:00.587428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55634) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:00.657214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 6a1a2b5d-2486-415c-a7c5-6c24a17548e1 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:00.657550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:00.896169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:01.057930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 6a1a2b5d-2486-415c-a7c5-6c24a17548e1 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:01.188543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:01.278953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=6a1a2b5d-2486-415c-a7c5-6c24a17548e1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:01.339224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:01.339224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-55ee32b1-0714-4f06-8488-0ddfc081524a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/6a1a2b5d-2486-415c-a7c5-6c24a17548e1 HTTP/1.1" status: 204 len: 168 time: 0.7388468 Feb 04 13:32:01.344940 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55646) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:01.465487 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b4b605-7958-48c4-8daa-e22de6879514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:01.468079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5b4b605-7958-48c4-8daa-e22de6879514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:01.500633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f5b4b605-7958-48c4-8daa-e22de6879514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:01.504058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5b4b605-7958-48c4-8daa-e22de6879514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/6a1a2b5d-2486-415c-a7c5-6c24a17548e1 HTTP/1.1" status: 404 len: 333 time: 0.1728904 Feb 04 13:32:01.509366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:01.521466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'name': 'tempest-PortsTestJSON-1401450591'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:01.569445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5775e-397f-4d06-b8cf-b0aa40c02f82 req-a29a6f8c-c1f0-40d8-bc7d-c722639b8765 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:01.570769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bcb5775e-397f-4d06-b8cf-b0aa40c02f82 req-a29a6f8c-c1f0-40d8-bc7d-c722639b8765 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.1498332 Feb 04 13:32:01.674757 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:01.685551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:01.700900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:01.717318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bcb5775e-397f-4d06-b8cf-b0aa40c02f82 req-60c467ec-0a1e-43e6-b799-11057b33ddb4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079957 Feb 04 13:32:01.720525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:01.753487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port e026fa20-58b2-485a-86d3-dc6830ce45ba yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:02.034667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.063090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.138770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:02.142564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:02.145601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:02.152493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.152493 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.201848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6806340 Feb 04 13:32:02.205738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:02.211704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3201af-f3b5-450d-beea-cbb8218b7d83 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=e026fa20-58b2-485a-86d3-dc6830ce45ba,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:02.214938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:02.510670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.849184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.853678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.903378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-389beaca-7c36-4988-a344-5911812f3f96 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.905344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-389beaca-7c36-4988-a344-5911812f3f96 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.1780038 Feb 04 13:32:02.933832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798295c-b8bb-4053-a919-de3d4e9d39f9 req-b45b334c-4532-44ea-abd6-7bf87e8eaaab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.935205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a798295c-b8bb-4053-a919-de3d4e9d39f9 req-b45b334c-4532-44ea-abd6-7bf87e8eaaab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:02.951881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a798295c-b8bb-4053-a919-de3d4e9d39f9 req-b45b334c-4532-44ea-abd6-7bf87e8eaaab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:02.953575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a798295c-b8bb-4053-a919-de3d4e9d39f9 req-b45b334c-4532-44ea-abd6-7bf87e8eaaab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 946 time: 0.1123230 Feb 04 13:32:02.976674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] In _notify_port_updated(), no bound segment for port e026fa20-58b2-485a-86d3-dc6830ce45ba on network 8ee529a3-467d-42f2-8ccc-be4502db4d75 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:32:02.982199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:02.982857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:02.984334 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/ports/e026fa20-58b2-485a-86d3-dc6830ce45ba HTTP/1.1" status: 200 len: 818 time: 0.7873569 Feb 04 13:32:02.987331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:03.005123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d53697-0947-4ab0-a318-18ab4c5ce367 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=e026fa20-58b2-485a-86d3-dc6830ce45ba,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.017714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port 98389733-afff-4fa9-9764-6ab8a615b9ef {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:03.018059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.052579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a798295c-b8bb-4053-a919-de3d4e9d39f9 req-d5954b0a-504b-469f-a0ef-816f829d6fb0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=b991f12e-12ce-45ff-bab0-044b59d35725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929239 Feb 04 13:32:03.074476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port e026fa20-58b2-485a-86d3-dc6830ce45ba {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:03.074476 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.287117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port 98389733-afff-4fa9-9764-6ab8a615b9ef, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=98389733-afff-4fa9-9764-6ab8a615b9ef,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:03.287491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.422844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.423705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for 98389733-afff-4fa9-9764-6ab8a615b9ef owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:03.563817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for e026fa20-58b2-485a-86d3-dc6830ce45ba owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:03.590446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.604562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['98389733-afff-4fa9-9764-6ab8a615b9ef'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:32:03.739433 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.795729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=98389733-afff-4fa9-9764-6ab8a615b9ef,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.798928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=e026fa20-58b2-485a-86d3-dc6830ce45ba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:03.805310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port 98389733-afff-4fa9-9764-6ab8a615b9ef on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:03.806675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.807750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:03.813797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'name': 'network-vif-deleted', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:03.833411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5a7faca8-9efa-4c00-88ec-7b6293cf959f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/e026fa20-58b2-485a-86d3-dc6830ce45ba HTTP/1.1" status: 204 len: 168 time: 0.8449855 Feb 04 13:32:03.836125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:03.844802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d711731-7d57-4d90-af84-6e8f75e39326 req-82849d24-cb94-4b21-9de9-5eaf351ee5ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/98389733-afff-4fa9-9764-6ab8a615b9ef HTTP/1.1" status: 204 len: 173 time: 0.9216602 Feb 04 13:32:03.876430 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e18924b-3a43-465e-bae5-2fa9880e794d', 'name': 'network-vif-deleted', 'tag': '98389733-afff-4fa9-9764-6ab8a615b9ef', 'status': 'completed', 'code': 200} Feb 04 13:32:03.951812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc57dc-c720-4e0a-b80f-052b82928311 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:03.952423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89dc57dc-c720-4e0a-b80f-052b82928311 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:03.972837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89dc57dc-c720-4e0a-b80f-052b82928311 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:03.974329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-89dc57dc-c720-4e0a-b80f-052b82928311 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1369789 Feb 04 13:32:03.977090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:04.025022 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-779d0e4a-b2a3-4ae9-a30e-c19d368f9830 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:04.026375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-779d0e4a-b2a3-4ae9-a30e-c19d368f9830 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/e026fa20-58b2-485a-86d3-dc6830ce45ba HTTP/1.1" status: 404 len: 333 time: 0.0481713 Feb 04 13:32:04.032449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55688) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:04.039376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1900027446'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:04.046916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:04.051125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:04.055100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:04.065314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:04.101369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:04.107057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.167990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:04.178637 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.179115 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 1fb5beb8-f30b-4186-8771-23e4b9272c85 of type vlan for network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 Feb 04 13:32:04.215925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.248627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.255282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:04.256169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.260371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2c0e7c1f-5251-4ebf-91db-65f1eb88114b req-68da2193-2a05-46ba-b4f8-76e1d0d75a04 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e18924b-3a43-465e-bae5-2fa9880e794d HTTP/1.1" status: 200 len: 210 time: 0.0557721 Feb 04 13:32:04.369556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3365161 Feb 04 13:32:04.372982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55694) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:04.379009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d0081-35ca-4129-a9ca-2fb648ce39cb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:04.380438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:04.390027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:04.503071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:04.507081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:04.510013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:04.515810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:04.525358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:04.528997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.852439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:04.958027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '1fb5beb8-f30b-4186-8771-23e4b9272c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:04.958027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:04.960811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=b3b22452-d80c-4a0e-922b-7b2f46adedb8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:04.980286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:04.995295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:05.001615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:05.002359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:05.006756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0db7b1-72af-489b-b00a-04a6d945e3df None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:05.039840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bc4585d8-5775-481d-82cb-fafd85d47dda tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6628485 Feb 04 13:32:05.040285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55706) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:05.047470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:05.364984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:05.368957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:05.372786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:05.379215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:05.399288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:05.405757 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:05.411162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': 'b3b22452-d80c-4a0e-922b-7b2f46adedb8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:32:05.415046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:05.698444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Allocated IP 172.20.0.2 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/b3b22452-d80c-4a0e-922b-7b2f46adedb8/aac94f9b-91e4-422f-8b4d-923537f11ed2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:05.862212 n-d-820555-2 neutron-server[87621]: INFO neutron.db.ipam_backend_mixin [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b3b22452-d80c-4a0e-922b-7b2f46adedb8 (CIDR: 172.20.0.0/28) Feb 04 13:32:05.880203 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:32:05.880203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:32:05.911399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2beefe8f-284e-4c4f-bcf9-220bdee1fa63 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8627110 Feb 04 13:32:05.914869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55716) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:05.914869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:06.085275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.095536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Transition to ACTIVE for port object aac94f9b-91e4-422f-8b4d-923537f11ed2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:06.150300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Transition to ACTIVE for port object aac94f9b-91e4-422f-8b4d-923537f11ed2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:06.163175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.181012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:06.185364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:06.189061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:06.195575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:06.208844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:06.212861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.238672 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:06.246823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:06.252401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:06.377287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Pushing event updated for resources: {'Port': ['ID=aac94f9b-91e4-422f-8b4d-923537f11ed2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.382670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Attempting to bind port aac94f9b-91e4-422f-8b4d-923537f11ed2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:32:06.382670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Attempting to bind port aac94f9b-91e4-422f-8b4d-923537f11ed2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '1fb5beb8-f30b-4186-8771-23e4b9272c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:32:06.382670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Attempting to bind port aac94f9b-91e4-422f-8b4d-923537f11ed2 on network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Checking segment: {'id': '1fb5beb8-f30b-4186-8771-23e4b9272c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Bound using segment: {'id': '1fb5beb8-f30b-4186-8771-23e4b9272c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Bound port: aac94f9b-91e4-422f-8b4d-923537f11ed2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5beb8-f30b-4186-8771-23e4b9272c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:32:06.403022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.629198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] For port aac94f9b-91e4-422f-8b4d-923537f11ed2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:32:06.637079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] For port aac94f9b-91e4-422f-8b4d-923537f11ed2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=aac94f9b-91e4-422f-8b4d-923537f11ed2,segment=NetworkSegment(1fb5beb8-f30b-4186-8771-23e4b9272c85),segment_id=1fb5beb8-f30b-4186-8771-23e4b9272c85)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:32:06.641273 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.763312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 98389733-afff-4fa9-9764-6ab8a615b9ef no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:06.789220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.859460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 98389733-afff-4fa9-9764-6ab8a615b9ef {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:06.860007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 98389733-afff-4fa9-9764-6ab8a615b9ef not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:06.869175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:06.942782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642573b-f729-4422-aa90-0bb64cd7ba38 None None] Pushing event updated for resources: {'Port': ['ID=aac94f9b-91e4-422f-8b4d-923537f11ed2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:06.948948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:06.953880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:06.954656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:06.973263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=2273c6d2-6c7f-4c92-901d-1ab349b002bd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:07.008608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-48f55de5-fe50-4ce2-9fd6-73ad7cb82417 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0997310 Feb 04 13:32:07.012020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:07.029557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'fixed_ips': [{'subnet_id': 'b3b22452-d80c-4a0e-922b-7b2f46adedb8'}, {'subnet_id': '2273c6d2-6c7f-4c92-901d-1ab349b002bd'}], 'name': 'tempest-PortsTestJSON-1342750641'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:07.237890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:07.248637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:07.248637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:07.258150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:07.281661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:07.423552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:07.445305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 1298a27d-196d-4cb4-ad98-3657116919f8 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:07.988135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.4 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/b3b22452-d80c-4a0e-922b-7b2f46adedb8/1298a27d-196d-4cb4-ad98-3657116919f8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:07.998043 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.24 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/2273c6d2-6c7f-4c92-901d-1ab349b002bd/1298a27d-196d-4cb4-ad98-3657116919f8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:08.357573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:08.396189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 1298a27d-196d-4cb4-ad98-3657116919f8 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:08.423325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:08.559029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=1298a27d-196d-4cb4-ad98-3657116919f8,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:08.566313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0a2bb-b223-42d1-abd3-c9e465db8f25 None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:08.575606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:08.575606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:08.575606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:08.703516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:08.704279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:08.723228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47eec41f-e875-41fc-89c1-d63f8aee015f None None] Provisioning for port aac94f9b-91e4-422f-8b4d-923537f11ed2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:08.800179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea94617e-bdb6-4e1b-b523-94b48c871def tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7833276 Feb 04 13:32:08.802021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:08.833282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3b22452-d80c-4a0e-922b-7b2f46adedb8'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:09.170226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:09.261763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device aac94f9b-91e4-422f-8b4d-923537f11ed2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:09.446520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port aac94f9b-91e4-422f-8b4d-923537f11ed2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:09.451128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port aac94f9b-91e4-422f-8b4d-923537f11ed2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:09.451128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:09.721430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Update dhcp port {'port': {'network_id': 'ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3', 'fixed_ips': [{'subnet_id': 'b3b22452-d80c-4a0e-922b-7b2f46adedb8', 'ip_address': '172.20.0.2'}, {'subnet_id': '2273c6d2-6c7f-4c92-901d-1ab349b002bd'}], 'binding:host_id': 'n-d-820555-2'}, 'id': 'aac94f9b-91e4-422f-8b4d-923537f11ed2'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:32:09.876268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:09.881987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Delete allocated IP 172.20.0.24 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/2273c6d2-6c7f-4c92-901d-1ab349b002bd) {{(pid=87621) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:32:09.958327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.090964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port aac94f9b-91e4-422f-8b4d-923537f11ed2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=aac94f9b-91e4-422f-8b4d-923537f11ed2,segment=NetworkSegment(1fb5beb8-f30b-4186-8771-23e4b9272c85),segment_id=1fb5beb8-f30b-4186-8771-23e4b9272c85)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:10.110401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.221476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=aac94f9b-91e4-422f-8b4d-923537f11ed2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.296103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.332875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Ignored duplicate provisioning block setup for port 1298a27d-196d-4cb4-ad98-3657116919f8 by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 13:32:10.344666 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.476260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Allocated IP 172.20.0.18 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/2273c6d2-6c7f-4c92-901d-1ab349b002bd/aac94f9b-91e4-422f-8b4d-923537f11ed2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:10.677071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:10.682497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545777989', 'description': 'tempest-secgroup-smoke-1545777989 description', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:10.696231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:10.696424 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=1298a27d-196d-4cb4-ad98-3657116919f8,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.708467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] For port aac94f9b-91e4-422f-8b4d-923537f11ed2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=aac94f9b-91e4-422f-8b4d-923537f11ed2,segment=NetworkSegment(1fb5beb8-f30b-4186-8771-23e4b9272c85),segment_id=1fb5beb8-f30b-4186-8771-23e4b9272c85)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:10.713403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:10.728761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] In _notify_port_updated(), no bound segment for port 1298a27d-196d-4cb4-ad98-3657116919f8 on network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:32:10.738858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:10.738858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.739580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.751341 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b1f0f24-43d6-43b9-90ef-250dab24a448 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/ports/1298a27d-196d-4cb4-ad98-3657116919f8 HTTP/1.1" status: 200 len: 919 time: 1.9363563 Feb 04 13:32:10.754185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.754733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55808) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:10.765732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3b22452-d80c-4a0e-922b-7b2f46adedb8'}, {'subnet_id': '2273c6d2-6c7f-4c92-901d-1ab349b002bd'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:10.783838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:10.789095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:10.792666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:10.798640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:10.817830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Transition to ACTIVE for port object aac94f9b-91e4-422f-8b4d-923537f11ed2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:10.824108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.906184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.911328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.949685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e799259-ec08-4998-93b0-9f23e5fdb852 None None] Pushing event updated for resources: {'Port': ['ID=aac94f9b-91e4-422f-8b4d-923537f11ed2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.966790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:10.988919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a112cec-40d4-49ec-89ba-b5bccda27e1c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:10.999775 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.002550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ca18e296-fe22-48e9-8efc-5c2464d975c4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3243339 Feb 04 13:32:11.005482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55812) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:11.010676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device aac94f9b-91e4-422f-8b4d-923537f11ed2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:11.013593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:11.026056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:11.031446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:11.035564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:11.045629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:11.068656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.174863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.180519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.208247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bad63c1-56ca-4f7e-8359-1554ff601ee0,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.229291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.232071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ac5c3230-d57a-46c2-a289-4ffc3f8e23b3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246635 Feb 04 13:32:11.234468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55816) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:11.245413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:11.256859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:11.262417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:11.266156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:11.277930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:11.299583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.383222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.390119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.421001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30122b0-1d4c-4bbc-9b0d-51d220ae7809,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.433067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.435231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dfff3223-2db5-43f6-b971-c0b64d7c8270 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997161 Feb 04 13:32:11.437996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55820) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:11.440399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.26 (ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3/2273c6d2-6c7f-4c92-901d-1ab349b002bd/1298a27d-196d-4cb4-ad98-3657116919f8) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:11.447364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:11.457267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:11.462070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:11.466563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:11.474298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:11.628414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.643538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.661986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Ignored duplicate provisioning block setup for port 1298a27d-196d-4cb4-ad98-3657116919f8 by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 13:32:11.671084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.725033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.729227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.803201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.808858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3695896 Feb 04 13:32:11.810659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63fa65-9ea6-4504-ba0b-734ef19dd57d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70e26e3-f322-437c-b2f3-7f266c501e0f,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.813267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55826) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:11.827825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:11.837224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:11.839955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79abbe-c312-458d-8d62-65e4a9afb6b1 None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:11.852642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:11.857156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:11.865992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:11.890865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.929318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=1298a27d-196d-4cb4-ad98-3657116919f8,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:11.945750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Provisioning for port aac94f9b-91e4-422f-8b4d-923537f11ed2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:11.955451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Provisioning complete for port aac94f9b-91e4-422f-8b4d-923537f11ed2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:11.956059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.983076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] In _notify_port_updated(), no bound segment for port 1298a27d-196d-4cb4-ad98-3657116919f8 on network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:32:11.991108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:11.991658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.997979 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dd26b98e-47ff-444c-8a48-c578861c857f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/ports/1298a27d-196d-4cb4-ad98-3657116919f8 HTTP/1.1" status: 200 len: 999 time: 1.2375357 Feb 04 13:32:11.998455 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:11.998455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:12.041737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.103579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0343c8-c622-43b3-a0ed-b74d1fb40910,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.131362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.135980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55834) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:12.147786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:12.153835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a1dbaa8-ec92-408f-8c82-55b89aa15adf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3358624 Feb 04 13:32:12.159583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:12.164170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 1298a27d-196d-4cb4-ad98-3657116919f8 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:12.165940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.168938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:12.179616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:12.197112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:12.224462 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Project f32d1b4cd1764c629920bace8f40c00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:12.231736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.294489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Provisioning for port 1298a27d-196d-4cb4-ad98-3657116919f8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:12.319205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.322325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Provisioning complete for port 1298a27d-196d-4cb4-ad98-3657116919f8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:12.323114 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.325493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.347331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de514b-decd-4dbb-b433-660619fc7897,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.368792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.374110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0fee2d4c-1894-4302-a531-f37be7d43ae6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2369339 Feb 04 13:32:12.374620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:12.386117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'security_group_rule': {'security_group_id': '5a112cec-40d4-49ec-89ba-b5bccda27e1c', 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:12.394677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:12.407643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:security_group_rule and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:12.409880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-28101258-ab44-4ddc-bbef-3d64a942f2f3 None None] Port 1298a27d-196d-4cb4-ad98-3657116919f8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:12.412618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:12.422743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:12.450836 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Project f32d1b4cd1764c629920bace8f40c00e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:12.468967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.479411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.616835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 1298a27d-196d-4cb4-ad98-3657116919f8 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:12.705578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.718350 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.742633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d6bbad-c460-4354-8247-49063455bdb6,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:12.790297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.792114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-271da7ca-d415-4b0e-8bd9-d89e517711d0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4156823 Feb 04 13:32:12.949031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:12.999792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device aac94f9b-91e4-422f-8b4d-923537f11ed2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:13.105027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=1298a27d-196d-4cb4-ad98-3657116919f8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:13.130871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port aac94f9b-91e4-422f-8b4d-923537f11ed2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:13.130957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:13.289655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:13.289655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a14a180-fb1a-4903-86a5-d0f0ff7c7c24 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/1298a27d-196d-4cb4-ad98-3657116919f8 HTTP/1.1" status: 204 len: 168 time: 1.2807555 Feb 04 13:32:13.294146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55890) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:13.404453 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3897948-f5e8-47b7-9f20-b51346a268ef tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:13.418309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c3897948-f5e8-47b7-9f20-b51346a268ef tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:13.465407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c3897948-f5e8-47b7-9f20-b51346a268ef tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:13.465407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c3897948-f5e8-47b7-9f20-b51346a268ef tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/1298a27d-196d-4cb4-ad98-3657116919f8 HTTP/1.1" status: 404 len: 333 time: 0.1666570 Feb 04 13:32:13.465407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55896) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:13.525489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dcca8760-b1fe-44c7-9042-d46d260e8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:13.685243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 2273c6d2-6c7f-4c92-901d-1ab349b002bd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:13.690771 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:13.759505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b4f42b4-413f-4b18-8be0-736e7d90454c None None] Provisioning complete for port aac94f9b-91e4-422f-8b4d-923537f11ed2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:13.759857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7b4f42b4-413f-4b18-8be0-736e7d90454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:13.849535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.039580 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.116985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b4f42b4-413f-4b18-8be0-736e7d90454c None None] Could not find standard attr ID for object 1298a27d-196d-4cb4-ad98-3657116919f8. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:14.190391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.234971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-577c760f-54b7-4e85-afbe-7cd470ef77b3 None None] Could not find standard attr ID for object 1298a27d-196d-4cb4-ad98-3657116919f8. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:14.238643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.244654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=2273c6d2-6c7f-4c92-901d-1ab349b002bd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.253893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d8675c77-83d6-4eab-94ae-d61b69c46704 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/2273c6d2-6c7f-4c92-901d-1ab349b002bd HTTP/1.1" status: 204 len: 168 time: 0.7965627 Feb 04 13:32:14.256602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:14.389179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet b3b22452-d80c-4a0e-922b-7b2f46adedb8 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:14.393388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.476301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.580035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.677828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.797060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b22452-d80c-4a0e-922b-7b2f46adedb8,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:14.829417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:14.855498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bb87c660-a827-4b06-8cd7-ea5a691e6997 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/b3b22452-d80c-4a0e-922b-7b2f46adedb8 HTTP/1.1" status: 204 len: 168 time: 0.5920100 Feb 04 13:32:14.859033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55942) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:15.035010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:15.044498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port aac94f9b-91e4-422f-8b4d-923537f11ed2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:15.044498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:15.300452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port aac94f9b-91e4-422f-8b4d-923537f11ed2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=aac94f9b-91e4-422f-8b4d-923537f11ed2,segment=NetworkSegment(1fb5beb8-f30b-4186-8771-23e4b9272c85),segment_id=1fb5beb8-f30b-4186-8771-23e4b9272c85)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:15.302959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:15.405494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306fe06-e5f5-496e-907c-6aaad5918429 None None] Network ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:15.447189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for aac94f9b-91e4-422f-8b4d-923537f11ed2 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:15.526931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-79085ef7-e05f-4929-ad76-6fad8e6cd376 None None] Could not find standard attr ID for object 1298a27d-196d-4cb4-ad98-3657116919f8. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:32:15.537438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:15.802191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=aac94f9b-91e4-422f-8b4d-923537f11ed2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:15.802191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No DVR routers for this DVR port aac94f9b-91e4-422f-8b4d-923537f11ed2 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:15.810290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a076bb2-5722-4f21-aec3-7d6c3a28bbba None None] DHCP port deletion for ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:16.159317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.190419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:16.203925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb5beb8-f30b-4186-8771-23e4b9272c85') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:16.204217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb5beb8-f30b-4186-8771-23e4b9272c85') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:16.220601 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.243541 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.261172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:16.261172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:16.274980 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:16.330445 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86009a1c-0a9f-4366-8c1a-d676042adca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.407585 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.415647 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.455510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:16.462362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d577c3b2-61aa-4e08-87c8-c684814256f7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/ff83b6e9-728a-4dd6-9c6b-8d666f7dc7c3 HTTP/1.1" status: 204 len: 168 time: 1.5950134 Feb 04 13:32:16.467980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55982) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:16.577828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d44923-0fb2-42f8-9a1e-62c48d91618a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:16.578627 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-44d44923-0fb2-42f8-9a1e-62c48d91618a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:16.598651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-44d44923-0fb2-42f8-9a1e-62c48d91618a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:16.603533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:16.603791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-44d44923-0fb2-42f8-9a1e-62c48d91618a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1427977 Feb 04 13:32:16.732731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbd65e03-dc12-4cd8-86df-b6b96382c1c4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:16.748213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbd65e03-dc12-4cd8-86df-b6b96382c1c4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:16.748213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cbd65e03-dc12-4cd8-86df-b6b96382c1c4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1371028 Feb 04 13:32:16.748213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 55992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:16.758830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555923566'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:16.758830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:16.768909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:16.768909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:16.782550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:16.805047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:16.805047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.857848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:16.880968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.880968 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 74767a97-97a2-4f09-abfb-afd7b72ae2a4 of type vlan for network 492d240b-49e1-434b-891d-5cf238883576 Feb 04 13:32:16.887261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:16.969322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.008636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.118488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:17.118488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.132198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device aac94f9b-91e4-422f-8b4d-923537f11ed2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:17.134379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3256328 Feb 04 13:32:17.148252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 55996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:17.148252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '492d240b-49e1-434b-891d-5cf238883576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:17.171746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: aac94f9b-91e4-422f-8b4d-923537f11ed2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:17.171746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device aac94f9b-91e4-422f-8b4d-923537f11ed2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:17.249471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cb06a-e993-45c0-84e5-dfe920cfe1e1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=492d240b-49e1-434b-891d-5cf238883576,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.264872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 492d240b-49e1-434b-891d-5cf238883576 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:17.308026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:17.312783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:17.317706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:17.328452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:17.339708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:17.345480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.381670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.716603 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.822724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '74767a97-97a2-4f09-abfb-afd7b72ae2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492d240b-49e1-434b-891d-5cf238883576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:17.822724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: 492d240b-49e1-434b-891d-5cf238883576, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:17.838678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:17.856332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 492d240b-49e1-434b-891d-5cf238883576 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:17.867672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 492d240b-49e1-434b-891d-5cf238883576) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:17.874369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:17.875013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:17.879821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7f69f-d847-4d89-99b2-1f9b7eb1791b None None] Network 492d240b-49e1-434b-891d-5cf238883576 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:17.907010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0a40664-27bb-4d4e-81b5-bcef7d8689d0 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8303692 Feb 04 13:32:17.909482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:17.916459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '492d240b-49e1-434b-891d-5cf238883576', 'name': 'tempest-PortsTestJSON-303857458'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:18.108741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:18.129367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:18.151683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:18.157877 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.183923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-492d240b-49e1-434b-891d-5cf238883576', 'network_id': '492d240b-49e1-434b-891d-5cf238883576', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': '7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:32:18.185180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.204771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 354080cb-ae6e-4f5a-94d3-f5840f9736ee yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:18.371141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.2 (492d240b-49e1-434b-891d-5cf238883576/7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd/354080cb-ae6e-4f5a-94d3-f5840f9736ee) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:18.590143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.609988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 354080cb-ae6e-4f5a-94d3-f5840f9736ee will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:18.634128 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.701568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3c42ab30-01bd-47b2-b526-a32f7368e946 {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:18.701682 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:18.713920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 492d240b-49e1-434b-891d-5cf238883576 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:18.718121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:18.720882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:18.746423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.770164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=354080cb-ae6e-4f5a-94d3-f5840f9736ee,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:18.800196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:18.800823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:18.831733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-28aae75b-2e2c-4609-b8d4-e722377f0ef7 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9185741 Feb 04 13:32:18.831941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56018) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:18.841427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '492d240b-49e1-434b-891d-5cf238883576', 'name': 'tempest-PortsTestJSON-967754082'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:19.002621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:19.007402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:19.010446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:19.018856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:19.030054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:19.033836 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:19.062697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 1fd309ee-3740-4f5f-b2ea-271e56c9964a yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:19.202879 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:19.221701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.3 (492d240b-49e1-434b-891d-5cf238883576/7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd/1fd309ee-3740-4f5f-b2ea-271e56c9964a) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:19.582118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:19.599484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 1fd309ee-3740-4f5f-b2ea-271e56c9964a will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:19.627338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:19.711033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 492d240b-49e1-434b-891d-5cf238883576 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:19.715050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:19.719109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:19.725195 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-3c42ab30-01bd-47b2-b526-a32f7368e946 {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:19.725729 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:19.765599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=1fd309ee-3740-4f5f-b2ea-271e56c9964a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:19.805659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.806354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:19.839750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-005baa50-b2df-4af9-95e4-eb065f995514 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0040059 Feb 04 13:32:19.840047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:19.938459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f672eb-4b60-46f8-8390-f9d8c8b44aaa tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:19.940272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f4f672eb-4b60-46f8-8390-f9d8c8b44aaa tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.0980937 Feb 04 13:32:19.943139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:20.016919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 1fd309ee-3740-4f5f-b2ea-271e56c9964a {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:20.017182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.095538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.315107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.328494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Allocated IP 172.20.0.4 (492d240b-49e1-434b-891d-5cf238883576/7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd/41172f70-158e-4070-92d8-07bc5f4c0e04) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:20.330937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.466228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 1fd309ee-3740-4f5f-b2ea-271e56c9964a owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:20.508086 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:32:20.600500 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.640188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Transition to ACTIVE for port object 41172f70-158e-4070-92d8-07bc5f4c0e04 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:20.640803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.662297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Transition to ACTIVE for port object 41172f70-158e-4070-92d8-07bc5f4c0e04 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:20.668986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.697311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=1fd309ee-3740-4f5f-b2ea-271e56c9964a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.793231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Pushing event updated for resources: {'Port': ['ID=41172f70-158e-4070-92d8-07bc5f4c0e04,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:20.811567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Network 492d240b-49e1-434b-891d-5cf238883576 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:20.812849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:20.818271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:20.847820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:20.866512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d7c9f7a4-6db7-4412-9222-a2a248c60333 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/1fd309ee-3740-4f5f-b2ea-271e56c9964a HTTP/1.1" status: 204 len: 168 time: 0.9221048 Feb 04 13:32:20.869111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:20.940379 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3033e0-52d9-4650-ab24-34d08b078512 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:20.941142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a3033e0-52d9-4650-ab24-34d08b078512 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:20.964459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a3033e0-52d9-4650-ab24-34d08b078512 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:20.966409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a3033e0-52d9-4650-ab24-34d08b078512 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/1fd309ee-3740-4f5f-b2ea-271e56c9964a HTTP/1.1" status: 404 len: 333 time: 0.0961776 Feb 04 13:32:20.968840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56042) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:20.994294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Attempting to bind port 41172f70-158e-4070-92d8-07bc5f4c0e04 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:32:20.994801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Attempting to bind port 41172f70-158e-4070-92d8-07bc5f4c0e04 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '74767a97-97a2-4f09-abfb-afd7b72ae2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492d240b-49e1-434b-891d-5cf238883576'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:32:20.995167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Attempting to bind port 41172f70-158e-4070-92d8-07bc5f4c0e04 on network 492d240b-49e1-434b-891d-5cf238883576 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:21.002301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:32:21.002708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Checking segment: {'id': '74767a97-97a2-4f09-abfb-afd7b72ae2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492d240b-49e1-434b-891d-5cf238883576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:21.003521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.003915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Bound using segment: {'id': '74767a97-97a2-4f09-abfb-afd7b72ae2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492d240b-49e1-434b-891d-5cf238883576'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:32:21.004385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Bound port: 41172f70-158e-4070-92d8-07bc5f4c0e04, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74767a97-97a2-4f09-abfb-afd7b72ae2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '492d240b-49e1-434b-891d-5cf238883576'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:32:21.004765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.047093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 354080cb-ae6e-4f5a-94d3-f5840f9736ee {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:21.047433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.129220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] For port 41172f70-158e-4070-92d8-07bc5f4c0e04, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:32:21.132802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] For port 41172f70-158e-4070-92d8-07bc5f4c0e04, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41172f70-158e-4070-92d8-07bc5f4c0e04,segment=NetworkSegment(74767a97-97a2-4f09-abfb-afd7b72ae2a4),segment_id=74767a97-97a2-4f09-abfb-afd7b72ae2a4)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:32:21.138708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.251184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbfc43-0eab-494d-9680-76b05e8c4015 None None] Pushing event updated for resources: {'Port': ['ID=41172f70-158e-4070-92d8-07bc5f4c0e04,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:21.423598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.612074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56052) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:21.613616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 354080cb-ae6e-4f5a-94d3-f5840f9736ee owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:21.861781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.872692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:21.911847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:21.918347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Usage tracker for resource:security_group_rule and tenant:f76577ee0f12436fa020c48a75817f39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:21.921886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:21.927744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:21.967487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=354080cb-ae6e-4f5a-94d3-f5840f9736ee,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.051653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.066935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c40cc72-79bb-4c96-951c-ce9d813c7cfe tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/354080cb-ae6e-4f5a-94d3-f5840f9736ee HTTP/1.1" status: 204 len: 168 time: 1.0944164 Feb 04 13:32:22.067191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56064) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:22.097892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.104276 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.116159 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8bf1d7-c55f-4e55-bdee-549ed3785670 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:22.116710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df8bf1d7-c55f-4e55-bdee-549ed3785670 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:22.136782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-df8bf1d7-c55f-4e55-bdee-549ed3785670 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:22.140976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-df8bf1d7-c55f-4e55-bdee-549ed3785670 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/354080cb-ae6e-4f5a-94d3-f5840f9736ee HTTP/1.1" status: 404 len: 333 time: 0.0701256 Feb 04 13:32:22.145181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56068) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:22.170817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f76577ee0f12436fa020c48a75817f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565832 Feb 04 13:32:22.173931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:22.194639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c6de0-193c-40ef-9bca-694a6cab4a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3722e-9cc8-4080-93f4-58eb717a636e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.224949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:22.228378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.255384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.287000 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.322091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.350794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.382986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3722e-9cc8-4080-93f4-58eb717a636e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.385747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.390057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fa94237f-d2e0-482d-a19b-d5d2f26c3cc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85d3722e-9cc8-4080-93f4-58eb717a636e HTTP/1.1" status: 204 len: 168 time: 0.2150636 Feb 04 13:32:22.476874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.623854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.675590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:22.677951 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.695848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-42aafcc9-bd1e-49ce-a947-6bbb1b0df510 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd HTTP/1.1" status: 204 len: 168 time: 0.5474985 Feb 04 13:32:22.696614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56084) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:22.794545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94902aac-fca1-42fe-a121-b83bf9e203a0 None None] Network 492d240b-49e1-434b-891d-5cf238883576 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:22.840153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56088) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:22.865768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.890731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:22.897066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfe5016116e40db86f39d3933cce990 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:22.902536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:22.915717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:22.928850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1b43-5944-43bd-8bc3-f9db54319cf0 req-c1e3306c-6998-48fe-b8b3-cdd8c2e39400 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:22.930557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-313b1b43-5944-43bd-8bc3-f9db54319cf0 req-c1e3306c-6998-48fe-b8b3-cdd8c2e39400 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1097 time: 0.1779442 Feb 04 13:32:22.947906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.965979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 41172f70-158e-4070-92d8-07bc5f4c0e04 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:22.967015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:22.999984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c683e627-d52a-4013-ba4a-fb7984983632 None None] Provisioning for port 41172f70-158e-4070-92d8-07bc5f4c0e04 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:23.031355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-313b1b43-5944-43bd-8bc3-f9db54319cf0 req-39b8dca2-2dc2-4299-a416-2066df9ae1f7 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913334 Feb 04 13:32:23.056958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56092) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:23.108077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41172f70-158e-4070-92d8-07bc5f4c0e04 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:23.176305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] DHCP port deletion for 492d240b-49e1-434b-891d-5cf238883576 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:23.193289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Deleting port 41172f70-158e-4070-92d8-07bc5f4c0e04 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:23.193863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.422138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port 41172f70-158e-4070-92d8-07bc5f4c0e04, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41172f70-158e-4070-92d8-07bc5f4c0e04,segment=NetworkSegment(74767a97-97a2-4f09-abfb-afd7b72ae2a4),segment_id=74767a97-97a2-4f09-abfb-afd7b72ae2a4)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:23.423169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.455315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] For port 41172f70-158e-4070-92d8-07bc5f4c0e04, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=41172f70-158e-4070-92d8-07bc5f4c0e04,segment=NetworkSegment(74767a97-97a2-4f09-abfb-afd7b72ae2a4),segment_id=74767a97-97a2-4f09-abfb-afd7b72ae2a4)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:23.456721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.525410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 45d676e6-4ab7-4130-8daa-5a3a62c9f7f2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:23.526015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.584852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 41172f70-158e-4070-92d8-07bc5f4c0e04 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:23.626002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Calling delete_port for 41172f70-158e-4070-92d8-07bc5f4c0e04 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:23.717697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.722210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.728322 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.728939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 41172f70-158e-4070-92d8-07bc5f4c0e04 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:23.735181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 41172f70-158e-4070-92d8-07bc5f4c0e04 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:23.735552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:23.760111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56100) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:23.780131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 41172f70-158e-4070-92d8-07bc5f4c0e04 was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 13:32:23.791657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:23.792939 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:23.822941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=41172f70-158e-4070-92d8-07bc5f4c0e04,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.827054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No DVR routers for this DVR port 41172f70-158e-4070-92d8-07bc5f4c0e04 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:23.944009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24028cd-7c24-4806-89cc-1c9c6722d730,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:23.956658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-45e689ac-3f86-4cde-8825-7a9353580439 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dfe5016116e40db86f39d3933cce990&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1143885 Feb 04 13:32:23.961153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56104) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:23.989269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.016378 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.016717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.022866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492d240b-49e1-434b-891d-5cf238883576']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:24.036600 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74767a97-97a2-4f09-abfb-afd7b72ae2a4') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:24.036830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74767a97-97a2-4f09-abfb-afd7b72ae2a4') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:24.053505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.072725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.081350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:24.081754 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:24.098420 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:24.194455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.213491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.232924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 45d676e6-4ab7-4130-8daa-5a3a62c9f7f2 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:24.236184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/492d240b-49e1-434b-891d-5cf238883576 HTTP/1.1" status: 204 len: 168 time: 1.5365224 Feb 04 13:32:24.238007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56108) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:24.241112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e7bf-4071-45a3-9cd8-2e98ef9ee4d6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=492d240b-49e1-434b-891d-5cf238883576,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.248338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386277366'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:24.254363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:24.258237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:24.261221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:24.269539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:24.288468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:24.292641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.294076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Deleting port 41172f70-158e-4070-92d8-07bc5f4c0e04 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:24.294532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.333036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:24.359052 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.359297 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment a8989dc9-e4de-4e1c-920f-26c01a74290c of type vlan for network 242c387d-ec17-41fb-b8e6-2071da8cbe2e Feb 04 13:32:24.372934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Deleting port 26d2d34d-f3f4-4665-8da4-03b4bd2bbb89 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:24.373273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.398547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e3324e2-fa7c-470a-b09f-4eab60ebbaf0 None None] The port '41172f70-158e-4070-92d8-07bc5f4c0e04' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:32:24.407869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.449021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.454728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.462338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:24.463010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.567503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3283105 Feb 04 13:32:24.571278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56114) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:24.576693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.580233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:24.634276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.666321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ba194-fb0d-47f9-aa6a-2cc27c62f4c5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=242c387d-ec17-41fb-b8e6-2071da8cbe2e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.681733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.682389 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.683226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:24.744375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:24.754104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:24.760439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:24.777081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:24.799104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:24.806798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.840868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Calling delete_port for 26d2d34d-f3f4-4665-8da4-03b4bd2bbb89 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:24.931191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:24.973625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24028cd-7c24-4806-89cc-1c9c6722d730,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:24.994935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41172f70-158e-4070-92d8-07bc5f4c0e04 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:25.007247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.050736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 41172f70-158e-4070-92d8-07bc5f4c0e04 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:25.050877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 41172f70-158e-4070-92d8-07bc5f4c0e04 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:25.073169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=45d676e6-4ab7-4130-8daa-5a3a62c9f7f2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.158977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.251770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=1c6a4578-630c-4d7d-9740-b4e4a0691555,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.259177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': 'a8989dc9-e4de-4e1c-920f-26c01a74290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:25.259258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: 242c387d-ec17-41fb-b8e6-2071da8cbe2e, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:25.272692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.276494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5fed1e88-0a40-4bef-aa66-fe53fd2f6707 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b24028cd-7c24-4806-89cc-1c9c6722d730 HTTP/1.1" status: 204 len: 168 time: 1.3031418 Feb 04 13:32:25.284792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:25.298351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 242c387d-ec17-41fb-b8e6-2071da8cbe2e) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:25.304237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:25.304915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.314164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bb695-a6b0-4e5c-b5a8-bee2ac1ec59c None None] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:25.353642 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c90bae4-37d1-4f65-9b92-95f0f7b96eb9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7813594 Feb 04 13:32:25.354564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.355090 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP 5c345243-d219-42d5-99cb-42793edd613b disassociated (deleted). External IP: 172.25.4.152, port: f21e8694-897b-4412-8643-213aff706304. Feb 04 13:32:25.356409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56120) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:25.364561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e', 'name': 'tempest-PortsTestJSON-21114297', 'fixed_ips': [{'subnet_id': '1c6a4578-630c-4d7d-9740-b4e4a0691555', 'ip_address': '172.20.0.10'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:25.650405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:25.650405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:25.661057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:25.661057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:25.673227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:25.690005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-242c387d-ec17-41fb-b8e6-2071da8cbe2e', 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': '1c6a4578-630c-4d7d-9740-b4e4a0691555'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:32:25.690874 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.768512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.881600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event deleted for resources: {'Port': ['ID=26d2d34d-f3f4-4665-8da4-03b4bd2bbb89,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:25.929938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:25.977962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 48a94e62-00b6-4508-9dd1-ee296da8da3d yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:26.090853 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Allocated IP 172.20.0.2 (242c387d-ec17-41fb-b8e6-2071da8cbe2e/1c6a4578-630c-4d7d-9740-b4e4a0691555/4525a57f-5198-4940-adf4-8d4c2a654db3) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:26.096019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.097187 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Floating IP 9e5f96fb-d122-4efc-a00a-94aee92da614 disassociated (deleted). External IP: 172.25.4.123, port: d60bb710-513d-405a-9b08-7bde82a43148. Feb 04 13:32:26.202023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 41b78eed-87d7-46e1-b0e6-607213e84715 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:32:26.396234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.411206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Transition to ACTIVE for port object 4525a57f-5198-4940-adf4-8d4c2a654db3 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:26.434802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Transition to ACTIVE for port object 4525a57f-5198-4940-adf4-8d4c2a654db3 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:26.446088 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.548886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Pushing event updated for resources: {'Port': ['ID=4525a57f-5198-4940-adf4-8d4c2a654db3,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:26.579376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:26.581628 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:26.587807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:26.606575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.10 (242c387d-ec17-41fb-b8e6-2071da8cbe2e/1c6a4578-630c-4d7d-9740-b4e4a0691555/48a94e62-00b6-4508-9dd1-ee296da8da3d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:26.721275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:26.734159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Attempting to bind port 4525a57f-5198-4940-adf4-8d4c2a654db3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:32:26.734532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Attempting to bind port 4525a57f-5198-4940-adf4-8d4c2a654db3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a8989dc9-e4de-4e1c-920f-26c01a74290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:32:26.735696 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Sync routers for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:26.737631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Attempting to bind port 4525a57f-5198-4940-adf4-8d4c2a654db3 on network 242c387d-ec17-41fb-b8e6-2071da8cbe2e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:26.750706 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:26.751622 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:26.751925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:32:26.752286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Checking segment: {'id': 'a8989dc9-e4de-4e1c-920f-26c01a74290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:26.752688 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.753071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Bound using segment: {'id': 'a8989dc9-e4de-4e1c-920f-26c01a74290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:32:26.753542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Bound port: 4525a57f-5198-4940-adf4-8d4c2a654db3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8989dc9-e4de-4e1c-920f-26c01a74290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:32:26.754077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.781517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:26.950131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] For port 4525a57f-5198-4940-adf4-8d4c2a654db3, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:32:26.956160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] For port 4525a57f-5198-4940-adf4-8d4c2a654db3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4525a57f-5198-4940-adf4-8d4c2a654db3,segment=NetworkSegment(a8989dc9-e4de-4e1c-920f-26c01a74290c),segment_id=a8989dc9-e4de-4e1c-920f-26c01a74290c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:32:26.967262 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:27.102663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:32:27.108280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e05ab28c-8e2f-4097-b0ac-d677744e3b9d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/floatingips/5c345243-d219-42d5-99cb-42793edd613b HTTP/1.1" status: 204 len: 168 time: 4.0499439 Feb 04 13:32:27.112061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c40c5-f901-43b5-8fa0-384cc987ae68 None None] Pushing event updated for resources: {'Port': ['ID=4525a57f-5198-4940-adf4-8d4c2a654db3,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:27.116372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:27.236728 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:27.446440 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:32:27.713354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:27.758875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 48a94e62-00b6-4508-9dd1-ee296da8da3d will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:27.818059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:27.948293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:27.955828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:27.958432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:28.067701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-b64518e9-ee62-452d-9a83-e827e483158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.069680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-b64518e9-ee62-452d-9a83-e827e483158c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 1097 time: 0.6386476 Feb 04 13:32:28.079714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:28.089053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:28.097417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:28.111653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:28.113530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:28.124907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=48a94e62-00b6-4508-9dd1-ee296da8da3d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:28.156049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.158438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:28.233537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ed648535-a835-49ca-b545-85f1ad3182ae tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8716817 Feb 04 13:32:28.235357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56164) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:28.262010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': '242c387d-ec17-41fb-b8e6-2071da8cbe2e', 'name': 'tempest-PortsTestJSON-852157989', 'fixed_ips': [{'subnet_id': '1c6a4578-630c-4d7d-9740-b4e4a0691555', 'ip_address': '172.20.0.9'}]}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:28.455295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:28.463459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:28.492218 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Checking router: 41b78eed-87d7-46e1-b0e6-607213e84715 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:28.554519 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:28.556822 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:28.611183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-23c7eaed-69bd-4f5e-aba4-2bddcec586ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:28.615374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-23c7eaed-69bd-4f5e-aba4-2bddcec586ea service neutron] 10.222.0.90 "GET /v2.0/networks?id=1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 200 len: 898 time: 0.5320010 Feb 04 13:32:28.734510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:28.749351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:28.765760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:28.788377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:28.829559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:28.847184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:28.914326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port d894f7e5-235b-434c-9e7c-f61b5086f140 yet. {{(pid=87621) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:29.091257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-1dd2e5e8-7b39-48dd-abf6-c9a9399ff33a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 200 len: 217 time: 0.4266574 Feb 04 13:32:29.171811 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8a73589e-a40c-4ddc-88eb-de73bd3bb2e1 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "DELETE /v2.0/floatingips/9e5f96fb-d122-4efc-a00a-94aee92da614 HTTP/1.1" status: 204 len: 168 time: 5.4018290 Feb 04 13:32:29.186725 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:29.191084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea84b1e-38df-4bec-bf61-b189b7f87df4 req-354251af-86e7-4ef4-b232-7f15625b63e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.191847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dea84b1e-38df-4bec-bf61-b189b7f87df4 req-354251af-86e7-4ef4-b232-7f15625b63e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:29.248252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-dea84b1e-38df-4bec-bf61-b189b7f87df4 req-354251af-86e7-4ef4-b232-7f15625b63e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:29.252156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd33eb-3481-44a6-9ffc-1104f7b9f31b None None] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:29.255188 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dea84b1e-38df-4bec-bf61-b189b7f87df4 req-354251af-86e7-4ef4-b232-7f15625b63e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 946 time: 1.3805859 Feb 04 13:32:29.306705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-5e47e39c-5951-45a4-ac07-183e52266f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.308677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-5e47e39c-5951-45a4-ac07-183e52266f68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 200 len: 835 time: 0.2095335 Feb 04 13:32:29.321825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.9 (242c387d-ec17-41fb-b8e6-2071da8cbe2e/1c6a4578-630c-4d7d-9740-b4e4a0691555/d894f7e5-235b-434c-9e7c-f61b5086f140) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:29.338011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dea84b1e-38df-4bec-bf61-b189b7f87df4 req-0f0b3027-42d0-4e13-b204-541debca8c44 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816827 Feb 04 13:32:29.418944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-68f390eb-5e5e-4d92-8e4b-3af876c5eb83 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.420752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-68f390eb-5e5e-4d92-8e4b-3af876c5eb83 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 946 time: 0.5161576 Feb 04 13:32:29.501278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:29.509130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4525a57f-5198-4940-adf4-8d4c2a654db3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:29.560513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-b56d8c99-9c0e-4de8-9f64-0740b4f144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:29.562418 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-b56d8c99-9c0e-4de8-9f64-0740b4f144ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1505c13e-ac12-436e-a50e-cb5a961783cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298276 Feb 04 13:32:29.570914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port f21e8694-897b-4412-8643-213aff706304 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:29.571995 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:29.666832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-60fcd90c-30bb-420c-8f63-ea3650f7a639 None None] Provisioning for port 4525a57f-5198-4940-adf4-8d4c2a654db3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:29.739604 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:32:29.803920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4525a57f-5198-4940-adf4-8d4c2a654db3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:29.845209 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4525a57f-5198-4940-adf4-8d4c2a654db3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:29.846415 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:29.928560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:29.955992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object d894f7e5-235b-434c-9e7c-f61b5086f140 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:30.026038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:30.220570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:30.244000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:30.244751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:30.266702 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108f3e9-8957-4828-b61f-56b8f0d13628 None None] The sync data for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 is: [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:29:39Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '7a9d2313-9d7c-4c36-8599-3475b96e7cf0', 'name': '', 'network_id': '1505c13e-ac12-436e-a50e-cb5a961783cd', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:2e:45:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:36Z', 'updated_at': '2022-02-04T13:29:51Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '9fc57958-b76c-40b4-bccb-924c8e2f80a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:30.276880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:30.291330 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:30.292458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:30.382922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=d894f7e5-235b-434c-9e7c-f61b5086f140,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:30.435032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:30.437826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:30.441732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:30.603677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:30.604342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:30.768730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:30.770166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-19ce50e9-0e52-4b4e-87dc-687bd92fb8b4 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0337305 Feb 04 13:32:30.811039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-088b9923-288f-4ef3-a0cd-f91234cd56de tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5717800 Feb 04 13:32:30.814958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56198) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:30.890620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8089a87-5a73-4420-984e-a8a7907b49f7 req-f100851c-42e4-4f44-9b93-d73d2d89e3a4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:30.893062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8089a87-5a73-4420-984e-a8a7907b49f7 req-f100851c-42e4-4f44-9b93-d73d2d89e3a4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 946 time: 0.2723463 Feb 04 13:32:30.959610 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41c9ef-c91a-4e9e-abb6-d6e3ec93e6a6 None None] New status for floating IP 5c345243-d219-42d5-99cb-42793edd613b: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:32:30.984996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 4525a57f-5198-4940-adf4-8d4c2a654db3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4525a57f-5198-4940-adf4-8d4c2a654db3,segment=NetworkSegment(a8989dc9-e4de-4e1c-920f-26c01a74290c),segment_id=a8989dc9-e4de-4e1c-920f-26c01a74290c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:31.008573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:31.055438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8089a87-5a73-4420-984e-a8a7907b49f7 req-e3a6da35-8dd0-41c7-9f9c-fb45720286b1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447041 Feb 04 13:32:31.100447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60483ae-a1f6-4d55-97e3-accd3a0f16c6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.103862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a60483ae-a1f6-4d55-97e3-accd3a0f16c6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:31.143947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a60483ae-a1f6-4d55-97e3-accd3a0f16c6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:31.147949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a60483ae-a1f6-4d55-97e3-accd3a0f16c6 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.3292568 Feb 04 13:32:31.148304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:31.356643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Provisioning complete for port 4525a57f-5198-4940-adf4-8d4c2a654db3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:31.357215 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:31.357638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a6ff6-e1c0-428b-a23d-9f1bffea5d42 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.369980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a6ff6-e1c0-428b-a23d-9f1bffea5d42 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.382168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a6ff6-e1c0-428b-a23d-9f1bffea5d42 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.392849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-045a6ff6-e1c0-428b-a23d-9f1bffea5d42 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2375114 Feb 04 13:32:31.399815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:31.530169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port d894f7e5-235b-434c-9e7c-f61b5086f140 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:31.530684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:31.586150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.90', 55405) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:31.605231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=4525a57f-5198-4940-adf4-8d4c2a654db3,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:31.614405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-52e33912-b4c4-4d8a-9f77-b929b155d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.622226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-52e33912-b4c4-4d8a-9f77-b929b155d695 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=953d657dc04248c093a4858dbc4f52b7&device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 1096 time: 1.8879125 Feb 04 13:32:31.640048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.640384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.640718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.641367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.641695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.642356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.642726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.643102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.643482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.643970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.644485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.644987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:31.893220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fd74f-406d-45e4-8e3d-71ca23d0d02a req-c9769d38-a3bd-455f-86e0-c4362ff3286c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.893955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d21fd74f-406d-45e4-8e3d-71ca23d0d02a req-c9769d38-a3bd-455f-86e0-c4362ff3286c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Synchronizing usage tracker for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:31.896785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Provisioning for port 48a94e62-00b6-4508-9dd1-ee296da8da3d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:31.904159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-5c8500d6-443a-4e37-9b05-13af33f9330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.905826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-5c8500d6-443a-4e37-9b05-13af33f9330b service neutron] 10.222.0.90 "GET /v2.0/networks?id=d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 200 len: 914 time: 0.2598889 Feb 04 13:32:31.906283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Provisioning complete for port 48a94e62-00b6-4508-9dd1-ee296da8da3d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:31.906891 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:31.984692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-106edd40-51a0-4b33-8d99-a46f4efdbc49 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:31.986127 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-106edd40-51a0-4b33-8d99-a46f4efdbc49 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.90 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 945 time: 0.3987510 Feb 04 13:32:32.021342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:32.024165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d4e21e2c-2573-43c2-8751-7b4df1b24b56 None None] Port 48a94e62-00b6-4508-9dd1-ee296da8da3d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:32.028129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641b63c-57f1-4d35-94df-e2ab731cade5 None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:27:06Z', 'revision_number': 4, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '981e2bad-a074-425b-bc44-9b108f764871', 'name': '', 'network_id': 'd2ed0b0d-328e-4d81-8f54-071860c90932', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'mac_address': 'fa:16:3e:07:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:04Z', 'updated_at': '2022-02-04T13:27:22Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'subnets': [{'id': 'edcbba13-e893-4396-80af-ba73dc57bf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:32.047387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-6c372f52-452e-4d1b-81da-c9d83966dd3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 200 len: 217 time: 0.1291234 Feb 04 13:32:32.048347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d21fd74f-406d-45e4-8e3d-71ca23d0d02a req-c9769d38-a3bd-455f-86e0-c4362ff3286c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Unset dirty status for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:32.049678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d21fd74f-406d-45e4-8e3d-71ca23d0d02a req-c9769d38-a3bd-455f-86e0-c4362ff3286c tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 945 time: 1.7637260 Feb 04 13:32:32.100584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:32.135851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:32.136464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:32.153785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Provisioning complete for port 48a94e62-00b6-4508-9dd1-ee296da8da3d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:32.155685 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:32.155796 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8823cbe8-f2cd-41bf-8018-0b5c3b503881 req-4846c5ca-b6dd-4ff0-9564-0e64a1edc8d2 service neutron] 10.222.0.90 "GET /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3080745 Feb 04 13:32:32.337770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Port 48a94e62-00b6-4508-9dd1-ee296da8da3d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:32.362659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Provisioning for port d894f7e5-235b-434c-9e7c-f61b5086f140 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:32.370636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Provisioning complete for port d894f7e5-235b-434c-9e7c-f61b5086f140 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:32.371029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:32.434777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a867459d-4f3a-4b03-89bb-715e5931d47b None None] Port d894f7e5-235b-434c-9e7c-f61b5086f140 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:32.599260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for f21e8694-897b-4412-8643-213aff706304 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:32.605516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9ed31c-3bbe-4517-81d5-0ff614f48474 None None] New status for floating IP 9e5f96fb-d122-4efc-a00a-94aee92da614: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:32:32.634947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for d894f7e5-235b-434c-9e7c-f61b5086f140 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:32.745784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Deleting port d60bb710-513d-405a-9b08-7bde82a43148 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:32.747074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:32.776709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-4ea92675-efe0-4c70-89cb-835c3a0d1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:32.778852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-4ea92675-efe0-4c70-89cb-835c3a0d1072 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 200 len: 852 time: 0.6032047 Feb 04 13:32:32.896399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device f21e8694-897b-4412-8643-213aff706304 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:32.995562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdaac435-8692-436f-b06b-3a3dafba936d req-a3fd002b-8e9b-4d98-aeb1-ad3d6a03d8ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5894220 Feb 04 13:32:33.010293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5ef0-9a24-40de-bafc-60e10b0f506e req-4fc6092e-632c-4e0d-a820-e152458b4799 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:33.011982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-507d5ef0-9a24-40de-bafc-60e10b0f506e req-4fc6092e-632c-4e0d-a820-e152458b4799 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 946 time: 0.4377582 Feb 04 13:32:33.063363 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d21fd74f-406d-45e4-8e3d-71ca23d0d02a req-822bfb34-908e-4de0-9b0e-b3bbe04eed18 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8931465 Feb 04 13:32:33.095224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-507d5ef0-9a24-40de-bafc-60e10b0f506e req-0338ad0d-043d-4004-96e2-3e6c5603684e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717173 Feb 04 13:32:33.200408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4525a57f-5198-4940-adf4-8d4c2a654db3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:33.241486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:33.281093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:33.340402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdaac435-8692-436f-b06b-3a3dafba936d req-c4cbc12e-1686-48aa-9210-68ad751bf04b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.1286652 Feb 04 13:32:33.340979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:33.342752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-98220f9a-b5cd-4f3c-a8be-c4d8f1706e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:33.344220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-98220f9a-b5cd-4f3c-a8be-c4d8f1706e4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d2ed0b0d-328e-4d81-8f54-071860c90932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5007281 Feb 04 13:32:33.355104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:33.362911 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:33.401006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=d894f7e5-235b-434c-9e7c-f61b5086f140,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:33.442934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4525a57f-5198-4940-adf4-8d4c2a654db3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:33.443849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:33.492718 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'code': 200} Feb 04 13:32:33.616231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] For port d60bb710-513d-405a-9b08-7bde82a43148, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d60bb710-513d-405a-9b08-7bde82a43148,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:33.617116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:33.637984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-261230a9-2835-40f9-b8a2-5d4a8117f583 service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827129 Feb 04 13:32:33.650219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=14']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:33.673214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdaac435-8692-436f-b06b-3a3dafba936d req-250b0dc4-125e-4656-872d-d0f6f8f384c2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336580 Feb 04 13:32:33.856919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-d8bde26e-4222-4242-8f1d-eb972b03d79a service neutron] 10.222.0.90 "GET /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816554 Feb 04 13:32:33.881968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:33.882754 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:33.885678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Calling delete_port for d60bb710-513d-405a-9b08-7bde82a43148 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:33.974698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:34.036371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac435-8692-436f-b06b-3a3dafba936d req-c0a7ab08-6295-4640-a956-e49fe659ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:34.038769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fdaac435-8692-436f-b06b-3a3dafba936d req-c0a7ab08-6295-4640-a956-e49fe659ba9c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808217 Feb 04 13:32:34.050295 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c4ad407e-e3d2-4af2-bb79-7686a1e47b60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/d894f7e5-235b-434c-9e7c-f61b5086f140 HTTP/1.1" status: 204 len: 168 time: 2.6459272 Feb 04 13:32:34.051985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:34.076296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:34.108340 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9973c9d6-8474-484c-9faa-963b6d08218f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:34.109072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9973c9d6-8474-484c-9faa-963b6d08218f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:34.136689 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9973c9d6-8474-484c-9faa-963b6d08218f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:34.141882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9973c9d6-8474-484c-9faa-963b6d08218f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/d894f7e5-235b-434c-9e7c-f61b5086f140 HTTP/1.1" status: 404 len: 333 time: 0.0884802 Feb 04 13:32:34.142874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56274) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:34.161976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event deleted for resources: {'Port': ['ID=d60bb710-513d-405a-9b08-7bde82a43148,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:34.296691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 48a94e62-00b6-4508-9dd1-ee296da8da3d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:34.297187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:34.339120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] No DVR routers for this DVR port d60bb710-513d-405a-9b08-7bde82a43148 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:34.349407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:34.352047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'name': 'network-vif-deleted', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:34.360577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-61c05a84-08fd-41c2-bbef-3f355bd66a28 req-9d93221c-3e98-4e3a-8ea2-c055be8974a4 tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 210 time: 0.0841401 Feb 04 13:32:34.372331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17a6cc4f-ecbc-4b66-a50b-ff114a61c745 req-9d4c91db-c7e3-4b1c-a452-6b0050fab8ca tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.90 "DELETE /v2.0/ports/d60bb710-513d-405a-9b08-7bde82a43148 HTTP/1.1" status: 204 len: 173 time: 2.3792877 Feb 04 13:32:34.405692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port f21e8694-897b-4412-8643-213aff706304 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:34.406333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:34.425520 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c832bd1-6347-4abe-abeb-12bb288ac63b', 'name': 'network-vif-deleted', 'tag': 'd60bb710-513d-405a-9b08-7bde82a43148', 'status': 'completed', 'code': 200} Feb 04 13:32:34.894096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d60bb710-513d-405a-9b08-7bde82a43148 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:34.940336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: d60bb710-513d-405a-9b08-7bde82a43148 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:34.940968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d60bb710-513d-405a-9b08-7bde82a43148 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:35.148394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588d714-3323-4581-a43f-055864b8af42 req-f8daee4f-abf2-44aa-a620-12bea139e93d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:35.150194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1588d714-3323-4581-a43f-055864b8af42 req-f8daee4f-abf2-44aa-a620-12bea139e93d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 944 time: 0.8582597 Feb 04 13:32:35.198813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:35.358180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 48a94e62-00b6-4508-9dd1-ee296da8da3d owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:35.428475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port f21e8694-897b-4412-8643-213aff706304, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=f21e8694-897b-4412-8643-213aff706304,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:35.428838 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:35.443362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1588d714-3323-4581-a43f-055864b8af42 req-462d5fa0-dc9f-47ed-80b8-f39a26c89bfc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0747612-5c1c-416a-8c79-2f6614355d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800510 Feb 04 13:32:35.615221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5881d151-7a0e-46ae-9722-061b6093dafe req-346f3be9-a4cf-4e2f-b779-d02e2cf18cad tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Synchronizing usage tracker for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:35.617872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for f21e8694-897b-4412-8643-213aff706304 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:35.637063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5881d151-7a0e-46ae-9722-061b6093dafe req-346f3be9-a4cf-4e2f-b779-d02e2cf18cad tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Unset dirty status for tenant:953d657dc04248c093a4858dbc4f52b7 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:35.638454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5881d151-7a0e-46ae-9722-061b6093dafe req-346f3be9-a4cf-4e2f-b779-d02e2cf18cad tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c832bd1-6347-4abe-abeb-12bb288ac63b HTTP/1.1" status: 200 len: 210 time: 0.0840216 Feb 04 13:32:35.871064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:35.933965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=48a94e62-00b6-4508-9dd1-ee296da8da3d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:36.076250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:36.157705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=f21e8694-897b-4412-8643-213aff706304,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:36.227976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:36.328410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] No DVR routers for this DVR port f21e8694-897b-4412-8643-213aff706304 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:36.331147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:36.333165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0bbe8eff-69d2-4759-b01c-4c7e75ce6eb0 req-1028d25e-1c17-4d14-a0ab-0b6d75a98a37 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "DELETE /v2.0/ports/f21e8694-897b-4412-8643-213aff706304 HTTP/1.1" status: 204 len: 173 time: 6.8971324 Feb 04 13:32:36.333770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-deleted', 'tag': 'f21e8694-897b-4412-8643-213aff706304'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:36.342709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a2f7b6d6-ccf3-4f37-be57-4e76b7ea2a61 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/48a94e62-00b6-4508-9dd1-ee296da8da3d HTTP/1.1" status: 204 len: 168 time: 2.1972449 Feb 04 13:32:36.343459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56310) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:36.399252 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f1a70-6987-4b82-94cc-d6adb289126b', 'name': 'network-vif-deleted', 'tag': 'f21e8694-897b-4412-8643-213aff706304', 'status': 'completed', 'code': 200} Feb 04 13:32:36.429489 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b0032e-1a96-41c1-84ef-3885ad1a1ee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:36.430298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b5b0032e-1a96-41c1-84ef-3885ad1a1ee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:36.452201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b5b0032e-1a96-41c1-84ef-3885ad1a1ee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:36.453930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5b0032e-1a96-41c1-84ef-3885ad1a1ee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/48a94e62-00b6-4508-9dd1-ee296da8da3d HTTP/1.1" status: 404 len: 333 time: 0.1090889 Feb 04 13:32:36.456653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56314) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:36.562403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 1c6a4578-630c-4d7d-9740-b4e4a0691555 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:36.565770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:36.664366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:36.868714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56326) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:37.004616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4fd2ae61-3266-41fc-8a46-aa327352230c req-796cfca4-ac72-40f6-ae64-3a0e20349307 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0f1a70-6987-4b82-94cc-d6adb289126b HTTP/1.1" status: 200 len: 210 time: 0.2644265 Feb 04 13:32:37.043038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.049129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.156742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.229044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.273655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.302811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54c50b-48f1-4b7b-931d-3d4bc4e44c72,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:37.318101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.318101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-00b7ba9e-a873-4a9a-ae93-1e23205c227d tempest-TestVolumeBackupRestore-1277308023 tempest-TestVolumeBackupRestore-1277308023-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d54c50b-48f1-4b7b-931d-3d4bc4e44c72 HTTP/1.1" status: 204 len: 168 time: 0.4472075 Feb 04 13:32:37.335486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.341221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6a4578-630c-4d7d-9740-b4e4a0691555,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:37.352625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5de191ca-5a62-4143-b08e-b7794e591028 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/1c6a4578-630c-4d7d-9740-b4e4a0691555 HTTP/1.1" status: 204 len: 168 time: 0.8942373 Feb 04 13:32:37.353759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454239d-e76e-4c62-bc88-5e037f136702 None None] Network 242c387d-ec17-41fb-b8e6-2071da8cbe2e requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:37.356524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56334) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:37.582846 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.597275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 4525a57f-5198-4940-adf4-8d4c2a654db3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:37.598258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:37.800576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] DHCP port deletion for 242c387d-ec17-41fb-b8e6-2071da8cbe2e request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:37.805671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Deleting port 4525a57f-5198-4940-adf4-8d4c2a654db3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:37.806250 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:38.193770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] For port 4525a57f-5198-4940-adf4-8d4c2a654db3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4525a57f-5198-4940-adf4-8d4c2a654db3,segment=NetworkSegment(a8989dc9-e4de-4e1c-920f-26c01a74290c),segment_id=a8989dc9-e4de-4e1c-920f-26c01a74290c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:38.194174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:38.337491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Calling delete_port for 4525a57f-5198-4940-adf4-8d4c2a654db3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:38.362869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:38.460098 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:38.470408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port 4525a57f-5198-4940-adf4-8d4c2a654db3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4525a57f-5198-4940-adf4-8d4c2a654db3,segment=NetworkSegment(a8989dc9-e4de-4e1c-920f-26c01a74290c),segment_id=a8989dc9-e4de-4e1c-920f-26c01a74290c)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:38.470965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:38.524629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] Pushing event deleted for resources: {'Port': ['ID=4525a57f-5198-4940-adf4-8d4c2a654db3,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:38.532433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9b22f-9bef-45f5-a22b-4bf018ec60f8 None None] No DVR routers for this DVR port 4525a57f-5198-4940-adf4-8d4c2a654db3 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:38.766878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 4525a57f-5198-4940-adf4-8d4c2a654db3 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:38.954544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:38.955087 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:39.149284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4525a57f-5198-4940-adf4-8d4c2a654db3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:39.248032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4525a57f-5198-4940-adf4-8d4c2a654db3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:39.248548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4525a57f-5198-4940-adf4-8d4c2a654db3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:39.457057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 4525a57f-5198-4940-adf4-8d4c2a654db3 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:39.457713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:39.688836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] The port '4525a57f-5198-4940-adf4-8d4c2a654db3' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:32:39.724313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.009013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.074743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242c387d-ec17-41fb-b8e6-2071da8cbe2e']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:40.097864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8989dc9-e4de-4e1c-920f-26c01a74290c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:40.098435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8989dc9-e4de-4e1c-920f-26c01a74290c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:40.120450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.161285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.185868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:40.187562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:40.393949 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:40.472446 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.540561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.547946 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:40.548488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.560204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=242c387d-ec17-41fb-b8e6-2071da8cbe2e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:40.590059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-325b0918-ed74-4a5c-9288-89601abad55f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/242c387d-ec17-41fb-b8e6-2071da8cbe2e HTTP/1.1" status: 204 len: 168 time: 3.2288084 Feb 04 13:32:40.595066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56646) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:40.607087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995211428'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:40.618244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:40.628188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:network and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:40.636255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:40.654193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:40.691088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:40.707173 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.822684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:40.855612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:40.858764 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Added segment 7950c39e-1f49-4607-9c36-95249be6d3ed of type vlan for network f3da74be-8974-4f9e-9976-d811445b2e5d Feb 04 13:32:40.957863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:41.077972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:41.086173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:41.087153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:41.189875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 7a9d2313-9d7c-4c36-8599-3475b96e7cf0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:41.190819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:41.408999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:41.424269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8272862 Feb 04 13:32:41.435329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56744) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:41.438920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f980b3-a4f8-4d50-ab6d-8b2132d05ebd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Network': ['ID=f3da74be-8974-4f9e-9976-d811445b2e5d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:41.455960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f3da74be-8974-4f9e-9976-d811445b2e5d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:41.465449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:41.733676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-91c8f900-458e-4afa-a9e7-b9e7770cd673 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:41.825199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:41.828393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-91c8f900-458e-4afa-a9e7-b9e7770cd673 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:41.847664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-91c8f900-458e-4afa-a9e7-b9e7770cd673 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545777989&fields=id&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 267 time: 0.4737902 Feb 04 13:32:41.915529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:42.017635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:42.050118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:42.125377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:42.140144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:42.203729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56810) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:42.216568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:42.627752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=7a9d2313-9d7c-4c36-8599-3475b96e7cf0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.646184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-4fcba570-307b-421a-8872-c8d01810d55b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:42.655057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-4fcba570-307b-421a-8872-c8d01810d55b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.8062880 Feb 04 13:32:42.673417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-6816c29e-aad0-4d31-b7b7-f900a892b6a4 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0173032 Feb 04 13:32:42.676255 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:42.759619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.760158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.760609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.761505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.762005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.762451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.763286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.763734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.764985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.765502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.765945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.766774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:42.828901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=880aac63-1562-45b3-8e97-2fe3c667b254,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:42.838333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Checking segment: {'id': '7950c39e-1f49-4607-9c36-95249be6d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:42.838872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network hostable DHCP agents. Network: f3da74be-8974-4f9e-9976-d811445b2e5d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:42.875115 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-35385eb9-5422-4a33-951a-a66acca2b800 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939647 Feb 04 13:32:42.876580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network f3da74be-8974-4f9e-9976-d811445b2e5d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:42.888413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f3da74be-8974-4f9e-9976-d811445b2e5d) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:42.893310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:42.894085 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:42.898507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae6eea-73cf-494d-9feb-cd64dfff5237 None None] Network f3da74be-8974-4f9e-9976-d811445b2e5d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:42.999149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ee82ec6f-0ee4-4f89-a176-565b0c6524fb tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5575173 Feb 04 13:32:43.003636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:43.008639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1859182895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:43.019338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:43.033273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:router and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:43.037843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:43.051477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:43.088335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.089871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.105613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.120050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-73950f50-bc57-4a5c-ab25-d620291bf9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050793 Feb 04 13:32:43.125786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.273903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.316984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.318425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1d26a752-3b86-48aa-8643-b3ae7de6c790 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3137021 Feb 04 13:32:43.321971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56850) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:43.328957 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d', 'name': 'tempest-PortsTestJSON-272461101'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:43.338248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f3da74be-8974-4f9e-9976-d811445b2e5d', 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': '880aac63-1562-45b3-8e97-2fe3c667b254'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:32:43.339113 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.472964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-bc93bba4-7dd1-48bc-8aed-c46b96c6ddf2 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299775 Feb 04 13:32:43.525819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:43.533034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:43.534418 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ea2ab025-3357-4892-9da6-daa514ac895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.539926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:43.547585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:43.555036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Allocated IP 172.20.0.2 (f3da74be-8974-4f9e-9976-d811445b2e5d/880aac63-1562-45b3-8e97-2fe3c667b254/3edb73f4-6701-412b-85ce-bdc2aa87a70b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:43.565484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:43.570145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.596262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 813ae3fa-5946-42ae-9c7e-dcd00e373567 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:32:43.868307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:43.881278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Transition to ACTIVE for port object 3edb73f4-6701-412b-85ce-bdc2aa87a70b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:43.903124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Transition to ACTIVE for port object 3edb73f4-6701-412b-85ce-bdc2aa87a70b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:43.910064 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.033877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Network f3da74be-8974-4f9e-9976-d811445b2e5d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:44.042453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:44.050718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:44.078738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.3 (f3da74be-8974-4f9e-9976-d811445b2e5d/880aac63-1562-45b3-8e97-2fe3c667b254/813ae3fa-5946-42ae-9c7e-dcd00e373567) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:44.131635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Pushing event updated for resources: {'Port': ['ID=3edb73f4-6701-412b-85ce-bdc2aa87a70b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.223669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-297535c4-f87c-4ba6-b633-f40e33309707 req-afb6649f-66a3-42f7-9f32-0d6d241bbc4e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:44.225188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Attempting to bind port 3edb73f4-6701-412b-85ce-bdc2aa87a70b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:32:44.225549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Attempting to bind port 3edb73f4-6701-412b-85ce-bdc2aa87a70b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '7950c39e-1f49-4607-9c36-95249be6d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:32:44.225905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Attempting to bind port 3edb73f4-6701-412b-85ce-bdc2aa87a70b on network f3da74be-8974-4f9e-9976-d811445b2e5d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:44.235119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:32:44.235723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Checking segment: {'id': '7950c39e-1f49-4607-9c36-95249be6d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:44.236362 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.236995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Bound using segment: {'id': '7950c39e-1f49-4607-9c36-95249be6d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:32:44.237575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Bound port: 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7950c39e-1f49-4607-9c36-95249be6d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f3da74be-8974-4f9e-9976-d811445b2e5d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:32:44.238186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.255922 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-297535c4-f87c-4ba6-b633-f40e33309707 req-afb6649f-66a3-42f7-9f32-0d6d241bbc4e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:44.257377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-297535c4-f87c-4ba6-b633-f40e33309707 req-afb6649f-66a3-42f7-9f32-0d6d241bbc4e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.1380243 Feb 04 13:32:44.282586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 41b78eed-87d7-46e1-b0e6-607213e84715 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:32:44.346465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] For port 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:32:44.351408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] For port 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3edb73f4-6701-412b-85ce-bdc2aa87a70b,segment=NetworkSegment(7950c39e-1f49-4607-9c36-95249be6d3ed),segment_id=7950c39e-1f49-4607-9c36-95249be6d3ed)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:32:44.364990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.506645 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.514256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870583-52a9-412f-a4d6-a1eb0e8a2a2f None None] Pushing event updated for resources: {'Port': ['ID=3edb73f4-6701-412b-85ce-bdc2aa87a70b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.535251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 813ae3fa-5946-42ae-9c7e-dcd00e373567 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:44.584867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.650386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:44.663788 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Sync routers for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:44.671192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.694096 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:44.698619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:44.721095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network f3da74be-8974-4f9e-9976-d811445b2e5d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:44.729948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:44.745462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:44.771952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a7708e79-f7f9-412f-90f4-0c1e736f1277 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/41b78eed-87d7-46e1-b0e6-607213e84715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4079416 Feb 04 13:32:44.774969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56886) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:44.856461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=813ae3fa-5946-42ae-9c7e-dcd00e373567,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:44.910771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:44.911450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:44.972855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5fce2506-a261-4929-9b12-fd0870961c51 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6495404 Feb 04 13:32:44.975355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:45.074170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting subnet 9fc57958-b76c-40b4-bccb-924c8e2f80a5 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:45.083133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:45.200416 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:45.270024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3edb73f4-6701-412b-85ce-bdc2aa87a70b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:45.402812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:45.499442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3edb73f4-6701-412b-85ce-bdc2aa87a70b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:45.776289 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:32:41Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:45.779603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:45.785691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Checking router: 41b78eed-87d7-46e1-b0e6-607213e84715 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:45.804652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Routers {'41b78eed-87d7-46e1-b0e6-607213e84715'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:45.805501 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['41b78eed-87d7-46e1-b0e6-607213e84715'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:45.808522 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-101013e2-932c-4c7d-93e3-21ab261e1b26 req-6c4ba057-568e-4d03-bc0e-aeb4b3d3d0f1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.2393236 Feb 04 13:32:45.920800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Deleting port 981e2bad-a074-425b-bc44-9b108f764871 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:45.921298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.120611 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] Set router 41b78eed-87d7-46e1-b0e6-607213e84715 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:46.210597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.266194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.273644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc57958-b76c-40b4-bccb-924c8e2f80a5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:46.294264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.303683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] For port 981e2bad-a074-425b-bc44-9b108f764871, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=981e2bad-a074-425b-bc44-9b108f764871,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:46.304071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.324640 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b015ac74-c248-4101-a80a-bbe14719af71 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/subnets/9fc57958-b76c-40b4-bccb-924c8e2f80a5 HTTP/1.1" status: 204 len: 168 time: 1.5408211 Feb 04 13:32:46.328139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:46.333513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e52b78-3518-4a10-99f4-ea03cf7c642a None None] Network f3da74be-8974-4f9e-9976-d811445b2e5d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:46.378204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54317d-f3e3-473d-969f-19e15f0116f8 None None] Network 1505c13e-ac12-436e-a50e-cb5a961783cd requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:46.532057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6966a59d-de04-467a-a3c3-15497f1952e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.576164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Provisioning for port 3edb73f4-6701-412b-85ce-bdc2aa87a70b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:46.591730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Provisioning complete for port 3edb73f4-6701-412b-85ce-bdc2aa87a70b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:46.606818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.680741 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:32:41Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:46.690057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6606b-a570-424c-952f-8708a05daf2f None None] The sync data for ids ['41b78eed-87d7-46e1-b0e6-607213e84715'] in n-d-820555-2 is: [{'id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-257641656', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:18Z', 'updated_at': '2022-02-04T13:32:41Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8fa9824b-84fc-4159-bd09-262850f6fe6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b78eed-87d7-46e1-b0e6-607213e84715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:21Z', 'updated_at': '2022-02-04T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:46.979544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.985424 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:46.986519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.139405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Calling delete_port for 981e2bad-a074-425b-bc44-9b108f764871 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:47.146311 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.173106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=813ae3fa-5946-42ae-9c7e-dcd00e373567,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:47.247131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:47.331727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:47.332069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 7a9d2313-9d7c-4c36-8599-3475b96e7cf0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:47.444128 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.451830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] DHCP port deletion for 1505c13e-ac12-436e-a50e-cb5a961783cd request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:47.459397 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.489401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Deleting port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:47.490501 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.567384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.575165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] For port 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3edb73f4-6701-412b-85ce-bdc2aa87a70b,segment=NetworkSegment(7950c39e-1f49-4607-9c36-95249be6d3ed),segment_id=7950c39e-1f49-4607-9c36-95249be6d3ed)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:47.629302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:47.768673 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd070452-8b49-4eaa-9fdf-2f6153f3db09 None None] Pushing event updated for resources: {'Port': ['ID=3edb73f4-6701-412b-85ce-bdc2aa87a70b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:47.985143 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b8e20047-8085-4f0f-8831-ff513c15d807 req-84422b59-f5d2-4763-8631-151d2cee4296 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.8714619 Feb 04 13:32:47.991782 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.017023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e2904ec7-9e7a-475e-a314-bc035e6c45ba tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:48.018551 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e2904ec7-9e7a-475e-a314-bc035e6c45ba tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.8987150 Feb 04 13:32:48.036177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] For port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,segment=NetworkSegment(6ebb579e-5ff1-446a-86fe-bf630bc7b4e9),segment_id=6ebb579e-5ff1-446a-86fe-bf630bc7b4e9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:48.037236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.133888 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.157492 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 8fa9824b-84fc-4159-bd09-262850f6fe6e {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:48.157896 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.249068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Calling delete_port for b91bdfc1-1e1a-4f4a-89c8-7779e430c68b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:48.328933 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Provisioning for port 813ae3fa-5946-42ae-9c7e-dcd00e373567 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:48.335087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-39d1e5b2-e86c-46c0-8274-19f61fadc12e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 380 time: 0.2657342 Feb 04 13:32:48.342420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Provisioning complete for port 813ae3fa-5946-42ae-9c7e-dcd00e373567 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:48.345460 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.351184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '3686b549-6a1f-493c-96ce-938f753da5ee', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'security_groups': ['5a112cec-40d4-49ec-89ba-b5bccda27e1c']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:48.490935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.525577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Port 813ae3fa-5946-42ae-9c7e-dcd00e373567 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:48.558560 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.590461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=981e2bad-a074-425b-bc44-9b108f764871,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:48.663599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Provisioning complete for port 3edb73f4-6701-412b-85ce-bdc2aa87a70b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:48.663995 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d87bd4f8-a872-449f-bb9e-c91e50d0c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.781509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] No DVR routers for this DVR port b91bdfc1-1e1a-4f4a-89c8-7779e430c68b on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:48.791249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46634-327f-4d32-a5db-eb38ef89158e None None] Pushing event deleted for resources: {'Port': ['ID=b91bdfc1-1e1a-4f4a-89c8-7779e430c68b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:48.879275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:48.923352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 8fa9824b-84fc-4159-bd09-262850f6fe6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8fa9824b-84fc-4159-bd09-262850f6fe6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:48.925032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.067419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-35f24694-fff1-4e87-bd65-d723b8eb87c8 None None] Provisioning complete for port 813ae3fa-5946-42ae-9c7e-dcd00e373567 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:49.067790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-35f24694-fff1-4e87-bd65-d723b8eb87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.101577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 8fa9824b-84fc-4159-bd09-262850f6fe6e owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:49.229112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-35f24694-fff1-4e87-bd65-d723b8eb87c8 None None] Port 813ae3fa-5946-42ae-9c7e-dcd00e373567 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:49.229353 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.300792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3edb73f4-6701-412b-85ce-bdc2aa87a70b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:32:49.312774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.352628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6ac38ee-9649-4cd6-be20-1290e4fc5829 req-df8b8a52-6d7e-4b67-8047-41ffbae1960d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.1144085 Feb 04 13:32:49.447474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3edb73f4-6701-412b-85ce-bdc2aa87a70b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:49.450814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.457886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.463510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=813ae3fa-5946-42ae-9c7e-dcd00e373567,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:49.494073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:49.505420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:49.520942 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:49.524505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:49.643001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network f3da74be-8974-4f9e-9976-d811445b2e5d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:49.645595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:49.893233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b91bdfc1-1e1a-4f4a-89c8-7779e430c68b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:49.989273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b91bdfc1-1e1a-4f4a-89c8-7779e430c68b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:49.989564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b91bdfc1-1e1a-4f4a-89c8-7779e430c68b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:50.077488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Router 57d0135a-bdc5-406c-a019-a5d3eb25720a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:32:50.108013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.12 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/7b0b291b-5d77-4e50-a5f9-2cde26d58935) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:50.169004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a0b9db41-eaa0-4d43-85ea-bfa97aff5929 None None] Provisioning complete for port 813ae3fa-5946-42ae-9c7e-dcd00e373567 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:50.169490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a0b9db41-eaa0-4d43-85ea-bfa97aff5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:50.233812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9db41-eaa0-4d43-85ea-bfa97aff5929 None None] Port 813ae3fa-5946-42ae-9c7e-dcd00e373567 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:50.299432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:50.308091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eaccad9b-5ac0-4cfe-b31e-52f8a789cae8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/routers/57d0135a-bdc5-406c-a019-a5d3eb25720a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3315113 Feb 04 13:32:50.309637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56930) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:50.354129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] Sync routers for ids ['57d0135a-bdc5-406c-a019-a5d3eb25720a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:50.407813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:50.412014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] Routers {'57d0135a-bdc5-406c-a019-a5d3eb25720a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:50.413471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['57d0135a-bdc5-406c-a019-a5d3eb25720a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:50.452844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:50.457426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36030baa-e86e-487e-ba87-502d311f2766 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:50.458902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36030baa-e86e-487e-ba87-502d311f2766 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:50.489449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-36030baa-e86e-487e-ba87-502d311f2766 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:50.490998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-36030baa-e86e-487e-ba87-502d311f2766 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d0135a-bdc5-406c-a019-a5d3eb25720a HTTP/1.1" status: 200 len: 981 time: 0.1803045 Feb 04 13:32:50.497956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:50.498194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:50.541061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:50.551502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] Routers {'57d0135a-bdc5-406c-a019-a5d3eb25720a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:50.552173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['57d0135a-bdc5-406c-a019-a5d3eb25720a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:50.619248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:50.619825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcb390-c938-44be-9909-714eda731f53 None None] The sync data for ids ['57d0135a-bdc5-406c-a019-a5d3eb25720a'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:50.689091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:50.781416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=8fa9824b-84fc-4159-bd09-262850f6fe6e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:50.974339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:50.997228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b05fd56-1698-416f-89e7-1bd9f5aa18c4 req-50c483e7-5237-4f66-8aa3-19dab158872a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.1630161 Feb 04 13:32:51.033927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object 7b0b291b-5d77-4e50-a5f9-2cde26d58935 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:51.037599 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.055564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:51.059519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb6659d8abf4634b16612fda60254c4 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:51.064110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:51.106436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:51.110860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.265408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.271707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.315030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.318356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.322811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.326520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Router 1ad0d27c-3af3-4a4d-b69d-c72288494873 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:32:51.361235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbb6659d8abf4634b16612fda60254c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702802 Feb 04 13:32:51.364842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e459d09-7267-447d-8cb2-948d430df906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a47ec-3bea-4e00-9d10-3781e1d75a83,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:51.367590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56948) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:51.406712 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.605172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:32:51.608068 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.608598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Fanout notify agent at l3_agent the message router_deleted on router 41b78eed-87d7-46e1-b0e6-607213e84715 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:32:51.619985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:51.629947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:32:51.644364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.666419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:51.746200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.817793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 813ae3fa-5946-42ae-9c7e-dcd00e373567 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:51.817793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.829069 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.830179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a50e917b-3977-4631-9563-440a8c827fbc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/routers/41b78eed-87d7-46e1-b0e6-607213e84715 HTTP/1.1" status: 204 len: 168 time: 5.5008304 Feb 04 13:32:51.843772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56952) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:51.864748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:51.864748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.891066 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.924568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a47ec-3bea-4e00-9d10-3781e1d75a83,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:51.968566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca0456db-3382-4484-89c8-5d016b4a8390 None None] Provisioning for port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:32:51.975115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:51.980544 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0235c1aa-330e-4ea7-ae8e-5ffcec75529d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6346467 Feb 04 13:32:51.982585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca0456db-3382-4484-89c8-5d016b4a8390 None None] Provisioning complete for port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:32:51.983205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca0456db-3382-4484-89c8-5d016b4a8390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.986685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f29a308-c734-4532-802b-d7839af885d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/1ad0d27c-3af3-4a4d-b69d-c72288494873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7807763 Feb 04 13:32:51.986863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:51.990644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-72cd6e0b-1fb5-49ed-89af-240939f9de74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/447a47ec-3bea-4e00-9d10-3781e1d75a83 HTTP/1.1" status: 204 len: 168 time: 0.6153150 Feb 04 13:32:51.991626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56956) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:52.005154 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Sync routers for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:52.005786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Request body: {'port': {'device_id': '3686b549-6a1f-493c-96ce-938f753da5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:52.029297 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:52.029986 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.080871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.112161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ca0456db-3382-4484-89c8-5d016b4a8390 None None] Port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:32:52.262936 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.312763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:52.360020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.437871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56966) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:52.469598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.482451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.521253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1505c13e-ac12-436e-a50e-cb5a961783cd']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.529863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:52.535649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 813ae3fa-5946-42ae-9c7e-dcd00e373567 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:52.543996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.544289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebb579e-5ff1-446a-86fe-bf630bc7b4e9') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.589359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.590171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Usage tracker for resource:security_group_rule and tenant:269b2ec09d6e40dfab3eaeedace2ee6a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:52.599430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:52.603648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.614870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:52.639088 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:32:47Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.646112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Checking router: 1ad0d27c-3af3-4a4d-b69d-c72288494873 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:32:52.646343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.662942 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Routers {'1ad0d27c-3af3-4a4d-b69d-c72288494873'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:52.663704 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1ad0d27c-3af3-4a4d-b69d-c72288494873'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:52.668787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:52.669262 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.695059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd937-25da-48b8-a74c-c5a5cc29fcf0 req-b2e6483a-8a2a-4639-9d56-b7a8aba0b3f2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:52.695280 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:52.697245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e8fd937-25da-48b8-a74c-c5a5cc29fcf0 req-b2e6483a-8a2a-4639-9d56-b7a8aba0b3f2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 932 time: 0.4830961 Feb 04 13:32:52.898937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.922243 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] Set router 1ad0d27c-3af3-4a4d-b69d-c72288494873 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:32:52.945273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:52.975266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Network': ['ID=1505c13e-ac12-436e-a50e-cb5a961783cd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.009618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.014649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19b487f7-562e-4882-af0a-ed003a944b27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/networks/1505c13e-ac12-436e-a50e-cb5a961783cd HTTP/1.1" status: 204 len: 168 time: 1.1649125 Feb 04 13:32:53.015072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:53.026300 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6e8fd937-25da-48b8-a74c-c5a5cc29fcf0 req-e532548d-5e13-4790-b480-f3fa58a0de16 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239768 Feb 04 13:32:53.031306 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.055996 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.094548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8fa9824b-84fc-4159-bd09-262850f6fe6e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:53.134712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Deleting port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:53.135700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.147435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8fa9824b-84fc-4159-bd09-262850f6fe6e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:53.147827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8fa9824b-84fc-4159-bd09-262850f6fe6e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:53.177937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=269b2ec09d6e40dfab3eaeedace2ee6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390108 Feb 04 13:32:53.186831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56974) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:53.196772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4c97-a112-461b-9e0e-6338a35726f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf3098-09a4-46b6-9323-23098207ccfa,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.216817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0b291b-5d77-4e50-a5f9-2cde26d58935 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:32:53.231494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.279361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Transition to ACTIVE for port object 7b0b291b-5d77-4e50-a5f9-2cde26d58935 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:32:53.285855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.287840 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.295137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:32:47Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:53.301399 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c656181-00f9-4717-9c7c-8fbef98d3464 None None] The sync data for ids ['1ad0d27c-3af3-4a4d-b69d-c72288494873'] in n-d-820555-2 is: [{'id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'name': 'tempest-TestVolumeBackupRestore-952218917-router', 'tenant_id': '953d657dc04248c093a4858dbc4f52b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:52Z', 'updated_at': '2022-02-04T13:32:47Z', 'revision_number': 5, 'project_id': '953d657dc04248c093a4858dbc4f52b7', 'gw_port': {'id': 'c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:18:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0d27c-3af3-4a4d-b69d-c72288494873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:55Z', 'updated_at': '2022-02-04T13:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:53.302278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.360601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=813ae3fa-5946-42ae-9c7e-dcd00e373567,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.409949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.410204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.410536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.410891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.411218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.411541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.411859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.412174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.412490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.412806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.413116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.413426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:32:53.503221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] For port c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:53.503578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.521450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.594798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.647312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.650558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Calling delete_port for c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:53.738995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.819520 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Attempting to bind port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:32:53.819957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Attempting to bind port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:32:53.820356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Attempting to bind port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:53.826309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:32:53.826826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Attempting to bind port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:32:53.832869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:32:53.833395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:53.833886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:32:53.834470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Bound port: 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:32:53.834931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.899839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.904670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.918215 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:53.951748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf3098-09a4-46b6-9323-23098207ccfa,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:53.987541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0747612-5c1c-416a-8c79-2f6614355d9b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.004040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.005335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-75701df8-c336-458d-b97b-e9da87f99c9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30bf3098-09a4-46b6-9323-23098207ccfa HTTP/1.1" status: 204 len: 168 time: 0.8150990 Feb 04 13:32:54.030541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:32:54.034159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:32:54.038273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.046911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-432192f0-40ed-4d49-b201-aea148fdfab7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0747612-5c1c-416a-8c79-2f6614355d9b HTTP/1.1" status: 204 len: 168 time: 1.0286252 Feb 04 13:32:54.049663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.219852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.239960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.240583 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.242039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-89d8b171-c03b-41dc-aa98-1b2c640c3456 service neutron] 10.222.0.87 "PUT /v2.0/ports/7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 200 len: 1092 time: 2.2431633 Feb 04 13:32:54.242489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:32:54.367284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e4185dd4-bcc5-4fbb-975d-7356644668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.368986 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e4185dd4-bcc5-4fbb-975d-7356644668f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1095 time: 0.0890949 Feb 04 13:32:54.452212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-38cbbf84-4e39-4d87-a178-7cf004518eef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 200 len: 217 time: 0.0760059 Feb 04 13:32:54.503174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56990) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:54.518429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252067182', 'description': 'tempest-secgroup-smoke-1252067182 description', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:54.525849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:54.529954 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'status': 'completed', 'code': 200} Feb 04 13:32:54.536776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:54.541843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:54.555388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:54.567588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Router 57d0135a-bdc5-406c-a019-a5d3eb25720a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:32:54.573517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e30984db-02f0-47ab-9266-db4749c969c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.576208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-e30984db-02f0-47ab-9266-db4749c969c2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1179307 Feb 04 13:32:54.577654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.627738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 56994) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:54.641006 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.662301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.665231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.682954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:54.700046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:54.704966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:54.708155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:54.717978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:54.720202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Usage tracker for resource:security_group_rule and tenant:de144009712345d0b38a62f60ac4f245 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:54.725034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:54.726125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:54.740961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:54.781775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-946a595d-52f6-4525-a2cf-a8e2cf8bc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.783325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-946a595d-52f6-4525-a2cf-a8e2cf8bc7a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919611 Feb 04 13:32:54.825467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:32:54.836149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] Sync routers for ids ['57d0135a-bdc5-406c-a019-a5d3eb25720a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:32:54.845822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] Routers {'57d0135a-bdc5-406c-a019-a5d3eb25720a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:54.846449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['57d0135a-bdc5-406c-a019-a5d3eb25720a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:54.903985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f84f-39ee-47eb-b477-fa16671e7d73 req-4a8f669e-ea18-4d42-abcb-27d76f499d26 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:54.905551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3851f84f-39ee-47eb-b477-fa16671e7d73 req-4a8f669e-ea18-4d42-abcb-27d76f499d26 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.5788281 Feb 04 13:32:54.915422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-97dd7a85-eceb-40e9-a4be-ad82952022ab tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/routers/57d0135a-bdc5-406c-a019-a5d3eb25720a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4159365 Feb 04 13:32:54.918849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:54.918995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 56998) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:54.929171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] Routers {'57d0135a-bdc5-406c-a019-a5d3eb25720a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:32:54.929781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['57d0135a-bdc5-406c-a019-a5d3eb25720a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:54.956185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.978268 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:54.991391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.000761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:55.001172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae85c5-10e5-4fa2-81cb-0f90f28433c3 None None] The sync data for ids ['57d0135a-bdc5-406c-a019-a5d3eb25720a'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:32:55.045147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-0ba06bef-a131-455e-b5e8-4ccf49db15ae service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501538 Feb 04 13:32:55.046892 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-5792e67b-1008-4379-93fb-6bff39b21297 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:32:55.047441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5792e67b-1008-4379-93fb-6bff39b21297 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:55.060261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e91d7e-3091-438b-a43c-5aebdefd8bcf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:55.137120 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3851f84f-39ee-47eb-b477-fa16671e7d73 req-67276198-bdb2-4815-80cd-456dc95097c6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153168 Feb 04 13:32:55.141615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 981e2bad-a074-425b-bc44-9b108f764871 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:55.150696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.158266 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.173708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.174947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-166a3aa6-4a1e-4efb-ae85-95ecc68cefc2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6676095 Feb 04 13:32:55.187233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57002) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.188521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 981e2bad-a074-425b-bc44-9b108f764871 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:55.188874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 981e2bad-a074-425b-bc44-9b108f764871 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:55.201053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:55.211887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.215591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.219409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5792e67b-1008-4379-93fb-6bff39b21297 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:55.223812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5792e67b-1008-4379-93fb-6bff39b21297 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/813ae3fa-5946-42ae-9c7e-dcd00e373567 HTTP/1.1" status: 404 len: 333 time: 0.3038568 Feb 04 13:32:55.224668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57006) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.230190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:55.252840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:55.258369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6668c29c-1a76-44ef-a147-c81cf4f63eaf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:55.260998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:55.269726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ffeb442a-4ce8-42be-a178-564da14683c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de144009712345d0b38a62f60ac4f245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341476 Feb 04 13:32:55.282054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:55.284725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.315095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8c5b4e7e-e159-4f78-9e82-fc9abc771997 req-6efd86c7-b19a-4a1d-943e-38658cb2503a service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596891 Feb 04 13:32:55.344690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.381679 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.438375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.439016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad0d27c-3af3-4a4d-b69d-c72288494873 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:32:55.456887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.470814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.474867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52822d8c-1993-41b1-a4e5-ed627c400fd9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1ad0d27c-3af3-4a4d-b69d-c72288494873 HTTP/1.1" status: 204 len: 168 time: 3.4822404 Feb 04 13:32:55.482930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57014) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.553606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.566732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.593576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.636732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Deleting subnet edcbba13-e893-4396-80af-ba73dc57bf95 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:55.647352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ecc75-7440-4e6b-bad7-447253481adb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:55.650590 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-3cd63b00-ab1e-4fe2-b4d0-9a011fc44ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:55.652982 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-3cd63b00-ab1e-4fe2-b4d0-9a011fc44ed3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1095 time: 0.2871997 Feb 04 13:32:55.653337 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.728243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.728243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.762990 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.763623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Fanout notify agent at l3_agent the message router_deleted on router 57d0135a-bdc5-406c-a019-a5d3eb25720a {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:32:55.776989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.781808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9452f30b-d502-438d-8777-2459810647d5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/routers/57d0135a-bdc5-406c-a019-a5d3eb25720a HTTP/1.1" status: 204 len: 168 time: 0.5538540 Feb 04 13:32:55.782668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57018) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.856788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 880aac63-1562-45b3-8e97-2fe3c667b254 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:32:55.859919 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.884772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.886638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b1bf3c51-da28-44e7-8632-ecb5715906d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6960273 Feb 04 13:32:55.891747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57022) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:55.900879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:55.911672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:55.916140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:55.920439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:55.922109 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.926996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:55.951613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:55.986496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668c29c-1a76-44ef-a147-c81cf4f63eaf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.035983 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.037134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-155fbaa9-b7ba-4b2c-952e-588591c92f20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6668c29c-1a76-44ef-a147-c81cf4f63eaf HTTP/1.1" status: 204 len: 168 time: 0.7514749 Feb 04 13:32:56.049985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-eea2e6aa-b900-47ca-89e9-3b625dd9367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.051530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-eea2e6aa-b900-47ca-89e9-3b625dd9367c service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.3643787 Feb 04 13:32:56.094101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.129454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-d9054b65-3b10-40ce-a489-1c34d2247dcf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 200 len: 217 time: 0.0706813 Feb 04 13:32:56.135648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.179096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.225394 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.232005 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.247261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-c0468ff9-32e2-41a5-b163-6f4bb3e11d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.248663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-c0468ff9-32e2-41a5-b163-6f4bb3e11d53 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1129375 Feb 04 13:32:56.261595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d10026-be05-401d-83db-9cfc698ef544,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.281917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.283402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-932608a0-4477-47bd-9928-b7580302b411 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908465 Feb 04 13:32:56.286233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57030) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:56.293710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:56.301498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:56.304783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.339326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:56.347123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:56.358202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:56.376536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.391738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.426018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcbba13-e893-4396-80af-ba73dc57bf95,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.430644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.447684 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-adc11943-65f9-46fe-8342-01038557969f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/edcbba13-e893-4396-80af-ba73dc57bf95 HTTP/1.1" status: 204 len: 168 time: 0.9631667 Feb 04 13:32:56.450993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57038) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:56.452384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bca406-a29b-41df-919f-0fb3dae64e95 None None] Network d2ed0b0d-328e-4d81-8f54-071860c90932 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:56.458849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.512533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=880aac63-1562-45b3-8e97-2fe3c667b254,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.515663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.525548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3abd96bd-49b5-46f5-8a44-7683546550f4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/880aac63-1562-45b3-8e97-2fe3c667b254 HTTP/1.1" status: 204 len: 168 time: 0.7417016 Feb 04 13:32:56.527152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:56.538774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32e8ae-b3c9-4e83-a938-594bd316f340 None None] Network f3da74be-8974-4f9e-9976-d811445b2e5d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:56.544608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d132e-a3b5-4143-bc13-84a1db99a9c0 req-fd0aabec-1af5-43af-88be-218bf348096f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.545401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0e2d132e-a3b5-4143-bc13-84a1db99a9c0 req-fd0aabec-1af5-43af-88be-218bf348096f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:32:56.550334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.555615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.579350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-16379d8c-35b8-495f-915f-f41bbb6d533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:56.580867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-16379d8c-35b8-495f-915f-f41bbb6d533d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237920 Feb 04 13:32:56.586636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83482f47-f717-412b-b7fe-cb61850fdde6,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.599216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.602655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7b2d2b24-1f80-4bdf-9acb-3bf8f930a395 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132572 Feb 04 13:32:56.603844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57050) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:56.610761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:56.619363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:56.630541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:56.634943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:56.647709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:56.688709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.737836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0e2d132e-a3b5-4143-bc13-84a1db99a9c0 req-fd0aabec-1af5-43af-88be-218bf348096f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:32:56.739336 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e2d132e-a3b5-4143-bc13-84a1db99a9c0 req-fd0aabec-1af5-43af-88be-218bf348096f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.4408922 Feb 04 13:32:56.789037 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.856132 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.864898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Deleting port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:56.865516 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.865632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.874230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.910556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b51098e-0903-4367-bb11-5b516dd26784,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:56.929867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.933226 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-31ad0723-5df7-4f5e-951a-f0be9a933939 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275833 Feb 04 13:32:56.933570 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e2d132e-a3b5-4143-bc13-84a1db99a9c0 req-6e8951fd-1aad-4e82-bb2e-bfa7911d7014 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678278 Feb 04 13:32:56.939368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:56.951417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:56.952026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 3edb73f4-6701-412b-85ce-bdc2aa87a70b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:56.952380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:56.959231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:56.963326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:56.966470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:56.972871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:56.987086 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:57.002903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.030434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-0b3c1ce6-f93c-467e-8ed1-dc0cca2460b6 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807790 Feb 04 13:32:57.091110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] DHCP port deletion for f3da74be-8974-4f9e-9976-d811445b2e5d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:57.096418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Deleting port 3edb73f4-6701-412b-85ce-bdc2aa87a70b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:57.097224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.117550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.123791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.132686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:57.158122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e636af-d442-4cc8-99a9-b58b2636e318,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:57.169534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.171361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bfe58d3d-cd53-4670-8c2f-19fd2676625c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307291 Feb 04 13:32:57.171813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] DHCP port deletion for d2ed0b0d-328e-4d81-8f54-071860c90932 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:32:57.174298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57068) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:57.182498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': '08e91d7e-3091-438b-a43c-5aebdefd8bcf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:57.186668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57072) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:57.190746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:57.196588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:57.196963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c0fefcbe-282d-4f9f-b3ac-bc2a6bb7f0a9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:57.203609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:57.204027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Deleting port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:57.204559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.208497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:57.216461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:57.230309 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:32:57.240675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.326921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-903729344-network', 'tenant_id': '80d3c675a5164b6dbd316d20d3502f4e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:57.341776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:57.351263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.353739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Usage tracker for resource:network and tenant:80d3c675a5164b6dbd316d20d3502f4e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:57.357652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:57.361065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.373347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:57.388346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a01129-b632-4bd6-a99c-d5ad008b8719,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:57.401900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Made reservation on behalf of 80d3c675a5164b6dbd316d20d3502f4e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:57.405319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.422200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.435141 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.436487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dbd3d32b-89fa-467a-baf0-497cb1d84358 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2610989 Feb 04 13:32:57.440336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57078) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:57.441345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:57.449751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'network': {'name': 'tempest-network-smoke--938665805', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'port_security_enabled': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:57.454672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Usage tracker for resource:security_group_rule and tenant:80d3c675a5164b6dbd316d20d3502f4e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:57.458595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:57.462095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:57.468367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:57.471037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:network and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:57.475313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:57.486554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:57.512120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:57.516500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.517024 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:32:57.551714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:57.568248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.568607 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Added segment 15b647d2-e486-4d30-afa2-e6d3be7154a8 of type vlan for network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 Feb 04 13:32:57.580609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] For port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:57.581615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.596163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] For port 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3edb73f4-6701-412b-85ce-bdc2aa87a70b,segment=NetworkSegment(7950c39e-1f49-4607-9c36-95249be6d3ed),segment_id=7950c39e-1f49-4607-9c36-95249be6d3ed)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:57.596617 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.619525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.665078 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.671413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.692454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.698805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.700031 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.714140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] For port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,segment=NetworkSegment(64746995-f428-4b2a-903b-5505781651ac),segment_id=64746995-f428-4b2a-903b-5505781651ac)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:57.714741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.750287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c7fcc4e-b31a-4a95-aacc-715134fd8562 req-e6f2f9d7-e31f-4b11-a466-e4c9a354e5e2 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527395 Feb 04 13:32:57.782005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Calling delete_port for 6f82fc21-c419-47ba-b2d8-f2b9609fa96b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:57.815453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Network': ['ID=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:57.832515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:32:57.849761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:57.856561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.856909 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Added segment b104f554-8dd4-4621-bc48-1726c8e997e2 of type vlan for network af4d8773-dece-4dc5-97e3-0fc1896429b9 Feb 04 13:32:57.885155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:57.887912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e7ca5acc-84cc-469e-87de-8878d9a46112 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4438412 Feb 04 13:32:57.890846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:57.895868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Calling delete_port for 6f82fc21-c419-47ba-b2d8-f2b9609fa96b owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:57.898576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'admin_state_up': True, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:57.907546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.908050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Calling delete_port for 3edb73f4-6701-412b-85ce-bdc2aa87a70b owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:57.913051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:57.918973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:router and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:57.923220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:57.930319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:57.956479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port 3edb73f4-6701-412b-85ce-bdc2aa87a70b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3edb73f4-6701-412b-85ce-bdc2aa87a70b,segment=NetworkSegment(7950c39e-1f49-4607-9c36-95249be6d3ed),segment_id=7950c39e-1f49-4607-9c36-95249be6d3ed)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:32:57.956908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.957036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.958041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.961947 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:57.962930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:57.963511 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.093702 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.106082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] Pushing event updated for resources: {'Network': ['ID=af4d8773-dece-4dc5-97e3-0fc1896429b9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:58.134473 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.145301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 3edb73f4-6701-412b-85ce-bdc2aa87a70b owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:32:58.147764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4d5595f1-6194-4514-b779-0bcad3c4f39a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9589756 Feb 04 13:32:58.150182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.158098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57088) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:58.159957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] No DVR routers for this DVR port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:58.162823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa860ed-26b9-49e2-ac1f-82b82da663a1 None None] Pushing event deleted for resources: {'Port': ['ID=6f82fc21-c419-47ba-b2d8-f2b9609fa96b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:58.165788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network af4d8773-dece-4dc5-97e3-0fc1896429b9 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:32:58.174253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Request body: {'subnet': {'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-903729344-subnet', 'tenant_id': '80d3c675a5164b6dbd316d20d3502f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:58.181487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] No DVR routers for this DVR port 3edb73f4-6701-412b-85ce-bdc2aa87a70b on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:32:58.187499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:32:58.194226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Usage tracker for resource:subnet and tenant:80d3c675a5164b6dbd316d20d3502f4e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:32:58.225828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:58.226145 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:58.231531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06c852-b4dc-4e9f-a9b9-6e288b71a5a3 None None] Pushing event deleted for resources: {'Port': ['ID=3edb73f4-6701-412b-85ce-bdc2aa87a70b,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:58.251489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:32:58.252095 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:32:58.269253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:32:58.286351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:32:58.420297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Made reservation on behalf of 80d3c675a5164b6dbd316d20d3502f4e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:32:58.422635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.459383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e226b-f5cf-4e09-aca3-dce4fed2bd4d req-e9de1b83-0cf9-419d-bfa7-e7df4a87201d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:58.460879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f9e226b-f5cf-4e09-aca3-dce4fed2bd4d req-e9de1b83-0cf9-419d-bfa7-e7df4a87201d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.4011257 Feb 04 13:32:58.571175 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.727941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Deleting port 6f82fc21-c419-47ba-b2d8-f2b9609fa96b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:58.729244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.762082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 3edb73f4-6701-412b-85ce-bdc2aa87a70b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:32:58.762429 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:58.838406 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f9e226b-f5cf-4e09-aca3-dce4fed2bd4d req-d215814d-41ee-4dab-92a0-803f2b66e403 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308849 Feb 04 13:32:58.869395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] The port '6f82fc21-c419-47ba-b2d8-f2b9609fa96b' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:32:58.903566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] The port '3edb73f4-6701-412b-85ce-bdc2aa87a70b' was deleted {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:32:59.067721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.112295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.125704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.132609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f82fc21-c419-47ba-b2d8-f2b9609fa96b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:59.167751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ed0b0d-328e-4d81-8f54-071860c90932']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.174288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 6f82fc21-c419-47ba-b2d8-f2b9609fa96b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:59.174996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6f82fc21-c419-47ba-b2d8-f2b9609fa96b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:59.175722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3edb73f4-6701-412b-85ce-bdc2aa87a70b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:32:59.179966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3da74be-8974-4f9e-9976-d811445b2e5d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.191919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64746995-f428-4b2a-903b-5505781651ac') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.192214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64746995-f428-4b2a-903b-5505781651ac') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.204234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7950c39e-1f49-4607-9c36-95249be6d3ed') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.204783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7950c39e-1f49-4607-9c36-95249be6d3ed') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:32:59.213240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3edb73f4-6701-412b-85ce-bdc2aa87a70b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:32:59.213863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3edb73f4-6701-412b-85ce-bdc2aa87a70b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:32:59.217318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.229175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.246567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.249020 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.257979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:59.258383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.261575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: util.warn( Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:59.272743 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:59.275402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:32:59.275402 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.298219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e0e61f-a10d-485a-9d72-2bec2102d52b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:59.303335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:32:59.336018 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:32:59.350926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Checking segment: {'id': 'b104f554-8dd4-4621-bc48-1726c8e997e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:32:59.351287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Network hostable DHCP agents. Network: af4d8773-dece-4dc5-97e3-0fc1896429b9, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:32:59.396189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Network af4d8773-dece-4dc5-97e3-0fc1896429b9 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:32:59.433833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.435796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.443978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, af4d8773-dece-4dc5-97e3-0fc1896429b9) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:32:59.448721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:59.449843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.455011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d1052-27f8-49e6-bb0a-b11663502f10 None None] Network af4d8773-dece-4dc5-97e3-0fc1896429b9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:59.455289 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.462439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.478390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ed0b0d-328e-4d81-8f54-071860c90932,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:59.508537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-745eec54-d7ab-4169-b2cd-c742cc357406 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3384259 Feb 04 13:32:59.510362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.149 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/c1f4e5f0-cb60-4752-9c62-742f64068199) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:32:59.516434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=f3da74be-8974-4f9e-9976-d811445b2e5d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:32:59.526807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c36c52e-5699-466f-a335-fbc971a76178 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d2ed0b0d-328e-4d81-8f54-071860c90932 HTTP/1.1" status: 204 len: 168 time: 3.0734460 Feb 04 13:32:59.528138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57094) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:59.595352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d51f05cc-a4bd-4952-9151-a5b231789db4 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/f3da74be-8974-4f9e-9976-d811445b2e5d HTTP/1.1" status: 204 len: 168 time: 3.0657802 Feb 04 13:32:59.606014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:59.741543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d233c-4797-4894-965f-a65bc412409f None None] Network af4d8773-dece-4dc5-97e3-0fc1896429b9 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:32:59.756254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a1e7d4-7f2c-48d7-ab17-707cccac5ba2 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:32:59.761289 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f1a1e7d4-7f2c-48d7-ab17-707cccac5ba2 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/4f0fd300-a5c0-4bbb-8139-c6d98d435a1d HTTP/1.1" status: 200 len: 840 time: 0.1504097 Feb 04 13:32:59.770341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:59.927949 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:32:59.940241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f7f99e51-5795-4af1-aa02-fa0967d5673e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/4f0fd300-a5c0-4bbb-8139-c6d98d435a1d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1667528 Feb 04 13:32:59.942086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57116) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:32:59.951473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:32:59.990551 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.076700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=c1f4e5f0-cb60-4752-9c62-742f64068199,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:00.091128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:00.092385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:00.095023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:00.171836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57124) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:00.186630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-957741158-network', 'tenant_id': '5236f2dbd30e4a1c98cd66a4115556fa'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:00.216809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:00.228372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Usage tracker for resource:network and tenant:5236f2dbd30e4a1c98cd66a4115556fa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:00.233734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:00.250284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:00.305937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:00.317313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:00.333762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:00.350373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:00.359305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Made reservation on behalf of 5236f2dbd30e4a1c98cd66a4115556fa for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:00.361591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.408873 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.424745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:00.428163 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.505909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9de516-84e0-4119-9613-47bd84cbd5ee req-87b80fd6-12db-4e7b-8925-8c59aab85e86 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:00.507433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ee9de516-84e0-4119-9613-47bd84cbd5ee req-87b80fd6-12db-4e7b-8925-8c59aab85e86 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.5313456 Feb 04 13:33:00.527210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:00.536365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.559688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Usage tracker for resource:security_group_rule and tenant:5236f2dbd30e4a1c98cd66a4115556fa is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:00.566975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:00.606226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:00.693149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ee9de516-84e0-4119-9613-47bd84cbd5ee req-ef37829a-9f79-4990-84c8-7b44e01782b8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692140 Feb 04 13:33:00.869802 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.875471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:00.952718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:00.976127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.024419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.024836 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Added segment 540a8695-f7b9-4028-a035-c274ade93a0d of type vlan for network 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 Feb 04 13:33:01.033627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d5404-2771-4494-a73b-359eb4606ea5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:01.078722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:01.091169 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.091882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:01.101661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:01.101803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42ffb9-fff9-4e73-9c52-bcba4b627292 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:01.102342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.125197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=d1fd132d-e7a3-498c-afe9-1675f2711483,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:01.133449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.167171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.265753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9353095a-bc9d-4893-8ea2-27153c5da369 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3218961 Feb 04 13:33:01.271633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57128) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:01.280402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'security_group': {'name': 'tempest-secgroup-526509907'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:01.290703 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.291595 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:01.292193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.306030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:01.401732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router de5ed7a9-d30c-41df-aa24-63c8d7c2385a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:33:01.407191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8ee529a3-467d-42f2-8ccc-be4502db4d75', 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'tenant_id': 'd73bc14b9f8146afadbf474d141fd3c9', 'fixed_ips': [{'subnet_id': 'd1fd132d-e7a3-498c-afe9-1675f2711483'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:01.408450 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.423232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:01.426271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0c8f4b-89f2-49b5-a37c-1cf7c312c532,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:01.430713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:01.437975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:33:01.447404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:01.530463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-62721755-bcfa-43b0-9d63-8ec14fb9b101 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3545613 Feb 04 13:33:01.536418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57132) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:01.544398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Request body: {'subnet': {'network_id': '8a0c8f4b-89f2-49b5-a37c-1cf7c312c532', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-957741158-subnet', 'tenant_id': '5236f2dbd30e4a1c98cd66a4115556fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:01.550356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.556617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:01.640313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Usage tracker for resource:subnet and tenant:5236f2dbd30e4a1c98cd66a4115556fa is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:01.659070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:01.662452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:01.671871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:01.691793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:01.702789 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Sync routers for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:01.718055 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:01.719104 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:01.723041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Made reservation on behalf of 5236f2dbd30e4a1c98cd66a4115556fa for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:01.726326 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.743939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:01.748380 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-edc95388-a1fd-4e8a-81a1-290882c3ddae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8534844 Feb 04 13:33:01.749333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:01.837750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Allocated IP 172.20.0.2 (8ee529a3-467d-42f2-8ccc-be4502db4d75/d1fd132d-e7a3-498c-afe9-1675f2711483/b98bf684-113f-4f59-96c2-666f0552dc34) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:01.878472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:01.886798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:01.902682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3e2ee5d8-2f1c-488a-9c9d-600721ed716b tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cee6225bd7184c9baf1e21756114b8d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1498306 Feb 04 13:33:01.904501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:01.905037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:02.001584 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:02.213022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.223163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd7157-fc74-4e73-a1ea-3d47fcbda5f9 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.227882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-03cd7157-fc74-4e73-a1ea-3d47fcbda5f9 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3127129 Feb 04 13:33:02.228534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57146) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:02.229561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.262147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Deleting port 99772498-56d4-43ae-a9aa-5f9884f766fe {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:02.262375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.262669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.277070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Transition to ACTIVE for port object b98bf684-113f-4f59-96c2-666f0552dc34 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:02.280800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980ad8-56e1-42e0-9459-d059f72c3d21 req-1ec89ac5-bcc6-4948-8a10-595d878e0d29 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.282777 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6980ad8-56e1-42e0-9459-d059f72c3d21 req-1ec89ac5-bcc6-4948-8a10-595d878e0d29 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.2187908 Feb 04 13:33:02.286941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.313191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Transition to ACTIVE for port object b98bf684-113f-4f59-96c2-666f0552dc34 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:02.326455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.351889 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2230dd09-77a7-498b-981e-6609dc20f563 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1189158 Feb 04 13:33:02.357983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57150) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:02.415343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:02.419074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147742251', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:02.424351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:02.425573 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:02.428889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:02.434293 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Checking router: de5ed7a9-d30c-41df-aa24-63c8d7c2385a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:02.435539 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Updating router de5ed7a9-d30c-41df-aa24-63c8d7c2385a port c1f4e5f0-cb60-4752-9c62-742f64068199 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:02.478023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.503641 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6980ad8-56e1-42e0-9459-d059f72c3d21 req-6f13a63b-75cd-48b5-a525-7abfd8564506 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704941 Feb 04 13:33:02.519273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Checking segment: {'id': '540a8695-f7b9-4028-a035-c274ade93a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8a0c8f4b-89f2-49b5-a37c-1cf7c312c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:02.522857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Network hostable DHCP agents. Network: 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:02.532396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d404a35-2b5f-4dd7-8da5-334ddda89d02,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.549902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89114a8-1e1b-44e6-89ac-89b2af1e8dc0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:02.559694 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.562018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Network 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:02.564559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Attempting to bind port b98bf684-113f-4f59-96c2-666f0552dc34 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:02.566814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Attempting to bind port b98bf684-113f-4f59-96c2-666f0552dc34 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c944d412-2448-496e-8778-b125f2f705de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:02.567241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Attempting to bind port b98bf684-113f-4f59-96c2-666f0552dc34 on network 8ee529a3-467d-42f2-8ccc-be4502db4d75 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:02.578968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:02.579338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:02.579451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Checking segment: {'id': 'c944d412-2448-496e-8778-b125f2f705de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:02.579869 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.580258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Bound using segment: {'id': 'c944d412-2448-496e-8778-b125f2f705de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:02.584628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:02.586627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.590565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Bound port: b98bf684-113f-4f59-96c2-666f0552dc34, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c944d412-2448-496e-8778-b125f2f705de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:02.591011 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.619778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad9011-3178-4dd9-97cb-5d605350fd74 None None] Network 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:02.625836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7e37ee66-2dd5-4eee-bcb1-218059052255 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0883329 Feb 04 13:33:02.643354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.647060 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-83fcd6e6-2c73-47a6-adf7-88917bfdae45 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3720067 Feb 04 13:33:02.647786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57156) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:02.655072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'security_group': {'name': 'tempest-secgroup-259289585'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:02.669707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:02.679871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:02.689391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:02.707048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:02.716771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:02.734575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:subnet and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:02.734874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.740629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:02.755638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:02.772078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] For port 99772498-56d4-43ae-a9aa-5f9884f766fe, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=99772498-56d4-43ae-a9aa-5f9884f766fe,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:02.772381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.783902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:02.788657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.806369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:02.813205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:02.817365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:02.824961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:02.941732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.952806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:02.989364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Calling delete_port for 99772498-56d4-43ae-a9aa-5f9884f766fe owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:03.027105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.031313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3799031 Feb 04 13:33:03.032164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57162) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:03.069186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2144478295', 'security_groups': ['a641c851-bf04-4aac-a22d-cbff31ab1015'], 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1fd132d-e7a3-498c-afe9-1675f2711483'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:03.135472 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.149292 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Transition to ACTIVE for port object c1f4e5f0-cb60-4752-9c62-742f64068199 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:03.157596 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.197364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7949f1-8eb7-4d79-844b-068d62c83032 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a641c851-bf04-4aac-a22d-cbff31ab1015,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.245756 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Attempting to bind port c1f4e5f0-cb60-4752-9c62-742f64068199 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:03.246577 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Attempting to bind port c1f4e5f0-cb60-4752-9c62-742f64068199 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:03.247133 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Attempting to bind port c1f4e5f0-cb60-4752-9c62-742f64068199 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:03.256764 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:03.257401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:03.258114 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.258674 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:03.259324 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Bound port: c1f4e5f0-cb60-4752-9c62-742f64068199, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:03.259840 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.281931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-da91723c-3562-4de9-9727-138db95633d2 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:03.300572 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Pushing event updated for resources: {'Port': ['ID=c1f4e5f0-cb60-4752-9c62-742f64068199,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.319943 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.320556 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.321099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.321576 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.322041 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.322509 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.323014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.323550 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.323756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-da91723c-3562-4de9-9727-138db95633d2 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:03.324168 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.325183 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.325684 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.326315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:03.338108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.361357 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] For port c1f4e5f0-cb60-4752-9c62-742f64068199, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:03.364180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:03.366408 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] For port c1f4e5f0-cb60-4752-9c62-742f64068199, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1f4e5f0-cb60-4752-9c62-742f64068199,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:03.375228 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.377708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:port and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:03.379653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.383734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:03.399296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:03.419907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:03.464332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Subnet': ['ID=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.534924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fecef3-e78f-4380-9052-7abc772d93a9 None None] Network 8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:03.566990 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:03.567638 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:03.655099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733256e1-689a-40ac-adf8-b5065018240f None None] Pushing event updated for resources: {'Port': ['ID=c1f4e5f0-cb60-4752-9c62-742f64068199,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.670169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:03.699531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91723c-3562-4de9-9727-138db95633d2 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.790048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Pushing event deleted for resources: {'Port': ['ID=99772498-56d4-43ae-a9aa-5f9884f766fe,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:03.822100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:04.011897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81de1b-55b5-43db-b974-acbbb98157e9 req-bf2fc476-6d84-4e82-8375-8472ff450eb0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.013531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae81de1b-55b5-43db-b974-acbbb98157e9 req-bf2fc476-6d84-4e82-8375-8472ff450eb0 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.2670903 Feb 04 13:33:04.022507 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.024343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:04.024947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network hostable DHCP agents. Network: cdb7eb59-2c55-49fc-8f60-52e03f93c1f7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:04.115624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port 282e9e56-5897-42d7-9ffa-b10711dd0706 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:33:04.202482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ae81de1b-55b5-43db-b974-acbbb98157e9 req-613c5fb6-7af7-4dbd-9b4b-5527ebc2ecf5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639073 Feb 04 13:33:04.296447 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:04.301911 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7cce2-7f6a-4f1f-930b-7b0dcd371f55 None None] The sync data for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 is: [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:00Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:04.351570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-e268346f-bc83-4382-b03e-87eb43070b1b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.359400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-e268346f-bc83-4382-b03e-87eb43070b1b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/networks?id=af4d8773-dece-4dc5-97e3-0fc1896429b9 HTTP/1.1" status: 200 len: 808 time: 0.8986738 Feb 04 13:33:04.380256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:04.403421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-df6322d4-5ea6-48a3-bdd9-7d76942511fb tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/quotas/80d3c675a5164b6dbd316d20d3502f4e HTTP/1.1" status: 200 len: 375 time: 0.0425813 Feb 04 13:33:04.416507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.10 (8ee529a3-467d-42f2-8ccc-be4502db4d75/d1fd132d-e7a3-498c-afe9-1675f2711483/282e9e56-5897-42d7-9ffa-b10711dd0706) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:04.418703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cdb7eb59-2c55-49fc-8f60-52e03f93c1f7) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:04.427455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:04.428370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.430999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3a9de-df36-4918-a8f2-2a6421dc0466 None None] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:04.577983 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-c512051a-5e29-47b4-8a32-144fb2615f2b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=80d3c675a5164b6dbd316d20d3502f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1577621 Feb 04 13:33:04.679275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4847b48-f938-45ff-84b3-b509c4e617b5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3026366 Feb 04 13:33:04.686421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57182) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:04.688997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.724710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:04.725558 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.784065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.819882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 282e9e56-5897-42d7-9ffa-b10711dd0706 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:04.870074 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:04.978344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:04.992816 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:04.997005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Allocated IP 172.20.0.2 (cdb7eb59-2c55-49fc-8f60-52e03f93c1f7/6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3/9606440b-384e-4716-b44e-1681aa427ec9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:05.000842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:05.118913 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=282e9e56-5897-42d7-9ffa-b10711dd0706,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:05.151042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:05.151858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:05.180173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7b0b291b-5d77-4e50-a5f9-2cde26d58935 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:33:05.231964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4ebfdb74-cd13-4885-a14a-09dfe6958a2a tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1987395 Feb 04 13:33:05.232698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:05.247499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-07c9f2e8-910e-407c-9bc6-c6acf0aef16b service neutron] 10.222.0.53 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513638 Feb 04 13:33:05.253939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:05.569119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:05.590723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'mac_address': 'fa:16:3e:e3:57:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:33:05.604186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:05.705003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7379d89f-d540-4409-9d36-410de4e07837 None None] Provisioning for port b98bf684-113f-4f59-96c2-666f0552dc34 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:05.741484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:05.764573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:05.780512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:05.783989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:05.785537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-c98d7aa3-954c-47bc-8e55-c4c90542b21c service neutron] 10.222.0.53 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181589 Feb 04 13:33:05.810160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c2b1-197c-41f3-bbc0-19a7f7e37aa0 req-445605cc-bc15-4d84-9205-7f5f1092875f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:05.811919 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-afe3c2b1-197c-41f3-bbc0-19a7f7e37aa0 req-445605cc-bc15-4d84-9205-7f5f1092875f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 944 time: 0.3362896 Feb 04 13:33:05.812770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:05.820758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0b291b-5d77-4e50-a5f9-2cde26d58935 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:33:05.933368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7379d89f-d540-4409-9d36-410de4e07837 None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:05.934337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7379d89f-d540-4409-9d36-410de4e07837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:05.945758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-afe3c2b1-197c-41f3-bbc0-19a7f7e37aa0 req-78756236-33b9-47a2-8190-f649537de8a5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183505 Feb 04 13:33:05.948317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:05.956763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.008913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:06.053986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.142234 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.145829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7379d89f-d540-4409-9d36-410de4e07837 None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:06.161948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b98bf684-113f-4f59-96c2-666f0552dc34 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:06.166514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Transition to ACTIVE for port object 9606440b-384e-4716-b44e-1681aa427ec9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:06.174975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:06.175360 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.229046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9eb6a1b2-6e3c-47cd-b361-395dfc074a20 req-57042c0d-ae97-4a31-81c4-c3d6a247ad42 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 210 time: 0.0849192 Feb 04 13:33:06.256042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:06.261317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Transition to ACTIVE for port object 9606440b-384e-4716-b44e-1681aa427ec9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:06.297470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.305220 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1fd132d-e7a3-498c-afe9-1675f2711483 (CIDR: 172.20.0.0/28) Feb 04 13:33:06.309129 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:06.309850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:06.337285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57200) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:06.338155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6d72551a-a920-4cb6-9d07-25152e4a2daf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1042395 Feb 04 13:33:06.349833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:06.408693 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7b0b291b-5d77-4e50-a5f9-2cde26d58935'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:33:06.460749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:06.477344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:06.480059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:06.557340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9332848-daf5-4f2e-a160-230f949ea347 None None] Provisioning for port 282e9e56-5897-42d7-9ffa-b10711dd0706 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:06.647585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f9332848-daf5-4f2e-a160-230f949ea347 None None] Provisioning complete for port 282e9e56-5897-42d7-9ffa-b10711dd0706 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:06.648585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9332848-daf5-4f2e-a160-230f949ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.661237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Router 529a964b-9a69-48c2-9b60-26f059aa6721 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:06.724484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Pushing event updated for resources: {'Port': ['ID=9606440b-384e-4716-b44e-1681aa427ec9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:06.740776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Attempting to bind port 9606440b-384e-4716-b44e-1681aa427ec9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:06.741157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Attempting to bind port 9606440b-384e-4716-b44e-1681aa427ec9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:06.741572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Attempting to bind port 9606440b-384e-4716-b44e-1681aa427ec9 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:06.748794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.776683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:06.777071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:06.778032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.778659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Bound using segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:06.779255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Bound port: 9606440b-384e-4716-b44e-1681aa427ec9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:06.779635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.808196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f9332848-daf5-4f2e-a160-230f949ea347 None None] Port 282e9e56-5897-42d7-9ffa-b10711dd0706 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:06.892125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:06.895316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:06.913452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:06.916000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:06.916792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1f4e5f0-cb60-4752-9c62-742f64068199 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:06.927795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:06.941738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:07.076234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:07.079716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:07.102336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] For port 9606440b-384e-4716-b44e-1681aa427ec9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:07.146064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] For port 9606440b-384e-4716-b44e-1681aa427ec9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9606440b-384e-4716-b44e-1681aa427ec9,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:07.150258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:07.153536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port c1f4e5f0-cb60-4752-9c62-742f64068199 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:07.163336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:07.214035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c1f4e5f0-cb60-4752-9c62-742f64068199 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:07.214035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:07.241338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:07.251354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a745e25-2c61-4ea3-95f7-43b98e944797 admin admin] 10.222.0.53 "PUT /v2.0/routers/529a964b-9a69-48c2-9b60-26f059aa6721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7206419 Feb 04 13:33:07.254208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:07.287464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Sync routers for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:07.359294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:07.359294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:07.476979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb15e7d-ee34-4149-85e1-a9ef2e8634bd req-043a427e-85c8-4901-b18b-c1d9cd3d319f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:07.478586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fb15e7d-ee34-4149-85e1-a9ef2e8634bd req-043a427e-85c8-4901-b18b-c1d9cd3d319f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 945 time: 0.3251946 Feb 04 13:33:07.493315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6098dbe-b14e-4c4a-8e11-f7aced3b9d51 None None] Pushing event updated for resources: {'Port': ['ID=9606440b-384e-4716-b44e-1681aa427ec9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:07.684898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6dfdef79-aa29-42b7-b394-e846f99d159c req-31a2de3a-4f59-4726-8836-af85cc8e726b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 210 time: 0.1119514 Feb 04 13:33:07.736657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fb15e7d-ee34-4149-85e1-a9ef2e8634bd req-1fb57c94-9cd9-42fe-ae48-047553e32456 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162189 Feb 04 13:33:07.738508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:07.791877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:07.929428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.027103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port c1f4e5f0-cb60-4752-9c62-742f64068199, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1f4e5f0-cb60-4752-9c62-742f64068199,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:08.032236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.041764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.068603 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.140880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=c1f4e5f0-cb60-4752-9c62-742f64068199,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:08.141739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:08.148003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:08.158312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:08.158937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.174842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9c9f4-a95a-4bce-ad96-56fa25505939 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:08.289945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-fb4ee360-82f3-4fbd-875a-86df3e6c234a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:08.291266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b1462f5-6d2b-4217-a612-bc595717058d req-fb4ee360-82f3-4fbd-875a-86df3e6c234a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Synchronizing usage tracker for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:08.322765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9606440b-384e-4716-b44e-1681aa427ec9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:08.354318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b1462f5-6d2b-4217-a612-bc595717058d req-fb4ee360-82f3-4fbd-875a-86df3e6c234a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Unset dirty status for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:08.356270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-fb4ee360-82f3-4fbd-875a-86df3e6c234a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.90 "GET /v2.0/networks?id=af4d8773-dece-4dc5-97e3-0fc1896429b9 HTTP/1.1" status: 200 len: 808 time: 0.7817476 Feb 04 13:33:08.359027 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.368907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Request body: {'port': {'device_id': '4a64d306-e593-4842-be08-611b4f694fe1', 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9', 'admin_state_up': True, 'tenant_id': '80d3c675a5164b6dbd316d20d3502f4e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:08.390218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=8073f17a-83ac-448b-b2a0-017c19cb4ee2,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:08.419088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-252c4f61-5f4d-4729-832f-b9805e887c01 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0792754 Feb 04 13:33:08.422221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57214) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:08.430933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-716764505', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8073f17a-83ac-448b-b2a0-017c19cb4ee2'}], 'security_groups': ['d89114a8-1e1b-44e6-89ac-89b2af1e8dc0']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:08.447238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Deleting port 433c3f69-d7df-4ce3-bbf7-2b880b950d28 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:08.447580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.556466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9606440b-384e-4716-b44e-1681aa427ec9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:08.594886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:33:03Z', 'revision_number': 5, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port': {'id': '433c3f69-d7df-4ce3-bbf7-2b880b950d28', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:18Z', 'updated_at': '2022-02-04T13:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:08.611862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.1 (cdb7eb59-2c55-49fc-8f60-52e03f93c1f7/6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3/a0dfc648-e398-4f92-824e-a934ae9f32e6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:08.613645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:08.645948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Checking router: 529a964b-9a69-48c2-9b60-26f059aa6721 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:08.685485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Routers {'529a964b-9a69-48c2-9b60-26f059aa6721'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:08.686269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['529a964b-9a69-48c2-9b60-26f059aa6721'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:08.723406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:08.782298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Usage tracker for resource:port and tenant:80d3c675a5164b6dbd316d20d3502f4e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:08.809947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:08.826928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:08.849326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] For port 433c3f69-d7df-4ce3-bbf7-2b880b950d28, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=433c3f69-d7df-4ce3-bbf7-2b880b950d28,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:08.850043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.871610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.890081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object a0dfc648-e398-4f92-824e-a934ae9f32e6 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:08.942441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:08.950718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] Set router 529a964b-9a69-48c2-9b60-26f059aa6721 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:08.999452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Made reservation on behalf of 80d3c675a5164b6dbd316d20d3502f4e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:09.004810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.080818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:33:08Z', 'revision_number': 6, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:09.082030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:09.104862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:09.111216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Calling delete_port for 433c3f69-d7df-4ce3-bbf7-2b880b950d28 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:09.122837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:09.138169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7b0b291b-5d77-4e50-a5f9-2cde26d58935 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:09.195252 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.195887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:09.196272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.207813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:09.221090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c9ad7-c4b3-488b-a50e-ac255104944c None None] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:09.260276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9830c15c-ab00-4632-85bb-9faff53e793b req-22635ec4-0f3f-4e24-a8ae-12ea4dce7d49 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 210 time: 0.1654541 Feb 04 13:33:09.278121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.319210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225492b-e6f1-4187-8b27-ff4618274402 None None] The sync data for ids ['529a964b-9a69-48c2-9b60-26f059aa6721'] in n-d-820555-2 is: [{'id': '529a964b-9a69-48c2-9b60-26f059aa6721', 'name': 'tempest-TestVolumeBackupRestore-1766494017-router', 'tenant_id': '9f46f3078d1340bca62abbc4d627e432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:27:16Z', 'updated_at': '2022-02-04T13:33:08Z', 'revision_number': 6, 'project_id': '9f46f3078d1340bca62abbc4d627e432', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:09.335016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42f083-0606-4c18-924e-2986560d03b2 req-574392be-d839-46ae-af14-b559875b1b02 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:09.336893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e42f083-0606-4c18-924e-2986560d03b2 req-574392be-d839-46ae-af14-b559875b1b02 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 945 time: 0.3526266 Feb 04 13:33:09.427383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Provisioning for port 9606440b-384e-4716-b44e-1681aa427ec9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:09.477562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Provisioning complete for port 9606440b-384e-4716-b44e-1681aa427ec9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:09.477921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.490140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Allocated IP 172.20.0.4 (af4d8773-dece-4dc5-97e3-0fc1896429b9/21e0e61f-a10d-485a-9d72-2bec2102d52b/2ce0ffb9-ca69-4181-8308-a8cfba51c56b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:09.522826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Update dhcp port {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'fixed_ips': [{'subnet_id': 'd1fd132d-e7a3-498c-afe9-1675f2711483', 'ip_address': '172.20.0.2'}, {'subnet_id': '8073f17a-83ac-448b-b2a0-017c19cb4ee2'}], 'binding:host_id': 'n-d-820555-2'}, 'id': 'b98bf684-113f-4f59-96c2-666f0552dc34'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:33:09.530782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e42f083-0606-4c18-924e-2986560d03b2 req-fceb7d75-46a4-4188-83cf-7230c0517878 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872241 Feb 04 13:33:09.536216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.597482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Pushing event deleted for resources: {'Port': ['ID=433c3f69-d7df-4ce3-bbf7-2b880b950d28,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:09.613787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:09.667686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:09.667686 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.768867 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.845688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:09.913053 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Delete allocated IP 172.20.0.10 (8ee529a3-467d-42f2-8ccc-be4502db4d75/d1fd132d-e7a3-498c-afe9-1675f2711483) {{(pid=87621) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:33:09.922031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.26 (8ee529a3-467d-42f2-8ccc-be4502db4d75/8073f17a-83ac-448b-b2a0-017c19cb4ee2/282e9e56-5897-42d7-9ffa-b10711dd0706) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:09.963220 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.160538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.212468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.233539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] For port 9606440b-384e-4716-b44e-1681aa427ec9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9606440b-384e-4716-b44e-1681aa427ec9,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:10.235013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.246101 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.248439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.258644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.289406 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.290095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 529a964b-9a69-48c2-9b60-26f059aa6721 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:33:10.318794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:10.319593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.325942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a829478-8bbb-45a2-829f-4cbe4905451f admin admin] 10.222.0.53 "DELETE /v2.0/routers/529a964b-9a69-48c2-9b60-26f059aa6721 HTTP/1.1" status: 204 len: 168 time: 3.0699310 Feb 04 13:33:10.334894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:10.365572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:10.376447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.397154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336ab9c-b621-4f22-9b88-275b27733f0e None None] Pushing event updated for resources: {'Port': ['ID=9606440b-384e-4716-b44e-1681aa427ec9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.472468 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'code': 200} Feb 04 13:33:10.491879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Deleting subnet 6d638dc4-c693-4412-8680-af37d99aba2a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:10.493346 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1f4e5f0-cb60-4752-9c62-742f64068199 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:10.495688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.551191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.615297 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.641028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port c1f4e5f0-cb60-4752-9c62-742f64068199 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:10.641396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.679189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.769325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Provisioning complete for port 9606440b-384e-4716-b44e-1681aa427ec9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:10.769712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.851217 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.864937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.884112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object 282e9e56-5897-42d7-9ffa-b10711dd0706 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:10.909120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6097945d-2a33-4173-970f-76c697a399f7 req-e5ba82d0-eef4-4929-ba71-377fda9a345a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Synchronizing usage tracker for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:10.915289 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.918266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d638dc4-c693-4412-8680-af37d99aba2a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:10.932092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7f2a2373-2ef4-4db3-9455-d445e616d216 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6d638dc4-c693-4412-8680-af37d99aba2a HTTP/1.1" status: 204 len: 168 time: 0.5959885 Feb 04 13:33:10.935407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.943841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:10.944884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57232) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:10.990584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a3732-aad1-44fa-93ad-345140396caf None None] Network 9b57191c-c9f3-45d1-a095-ea79017c9dc3 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:11.068911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b450-0bdb-4667-b33d-3f87191bfee2 req-ba5ea929-6f88-4ab0-bbff-51a33b702e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:11.070728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a362b450-0bdb-4667-b33d-3f87191bfee2 req-ba5ea929-6f88-4ab0-bbff-51a33b702e1d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1097 time: 0.5674841 Feb 04 13:33:11.095176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99772498-56d4-43ae-a9aa-5f9884f766fe no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:11.125069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-6097945d-2a33-4173-970f-76c697a399f7 req-e5ba82d0-eef4-4929-ba71-377fda9a345a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Unset dirty status for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:11.126229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6097945d-2a33-4173-970f-76c697a399f7 req-e5ba82d0-eef4-4929-ba71-377fda9a345a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 210 time: 0.3314137 Feb 04 13:33:11.141214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Network af4d8773-dece-4dc5-97e3-0fc1896429b9 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:11.157810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:11.157810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:11.163260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 99772498-56d4-43ae-a9aa-5f9884f766fe {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:33:11.163774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 99772498-56d4-43ae-a9aa-5f9884f766fe not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:33:11.164002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 433c3f69-d7df-4ce3-bbf7-2b880b950d28 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:11.210861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Pushing event updated for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.214906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 433c3f69-d7df-4ce3-bbf7-2b880b950d28 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:33:11.215250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 433c3f69-d7df-4ce3-bbf7-2b880b950d28 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:33:11.233727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.247898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=282e9e56-5897-42d7-9ffa-b10711dd0706,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.256460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:11.258452 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.274027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Deleting port c7d72daa-243a-4ff8-8171-bd836b655fd6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:11.274395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.296643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a362b450-0bdb-4667-b33d-3f87191bfee2 req-2114beed-00d0-49cc-b1ca-621888b779be service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164640 Feb 04 13:33:11.307939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Allocated IP 172.20.0.18 (8ee529a3-467d-42f2-8ccc-be4502db4d75/8073f17a-83ac-448b-b2a0-017c19cb4ee2/b98bf684-113f-4f59-96c2-666f0552dc34) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:11.322647 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-2121e577-e94e-4e2b-a6b2-3e71b57723cc tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9578922 Feb 04 13:33:11.334307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Request body: {'port': {'device_id': '4a64d306-e593-4842-be08-611b4f694fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:11.377362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] In _notify_port_updated(), no bound segment for port 282e9e56-5897-42d7-9ffa-b10711dd0706 on network 8ee529a3-467d-42f2-8ccc-be4502db4d75 {{(pid=87621) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:33:11.383414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:11.383727 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.388011 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d93bf8bd-f0b3-42ba-901f-3ecc965cda75 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/ports/282e9e56-5897-42d7-9ffa-b10711dd0706 HTTP/1.1" status: 200 len: 920 time: 2.9650209 Feb 04 13:33:11.391410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57236) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:11.399073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1701e-60bd-4f4e-8bd1-cae233d680f6 req-13cce936-7dd9-4c7d-a137-608aa24ed325 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:11.403126 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74f1701e-60bd-4f4e-8bd1-cae233d680f6 req-13cce936-7dd9-4c7d-a137-608aa24ed325 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.5763392 Feb 04 13:33:11.470025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Provisioning for port a0dfc648-e398-4f92-824e-a934ae9f32e6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:11.479238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74f1701e-60bd-4f4e-8bd1-cae233d680f6 req-608a82fa-402c-4b1d-a1e3-3ca6523e4e0c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651822 Feb 04 13:33:11.482138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Provisioning complete for port a0dfc648-e398-4f92-824e-a934ae9f32e6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:11.482507 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.502780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.509137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.586521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:11.589083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cf8fa-e123-4235-b65e-471e1c876a15 None None] Port a0dfc648-e398-4f92-824e-a934ae9f32e6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:11.617277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.629799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.633543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.634998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.636270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Transition to ACTIVE for port object b98bf684-113f-4f59-96c2-666f0552dc34 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:11.640612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.657738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 282e9e56-5897-42d7-9ffa-b10711dd0706 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:11.658105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.708038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] DHCP port deletion for 9b57191c-c9f3-45d1-a095-ea79017c9dc3 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:33:11.756195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Deleting port c7d72daa-243a-4ff8-8171-bd836b655fd6 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:11.756486 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.803969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:11.805390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:11.870513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a646b5-0b87-4521-9ccd-083fa9da1082 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:11.878016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cc0a4e68-037c-4576-9cc2-c0813269a93a None None] Provisioning complete for port a0dfc648-e398-4f92-824e-a934ae9f32e6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:11.878379 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4e68-037c-4576-9cc2-c0813269a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.885398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] For port c7d72daa-243a-4ff8-8171-bd836b655fd6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c7d72daa-243a-4ff8-8171-bd836b655fd6,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:11.885999 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:11.995854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a4e68-037c-4576-9cc2-c0813269a93a None None] Port a0dfc648-e398-4f92-824e-a934ae9f32e6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:12.077833 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router de5ed7a9-d30c-41df-aa24-63c8d7c2385a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:12.246746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9606440b-384e-4716-b44e-1681aa427ec9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:12.359192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] For port c7d72daa-243a-4ff8-8171-bd836b655fd6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c7d72daa-243a-4ff8-8171-bd836b655fd6,segment=NetworkSegment(a7c64f9c-ad77-40ae-8dc6-f9ddf135c001),segment_id=a7c64f9c-ad77-40ae-8dc6-f9ddf135c001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:12.359585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:12.375285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5f56fc37-6ccc-4f0b-8750-d54b247eab3a None None] Provisioning complete for port a0dfc648-e398-4f92-824e-a934ae9f32e6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:12.375550 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5f56fc37-6ccc-4f0b-8750-d54b247eab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:12.428421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:12.447956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e4d1afb-e9b3-4124-bffb-8383ac38eb6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/de5ed7a9-d30c-41df-aa24-63c8d7c2385a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7488768 Feb 04 13:33:12.463709 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Sync routers for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:12.489968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:12.490982 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:12.511263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Calling delete_port for c7d72daa-243a-4ff8-8171-bd836b655fd6 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:12.604278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Calling delete_port for c7d72daa-243a-4ff8-8171-bd836b655fd6 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:12.678132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5f56fc37-6ccc-4f0b-8750-d54b247eab3a None None] Port a0dfc648-e398-4f92-824e-a934ae9f32e6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:12.709635 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9606440b-384e-4716-b44e-1681aa427ec9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:12.710350 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:33:12.776473 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:33:12.838387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:12.838844 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:12.858922 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:12.916526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:12.921262 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:12.963020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:12.978097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] No DVR routers for this DVR port c7d72daa-243a-4ff8-8171-bd836b655fd6 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:12.992371 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3f212-b552-4ed5-8659-8da619e8bce6 req-4da78a97-35b1-49b2-a0fb-f7a8879bb5fb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:12.993919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38e3f212-b552-4ed5-8659-8da619e8bce6 req-4da78a97-35b1-49b2-a0fb-f7a8879bb5fb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.3427656 Feb 04 13:33:13.047062 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38e3f212-b552-4ed5-8659-8da619e8bce6 req-796dba6e-7697-41b7-a7fa-e21426abbdaf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Feb 04 13:33:13.071258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Provisioning for port b98bf684-113f-4f59-96c2-666f0552dc34 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:13.079964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:13.080466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.082130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d72daa-243a-4ff8-8171-bd836b655fd6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:13.138666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:13.139042 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.177536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 282e9e56-5897-42d7-9ffa-b10711dd0706 owned by {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:13.221185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-77a2e8cc-f50e-4120-b8dc-9a8b84534e5a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:13.221861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d885d71-eabe-43a0-8281-dbd98387318b req-de72178b-fb14-4b5c-94b1-38a75d75f081 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:13.223695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d885d71-eabe-43a0-8281-dbd98387318b req-de72178b-fb14-4b5c-94b1-38a75d75f081 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 931 time: 0.6779952 Feb 04 13:33:13.248014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-77a2e8cc-f50e-4120-b8dc-9a8b84534e5a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:13.249355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-77a2e8cc-f50e-4120-b8dc-9a8b84534e5a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252067182&fields=id&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 267 time: 0.0808246 Feb 04 13:33:13.339504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Deleting port c7d72daa-243a-4ff8-8171-bd836b655fd6 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:13.340129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.378002 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:11Z', 'revision_number': 2, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:13.384326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9d885d71-eabe-43a0-8281-dbd98387318b req-dce3c038-9c4a-4851-bbaa-f6d4a8e55f9c tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Synchronizing usage tracker for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:13.385491 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Checking router: de5ed7a9-d30c-41df-aa24-63c8d7c2385a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:13.385961 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Updating router de5ed7a9-d30c-41df-aa24-63c8d7c2385a port a0dfc648-e398-4f92-824e-a934ae9f32e6 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:33:13.403644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.474217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9d885d71-eabe-43a0-8281-dbd98387318b req-dce3c038-9c4a-4851-bbaa-f6d4a8e55f9c tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Unset dirty status for tenant:80d3c675a5164b6dbd316d20d3502f4e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:13.475448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d885d71-eabe-43a0-8281-dbd98387318b req-dce3c038-9c4a-4851-bbaa-f6d4a8e55f9c tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888597 Feb 04 13:33:13.489907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b57191c-c9f3-45d1-a095-ea79017c9dc3']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:13.515170 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.518202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:13.518618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c64f9c-ad77-40ae-8dc6-f9ddf135c001') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:13.527899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7b24-79c6-41d9-97fe-1ad081caece4 None None] The port 'c7d72daa-243a-4ff8-8171-bd836b655fd6' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:33:13.532454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.553399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-05e444eb-74c1-4cf2-9b78-4a6cba693999 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:13.554811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-05e444eb-74c1-4cf2-9b78-4a6cba693999 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:13.572574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.589824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-05e444eb-74c1-4cf2-9b78-4a6cba693999 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:13.590165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45a40bb5-3b99-4aaa-be8c-69875bd8325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.599852 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-05e444eb-74c1-4cf2-9b78-4a6cba693999 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 796 time: 0.3426297 Feb 04 13:33:13.612367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-de98d060-db8a-4b79-99df-e57ea2462b49 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/quotas/cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0116179 Feb 04 13:33:13.644001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c7d72daa-243a-4ff8-8171-bd836b655fd6 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:13.658394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:13.658815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:13.690143 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:13.716014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c7d72daa-243a-4ff8-8171-bd836b655fd6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:33:13.716624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c7d72daa-243a-4ff8-8171-bd836b655fd6 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:33:13.731403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-e58eee95-e696-4daa-9e7a-88edfae3b4a3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:13.750863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-e58eee95-e696-4daa-9e7a-88edfae3b4a3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:13.752695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-e58eee95-e696-4daa-9e7a-88edfae3b4a3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336331 Feb 04 13:33:13.759042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:33:13.890912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Provisioning for port 282e9e56-5897-42d7-9ffa-b10711dd0706 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:13.896602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Provisioning complete for port 282e9e56-5897-42d7-9ffa-b10711dd0706 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:13.896985 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.901341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.912396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.916464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-d8c6c40d-6b9d-47bb-a5d9-5cf542c3ee88 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497316 Feb 04 13:33:13.936506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Port 282e9e56-5897-42d7-9ffa-b10711dd0706 was deleted so its status cannot be updated. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 13:33:13.953803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:13.954336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:13.981266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.014017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b57191c-c9f3-45d1-a095-ea79017c9dc3 HTTP/1.1" status: 204 len: 168 time: 3.0327883 Feb 04 13:33:14.015032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=282e9e56-5897-42d7-9ffa-b10711dd0706,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.016861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e089-93f3-4cf4-be05-336bc09ffe03 None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:14.030665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce0ffb9-ca69-4181-8308-a8cfba51c56b {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:33:14.039896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0481d-fa2b-4e50-89b1-3fdbba7098ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9b57191c-c9f3-45d1-a095-ea79017c9dc3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.048506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.075817 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.121611 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Transition to ACTIVE for port object a0dfc648-e398-4f92-824e-a934ae9f32e6 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:14.131978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-02122b60-ce5b-4656-9d03-dd14d07d9994 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077670 Feb 04 13:33:14.136480 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.148228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2a76601b-4c79-4087-b878-5b4079bd51b1 None None] Could not find standard attr ID for object 282e9e56-5897-42d7-9ffa-b10711dd0706. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:33:14.182052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Transition to ACTIVE for port object 2ce0ffb9-ca69-4181-8308-a8cfba51c56b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:14.212857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca347c-7ab6-4f81-bdaf-ea8a36c683d1 req-10d2b60a-3015-4179-8dcd-713710a05510 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:14.214474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64ca347c-7ab6-4f81-bdaf-ea8a36c683d1 req-10d2b60a-3015-4179-8dcd-713710a05510 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.4656539 Feb 04 13:33:14.218509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.373684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:14.459527 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299d966-63fe-4966-8837-dc8b3f957745 None None] Pushing event updated for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.461129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9e1b1e15-8db9-48a6-b411-9a0ff3c57236 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=953d657dc04248c093a4858dbc4f52b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854597 Feb 04 13:33:14.461970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:14.530131 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Attempting to bind port a0dfc648-e398-4f92-824e-a934ae9f32e6 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:14.531087 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Attempting to bind port a0dfc648-e398-4f92-824e-a934ae9f32e6 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:14.532800 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Attempting to bind port a0dfc648-e398-4f92-824e-a934ae9f32e6 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:14.544528 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:14.544848 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:14.545128 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.545654 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Bound using segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:14.546123 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Bound port: a0dfc648-e398-4f92-824e-a934ae9f32e6, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:14.546496 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.594840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-269146c8-a2e2-40af-a546-b1bbb79f04e1 req-71cd25cc-8cba-436f-bc66-a9889c0a3e1b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 210 time: 0.1001585 Feb 04 13:33:14.635507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.641906 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.684602 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] For port a0dfc648-e398-4f92-824e-a934ae9f32e6, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:14.688299 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] For port a0dfc648-e398-4f92-824e-a934ae9f32e6, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0dfc648-e398-4f92-824e-a934ae9f32e6,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:14.689404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.692074 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.756043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.790233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:14.815788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86a204bd-5fae-415c-93b6-b3dcb4e75812 HTTP/1.1" status: 204 len: 168 time: 0.3522973 Feb 04 13:33:14.827494 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:14.828482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:32:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:14.831586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619717c3-a68e-4889-9dbf-3ee667f83c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a204bd-5fae-415c-93b6-b3dcb4e75812,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:14.929915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299d966-63fe-4966-8837-dc8b3f957745 None None] Pushing event updated for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:15.016974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8937f0-1f38-496d-b760-6744b503e952 req-c96fb229-c275-416b-a1a9-0de47a2007e8 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.018860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8937f0-1f38-496d-b760-6744b503e952 req-c96fb229-c275-416b-a1a9-0de47a2007e8 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 943 time: 0.1651096 Feb 04 13:33:15.049307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.054268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b2783f58-e498-43b3-9936-3e5f294953ed tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/282e9e56-5897-42d7-9ffa-b10711dd0706 HTTP/1.1" status: 204 len: 168 time: 3.6593471 Feb 04 13:33:15.061388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.062333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-64ca347c-7ab6-4f81-bdaf-ea8a36c683d1 req-0ead2061-170a-415c-8b2c-e9bf48a79eb7 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466245 Feb 04 13:33:15.097605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57288) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.186362 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b3fd7e-fad7-4051-be40-5c8091adb0be tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:33:15.187604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9b3fd7e-fad7-4051-be40-5c8091adb0be tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:15.199352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Attempting to bind port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:15.199705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Attempting to bind port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'b104f554-8dd4-4621-bc48-1726c8e997e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:15.200036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Attempting to bind port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b on network af4d8773-dece-4dc5-97e3-0fc1896429b9 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:15.203437 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:15.205547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b on network af4d8773-dece-4dc5-97e3-0fc1896429b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:33:15.205995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Attempting to bind port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b on network af4d8773-dece-4dc5-97e3-0fc1896429b9 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:15.213293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:15.213882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Checking segment: {'id': 'b104f554-8dd4-4621-bc48-1726c8e997e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:15.217829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Bound using segment: {'id': 'b104f554-8dd4-4621-bc48-1726c8e997e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:15.218092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Bound port: 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b104f554-8dd4-4621-bc48-1726c8e997e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:15.218943 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.257027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec8937f0-1f38-496d-b760-6744b503e952 req-6e4f38f9-67c1-4f9a-b0d0-018f72d7667a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245531 Feb 04 13:33:15.280284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9b3fd7e-fad7-4051-be40-5c8091adb0be tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:15.284128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9b3fd7e-fad7-4051-be40-5c8091adb0be tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/282e9e56-5897-42d7-9ffa-b10711dd0706 HTTP/1.1" status: 404 len: 333 time: 0.2193165 Feb 04 13:33:15.284367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.352609 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:15.356980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,segment=NetworkSegment(b104f554-8dd4-4621-bc48-1726c8e997e2),segment_id=b104f554-8dd4-4621-bc48-1726c8e997e2)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:15.363064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.419714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.475794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.508277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:15.512631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.527788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.528664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.532053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-a12341ec-91b4-497d-b364-d37b89ff4596 service neutron] 10.222.0.90 "PUT /v2.0/ports/2ce0ffb9-ca69-4181-8308-a8cfba51c56b HTTP/1.1" status: 200 len: 1091 time: 4.2024746 Feb 04 13:33:15.533112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:15.582524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.607672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641c851-bf04-4aac-a22d-cbff31ab1015,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:15.610441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.611629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ef79f97-f26d-4e99-adad-a52b710d99e3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/security-groups/a641c851-bf04-4aac-a22d-cbff31ab1015 HTTP/1.1" status: 204 len: 168 time: 0.3263304 Feb 04 13:33:15.614275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.688379 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b', 'status': 'completed', 'code': 200} Feb 04 13:33:15.697738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.726820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a7a3fc76-ca99-408e-9ba3-b660333f19dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f46f3078d1340bca62abbc4d627e432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018228 Feb 04 13:33:15.735341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57312) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.743511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.772510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-571417b5-0f44-44ad-a482-c823377b036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.774212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-571417b5-0f44-44ad-a482-c823377b036f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=80d3c675a5164b6dbd316d20d3502f4e&device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 1094 time: 0.1865633 Feb 04 13:33:15.779752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:14Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:15.781024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4ba15-ebc6-46e0-801c-2c60b8c1208d tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:15.782670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15a4ba15-ebc6-46e0-801c-2c60b8c1208d tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] Synchronizing usage tracker for tenant:c056c8e81dbc4422a98be21c73ca66b8 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:15.784811 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d8cb-5ce0-4288-9c20-5e1723aece6c None None] The sync data for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 is: [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:14Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:15.911872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-c8d5cd02-d615-4245-951b-29ca3c50c33b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b HTTP/1.1" status: 200 len: 217 time: 0.1195698 Feb 04 13:33:15.915676 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ea710c2-e634-41ac-9d4b-94673bc0b2d5 req-c1fa1f9e-b1f9-48fe-b105-4ccf669447fe tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 210 time: 0.1151922 Feb 04 13:33:15.958660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:15.984395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-15a4ba15-ebc6-46e0-801c-2c60b8c1208d tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] Unset dirty status for tenant:c056c8e81dbc4422a98be21c73ca66b8 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:15.985716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-15a4ba15-ebc6-46e0-801c-2c60b8c1208d tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1092 time: 0.8868847 Feb 04 13:33:15.989995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:15.993671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.007078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:16.017269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.020125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1462f5-6d2b-4217-a612-bc595717058d req-0548dd93-5817-4e8f-905b-0bcf9ddd72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:16.022142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-0548dd93-5817-4e8f-905b-0bcf9ddd72f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21e0e61f-a10d-485a-9d72-2bec2102d52b HTTP/1.1" status: 200 len: 848 time: 0.1042447 Feb 04 13:33:16.048976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:16.075714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:floatingip and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:16.081648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:16.087307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-c857a097-cceb-477a-ac3a-5b2d4657ab54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=af4d8773-dece-4dc5-97e3-0fc1896429b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579906 Feb 04 13:33:16.197592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89114a8-1e1b-44e6-89ac-89b2af1e8dc0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:16.220576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:16.244374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.245656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ebc96ef7-5fbe-4866-9bc0-5be8aa7f3077 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/security-groups/d89114a8-1e1b-44e6-89ac-89b2af1e8dc0 HTTP/1.1" status: 204 len: 168 time: 0.6304915 Feb 04 13:33:16.263625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57320) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:16.266303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0dfc648-e398-4f92-824e-a934ae9f32e6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:16.270550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.391565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4e64-b6c7-4073-be98-e3e92efb5059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.408251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet d1fd132d-e7a3-498c-afe9-1675f2711483 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:16.412972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.419766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a0dfc648-e398-4f92-824e-a934ae9f32e6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:16.425623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0dfc648-e398-4f92-824e-a934ae9f32e6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:16.426051 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.458091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-f9116a80-e9fb-49da-8aa4-9e52c6cce58f service neutron] 10.222.0.90 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649507 Feb 04 13:33:16.494968 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.557785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ebe387-43df-4aa1-8beb-82cbc6a5b3e0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:16.570033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-4ae2e86a-4b8f-4cea-9a50-97d6af1d5137 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:16.571706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-4ae2e86a-4b8f-4cea-9a50-97d6af1d5137 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 796 time: 0.5573487 Feb 04 13:33:16.573529 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.577885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0c8de743-69d2-4b7a-bd37-23d8427a5a38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51ebe387-43df-4aa1-8beb-82cbc6a5b3e0 HTTP/1.1" status: 204 len: 168 time: 0.8412316 Feb 04 13:33:16.610002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.639635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.643916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-131fa34a-79dd-4889-bf1d-20af6c21cb72 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 380 time: 0.0630982 Feb 04 13:33:16.654316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'port': {'device_id': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'admin_state_up': True, 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'security_groups': ['08e91d7e-3091-438b-a43c-5aebdefd8bcf']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:16.711548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a0dfc648-e398-4f92-824e-a934ae9f32e6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0dfc648-e398-4f92-824e-a934ae9f32e6,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:16.720374 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.822691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:16.869449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:16.905193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b1462f5-6d2b-4217-a612-bc595717058d req-8e1db50c-3624-4bac-afd5-cb95476572f2 service neutron] 10.222.0.90 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410388 Feb 04 13:33:16.942843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b95e51-9cd2-4d33-b3a3-9764970a2015 req-c89895e6-c9a9-41b8-abf8-92f18c34d1fd tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:16.948283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b95e51-9cd2-4d33-b3a3-9764970a2015 req-c89895e6-c9a9-41b8-abf8-92f18c34d1fd tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 943 time: 0.4470718 Feb 04 13:33:16.970389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.044685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.179299 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b95e51-9cd2-4d33-b3a3-9764970a2015 req-154090f1-1f74-4c7f-964b-6bd022fed260 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332950 Feb 04 13:33:17.210863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fda0a208-ce01-4b3d-a2b1-cee7742f8efc req-503e4afc-03e9-4496-bf3c-032990b609b2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 210 time: 0.0931520 Feb 04 13:33:17.256319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.282908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:17.309052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:17.321779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de43c7-1ffa-45e6-9113-22b61cad253f None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:17.324029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.342236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-93a42dda-6797-4638-8a94-c8b3e123a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.344984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-93a42dda-6797-4638-8a94-c8b3e123a4f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=80d3c675a5164b6dbd316d20d3502f4e&device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 1094 time: 0.3741159 Feb 04 13:33:17.346738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fd132d-e7a3-498c-afe9-1675f2711483,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:17.353810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd4515ce-a918-476e-8f84-cadafd1b3261 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/d1fd132d-e7a3-498c-afe9-1675f2711483 HTTP/1.1" status: 204 len: 168 time: 1.0749466 Feb 04 13:33:17.369051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57330) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:17.393213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.25.4.216 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2607ec5b-c72b-4433-bb7e-e04227340e7f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:17.407248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:17.489722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:17.493785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.498575 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.678797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-5c5e2c8e-31fa-474b-8a2e-7ce84841f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.681257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-5c5e2c8e-31fa-474b-8a2e-7ce84841f6a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=af4d8773-dece-4dc5-97e3-0fc1896429b9 HTTP/1.1" status: 200 len: 909 time: 0.3293715 Feb 04 13:33:17.743214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:17.747882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:17.750420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:17.757237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:17.814949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-ef0d627a-0424-4b0f-b0a6-becc1f779870 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b HTTP/1.1" status: 200 len: 217 time: 0.1265428 Feb 04 13:33:17.835473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:17.839196 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:17.880653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-39986e7b-bd66-44de-a238-95cca5b77bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:17.882137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-39986e7b-bd66-44de-a238-95cca5b77bfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=21e0e61f-a10d-485a-9d72-2bec2102d52b HTTP/1.1" status: 200 len: 848 time: 0.0618513 Feb 04 13:33:17.934785 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-a2ed8665-488a-495a-97dd-d68bd395e7c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=af4d8773-dece-4dc5-97e3-0fc1896429b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466018 Feb 04 13:33:17.992316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.12 (cdb7eb59-2c55-49fc-8f60-52e03f93c1f7/6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3/d49fc47a-555a-49e4-84ee-594beeea0d12) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:18.033214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.082638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-5fc64a02-6f80-4c76-94c2-a5d9f6da0688 service neutron] 10.222.0.90 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421261 Feb 04 13:33:18.155157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0dfc648-e398-4f92-824e-a934ae9f32e6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:18.216700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.236253 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0dfc648-e398-4f92-824e-a934ae9f32e6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:18.236621 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.280480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-41ab31b2-5020-4557-8e10-0d57e2d00682 req-ea03ab01-64f9-4436-843e-df66d66a5d62 service neutron] 10.222.0.90 "GET /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871989 Feb 04 13:33:18.348792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:18.378963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:18.396864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:18.472497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfc24-1cfb-4f76-8554-6c087a571f34 req-b46c45c8-d743-4e7c-ba09-047b287e8d8b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:18.474281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfebfc24-1cfb-4f76-8554-6c087a571f34 req-b46c45c8-d743-4e7c-ba09-047b287e8d8b tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 943 time: 0.1134586 Feb 04 13:33:18.530527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfebfc24-1cfb-4f76-8554-6c087a571f34 req-bf3f2d93-b8e9-4279-9c5d-1a1f7d217f52 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500138 Feb 04 13:33:18.540894 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=2607ec5b-c72b-4433-bb7e-e04227340e7f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:18.553114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aca3aa68-dfb9-4063-869e-6f09a8b8f96a req-2ca06ceb-34d1-44da-91cc-8f1e8af64129 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 210 time: 0.1229134 Feb 04 13:33:18.565978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8a4803e5-8d3f-439f-9be7-b835cbc978b2 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:18.566875 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a4803e5-8d3f-439f-9be7-b835cbc978b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.620553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.655642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object d49fc47a-555a-49e4-84ee-594beeea0d12 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:18.703449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8a4803e5-8d3f-439f-9be7-b835cbc978b2 None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:18.703828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a4803e5-8d3f-439f-9be7-b835cbc978b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.741959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.769239 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:18.771100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8a4803e5-8d3f-439f-9be7-b835cbc978b2 None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:18.998849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:19.006017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:19.015831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdbe610-d6c1-4b88-ad29-9822a38863a2 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:19.020480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:19.021004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.056231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=9cb518b3-8479-4fbe-9792-f12f312a4af1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:19.063680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.077213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2ce0ffb9-ca69-4181-8308-a8cfba51c56b details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:33:19.206456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa205dc3-eea3-495d-8818-fde80f51d31e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8339291 Feb 04 13:33:19.210498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57338) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:19.216832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'security_group': {'name': 'tempest-secgroup-670097037'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:19.220194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:19.224771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:19.228976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:19.232022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:19.234087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:19.240692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:19.243598 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:19.253690 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.277881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:19.278931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:19.284685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:19.290817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:19.299962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:19.324821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:19.325496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.368204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,segment=NetworkSegment(b104f554-8dd4-4621-bc48-1726c8e997e2),segment_id=b104f554-8dd4-4621-bc48-1726c8e997e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:19.396633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b', 'network_id': 'af4d8773-dece-4dc5-97e3-0fc1896429b9', 'port_id': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b', 'mac_address': 'fa:16:3e:bc:f2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0e61f-a10d-485a-9d72-2bec2102d52b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:33:19.399329 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.405143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.420391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-3fe79b97-22a9-4640-84df-c4be13e49fc5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7707689 Feb 04 13:33:19.421680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.440179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Request body: {'port': {'device_id': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:19.452411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1efa58d-f175-41f3-acaf-dca94a2267b0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:19.461214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.483811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.485152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52c8ec03-1cbb-4941-b2ab-c7e2ecdabee8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2735267 Feb 04 13:33:19.488560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57342) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:19.490661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce0ffb9-ca69-4181-8308-a8cfba51c56b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:33:19.495912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'security_group': {'name': 'tempest-secgroup-1361379526'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:19.503446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:19.507869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:19.511369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:19.515013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,segment=NetworkSegment(b104f554-8dd4-4621-bc48-1726c8e997e2),segment_id=b104f554-8dd4-4621-bc48-1726c8e997e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:19.520928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.523507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:19.537239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.603397 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:19.618787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:19.628256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:19.639269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.643400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:19.671993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fbdf83ae-e904-475d-89f7-547d4b6e2c31 None None] Provisioning for port d49fc47a-555a-49e4-84ee-594beeea0d12 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:19.687829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fbdf83ae-e904-475d-89f7-547d4b6e2c31 None None] Provisioning complete for port d49fc47a-555a-49e4-84ee-594beeea0d12 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:19.688446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fbdf83ae-e904-475d-89f7-547d4b6e2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.721957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Update dhcp port {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'fixed_ips': [{'subnet_id': '8073f17a-83ac-448b-b2a0-017c19cb4ee2', 'ip_address': '172.20.0.18'}, {'subnet_id': '9cb518b3-8479-4fbe-9792-f12f312a4af1'}], 'binding:host_id': 'n-d-820555-2'}, 'id': 'b98bf684-113f-4f59-96c2-666f0552dc34'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:33:19.786917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.796973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2ce0ffb9-ca69-4181-8308-a8cfba51c56b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:33:19.807738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.818681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.821385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:19.858791 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.874742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.875953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3871214 Feb 04 13:33:19.881720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57350) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:19.889471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405164597'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:19.895972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79708f2a-7668-4c3b-9051-184d42305e52 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d26f1-d545-47e9-86f5-0b0cbd2e5323,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:19.898406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:19.910518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:19.915786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:19.919623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf83ae-e904-475d-89f7-547d4b6e2c31 None None] Port d49fc47a-555a-49e4-84ee-594beeea0d12 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:19.923910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:19.943518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933059-9410-44ac-bac7-1186f5619e62 req-48a1f384-982c-40d1-a4d2-b57a3278e330 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:19.947936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f933059-9410-44ac-bac7-1186f5619e62 req-48a1f384-982c-40d1-a4d2-b57a3278e330 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 944 time: 0.2953029 Feb 04 13:33:19.950728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:19.992840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:20.008342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:security_group_rule and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:20.013595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:20.022912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f933059-9410-44ac-bac7-1186f5619e62 req-62760ec3-159b-4501-9419-8f24c638b51a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Feb 04 13:33:20.023855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:20.061378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd1a2b-d87d-4b6d-bea0-809ebd2eb04a req-f2ca0f10-85e4-452e-8231-7fd30e4771f9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:20.062112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c9cd1a2b-d87d-4b6d-bea0-809ebd2eb04a req-f2ca0f10-85e4-452e-8231-7fd30e4771f9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:20.102998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c9cd1a2b-d87d-4b6d-bea0-809ebd2eb04a req-f2ca0f10-85e4-452e-8231-7fd30e4771f9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:20.104168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9cd1a2b-d87d-4b6d-bea0-809ebd2eb04a req-f2ca0f10-85e4-452e-8231-7fd30e4771f9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 932 time: 0.3865178 Feb 04 13:33:20.126448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.133246 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.189420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5300c8-4cf1-4bb0-bba6-f7b838128c3c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:20.193472 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.197209 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4aafd5e4-0e2f-458e-9b06-f334d514f298 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3120039 Feb 04 13:33:20.197552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57354) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:20.204033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-349493521', 'security_groups': ['4f5300c8-4cf1-4bb0-bba6-f7b838128c3c'], 'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cb518b3-8479-4fbe-9792-f12f312a4af1'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:20.220106 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.230064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Allocated IP 172.20.0.2 (8ee529a3-467d-42f2-8ccc-be4502db4d75/9cb518b3-8479-4fbe-9792-f12f312a4af1/b98bf684-113f-4f59-96c2-666f0552dc34) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:20.237825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.363434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9cd1a2b-d87d-4b6d-bea0-809ebd2eb04a req-d7ec40e2-db54-400d-9908-9062235ab904 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445385 Feb 04 13:33:20.365653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:20.380969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:20.394289 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.398482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:20.410317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=2607ec5b-c72b-4433-bb7e-e04227340e7f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:20.430062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.439949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:20.465423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.483903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Transition to ACTIVE for port object b98bf684-113f-4f59-96c2-666f0552dc34 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:20.488319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.537421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.562763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] device_id is not set on port ff0cd2d2-40b4-4375-b738-e000909de7f0 yet. {{(pid=87620) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 13:33:20.634524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0973b3-4bb3-4d5e-87f8-132c29da4d55 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:20.651275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49fc47a-555a-49e4-84ee-594beeea0d12 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:33:20.676290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:20.713565 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP d4aa6c37-4423-4dea-88c8-adf77566249f associated. External IP: 172.25.4.216, port: 7b0b291b-5d77-4e50-a5f9-2cde26d58935. Feb 04 13:33:20.829394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.6 (8ee529a3-467d-42f2-8ccc-be4502db4d75/9cb518b3-8479-4fbe-9792-f12f312a4af1/ff0cd2d2-40b4-4375-b738-e000909de7f0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:20.919630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Transition to ACTIVE for port object d49fc47a-555a-49e4-84ee-594beeea0d12 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:20.928241 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.078221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2ce0ffb9-ca69-4181-8308-a8cfba51c56b up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:21.199873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:21.202622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:21.208417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:21.208954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.331733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.355544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object ff0cd2d2-40b4-4375-b738-e000909de7f0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:21.392483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.395436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d3f93-e3af-418e-9c03-aafe7f14bf40 req-5255d0cc-baa7-4fa4-af96-7e8fa4c114d1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:21.412542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-798d3f93-e3af-418e-9c03-aafe7f14bf40 req-5255d0cc-baa7-4fa4-af96-7e8fa4c114d1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 944 time: 0.1906490 Feb 04 13:33:21.425725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:21.437789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,segment=NetworkSegment(b104f554-8dd4-4621-bc48-1726c8e997e2),segment_id=b104f554-8dd4-4621-bc48-1726c8e997e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:21.443810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.478095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.543769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:21.595219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-798d3f93-e3af-418e-9c03-aafe7f14bf40 req-3a77d2b9-c097-4ff5-a46b-3f8ac7ff5983 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753211 Feb 04 13:33:21.596982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:21.600612 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:21.604700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:21.636183 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=ff0cd2d2-40b4-4375-b738-e000909de7f0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:21.639141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:21.639486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:21.639818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:21.652792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:33:21.653347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:21.666344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Provisioning for port b98bf684-113f-4f59-96c2-666f0552dc34 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:21.668391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:21.669023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:21.669628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Bound using segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:21.670217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Bound port: d49fc47a-555a-49e4-84ee-594beeea0d12, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:21.670820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.680845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:21.682987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.705652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:21.706565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.744221 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b', 'code': 200} Feb 04 13:33:21.754946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-584e9694-bdae-4792-ab38-1420bd831f92 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5561979 Feb 04 13:33:21.757416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57364) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:21.805632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:21.818740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:21.821803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:21.824307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:21.832051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.927114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:21.927607 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.972411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:21.979030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:21.982311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:21.982952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:21.984514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] 10.222.0.87 "PUT /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 1092 time: 2.5497327 Feb 04 13:33:21.987551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:21.989334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:22.001856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-40085d5f-5580-43e0-a146-9c8dcd9493df None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:22.012210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:22.022107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d36e6c-814f-4039-a7b0-87d3223164be req-e4885c1f-4e7c-44ab-b6d3-cb412e703b7a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.023954 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38d36e6c-814f-4039-a7b0-87d3223164be req-e4885c1f-4e7c-44ab-b6d3-cb412e703b7a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 944 time: 0.4571428 Feb 04 13:33:22.038840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:22.042762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:22.059174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083006d7-1bbe-4ece-a2b9-73a1826f2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:22.117849 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'status': 'completed', 'code': 200} Feb 04 13:33:22.154675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f28fdea5-f6f7-477a-98fd-55dd77f385f6 None None] Provisioning for port ff0cd2d2-40b4-4375-b738-e000909de7f0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:22.172280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:22.176723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cf4c4-372a-474a-ac52-adcaba5516b1 req-cd7381c3-aabe-40ed-b6f1-e067e69a1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.178326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c42cf4c4-372a-474a-ac52-adcaba5516b1 req-cd7381c3-aabe-40ed-b6f1-e067e69a1fd8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 1096 time: 0.4181964 Feb 04 13:33:22.225441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-38d36e6c-814f-4039-a7b0-87d3223164be req-de15c41e-7a08-45f6-af55-b2f331cb5bd4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904798 Feb 04 13:33:22.234335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f28fdea5-f6f7-477a-98fd-55dd77f385f6 None None] Provisioning complete for port ff0cd2d2-40b4-4375-b738-e000909de7f0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:22.234763 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f28fdea5-f6f7-477a-98fd-55dd77f385f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:22.256339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:22.264329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c42cf4c4-372a-474a-ac52-adcaba5516b1 req-35bc4d4f-6c76-4bf3-92f7-e00e656066ed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Feb 04 13:33:22.279231 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9cb518b3-8479-4fbe-9792-f12f312a4af1 (CIDR: 172.20.0.0/28) Feb 04 13:33:22.282841 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:22.283801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:22.289822 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:22.294593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:22.309507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b4b3ab21-bdc3-41a4-b1e4-2002e3c32a0f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5508370 Feb 04 13:33:22.312448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57372) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:22.323820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:22.331416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:22.332219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:22.353161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-c78996b7-706d-4efc-a185-b3cb9433b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.354679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-c78996b7-706d-4efc-a185-b3cb9433b4a6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1095 time: 0.2388225 Feb 04 13:33:22.356831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e1952810-24b8-4f56-84fe-a9927e033ed2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3659348 Feb 04 13:33:22.396812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f28fdea5-f6f7-477a-98fd-55dd77f385f6 None None] Port ff0cd2d2-40b4-4375-b738-e000909de7f0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:22.440282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-1797d386-aeca-40c5-9716-5eb3743638b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 217 time: 0.0773654 Feb 04 13:33:22.484992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:22.488817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:22.491737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:22.496073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:22.496445 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:22.498203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:22.512278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-6f623a7f-4aa3-4f1f-9037-22edde93bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.515039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-6f623a7f-4aa3-4f1f-9037-22edde93bafa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.0649557 Feb 04 13:33:22.515782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:22.520135 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:22.604946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:22.627115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-c4fc21b8-9b1f-4dbc-a72f-ef7e22aa833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:22.628935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-c4fc21b8-9b1f-4dbc-a72f-ef7e22aa833c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068764 Feb 04 13:33:22.810288 n-d-820555-2 neutron-server[87620]: INFO neutron.db.ipam_backend_mixin [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8073f17a-83ac-448b-b2a0-017c19cb4ee2 (CIDR: 172.20.0.16/28) Feb 04 13:33:22.819901 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:22.819901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:22.890023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-60529a80-63e8-4f31-a600-f8149cfb106e tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5744097 Feb 04 13:33:22.892697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57382) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:22.903890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'subnet': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:23.005818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6640c9-d159-4479-a6db-37570c3e17a2 req-ac31e7d9-d889-4a43-8971-fbb6de3d97ff tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.011104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e6640c9-d159-4479-a6db-37570c3e17a2 req-ac31e7d9-d889-4a43-8971-fbb6de3d97ff tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 945 time: 0.2567992 Feb 04 13:33:23.024807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-b8f1012f-4d85-4758-a62a-ab4472cffcb2 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882966 Feb 04 13:33:23.119313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e6640c9-d159-4479-a6db-37570c3e17a2 req-dd2a8ce7-0703-4b77-b9f2-89c5e043c9c1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Feb 04 13:33:23.127065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:23.132680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Usage tracker for resource:subnet and tenant:d73bc14b9f8146afadbf474d141fd3c9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:23.139121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:23.153966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:23.168976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Made reservation on behalf of d73bc14b9f8146afadbf474d141fd3c9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:23.174596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4aa6c37-4423-4dea-88c8-adf77566249f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:e3:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3686b549-6a1f-493c-96ce-938f753da5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:19Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:23.179567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:23.184534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:23.194668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:23.194668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:23.256206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9af0fb-3991-4bb6-b473-28e06854cf12 req-698ca152-04cc-4c14-a16d-0714e01a6672 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243764 Feb 04 13:33:23.493458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:23.557124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b5b8-a179-415d-aef4-da8a52eb7d57 req-3c0a98fc-1e76-4e13-b0ce-15b5695394c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.559284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dc8b5b8-a179-415d-aef4-da8a52eb7d57 req-3c0a98fc-1e76-4e13-b0ce-15b5695394c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 944 time: 0.1168454 Feb 04 13:33:23.562171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c49b-508d-4346-abb5-480f795c5b40 req-17e67c83-7f00-4da2-aef8-1b3c1b704814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.563037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-17e67c83-7f00-4da2-aef8-1b3c1b704814 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1095 time: 0.2340739 Feb 04 13:33:23.601725 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:23.651238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dc8b5b8-a179-415d-aef4-da8a52eb7d57 req-87bc6346-49b5-4e13-89d8-9bcfec3addbb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800185 Feb 04 13:33:23.684159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:23.688631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:23.691492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.692193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:23.741243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c42db-1e36-4101-b1a2-1f55728d620a None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:23.743748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8416824 Feb 04 13:33:23.743748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57388) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:23.750751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-583964958', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'beca9a6f-0ccb-47cc-802c-5b66c971f735'}], 'security_groups': ['b1efa58d-f175-41f3-acaf-dca94a2267b0', '6f2d26f1-d545-47e9-86f5-0b0cbd2e5323']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:23.785450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204676e-9719-4f1e-b654-b3c089248e10 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Subnet': ['ID=beca9a6f-0ccb-47cc-802c-5b66c971f735,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:23.831388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c49b-508d-4346-abb5-480f795c5b40 req-4ec0d8f9-bb23-49f3-8781-e7bf9084a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:23.831388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-4ec0d8f9-bb23-49f3-8781-e7bf9084a65a service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.2556834 Feb 04 13:33:23.929411 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-2d583fe2-ffd7-472c-8658-7fcdbbe13aea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 217 time: 0.0907297 Feb 04 13:33:23.986936 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:24.074638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c49b-508d-4346-abb5-480f795c5b40 req-621d7be4-4ac2-42d6-a186-77c5bf7ff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.076298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-621d7be4-4ac2-42d6-a186-77c5bf7ff5f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.1373024 Feb 04 13:33:24.120051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:24.169061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c49b-508d-4346-abb5-480f795c5b40 req-64aad51a-d2dc-4b9f-b8bb-6506772b0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.175101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-64aad51a-d2dc-4b9f-b8bb-6506772b0bf8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907464 Feb 04 13:33:24.197195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4aa6c37-4423-4dea-88c8-adf77566249f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:e3:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3686b549-6a1f-493c-96ce-938f753da5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:19Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:24.204518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219780c-92e8-4680-b8c9-f8ebf609e640 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4aa6c37-4423-4dea-88c8-adf77566249f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:e3:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3686b549-6a1f-493c-96ce-938f753da5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:19Z', 'updated_at': '2022-02-04T13:33:19Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:24.341645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Update dhcp port {'port': {'network_id': '8ee529a3-467d-42f2-8ccc-be4502db4d75', 'fixed_ips': [{'subnet_id': '8073f17a-83ac-448b-b2a0-017c19cb4ee2', 'ip_address': '172.20.0.18'}, {'subnet_id': '9cb518b3-8479-4fbe-9792-f12f312a4af1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'beca9a6f-0ccb-47cc-802c-5b66c971f735'}], 'binding:host_id': 'n-d-820555-2'}, 'id': 'b98bf684-113f-4f59-96c2-666f0552dc34'} from n-d-820555-2. {{(pid=87622) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 13:33:24.352772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-83ad618d-b863-4a23-88de-601e1a89061d service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715245 Feb 04 13:33:24.355082 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'status': 'completed', 'code': 200} Feb 04 13:33:24.414892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:24.446741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361862-6d75-452e-8378-a5de72b01018 req-48cb5c4c-14a7-46f4-b6e7-4e9651e7df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.448346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-48cb5c4c-14a7-46f4-b6e7-4e9651e7df5a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1097 time: 0.2030509 Feb 04 13:33:24.524775 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b012549-7bf3-4bb5-b767-bf8594819852 None None] New status for floating IP d4aa6c37-4423-4dea-88c8-adf77566249f: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:33:24.560868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0a6d-590f-4aa1-8b99-37d0c7ad08ba req-8e602ef2-a1b4-4766-b80e-93b48acbf07f tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.562702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd6b0a6d-590f-4aa1-8b99-37d0c7ad08ba req-8e602ef2-a1b4-4766-b80e-93b48acbf07f tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 945 time: 0.2067525 Feb 04 13:33:24.568467 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f355c49b-508d-4346-abb5-480f795c5b40 req-9812f2a8-63a6-4e1e-ad5c-efc02f05cf34 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699128 Feb 04 13:33:24.625846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd6b0a6d-590f-4aa1-8b99-37d0c7ad08ba req-70876755-b0c3-4933-866c-dfd717f58118 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561032 Feb 04 13:33:24.673771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Allocated IP 172.20.0.34 (8ee529a3-467d-42f2-8ccc-be4502db4d75/beca9a6f-0ccb-47cc-802c-5b66c971f735/b98bf684-113f-4f59-96c2-666f0552dc34) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:24.678066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361862-6d75-452e-8378-a5de72b01018 req-82ff0308-86fc-49e6-b393-806b98e0d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.679735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-82ff0308-86fc-49e6-b393-806b98e0d4c7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.2252383 Feb 04 13:33:24.826695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-902c6f3a-832f-4013-a8fe-7e25ed6a4c6e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 200 len: 1000 time: 0.1299834 Feb 04 13:33:24.902494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:24.951275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:24.964194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361862-6d75-452e-8378-a5de72b01018 req-b477ee7f-6342-450d-83a9-69c70755c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:24.965947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-b477ee7f-6342-450d-83a9-69c70755c05a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0987017 Feb 04 13:33:24.983888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:25.002292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Transition to ACTIVE for port object b98bf684-113f-4f59-96c2-666f0552dc34 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:25.007467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:25.084678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9065f-76b1-49c8-9904-1887a6aebd8c req-c73bb141-f753-4348-9937-9955d0de7fd9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:25.085624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cbc9065f-76b1-49c8-9904-1887a6aebd8c req-c73bb141-f753-4348-9937-9955d0de7fd9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:25.122659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cbc9065f-76b1-49c8-9904-1887a6aebd8c req-c73bb141-f753-4348-9937-9955d0de7fd9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:25.129201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbc9065f-76b1-49c8-9904-1887a6aebd8c req-c73bb141-f753-4348-9937-9955d0de7fd9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 944 time: 0.3012812 Feb 04 13:33:25.223836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dab0e-0a55-42ca-97f1-92e1dc9c31ec None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:25.234386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbc9065f-76b1-49c8-9904-1887a6aebd8c req-a4619e4d-a414-4fb9-b161-9611baa7ebd5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998931 Feb 04 13:33:25.246569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361862-6d75-452e-8378-a5de72b01018 req-4df4bf7e-b481-487d-af16-a80bdaa2f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:25.248086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-4df4bf7e-b481-487d-af16-a80bdaa2f58b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740619 Feb 04 13:33:25.331784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Delete allocated IP 172.20.0.6 (8ee529a3-467d-42f2-8ccc-be4502db4d75/9cb518b3-8479-4fbe-9792-f12f312a4af1) {{(pid=87620) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 13:33:25.348644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Allocated IP 172.20.0.37 (8ee529a3-467d-42f2-8ccc-be4502db4d75/beca9a6f-0ccb-47cc-802c-5b66c971f735/ff0cd2d2-40b4-4375-b738-e000909de7f0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:25.440915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-f281d700-2df3-477c-a30c-dc58833c04fa service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839581 Feb 04 13:33:25.694061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-03361862-6d75-452e-8378-a5de72b01018 req-dbc7ec88-f8ff-4b1b-9bc4-cf50b1db4ba5 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314274 Feb 04 13:33:25.740859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:25.762317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Transition to ACTIVE for port object ff0cd2d2-40b4-4375-b738-e000909de7f0 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:25.769448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:25.948246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Provisioning for port b98bf684-113f-4f59-96c2-666f0552dc34 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:25.955502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:25.956076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.073016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event updated for resources: {'Port': ['ID=ff0cd2d2-40b4-4375-b738-e000909de7f0,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:26.097190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] In _notify_port_updated(), no bound segment for port ff0cd2d2-40b4-4375-b738-e000909de7f0 on network 8ee529a3-467d-42f2-8ccc-be4502db4d75 {{(pid=87620) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 13:33:26.103734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:26.104380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.108253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b25f40c3-b0ba-4baa-bc6f-27773b9b54d8 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "PUT /v2.0/ports/ff0cd2d2-40b4-4375-b738-e000909de7f0 HTTP/1.1" status: 200 len: 959 time: 2.3633816 Feb 04 13:33:26.108648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57408) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:26.139122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Provisioning for port ff0cd2d2-40b4-4375-b738-e000909de7f0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:26.144278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Provisioning complete for port ff0cd2d2-40b4-4375-b738-e000909de7f0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:26.144765 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.176122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:26.177334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port ff0cd2d2-40b4-4375-b738-e000909de7f0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:26.177784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.255370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Port ff0cd2d2-40b4-4375-b738-e000909de7f0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:26.275921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:26.276347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.356145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:26.356693 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.438329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2fab649c-cad9-4403-9415-a845fde95db3 None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:26.575071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-00ee1ca8-d2ab-4839-93c6-5a9a7c255601 None None] Provisioning complete for port ff0cd2d2-40b4-4375-b738-e000909de7f0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:26.575465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-00ee1ca8-d2ab-4839-93c6-5a9a7c255601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.649487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-00ee1ca8-d2ab-4839-93c6-5a9a7c255601 None None] Port ff0cd2d2-40b4-4375-b738-e000909de7f0 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:26.689501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:26.721554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1094674-630c-4e6f-b915-2bf77784c082 req-decd4196-f58e-4b59-97bc-d2cc23cf930e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:26.723650 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1094674-630c-4e6f-b915-2bf77784c082 req-decd4196-f58e-4b59-97bc-d2cc23cf930e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 944 time: 0.3217959 Feb 04 13:33:26.854335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for ff0cd2d2-40b4-4375-b738-e000909de7f0 owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:26.937330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e1094674-630c-4e6f-b915-2bf77784c082 req-d4e2154c-95d3-4c94-a358-49ee5fae1f98 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621766 Feb 04 13:33:27.034057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.067671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:33:27.087699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=ff0cd2d2-40b4-4375-b738-e000909de7f0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.209027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.225463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:27.226105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-533b69d5-4e94-431d-840a-253fb6a61fe1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/ff0cd2d2-40b4-4375-b738-e000909de7f0 HTTP/1.1" status: 204 len: 168 time: 1.1158314 Feb 04 13:33:27.240408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:27.255701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'port_id': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'mac_address': 'fa:16:3e:5a:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:33:27.275211 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae581b3e-a25d-49ac-b593-6df3de1b5e91 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] GET failed (client error): The resource could not be found. Feb 04 13:33:27.276036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae581b3e-a25d-49ac-b593-6df3de1b5e91 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:27.295595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ae581b3e-a25d-49ac-b593-6df3de1b5e91 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:27.297047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ae581b3e-a25d-49ac-b593-6df3de1b5e91 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports/ff0cd2d2-40b4-4375-b738-e000909de7f0 HTTP/1.1" status: 404 len: 333 time: 0.0701609 Feb 04 13:33:27.299581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57432) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:27.326593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.348474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49fc47a-555a-49e4-84ee-594beeea0d12 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:33:27.366973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:27.369366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.372751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.401212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.448020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.459801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.479417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5300c8-4cf1-4bb0-bba6-f7b838128c3c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.485657 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.491758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-09090fbb-f857-4447-8a0d-00f3527230bf tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f5300c8-4cf1-4bb0-bba6-f7b838128c3c HTTP/1.1" status: 204 len: 168 time: 0.1910825 Feb 04 13:33:27.494764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:27.559372 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.586581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.605037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d49fc47a-555a-49e4-84ee-594beeea0d12'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:33:27.639557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.661620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d26f1-d545-47e9-86f5-0b0cbd2e5323,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.669629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.673858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8f2df208-6c09-4f1d-b6c8-7ea64d506c15 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/security-groups/6f2d26f1-d545-47e9-86f5-0b0cbd2e5323 HTTP/1.1" status: 204 len: 168 time: 0.1757715 Feb 04 13:33:27.674431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57444) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:27.757301 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.791602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.842013 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.859232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1efa58d-f175-41f3-acaf-dca94a2267b0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:27.865803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:27.866938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c1ee7d11-9e91-4b07-af04-a6c907d05228 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1efa58d-f175-41f3-acaf-dca94a2267b0 HTTP/1.1" status: 204 len: 168 time: 0.1914232 Feb 04 13:33:27.869487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57452) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:27.937364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 9cb518b3-8479-4fbe-9792-f12f312a4af1 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:27.940677 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.002452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.090455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.138585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab474ec-9a00-47ce-9070-125e10bc0922 req-ffd7a76b-bbd3-493c-bf20-ac98f889b870 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:28.140132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cab474ec-9a00-47ce-9070-125e10bc0922 req-ffd7a76b-bbd3-493c-bf20-ac98f889b870 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.0870214 Feb 04 13:33:28.171322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.186841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cab474ec-9a00-47ce-9070-125e10bc0922 req-42b927be-203f-43d5-8fca-8efdc2a0dac0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410933 Feb 04 13:33:28.215193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb518b3-8479-4fbe-9792-f12f312a4af1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:28.219420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.226504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd8ed72a-ddd2-47fd-85ab-a617efd3a578 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/9cb518b3-8479-4fbe-9792-f12f312a4af1 HTTP/1.1" status: 204 len: 168 time: 0.3560584 Feb 04 13:33:28.230099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57462) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:28.233938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313144f1-06cc-40a3-9310-32d1cb4c75b2 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:28.301631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet beca9a6f-0ccb-47cc-802c-5b66c971f735 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:28.304745 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.394126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.514925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede4212-d455-42e2-8bc6-8a9e92f2caf5 req-39f16d4e-1f92-4ee8-9871-e586cec187ef tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:28.516435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fede4212-d455-42e2-8bc6-8a9e92f2caf5 req-39f16d4e-1f92-4ee8-9871-e586cec187ef tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 945 time: 0.1564417 Feb 04 13:33:28.524918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.613227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fede4212-d455-42e2-8bc6-8a9e92f2caf5 req-a6b751d2-98ce-40db-91ae-b48d666f064a tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902865 Feb 04 13:33:28.639247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.679305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=beca9a6f-0ccb-47cc-802c-5b66c971f735,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:28.683116 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.689413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e2937135-b5b6-4db3-8363-a615aa4439b9 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/beca9a6f-0ccb-47cc-802c-5b66c971f735 HTTP/1.1" status: 204 len: 168 time: 0.4570396 Feb 04 13:33:28.691972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57468) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:28.738771 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-43331ce9-6c2c-4849-967f-f62e5f0890fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:28.739237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43331ce9-6c2c-4849-967f-f62e5f0890fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:28.740936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-43331ce9-6c2c-4849-967f-f62e5f0890fc tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/9cb518b3-8479-4fbe-9792-f12f312a4af1 HTTP/1.1" status: 404 len: 337 time: 0.0478685 Feb 04 13:33:28.743685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:28.823233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting subnet 8073f17a-83ac-448b-b2a0-017c19cb4ee2 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:28.826879 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.887960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:28.992914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.074575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.083625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:29.115877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d915fc-1e1b-48a6-8a59-02321ac1bb25 None None] Network 8ee529a3-467d-42f2-8ccc-be4502db4d75 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:29.116094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Subnet': ['ID=8073f17a-83ac-448b-b2a0-017c19cb4ee2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:29.119336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.127761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e40a9932-70bd-45f0-b4c8-bf265f1e563f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/8073f17a-83ac-448b-b2a0-017c19cb4ee2 HTTP/1.1" status: 204 len: 168 time: 0.3808498 Feb 04 13:33:29.128150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57476) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.172262 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-9628a24b-ddd3-4c48-a5ca-eced6358388f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.172732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9628a24b-ddd3-4c48-a5ca-eced6358388f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.174573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9628a24b-ddd3-4c48-a5ca-eced6358388f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/d1fd132d-e7a3-498c-afe9-1675f2711483 HTTP/1.1" status: 404 len: 337 time: 0.0454464 Feb 04 13:33:29.177233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57480) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.227238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f6e09f49-d036-49c2-9360-05c235c4a249 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Synchronizing usage tracker for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:33:29.240435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f6e09f49-d036-49c2-9360-05c235c4a249 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Unset dirty status for tenant:d73bc14b9f8146afadbf474d141fd3c9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:33:29.243928 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6e09f49-d036-49c2-9360-05c235c4a249 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d0135a-bdc5-406c-a019-a5d3eb25720a HTTP/1.1" status: 200 len: 205 time: 0.0632389 Feb 04 13:33:29.244149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57486) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.287699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8d93e1a9-28aa-421d-bec8-ba22f1727c2e None None] Provisioning complete for port b98bf684-113f-4f59-96c2-666f0552dc34 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:29.288097 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d93e1a9-28aa-421d-bec8-ba22f1727c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.358169 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-e022fdfd-09ec-434b-b652-7222551bdf12 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] delete failed (client error): The resource could not be found. Feb 04 13:33:29.359240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e022fdfd-09ec-434b-b652-7222551bdf12 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/routers/57d0135a-bdc5-406c-a019-a5d3eb25720a HTTP/1.1" status: 404 len: 336 time: 0.1140161 Feb 04 13:33:29.361972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57490) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.399692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12d0a-62f4-4762-8792-d93c01e32283 req-45d7a0ba-910a-4087-811e-02f6d01d61ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.401606 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfbf519-01c6-407d-86b4-f7e2b8dac862 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.402802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfbf519-01c6-407d-86b4-f7e2b8dac862 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.403483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-efd12d0a-62f4-4762-8792-d93c01e32283 req-45d7a0ba-910a-4087-811e-02f6d01d61ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1007364 Feb 04 13:33:29.404898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2cfbf519-01c6-407d-86b4-f7e2b8dac862 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/880aac63-1562-45b3-8e97-2fe3c667b254 HTTP/1.1" status: 404 len: 337 time: 0.0418525 Feb 04 13:33:29.407442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.415435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d49fc47a-555a-49e4-84ee-594beeea0d12 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:29.432555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d49fc47a-555a-49e4-84ee-594beeea0d12 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:29.433157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.446206 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-6347ff0e-2d8e-4fa3-9d1c-2cd146cdc69b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.447055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6347ff0e-2d8e-4fa3-9d1c-2cd146cdc69b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.449529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6347ff0e-2d8e-4fa3-9d1c-2cd146cdc69b tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/1c6a4578-630c-4d7d-9740-b4e4a0691555 HTTP/1.1" status: 404 len: 337 time: 0.0404887 Feb 04 13:33:29.453256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57498) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.458499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-efd12d0a-62f4-4762-8792-d93c01e32283 req-93df5c1b-2a51-49ec-8433-01fc3eb701b1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484629 Feb 04 13:33:29.497651 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a285e7-1130-4b2b-b419-f1e79387a3c1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.498102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a285e7-1130-4b2b-b419-f1e79387a3c1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.499803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e3a285e7-1130-4b2b-b419-f1e79387a3c1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/7fbf67c1-2d8e-43c2-957b-6c95eaf78bcd HTTP/1.1" status: 404 len: 337 time: 0.0454001 Feb 04 13:33:29.502328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57502) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.543896 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fc27f7-8533-4671-83f6-e9650daf5dcd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.544296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fc27f7-8533-4671-83f6-e9650daf5dcd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.545985 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-74fc27f7-8533-4671-83f6-e9650daf5dcd tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/1298a27d-196d-4cb4-ad98-3657116919f8 HTTP/1.1" status: 404 len: 333 time: 0.0426483 Feb 04 13:33:29.548561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57506) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.587244 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49c8a23-7bc8-4227-9fdf-9dcabd1a76a5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.587709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49c8a23-7bc8-4227-9fdf-9dcabd1a76a5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.591979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e49c8a23-7bc8-4227-9fdf-9dcabd1a76a5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/2273c6d2-6c7f-4c92-901d-1ab349b002bd HTTP/1.1" status: 404 len: 337 time: 0.0399361 Feb 04 13:33:29.592765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57510) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.625013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8d93e1a9-28aa-421d-bec8-ba22f1727c2e None None] Provisioning complete for port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:29.625379 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d93e1a9-28aa-421d-bec8-ba22f1727c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.661987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] DHCP port deletion for 8ee529a3-467d-42f2-8ccc-be4502db4d75 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:33:29.670934 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d3009-a642-4924-a571-fd242943f8ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.671590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9d3009-a642-4924-a571-fd242943f8ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.673442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7d9d3009-a642-4924-a571-fd242943f8ff tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/b3b22452-d80c-4a0e-922b-7b2f46adedb8 HTTP/1.1" status: 404 len: 337 time: 0.0796871 Feb 04 13:33:29.676239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57516) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.717843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.733201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Deleting port b98bf684-113f-4f59-96c2-666f0552dc34 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:29.733580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.735880 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-845162d9-8a2e-4245-9a20-f12a1309b7b1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.736361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845162d9-8a2e-4245-9a20-f12a1309b7b1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.738032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-845162d9-8a2e-4245-9a20-f12a1309b7b1 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/2dbede09-8d2f-4570-b814-61931fd18a5e HTTP/1.1" status: 404 len: 333 time: 0.0608079 Feb 04 13:33:29.740728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.787940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8d93e1a9-28aa-421d-bec8-ba22f1727c2e None None] Port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:29.806181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:29.822697 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52352b8-6e62-4efe-986c-e9574cfc6bf5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.823159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52352b8-6e62-4efe-986c-e9574cfc6bf5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.823301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:29.825810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a52352b8-6e62-4efe-986c-e9574cfc6bf5 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/6ebcbebc-928e-40c8-85c6-8befcebf1614 HTTP/1.1" status: 404 len: 337 time: 0.0838163 Feb 04 13:33:29.828063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.846342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-02b0e217-9915-45dc-9398-aef0c8e2ae83 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:29.849016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-02b0e217-9915-45dc-9398-aef0c8e2ae83 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.90 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 945 time: 0.2173157 Feb 04 13:33:29.857595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.886479 n-d-820555-2 neutron-server[87621]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad6bef0-514d-45d2-89bb-f326f1f634b3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] DELETE failed (client error): The resource could not be found. Feb 04 13:33:29.886479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad6bef0-514d-45d2-89bb-f326f1f634b3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87621) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:33:29.894309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2ad6bef0-514d-45d2-89bb-f326f1f634b3 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/subnets/0d437322-fb51-46cf-bdea-2c621352ba06 HTTP/1.1" status: 404 len: 337 time: 0.0641239 Feb 04 13:33:29.895904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:29.917362 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'code': 200} Feb 04 13:33:29.979576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Deleting port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:29.979576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:29.987336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:29.987336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.178999 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:30.201821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b98bf684-113f-4f59-96c2-666f0552dc34 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:30.259041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:30.259041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.318059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e978557-cc13-41a0-84fa-a774fa7aecd2 req-f08c075a-c95d-4cbd-afa1-315c313aa3e0 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:30.318059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e978557-cc13-41a0-84fa-a774fa7aecd2 req-f08c075a-c95d-4cbd-afa1-315c313aa3e0 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 945 time: 0.5382774 Feb 04 13:33:30.369400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.399172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Calling delete_port for b98bf684-113f-4f59-96c2-666f0552dc34 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:30.484550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e978557-cc13-41a0-84fa-a774fa7aecd2 req-07966c96-0df6-42c4-a3e7-21fa7fb1ddcf tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/security-groups?id=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501641 Feb 04 13:33:30.521748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.558248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:30.566442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c8922-ddd0-4380-af69-e11d128da01d req-73688e37-68dd-479e-b9c4-a1b295a1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:30.568074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a99c8922-ddd0-4380-af69-e11d128da01d req-73688e37-68dd-479e-b9c4-a1b295a1c632 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1097 time: 0.3627224 Feb 04 13:33:30.586774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.682129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:30.682129 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:30.682129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=11']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:30.692625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a99c8922-ddd0-4380-af69-e11d128da01d req-a736bd2a-7ea2-4ff3-80ff-6c8453dd6cb8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056433 Feb 04 13:33:30.706632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] For port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,segment=NetworkSegment(b104f554-8dd4-4621-bc48-1726c8e997e2),segment_id=b104f554-8dd4-4621-bc48-1726c8e997e2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:30.706632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.743486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for 4f0fd300-a5c0-4bbb-8139-c6d98d435a1d owned by {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:30.842053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Calling delete_port for 2ce0ffb9-ca69-4181-8308-a8cfba51c56b owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:30.864859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.922836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=4f0fd300-a5c0-4bbb-8139-c6d98d435a1d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:30.945565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:30.975408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4d6e0-9d6d-4514-8869-8fbe0a118b31 req-d0f42f77-277c-4eb0-a84f-bcfa7ee44742 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:30.976896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76c4d6e0-9d6d-4514-8869-8fbe0a118b31 req-d0f42f77-277c-4eb0-a84f-bcfa7ee44742 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1585999 Feb 04 13:33:30.980350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0edac95e-8017-49bc-b807-86eb3b175a60 tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/ports/4f0fd300-a5c0-4bbb-8139-c6d98d435a1d HTTP/1.1" status: 204 len: 168 time: 1.0812995 Feb 04 13:33:30.980603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57538) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:31.013923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.024534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['2ce0ffb9-ca69-4181-8308-a8cfba51c56b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:33:31.069128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Pushing event deleted for resources: {'Port': ['ID=2ce0ffb9-ca69-4181-8308-a8cfba51c56b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:31.128435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76c4d6e0-9d6d-4514-8869-8fbe0a118b31 req-2031019b-d65e-42bc-b9e0-fccbfef18478 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285784 Feb 04 13:33:31.139418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.154495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Deleting port b98bf684-113f-4f59-96c2-666f0552dc34 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:31.154495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.159120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] No DVR routers for this DVR port 2ce0ffb9-ca69-4181-8308-a8cfba51c56b on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:31.162134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.165039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'name': 'network-vif-deleted', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:31.176126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Deleting port b98bf684-113f-4f59-96c2-666f0552dc34 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:31.176126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.200218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5755e61-851c-47f9-b5cf-3a08db1d913b req-4237a62b-0160-4da4-931f-a20b2ca9adf1 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.90 "DELETE /v2.0/ports/2ce0ffb9-ca69-4181-8308-a8cfba51c56b HTTP/1.1" status: 204 len: 173 time: 1.3307223 Feb 04 13:33:31.248364 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a64d306-e593-4842-be08-611b4f694fe1', 'name': 'network-vif-deleted', 'tag': '2ce0ffb9-ca69-4181-8308-a8cfba51c56b', 'status': 'completed', 'code': 200} Feb 04 13:33:31.431400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:31.432094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.448642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] For port b98bf684-113f-4f59-96c2-666f0552dc34, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b98bf684-113f-4f59-96c2-666f0552dc34,segment=NetworkSegment(c944d412-2448-496e-8778-b125f2f705de),segment_id=c944d412-2448-496e-8778-b125f2f705de)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:31.449171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.557835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Calling delete_port for b98bf684-113f-4f59-96c2-666f0552dc34 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:31.615054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Calling delete_port for b98bf684-113f-4f59-96c2-666f0552dc34 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:31.649591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-243d13f4-30d9-4108-bc28-ffee333e223a req-b6db9863-b020-45fe-8e81-018a2933e1b9 tempest-VolumesActionsTest-749203735 tempest-VolumesActionsTest-749203735-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a64d306-e593-4842-be08-611b4f694fe1 HTTP/1.1" status: 200 len: 210 time: 0.0616524 Feb 04 13:33:31.696254 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.702021 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:31.711066 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:31.748508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Port': ['ID=b98bf684-113f-4f59-96c2-666f0552dc34,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:31.754994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] No DVR routers for this DVR port b98bf684-113f-4f59-96c2-666f0552dc34 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:31.903447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:31.954499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee529a3-467d-42f2-8ccc-be4502db4d75']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:31.969842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c944d412-2448-496e-8778-b125f2f705de') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:31.970170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c944d412-2448-496e-8778-b125f2f705de') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:31.982776 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.000299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.007800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:32.008281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:32.024369 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:32.110006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.126051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.141839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] Pushing event deleted for resources: {'Network': ['ID=8ee529a3-467d-42f2-8ccc-be4502db4d75,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:32.151643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5162b3d1-ebc4-4f26-ae86-92a8f022253f tempest-PortsTestJSON-1585734712 tempest-PortsTestJSON-1585734712-project] 10.222.0.53 "DELETE /v2.0/networks/8ee529a3-467d-42f2-8ccc-be4502db4d75 HTTP/1.1" status: 204 len: 168 time: 1.1676888 Feb 04 13:33:32.355645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d36d494-b23b-44d0-bb28-6461677b4055 req-efebbdac-6ade-4f7e-a504-09e8806da044 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0524659 Feb 04 13:33:32.399788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e030c-93fe-4b5e-9b50-6e44ae5ac6e8 req-e4028d36-c4f8-4923-9155-5fe6cdc2f2ba tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:32.402193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f7e030c-93fe-4b5e-9b50-6e44ae5ac6e8 req-e4028d36-c4f8-4923-9155-5fe6cdc2f2ba tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1500146 Feb 04 13:33:32.441309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:32.458748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Deleting port b98bf684-113f-4f59-96c2-666f0552dc34 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:32.459283 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.475893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d36d494-b23b-44d0-bb28-6461677b4055 req-2700edc9-0516-4568-b7ed-4150bb270847 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0488613 Feb 04 13:33:32.534779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ae4b473f-ad6c-4346-b034-4ed5a5f970ae None None] The port 'b98bf684-113f-4f59-96c2-666f0552dc34' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:33:32.538087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8f7e030c-93fe-4b5e-9b50-6e44ae5ac6e8 req-d38eef75-8e32-4246-a3bf-3c99435d4559 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261854 Feb 04 13:33:32.552346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d36d494-b23b-44d0-bb28-6461677b4055 req-bf06d381-49de-4cf2-b55e-e4893f110f06 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577788 Feb 04 13:33:32.630051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f46955d0-6f1f-4f7c-8da3-963d88ec7213 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d73bc14b9f8146afadbf474d141fd3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875789 Feb 04 13:33:32.632611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57560) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:32.711621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36d494-b23b-44d0-bb28-6461677b4055 req-1e435f12-59c1-44a1-8d7a-eb250f0f30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:32.712957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d36d494-b23b-44d0-bb28-6461677b4055 req-1e435f12-59c1-44a1-8d7a-eb250f0f30ce service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564734 Feb 04 13:33:32.769364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.805547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.827346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d96e4-02b7-48a3-97ec-fac81428f57c req-f1765658-a807-4ed3-ace2-781c4f57ffbb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:32.828835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c30d96e4-02b7-48a3-97ec-fac81428f57c req-f1765658-a807-4ed3-ace2-781c4f57ffbb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1587074 Feb 04 13:33:32.899184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c30d96e4-02b7-48a3-97ec-fac81428f57c req-7fff76d1-3b8d-4ff0-9469-81baceac68fc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617325 Feb 04 13:33:32.915882 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.923134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57568) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:32.931780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21ba9d-003c-4b78-85cb-7f6ceb46bfa2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:32.939274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:32.943020 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1afade3f-4689-4d58-8062-0f3219c4f944 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d21ba9d-003c-4b78-85cb-7f6ceb46bfa2 HTTP/1.1" status: 204 len: 168 time: 0.3069077 Feb 04 13:33:33.019995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5d4c7-1ca2-4d99-9fb3-413171ea8211 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:33.024305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d9e5d4c7-1ca2-4d99-9fb3-413171ea8211 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1092 time: 0.0966339 Feb 04 13:33:33.025086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57574) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:33.031373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:33.038426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:33.043328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:floatingip and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:33.047147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:33.053860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:33.067126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:33.153598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2ce0ffb9-ca69-4181-8308-a8cfba51c56b no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:33.237736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 2ce0ffb9-ca69-4181-8308-a8cfba51c56b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:33:33.238202 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 2ce0ffb9-ca69-4181-8308-a8cfba51c56b not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:33:33.265605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:33.459601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.35 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/18d47290-828b-48c8-b0f1-04376e0ffbba) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:33.839304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:33.912226 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:33.983884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:33.987944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:33.990771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:34.065008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=18d47290-828b-48c8-b0f1-04376e0ffbba,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.080279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:34.195549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-628538354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:34.204202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:34.208447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:router and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:34.211063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:34.217508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:34.229370 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.230459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.247675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.274243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.303711 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.303711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b2f83bb6-00b4-4ad9-8bf5-906b01ee75c6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2225285 Feb 04 13:33:34.303711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57610) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:34.314891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-288187561'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:34.314891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:34.319589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:network and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:34.323698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:34.332696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:34.346274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:34.350280 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.363450 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.382221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:34.388575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:security_group_rule and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:34.390345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:34.396273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:34.511062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.521113 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:33:34.534577 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.556772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.615541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.726729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:34.737139 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d78692-f0ff-4f74-b397-03b31ad8201c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:34.744642 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.744764 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Added segment 358a6889-2bdb-4654-95ce-6ba1241d7009 of type vlan for network a40c8db1-28ab-4971-bf11-457db505ae44 Feb 04 13:33:34.793740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.850534 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.860606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:34.864602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.926392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6149416 Feb 04 13:33:34.933134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57620) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:34.941283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:34.944092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'subnet': {'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:34.961204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:35.019004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb037fb3-9335-49c6-ac10-465c2c536be5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Network': ['ID=a40c8db1-28ab-4971-bf11-457db505ae44,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:35.033565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network a40c8db1-28ab-4971-bf11-457db505ae44 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:33:35.209490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=18d47290-828b-48c8-b0f1-04376e0ffbba,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:35.220282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:35.281465 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:35.294142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:subnet and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:35.306751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:35.323315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:35.361041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:35.362280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:35.554094 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP 7a723acc-d3d9-4931-a12e-3ad3755a7918 associated. External IP: 172.25.4.35, port: d49fc47a-555a-49e4-84ee-594beeea0d12. Feb 04 13:33:36.139850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.248059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router de5ed7a9-d30c-41df-aa24-63c8d7c2385a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:36.255357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Subnet': ['ID=3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:36.268400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Checking segment: {'id': '358a6889-2bdb-4654-95ce-6ba1241d7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:36.268756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network hostable DHCP agents. Network: a40c8db1-28ab-4971-bf11-457db505ae44, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:36.372886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network a40c8db1-28ab-4971-bf11-457db505ae44 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:36.443044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, a40c8db1-28ab-4971-bf11-457db505ae44) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:36.451677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a2d22-a858-4907-b872-62f163b05e43 None None] Network a40c8db1-28ab-4971-bf11-457db505ae44 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:36.462421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:36.463536 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.501371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:36.517062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7a76c334-b091-455c-af86-dbabee1513f1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5796065 Feb 04 13:33:36.517062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:36.523495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Sync routers for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:36.524075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'network': {'name': 'tempest-router-network01--1198821203'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:36.530806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.553073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:36.553073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:36.560371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:36.572758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:network and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:36.585219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:36.590302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:36.609709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-686331c7-1000-4698-a85f-4d487d33909d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5831516 Feb 04 13:33:36.611544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:33:36.617535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:36.622563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.679790 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'status': 'completed', 'code': 200} Feb 04 13:33:36.821450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:36.895480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.895480 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Added segment 31dbe0e5-6bcb-4a4c-8a00-af300f0f6130 of type vlan for network 76361009-27f8-4deb-a593-6f0c0ccc7337 Feb 04 13:33:36.918741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:36.952252 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:36.968744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-bc58a0b5-3185-420d-918e-fe39e702f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:36.968744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-bc58a0b5-3185-420d-918e-fe39e702f3cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1097 time: 0.2402024 Feb 04 13:33:37.127162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-a40c8db1-28ab-4971-bf11-457db505ae44', 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44', 'tenant_id': 'db88388aebcf4170aad4d830520b82f1', 'fixed_ips': [{'subnet_id': '3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:37.127162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.135290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.135290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:37.135290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.287870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f365a8-bb84-41e9-8406-3b31e86cb955 req-2cbf7e35-6901-450d-8ee4-1af8a23517b6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:37.287870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14f365a8-bb84-41e9-8406-3b31e86cb955 req-2cbf7e35-6901-450d-8ee4-1af8a23517b6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.4322417 Feb 04 13:33:37.322453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Network': ['ID=76361009-27f8-4deb-a593-6f0c0ccc7337,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:37.329273 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bccdb3a3-9bb4-493b-9c89-d8b1a0e39373 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8053551 Feb 04 13:33:37.335863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57638) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:37.343910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'network': {'name': 'tempest-router-network02--2037255972'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:37.346587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:33:37.358018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-e68c77d5-ab08-4d5f-b054-30f9667499d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:37.358018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-e68c77d5-ab08-4d5f-b054-30f9667499d0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.3755057 Feb 04 13:33:37.365692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:37.375798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:network and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:37.452861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:37.476609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-14f365a8-bb84-41e9-8406-3b31e86cb955 req-78a20d9b-0b4d-4c7b-aa2f-c3f10f2f2725 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872416 Feb 04 13:33:37.480777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:37.511779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57646) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:37.525958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:37.529756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.559930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-82d9fd64-7771-4e29-97d2-eccd395acd5e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 999 time: 0.1848679 Feb 04 13:33:37.603949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:37.628973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.629334 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Added segment 27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c of type vlan for network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a Feb 04 13:33:37.649163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-a7ef5f8e-eed5-4d0b-a369-0bb97f1e271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:37.650144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-a7ef5f8e-eed5-4d0b-a369-0bb97f1e271a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.0839708 Feb 04 13:33:37.658337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Allocated IP 2001:db8::2 (a40c8db1-28ab-4971-bf11-457db505ae44/3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d/1406dd35-ba85-4738-8587-698731ae6fee) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:37.713318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:37.795674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a134935c-6605-4754-9e9b-5d740cf683a0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 991 time: 0.2759209 Feb 04 13:33:38.122920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.resource_extend [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:33:38.232969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-e961b66c-ed7b-4f86-99ae-d9c644e46a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:38.235362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-e961b66c-ed7b-4f86-99ae-d9c644e46a66 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5713003 Feb 04 13:33:38.236585 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:38.250625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:38.253783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:38.442111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:38.450548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Transition to ACTIVE for port object 1406dd35-ba85-4738-8587-698731ae6fee will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:38.475389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Network': ['ID=d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:38.488836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7a723acc-d3d9-4931-a12e-3ad3755a7918', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'port_id': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'mac_address': 'fa:16:3e:5a:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:34Z', 'updated_at': '2022-02-04T13:33:34Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:38.499645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:33:38.522243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Transition to ACTIVE for port object 1406dd35-ba85-4738-8587-698731ae6fee will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:38.582002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57658) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:38.586556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-414c9e0f-1163-46a7-b060-686cb43a7e4a tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2358627 Feb 04 13:33:38.601743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'subnet': {'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:38.607424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Checking router: de5ed7a9-d30c-41df-aa24-63c8d7c2385a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:33:38.617558 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:38.717931 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-25c25ebf-47ce-49f2-b3dc-5a76c75ef665 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531786 Feb 04 13:33:38.729529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Pushing event updated for resources: {'Port': ['ID=1406dd35-ba85-4738-8587-698731ae6fee,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:38.737263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:38.739042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:38.795556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Network a40c8db1-28ab-4971-bf11-457db505ae44 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:38.808621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57662) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:38.823377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:38.826067 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.826409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.826961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.827476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.827968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.828445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.828928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.829429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.829759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.830084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.830430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.830781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:38.838712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:38.908203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fef718c-15c2-4919-8902-a86ee1ecc5c0 req-d5f0e5fe-5ac0-4311-9077-a320cbf5b720 service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819441 Feb 04 13:33:38.948587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:38.956987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:subnet and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:38.961588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:38.974295 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f4995a41-540e-4971-ad8d-7598002fb871 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 991 time: 0.1644838 Feb 04 13:33:38.975523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:38.987540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:38.991123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.029550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Attempting to bind port 1406dd35-ba85-4738-8587-698731ae6fee on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:39.029926 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Attempting to bind port 1406dd35-ba85-4738-8587-698731ae6fee by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '358a6889-2bdb-4654-95ce-6ba1241d7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:39.030299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Attempting to bind port 1406dd35-ba85-4738-8587-698731ae6fee on network a40c8db1-28ab-4971-bf11-457db505ae44 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:39.041819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:39.042207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Checking segment: {'id': '358a6889-2bdb-4654-95ce-6ba1241d7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:39.043932 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.043932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Bound using segment: {'id': '358a6889-2bdb-4654-95ce-6ba1241d7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:39.044151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Bound port: 1406dd35-ba85-4738-8587-698731ae6fee, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358a6889-2bdb-4654-95ce-6ba1241d7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a40c8db1-28ab-4971-bf11-457db505ae44'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:39.045890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.140395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:33:39.307604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] For port 1406dd35-ba85-4738-8587-698731ae6fee, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:39.324006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.341222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] For port 1406dd35-ba85-4738-8587-698731ae6fee, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1406dd35-ba85-4738-8587-698731ae6fee,segment=NetworkSegment(358a6889-2bdb-4654-95ce-6ba1241d7009),segment_id=358a6889-2bdb-4654-95ce-6ba1241d7009)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:39.349245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.422751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Checking segment: {'id': '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:39.423289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network hostable DHCP agents. Network: 76361009-27f8-4deb-a593-6f0c0ccc7337, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:39.433968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Subnet': ['ID=f3d96630-dd0b-45ff-b523-a9cc1a009ff6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:39.457214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:39.471812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 76361009-27f8-4deb-a593-6f0c0ccc7337) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:39.476297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:39.477033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.500615 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9266e6cc-c0ba-4427-9067-bfeff46e7ff5 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9279571 Feb 04 13:33:39.503409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57668) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:39.505023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08597844-58c4-4af1-abf4-dc46a6b1a423 None None] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:39.509422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'subnet': {'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:39.603450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fb097-85bb-4e87-abe8-756568aa8286 None None] Pushing event updated for resources: {'Port': ['ID=1406dd35-ba85-4738-8587-698731ae6fee,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:39.622400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:39.631329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:subnet and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:39.635011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:39.641669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:39.653810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:39.657410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.871663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7a723acc-d3d9-4931-a12e-3ad3755a7918', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'port_id': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'mac_address': 'fa:16:3e:5a:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:34Z', 'updated_at': '2022-02-04T13:33:34Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:39.875434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-76361009-27f8-4deb-a593-6f0c0ccc7337', 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337', 'tenant_id': 'db88388aebcf4170aad4d830520b82f1', 'fixed_ips': [{'subnet_id': 'f3d96630-dd0b-45ff-b523-a9cc1a009ff6'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:39.876480 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.947865 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440c396-6fa6-4dd5-bf0d-c40631aaa206 None None] The sync data for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 is: [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '7a723acc-d3d9-4931-a12e-3ad3755a7918', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.35', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'port_id': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'mac_address': 'fa:16:3e:5a:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:33:34Z', 'updated_at': '2022-02-04T13:33:34Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:39.951925 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:39.976776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57674) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:40.082679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Checking segment: {'id': '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:40.083046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network hostable DHCP agents. Network: d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:40.094613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Subnet': ['ID=46f42585-66d3-4b51-9049-a1ebec856c42,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:40.127355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:40.144661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:40.156702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0430e914-ed6a-4285-9eca-a73858052273 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 991 time: 0.1787469 Feb 04 13:33:40.157664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:40.158330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:40.163442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6b929-835e-4c1a-adfc-dee693e8abdc None None] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:40.191509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-81d018d7-cd6d-4796-b287-c37624581cb6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6867161 Feb 04 13:33:40.193962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57678) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:40.244562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Allocated IP 2001:db8::2 (76361009-27f8-4deb-a593-6f0c0ccc7337/f3d96630-dd0b-45ff-b523-a9cc1a009ff6/bb39d365-1a25-4453-8c91-27317638f6cd) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:40.266733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1406dd35-ba85-4738-8587-698731ae6fee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:40.334251 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f59584-d111-4436-afe1-15c67ec57471 None None] New status for floating IP 7a723acc-d3d9-4931-a12e-3ad3755a7918: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:33:40.669011 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:40.681977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Transition to ACTIVE for port object bb39d365-1a25-4453-8c91-27317638f6cd will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:40.799156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Transition to ACTIVE for port object bb39d365-1a25-4453-8c91-27317638f6cd will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:40.864438 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:40.893828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 1406dd35-ba85-4738-8587-698731ae6fee completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:40.975378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a', 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a', 'tenant_id': 'db88388aebcf4170aad4d830520b82f1', 'fixed_ips': [{'subnet_id': '46f42585-66d3-4b51-9049-a1ebec856c42'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:40.975882 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.018642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:41.039278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:41.039278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:41.104917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Pushing event updated for resources: {'Port': ['ID=bb39d365-1a25-4453-8c91-27317638f6cd,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:41.155987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8dbf1-67fb-4f74-93a2-89da31a91b8e None None] Network a40c8db1-28ab-4971-bf11-457db505ae44 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:41.164908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57688) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:41.182739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.358640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2ebd13b7-ab85-4a4c-84c7-dc998693d5f0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 993 time: 0.1961808 Feb 04 13:33:41.383022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Provisioning for port 1406dd35-ba85-4738-8587-698731ae6fee completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:41.399507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Provisioning complete for port 1406dd35-ba85-4738-8587-698731ae6fee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:41.400059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.425429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Attempting to bind port bb39d365-1a25-4453-8c91-27317638f6cd on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:41.425797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Attempting to bind port bb39d365-1a25-4453-8c91-27317638f6cd by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:41.426153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Attempting to bind port bb39d365-1a25-4453-8c91-27317638f6cd on network 76361009-27f8-4deb-a593-6f0c0ccc7337 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:41.508653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:41.513498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Checking segment: {'id': '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:41.513498 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.514143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Bound using segment: {'id': '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:41.514993 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Bound port: bb39d365-1a25-4453-8c91-27317638f6cd, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '76361009-27f8-4deb-a593-6f0c0ccc7337'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:41.514993 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.664376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-605760bf-8164-4af9-86b3-5ed3c764ce7d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782939 Feb 04 13:33:41.706157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Allocated IP 2001:db8::1 (76361009-27f8-4deb-a593-6f0c0ccc7337/f3d96630-dd0b-45ff-b523-a9cc1a009ff6/76a4529b-ab35-40c5-a2b8-0445ef674d90) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:41.948285 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:41.959868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-3e158dbc-9768-47ef-afa9-5f44b8e6d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:41.959868 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-3e158dbc-9768-47ef-afa9-5f44b8e6d8f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=97c11b70affb464f99c2a334264633ac&device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 1096 time: 0.1304584 Feb 04 13:33:41.979602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Transition to ACTIVE for port object 76a4529b-ab35-40c5-a2b8-0445ef674d90 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:42.003759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.121823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:42.149949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:42.161821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:42.161821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.188422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Port': ['ID=76a4529b-ab35-40c5-a2b8-0445ef674d90,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:42.249979 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] For port bb39d365-1a25-4453-8c91-27317638f6cd, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:42.253352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] For port bb39d365-1a25-4453-8c91-27317638f6cd, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb39d365-1a25-4453-8c91-27317638f6cd,segment=NetworkSegment(31dbe0e5-6bcb-4a4c-8a00-af300f0f6130),segment_id=31dbe0e5-6bcb-4a4c-8a00-af300f0f6130)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:42.256572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.273227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.304367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-15e4f608-0830-47c4-b325-0a248a1262e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:42.314686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-15e4f608-0830-47c4-b325-0a248a1262e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 200 len: 908 time: 0.3257494 Feb 04 13:33:42.317114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.393817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Allocated IP 2001:db8::2 (d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a/46f42585-66d3-4b51-9049-a1ebec856c42/32e918a2-4157-475d-85db-387830544afc) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:42.541160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] For port 1406dd35-ba85-4738-8587-698731ae6fee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1406dd35-ba85-4738-8587-698731ae6fee,segment=NetworkSegment(358a6889-2bdb-4654-95ce-6ba1241d7009),segment_id=358a6889-2bdb-4654-95ce-6ba1241d7009)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:42.595537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-d925610b-6eb1-4b58-b8e5-421eda87dd64 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 200 len: 1001 time: 0.2830846 Feb 04 13:33:42.722585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-87640a7e-e8bc-4964-9bbf-b5c4ed68df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:42.724369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-87640a7e-e8bc-4964-9bbf-b5c4ed68df58 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 200 len: 846 time: 0.1209843 Feb 04 13:33:42.797429 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:42.814032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425f189-339b-47d3-bba1-134417a08cf1 None None] Pushing event updated for resources: {'Port': ['ID=bb39d365-1a25-4453-8c91-27317638f6cd,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:43.001331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a839fa5-aa65-46aa-8ea4-1596bb05bf6d None None] Pushing event updated for resources: {'Port': ['ID=1406dd35-ba85-4738-8587-698731ae6fee,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:43.007879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.021122 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.023938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.048780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-e2b19fce-1dd2-4cba-a7b0-4596f6e130c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:43.053088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-e2b19fce-1dd2-4cba-a7b0-4596f6e130c2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1e7fd023-3aea-4d1d-9956-0bc1523d3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201823 Feb 04 13:33:43.195932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Port': ['ID=76a4529b-ab35-40c5-a2b8-0445ef674d90,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.322360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.333967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.333967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.333967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.333967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:43.478169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-0607578c-d793-479b-94b6-4e16314df416 service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944492 Feb 04 13:33:43.486835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:43.486835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:43.501732 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.529949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Transition to ACTIVE for port object 32e918a2-4157-475d-85db-387830544afc will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:43.584939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Transition to ACTIVE for port object 32e918a2-4157-475d-85db-387830544afc will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:43.614701 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.710224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effc3db6-9f0f-4781-8ecd-ae1979e72f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:43.765708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:43.765708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:43.765708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:44.028783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1114bc82-aae8-4697-881c-5045b8b1cf96 None None] Provisioning complete for port 1406dd35-ba85-4738-8587-698731ae6fee triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:44.028783 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1114bc82-aae8-4697-881c-5045b8b1cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:44.225132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Pushing event updated for resources: {'Port': ['ID=32e918a2-4157-475d-85db-387830544afc,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:44.236921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e65fd62b-4797-49d4-9959-6efb39bab40c req-60fafb86-3d39-4fcf-855a-9b3c47eb2ec5 service neutron] 10.222.0.87 "GET /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523341 Feb 04 13:33:44.286016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Attempting to bind port 32e918a2-4157-475d-85db-387830544afc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:44.286495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Attempting to bind port 32e918a2-4157-475d-85db-387830544afc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:44.287178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Attempting to bind port 32e918a2-4157-475d-85db-387830544afc on network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:44.295197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Router d6bdb3ad-9ad9-4949-80ef-b67b6784e468 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:33:44.296766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:44.297141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Checking segment: {'id': '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:44.297550 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:44.298368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Bound using segment: {'id': '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:44.298368 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Bound port: 32e918a2-4157-475d-85db-387830544afc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:44.299076 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:44.466911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1406dd35-ba85-4738-8587-698731ae6fee up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:44.505350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07473b-cc02-4ae6-b27a-1115d06dfa83 None None] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:44.568935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:44.586367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d3eea8d1-992d-48eb-ac73-149046a3fe84 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3889570 Feb 04 13:33:44.587355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57702) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:44.593882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed642760-d750-4f9e-8594-252605dce47f None None] Sync routers for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:44.685556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:44.686694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:44.768107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b09cc624-eb43-4e8f-82c3-897ed1a161f5 None None] Provisioning for port bb39d365-1a25-4453-8c91-27317638f6cd completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:44.805980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:44.830883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] For port 32e918a2-4157-475d-85db-387830544afc, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:44.852192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:44.852840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:44.929276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] For port 32e918a2-4157-475d-85db-387830544afc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=32e918a2-4157-475d-85db-387830544afc,segment=NetworkSegment(27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c),segment_id=27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:44.980750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:45.038041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ed642760-d750-4f9e-8594-252605dce47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:45.038449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed642760-d750-4f9e-8594-252605dce47f None None] The sync data for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:45.057090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 1406dd35-ba85-4738-8587-698731ae6fee triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:45.057459 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:45.241801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c2b4d-2049-4d20-b6a5-4777a063fc2e None None] Pushing event updated for resources: {'Port': ['ID=32e918a2-4157-475d-85db-387830544afc,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:45.381514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb39d365-1a25-4453-8c91-27317638f6cd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:45.607494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bb39d365-1a25-4453-8c91-27317638f6cd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:45.613052 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-d79a0533-bde3-4a22-b6b1-6c243e9f8d3f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:45.619026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d79a0533-bde3-4a22-b6b1-6c243e9f8d3f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0274615 Feb 04 13:33:45.619139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bb39d365-1a25-4453-8c91-27317638f6cd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:45.619139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:45.619349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57710) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:45.955750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.031622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bb39d365-1a25-4453-8c91-27317638f6cd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb39d365-1a25-4453-8c91-27317638f6cd,segment=NetworkSegment(31dbe0e5-6bcb-4a4c-8a00-af300f0f6130),segment_id=31dbe0e5-6bcb-4a4c-8a00-af300f0f6130)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:46.040257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.147424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Provisioning for port 76a4529b-ab35-40c5-a2b8-0445ef674d90 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:46.175689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Provisioning complete for port 76a4529b-ab35-40c5-a2b8-0445ef674d90 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:46.176063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.211953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bb39d365-1a25-4453-8c91-27317638f6cd,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:46.321849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 32e918a2-4157-475d-85db-387830544afc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:46.397636 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.422496 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-20eac06c-6779-46cf-813d-b10a6ee254a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.436580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Port 76a4529b-ab35-40c5-a2b8-0445ef674d90 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:46.445422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 32e918a2-4157-475d-85db-387830544afc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:46.460053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Provisioning complete for port bb39d365-1a25-4453-8c91-27317638f6cd triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:46.460910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-29c3c0a5-36d5-4e51-85d6-ecd4926b6588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.782964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe656809-2164-4877-aedb-c3f8524aef02 None None] Provisioning complete for port 76a4529b-ab35-40c5-a2b8-0445ef674d90 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:46.783652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe656809-2164-4877-aedb-c3f8524aef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.883599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fe656809-2164-4877-aedb-c3f8524aef02 None None] Port 76a4529b-ab35-40c5-a2b8-0445ef674d90 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:46.905165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:46.952502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970a157-cd8b-4fb0-b196-4d70c2791ed0 None None] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:47.042811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Provisioning complete for port 76a4529b-ab35-40c5-a2b8-0445ef674d90 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:47.043179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.077316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 76a4529b-ab35-40c5-a2b8-0445ef674d90 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:47.077918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.133611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Port 76a4529b-ab35-40c5-a2b8-0445ef674d90 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:47.182454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Provisioning for port 32e918a2-4157-475d-85db-387830544afc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:47.197181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Provisioning complete for port 32e918a2-4157-475d-85db-387830544afc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:47.197554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.343386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.400296 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.411595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.441056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] For port 32e918a2-4157-475d-85db-387830544afc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=32e918a2-4157-475d-85db-387830544afc,segment=NetworkSegment(27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c),segment_id=27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:47.445454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.479092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Calling delete_port for 76a4529b-ab35-40c5-a2b8-0445ef674d90 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:47.524034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3c10-6610-43e7-8877-19fe53e06d89 None None] Pushing event updated for resources: {'Port': ['ID=32e918a2-4157-475d-85db-387830544afc,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:47.734805 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.781501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-857aab5c-e13a-431b-8bcd-cd0eb91fa55d None None] Provisioning complete for port 32e918a2-4157-475d-85db-387830544afc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:47.782155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-857aab5c-e13a-431b-8bcd-cd0eb91fa55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:47.795314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Port': ['ID=76a4529b-ab35-40c5-a2b8-0445ef674d90,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:48.003920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:48.186430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 32e918a2-4157-475d-85db-387830544afc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:48.257712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 32e918a2-4157-475d-85db-387830544afc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:48.258178 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:48.289725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Router d6bdb3ad-9ad9-4949-80ef-b67b6784e468 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:48.383013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb39d365-1a25-4453-8c91-27317638f6cd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:48.458088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bb39d365-1a25-4453-8c91-27317638f6cd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:48.458458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:48.587586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:48.600829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6caaa3cb-040d-4bff-962c-c7899037641f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9798110 Feb 04 13:33:48.604450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57732) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:48.604938 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] Sync routers for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:48.616580 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:48.617209 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:48.682560 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:48.683149 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-d9fe86ac-596f-456b-9706-522a6e9896fc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] delete failed (client error): The resource could not be found. Feb 04 13:33:48.684245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d9fe86ac-596f-456b-9706-522a6e9896fc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-278815853 HTTP/1.1" status: 404 len: 334 time: 0.0751791 Feb 04 13:33:48.687952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57736) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:48.693084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bae5808b-6e34-4f4e-811e-fd0e0cef1663 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6bdb3ad-9ad9-4949-80ef-b67b6784e468'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:48.706351 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:48.719122 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:48.748525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:48.829395 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:48.829794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcc84c3-5cd5-4c44-ad9d-0423624abf31 None None] The sync data for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:49.134207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bae5808b-6e34-4f4e-811e-fd0e0cef1663 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.163796 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-bae5808b-6e34-4f4e-811e-fd0e0cef1663 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] update failed (client error): The resource could not be found. Feb 04 13:33:49.164992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bae5808b-6e34-4f4e-811e-fd0e0cef1663 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468 HTTP/1.1" status: 404 len: 339 time: 0.4761021 Feb 04 13:33:49.169056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57742) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:49.175851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2063724105'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:49.184346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:49.191109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:network and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:49.196883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:49.204850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:49.216095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:49.219980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.250761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:33:49.260360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.260784 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Added segment c1bfd014-f159-4793-b164-3114c1755550 of type vlan for network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a Feb 04 13:33:49.289869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.322597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.328588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:49.329165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.417353 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2470448 Feb 04 13:33:49.420842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57746) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:49.426883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'subnet': {'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:49.439003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e6b67-ed83-486a-a78f-b3681621f7a1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Network': ['ID=f01cd010-a8a0-4998-8dbc-ad60ddc5b33a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:49.449978 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:33:49.565717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:33:49.570004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Usage tracker for resource:subnet and tenant:db88388aebcf4170aad4d830520b82f1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:33:49.573328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:33:49.579379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:33:49.595429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Made reservation on behalf of db88388aebcf4170aad4d830520b82f1 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:33:49.599648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.843058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:49.946132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Subnet': ['ID=c552e64b-26f1-4053-90f6-bad329d35fe4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:49.950434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Checking segment: {'id': 'c1bfd014-f159-4793-b164-3114c1755550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:49.950999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network hostable DHCP agents. Network: f01cd010-a8a0-4998-8dbc-ad60ddc5b33a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:33:49.978144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:33:49.996961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f01cd010-a8a0-4998-8dbc-ad60ddc5b33a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:50.001888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:33:50.002558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.009619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7577d9fb-9311-4afa-be4b-660bc7700e13 None None] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:50.039661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a4130481-8dbd-4112-8d40-eca5ce03d8a3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6174564 Feb 04 13:33:50.042306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57754) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:50.048712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f31d1d0f-c3e1-4a08-bcda-d705ab240b8f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:50.294815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-f01cd010-a8a0-4998-8dbc-ad60ddc5b33a', 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a', 'tenant_id': 'db88388aebcf4170aad4d830520b82f1', 'fixed_ips': [{'subnet_id': 'c552e64b-26f1-4053-90f6-bad329d35fe4'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:33:50.296159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.400392 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.502917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f31d1d0f-c3e1-4a08-bcda-d705ab240b8f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.521353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Allocated IP 2001:db8:1::2 (f01cd010-a8a0-4998-8dbc-ad60ddc5b33a/c552e64b-26f1-4053-90f6-bad329d35fe4/238571a7-c54f-405e-b0a1-5564a66dbe33) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:50.773764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.788702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Transition to ACTIVE for port object 238571a7-c54f-405e-b0a1-5564a66dbe33 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:50.817315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Transition to ACTIVE for port object 238571a7-c54f-405e-b0a1-5564a66dbe33 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:50.825320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:50.835206 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-f31d1d0f-c3e1-4a08-bcda-d705ab240b8f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:33:50.840648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:50.841144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f31d1d0f-c3e1-4a08-bcda-d705ab240b8f tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468 HTTP/1.1" status: 400 len: 364 time: 0.7959929 Feb 04 13:33:50.893657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:50.896595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:50.900671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:50.938666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Pushing event updated for resources: {'Port': ['ID=238571a7-c54f-405e-b0a1-5564a66dbe33,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:51.015787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Attempting to bind port 238571a7-c54f-405e-b0a1-5564a66dbe33 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:33:51.016154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Attempting to bind port 238571a7-c54f-405e-b0a1-5564a66dbe33 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'c1bfd014-f159-4793-b164-3114c1755550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:33:51.016511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Attempting to bind port 238571a7-c54f-405e-b0a1-5564a66dbe33 on network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:33:51.022809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:33:51.024085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Checking segment: {'id': 'c1bfd014-f159-4793-b164-3114c1755550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:33:51.024085 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:51.024392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Bound using segment: {'id': 'c1bfd014-f159-4793-b164-3114c1755550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:33:51.025022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Bound port: 238571a7-c54f-405e-b0a1-5564a66dbe33, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bfd014-f159-4793-b164-3114c1755550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f01cd010-a8a0-4998-8dbc-ad60ddc5b33a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:33:51.025428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:51.135489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] For port 238571a7-c54f-405e-b0a1-5564a66dbe33, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:33:51.142123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] For port 238571a7-c54f-405e-b0a1-5564a66dbe33, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=238571a7-c54f-405e-b0a1-5564a66dbe33,segment=NetworkSegment(c1bfd014-f159-4793-b164-3114c1755550),segment_id=c1bfd014-f159-4793-b164-3114c1755550)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:33:51.150905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:51.255538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3383b-3516-4839-baca-89b7dd806072 None None] Pushing event updated for resources: {'Port': ['ID=238571a7-c54f-405e-b0a1-5564a66dbe33,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:51.407123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:51.963881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Allocated IP 2001:db8::1 (a40c8db1-28ab-4971-bf11-457db505ae44/3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d/06ef2311-3a99-4754-beef-75a877732876) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:33:52.209442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:52.231682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Transition to ACTIVE for port object 06ef2311-3a99-4754-beef-75a877732876 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:33:52.257485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 238571a7-c54f-405e-b0a1-5564a66dbe33 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:52.264953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:52.353107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 238571a7-c54f-405e-b0a1-5564a66dbe33 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:52.361483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network a40c8db1-28ab-4971-bf11-457db505ae44 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:52.366573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:52.371319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:33:52.372504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:52.389927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Port': ['ID=06ef2311-3a99-4754-beef-75a877732876,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:52.518156 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:52.613238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed69898-3de7-4a3e-a4ed-3b67262c81ee None None] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:52.909310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Provisioning for port 238571a7-c54f-405e-b0a1-5564a66dbe33 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:52.919192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Provisioning complete for port 238571a7-c54f-405e-b0a1-5564a66dbe33 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:52.919529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.106844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.116893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.117898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.124702 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.188782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] For port 238571a7-c54f-405e-b0a1-5564a66dbe33, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=238571a7-c54f-405e-b0a1-5564a66dbe33,segment=NetworkSegment(c1bfd014-f159-4793-b164-3114c1755550),segment_id=c1bfd014-f159-4793-b164-3114c1755550)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:53.207111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.337223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event updated for resources: {'Port': ['ID=06ef2311-3a99-4754-beef-75a877732876,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:53.355114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fa264ac3-fa04-43dc-9de3-38611f62f3b3 None None] Provisioning for port 06ef2311-3a99-4754-beef-75a877732876 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:33:53.374956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fa264ac3-fa04-43dc-9de3-38611f62f3b3 None None] Provisioning complete for port 06ef2311-3a99-4754-beef-75a877732876 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:53.374956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fa264ac3-fa04-43dc-9de3-38611f62f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.444418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Network a40c8db1-28ab-4971-bf11-457db505ae44 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:33:53.444590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd0138-14fd-4210-9828-ab2d94c0c0ce None None] Pushing event updated for resources: {'Port': ['ID=238571a7-c54f-405e-b0a1-5564a66dbe33,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:53.444725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:33:53.449769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fa264ac3-fa04-43dc-9de3-38611f62f3b3 None None] Port 06ef2311-3a99-4754-beef-75a877732876 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:53.588229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-11eaaea2-136f-4a96-9aa0-408563a60da4 None None] Provisioning complete for port 238571a7-c54f-405e-b0a1-5564a66dbe33 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:53.589669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-11eaaea2-136f-4a96-9aa0-408563a60da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:53.675643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Router d6bdb3ad-9ad9-4949-80ef-b67b6784e468 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:53.967950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-338f45e5-9063-4ae4-bdf7-97fffbf8e675 None None] Provisioning complete for port 06ef2311-3a99-4754-beef-75a877732876 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:53.967950 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-338f45e5-9063-4ae4-bdf7-97fffbf8e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:54.051544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-338f45e5-9063-4ae4-bdf7-97fffbf8e675 None None] Port 06ef2311-3a99-4754-beef-75a877732876 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:33:54.059943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:54.070648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e3421e21-933d-47ac-a371-c476f960fe3e tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2284992 Feb 04 13:33:54.072660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:54.088701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] Sync routers for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:54.105182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:54.105662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:54.184010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:54.190958 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:54.192291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:54.300214 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fc87fdd4-5a04-4fe7-ae1b-b82c81abc1b8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:54.334133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 238571a7-c54f-405e-b0a1-5564a66dbe33 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:33:54.393731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:54.394308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76ed45-9a9a-4e64-96a1-3fa214d8edb0 None None] The sync data for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 is: [] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:54.448182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 238571a7-c54f-405e-b0a1-5564a66dbe33 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:33:54.448441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:54.541237 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-fc87fdd4-5a04-4fe7-ae1b-b82c81abc1b8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 13:33:54.542308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fc87fdd4-5a04-4fe7-ae1b-b82c81abc1b8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468 HTTP/1.1" status: 409 len: 329 time: 0.4685981 Feb 04 13:33:54.548080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57792) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:54.703759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:55.329867 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:55.862362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 06ef2311-3a99-4754-beef-75a877732876 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:55.862623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:56.057158 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:56.190462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Calling delete_port for 06ef2311-3a99-4754-beef-75a877732876 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:56.377505 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:56.430181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Port': ['ID=06ef2311-3a99-4754-beef-75a877732876,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:56.480687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.481078 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.481456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.481799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.482157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.482530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.482949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.483210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.483536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.483860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.484258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.484580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:33:56.633095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:56.941241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Router d6bdb3ad-9ad9-4949-80ef-b67b6784e468 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:33:57.077242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:33:57.087009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b046637-6ec2-47e9-b0a0-bf0deb4a49a6 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386610 Feb 04 13:33:57.088369 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] Sync routers for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:33:57.091280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57822) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:57.098908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:57.099634 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.172177 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.184300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] Routers {'d6bdb3ad-9ad9-4949-80ef-b67b6784e468'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:33:57.184853 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:33:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.249180 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:57.249650 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ce2a9-a3dd-4606-a5f5-618a2bac4980 None None] The sync data for ids ['d6bdb3ad-9ad9-4949-80ef-b67b6784e468'] in n-d-820555-2 is: [] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:33:57.284603 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-e194cca4-6974-4d50-ae34-53e9906c108d tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] show failed (client error): The resource could not be found. Feb 04 13:33:57.285638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e194cca4-6974-4d50-ae34-53e9906c108d tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1778871996 HTTP/1.1" status: 404 len: 335 time: 0.1933708 Feb 04 13:33:57.289810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57830) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:57.295597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-65f56c38-ef4b-4bd9-9f5a-f2dd248ed1ef tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:33:57.361473 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-65f56c38-ef4b-4bd9-9f5a-f2dd248ed1ef tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] update failed (client error): The resource could not be found. Feb 04 13:33:57.365673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-65f56c38-ef4b-4bd9-9f5a-f2dd248ed1ef tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1857263952 HTTP/1.1" status: 404 len: 335 time: 0.0715303 Feb 04 13:33:57.365917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57834) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:57.432551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting subnet c552e64b-26f1-4053-90f6-bad329d35fe4 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:57.436930 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.496118 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.579339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.654084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.695811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Subnet': ['ID=c552e64b-26f1-4053-90f6-bad329d35fe4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:57.700009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.706265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9001d436-634d-46ee-aef3-46f6a695a652 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/subnets/c552e64b-26f1-4053-90f6-bad329d35fe4 HTTP/1.1" status: 204 len: 168 time: 0.3391151 Feb 04 13:33:57.708784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57838) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:57.712666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95feb752-0052-4ef0-b5ef-4e16ea1a6959 None None] Network f01cd010-a8a0-4998-8dbc-ad60ddc5b33a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:57.836905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.848043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 238571a7-c54f-405e-b0a1-5564a66dbe33 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:57.848366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:57.982619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] DHCP port deletion for f01cd010-a8a0-4998-8dbc-ad60ddc5b33a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:33:57.986652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Deleting port 238571a7-c54f-405e-b0a1-5564a66dbe33 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:57.987003 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.071224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] For port 238571a7-c54f-405e-b0a1-5564a66dbe33, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=238571a7-c54f-405e-b0a1-5564a66dbe33,segment=NetworkSegment(c1bfd014-f159-4793-b164-3114c1755550),segment_id=c1bfd014-f159-4793-b164-3114c1755550)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:58.071434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.188878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 238571a7-c54f-405e-b0a1-5564a66dbe33 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:33:58.207736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Calling delete_port for 238571a7-c54f-405e-b0a1-5564a66dbe33 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:58.253020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] For port 238571a7-c54f-405e-b0a1-5564a66dbe33, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=238571a7-c54f-405e-b0a1-5564a66dbe33,segment=NetworkSegment(c1bfd014-f159-4793-b164-3114c1755550),segment_id=c1bfd014-f159-4793-b164-3114c1755550)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:58.253183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.292015 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.340575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Port': ['ID=238571a7-c54f-405e-b0a1-5564a66dbe33,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:58.345639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] No DVR routers for this DVR port 238571a7-c54f-405e-b0a1-5564a66dbe33 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:33:58.389210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Calling delete_port for 238571a7-c54f-405e-b0a1-5564a66dbe33 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:33:58.471198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:33:58.471862 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:33:58.476582 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port 238571a7-c54f-405e-b0a1-5564a66dbe33 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:33:58.476991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 238571a7-c54f-405e-b0a1-5564a66dbe33 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:33:58.489790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.520429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01cd010-a8a0-4998-8dbc-ad60ddc5b33a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:58.532764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bfd014-f159-4793-b164-3114c1755550') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:58.533064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bfd014-f159-4793-b164-3114c1755550') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:33:58.545571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.563310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.572074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:33:58.572639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:33:58.588437 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:33:58.677016 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.698998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.705666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Network': ['ID=f01cd010-a8a0-4998-8dbc-ad60ddc5b33a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:58.716794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:58.717228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-82f41bbf-1e15-4164-aeba-dd470cb445cb tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/networks/f01cd010-a8a0-4998-8dbc-ad60ddc5b33a HTTP/1.1" status: 204 len: 168 time: 1.0070276 Feb 04 13:33:58.802199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting subnet 46f42585-66d3-4b51-9049-a1ebec856c42 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:58.805224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.864424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.948082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:58.973743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Deleting port 238571a7-c54f-405e-b0a1-5564a66dbe33 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:58.974762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.030229 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.046411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ce52f15d-5b81-4a42-b68b-92a40e8cce27 None None] The port '238571a7-c54f-405e-b0a1-5564a66dbe33' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:33:59.085675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Subnet': ['ID=46f42585-66d3-4b51-9049-a1ebec856c42,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:59.087682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.092739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f088ad0-253a-42aa-92ce-5a42e832e67a None None] Network d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:59.095322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b12c615a-c3e8-4b61-a98f-60241d27cba1 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/subnets/46f42585-66d3-4b51-9049-a1ebec856c42 HTTP/1.1" status: 204 len: 168 time: 0.3767521 Feb 04 13:33:59.097082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57848) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:59.166170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting subnet f3d96630-dd0b-45ff-b523-a9cc1a009ff6 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:33:59.169388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.234985 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.330629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.364340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] DHCP port deletion for d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:33:59.368734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Deleting port 32e918a2-4157-475d-85db-387830544afc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:59.369100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.419640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.462251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d96630-dd0b-45ff-b523-a9cc1a009ff6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:33:59.465081 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.472360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-958686d3-a1b3-4fd2-8bc4-61ead94e1ca8 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/subnets/f3d96630-dd0b-45ff-b523-a9cc1a009ff6 HTTP/1.1" status: 204 len: 168 time: 0.3742814 Feb 04 13:33:59.475498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57854) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:33:59.502908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa142d-69fc-47a8-97f3-e2822e7f0584 None None] Network 76361009-27f8-4deb-a593-6f0c0ccc7337 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:33:59.648720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.661616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 32e918a2-4157-475d-85db-387830544afc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:33:59.661960 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.899307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] For port 32e918a2-4157-475d-85db-387830544afc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=32e918a2-4157-475d-85db-387830544afc,segment=NetworkSegment(27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c),segment_id=27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:59.899699 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:33:59.906585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] For port 32e918a2-4157-475d-85db-387830544afc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=32e918a2-4157-475d-85db-387830544afc,segment=NetworkSegment(27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c),segment_id=27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:33:59.907121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.035078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Calling delete_port for 32e918a2-4157-475d-85db-387830544afc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:00.054253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Calling delete_port for 32e918a2-4157-475d-85db-387830544afc owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:00.133451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.191126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] No DVR routers for this DVR port 32e918a2-4157-475d-85db-387830544afc on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:00.201914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe5bc9-8739-44a7-926f-3f1691d3b9bb None None] Pushing event deleted for resources: {'Port': ['ID=32e918a2-4157-475d-85db-387830544afc,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:00.216037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] DHCP port deletion for 76361009-27f8-4deb-a593-6f0c0ccc7337 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:34:00.224744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Deleting port bb39d365-1a25-4453-8c91-27317638f6cd {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:00.230906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.267729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 32e918a2-4157-475d-85db-387830544afc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:00.284357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:34:00.284739 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:34:00.313151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 32e918a2-4157-475d-85db-387830544afc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:00.313500 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 32e918a2-4157-475d-85db-387830544afc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:00.481514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] For port bb39d365-1a25-4453-8c91-27317638f6cd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb39d365-1a25-4453-8c91-27317638f6cd,segment=NetworkSegment(31dbe0e5-6bcb-4a4c-8a00-af300f0f6130),segment_id=31dbe0e5-6bcb-4a4c-8a00-af300f0f6130)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:00.481806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.610619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Calling delete_port for bb39d365-1a25-4453-8c91-27317638f6cd owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:00.690453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.737039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] Pushing event deleted for resources: {'Port': ['ID=bb39d365-1a25-4453-8c91-27317638f6cd,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:00.740532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0701590-7cef-4371-8d91-c26be520d11c None None] No DVR routers for this DVR port bb39d365-1a25-4453-8c91-27317638f6cd on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:00.785950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 32e918a2-4157-475d-85db-387830544afc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:00.786897 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:00.857448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] The port '32e918a2-4157-475d-85db-387830544afc' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:34:00.989553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.016021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.029728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.030109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e61ae4-1d8a-4413-aaa1-9cf9f0ac679c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.044638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.063059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.070034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:01.070432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: util.warn( Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:01.093896 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:01.217463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.236664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.249581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Network': ['ID=d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:01.252156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-920184d9-6f0b-41e9-9d3e-77ec31d3b296 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/networks/d34d6dcf-ef10-4c53-b17a-5ce27b0b5f1a HTTP/1.1" status: 204 len: 168 time: 1.7726200 Feb 04 13:34:01.255077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:01.376488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.531607 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.559561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76361009-27f8-4deb-a593-6f0c0ccc7337']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.573033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.573337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dbe0e5-6bcb-4a4c-8a00-af300f0f6130') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:01.586586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.604390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.611445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:01.612102 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:01.627765 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:01.712887 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.719541 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.744064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Network': ['ID=76361009-27f8-4deb-a593-6f0c0ccc7337,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:01.750107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7c19c5a5-1418-44ec-b497-cd6e42639d5b tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/networks/76361009-27f8-4deb-a593-6f0c0ccc7337 HTTP/1.1" status: 204 len: 168 time: 0.4943538 Feb 04 13:34:01.750996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57880) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:01.821731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting subnet 3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:01.824789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.884254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:01.974124 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.053653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.093743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.098127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.107119 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b846f2fc-dfb4-4d45-8076-8b3c6c3766b7 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/subnets/3b1aa3f1-c32f-43d6-9385-c1aacef0ff7d HTTP/1.1" status: 204 len: 168 time: 0.3546343 Feb 04 13:34:02.108181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:02.113568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c441d1-065d-4b64-a014-3b07bacb4563 None None] Network a40c8db1-28ab-4971-bf11-457db505ae44 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:02.190746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb39d365-1a25-4453-8c91-27317638f6cd no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:02.234508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bb39d365-1a25-4453-8c91-27317638f6cd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:02.234799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb39d365-1a25-4453-8c91-27317638f6cd not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:02.257639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.262150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57892) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:02.271115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 1406dd35-ba85-4738-8587-698731ae6fee {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:02.271459 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.332295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Deleting subnet 21e0e61f-a10d-485a-9d72-2bec2102d52b {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:02.339299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.402473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.458757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] DHCP port deletion for a40c8db1-28ab-4971-bf11-457db505ae44 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:34:02.464325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Deleting port 1406dd35-ba85-4738-8587-698731ae6fee {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:02.465412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.480489 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.563458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.607879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e0e61f-a10d-485a-9d72-2bec2102d52b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.617979 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.625580 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6d7c8524-d959-4c0c-a45b-d3fba510c582 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21e0e61f-a10d-485a-9d72-2bec2102d52b HTTP/1.1" status: 204 len: 168 time: 0.3617179 Feb 04 13:34:02.628016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57896) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:02.722674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] For port 1406dd35-ba85-4738-8587-698731ae6fee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1406dd35-ba85-4738-8587-698731ae6fee,segment=NetworkSegment(358a6889-2bdb-4654-95ce-6ba1241d7009),segment_id=358a6889-2bdb-4654-95ce-6ba1241d7009)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:02.722933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.724987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] For port 1406dd35-ba85-4738-8587-698731ae6fee, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=1406dd35-ba85-4738-8587-698731ae6fee,segment=NetworkSegment(358a6889-2bdb-4654-95ce-6ba1241d7009),segment_id=358a6889-2bdb-4654-95ce-6ba1241d7009)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:02.725384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.849455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Calling delete_port for 1406dd35-ba85-4738-8587-698731ae6fee owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:02.870262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Calling delete_port for 1406dd35-ba85-4738-8587-698731ae6fee owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:02.914374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.941928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:02.990132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] Pushing event deleted for resources: {'Port': ['ID=1406dd35-ba85-4738-8587-698731ae6fee,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:02.996989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f6f5d-6214-4cd7-8111-a439e6ceba1b None None] No DVR routers for this DVR port 1406dd35-ba85-4738-8587-698731ae6fee on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:03.070403 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:34:03.070745 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:34:03.076548 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.103113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4d8773-dece-4dc5-97e3-0fc1896429b9']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.115201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b104f554-8dd4-4621-bc48-1726c8e997e2') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.115501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b104f554-8dd4-4621-bc48-1726c8e997e2') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.127208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.143859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.150476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:03.150896 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:03.164009 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:03.243068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.259324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.270569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4d8773-dece-4dc5-97e3-0fc1896429b9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:03.279864 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2112f2e5-c308-4abc-ab56-c8be0031fd81 admin admin] 10.222.0.53 "DELETE /v2.0/networks/af4d8773-dece-4dc5-97e3-0fc1896429b9 HTTP/1.1" status: 204 len: 168 time: 0.6508749 Feb 04 13:34:03.282583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57902) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:03.340661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Deleting subnet 1d404a35-2b5f-4dd7-8da5-334ddda89d02 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:03.343695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.395321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.450661 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.525159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.571862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Deleting port 1406dd35-ba85-4738-8587-698731ae6fee {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:03.572203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.607035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d404a35-2b5f-4dd7-8da5-334ddda89d02,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:03.614182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.654729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-937eb29d-7536-4547-a2e8-e6a77677e179 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1d404a35-2b5f-4dd7-8da5-334ddda89d02 HTTP/1.1" status: 204 len: 168 time: 0.3708940 Feb 04 13:34:03.657075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57906) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:03.659809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] The port '1406dd35-ba85-4738-8587-698731ae6fee' was deleted {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:34:03.773828 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.790183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.821071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40c8db1-28ab-4971-bf11-457db505ae44']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.832698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358a6889-2bdb-4654-95ce-6ba1241d7009') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.832990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358a6889-2bdb-4654-95ce-6ba1241d7009') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.846208 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.863429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.870187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:03.870593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:03.889827 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:03.906443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.934078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0c8f4b-89f2-49b5-a37c-1cf7c312c532']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.946986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540a8695-f7b9-4028-a035-c274ade93a0d') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.947321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540a8695-f7b9-4028-a035-c274ade93a0d') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:03.962564 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.974279 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.986329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.992961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:03.993626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:03.995204 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.001760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Pushing event deleted for resources: {'Network': ['ID=a40c8db1-28ab-4971-bf11-457db505ae44,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:04.008811 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eca3180d-ea6c-45de-8f8b-8c6a90efa56c tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/networks/a40c8db1-28ab-4971-bf11-457db505ae44 HTTP/1.1" status: 204 len: 168 time: 1.8995390 Feb 04 13:34:04.009431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57910) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:04.009632 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:04.090288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c97e5e36-fa56-451d-9cbc-9288bf8094c3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Synchronizing usage tracker for tenant:db88388aebcf4170aad4d830520b82f1 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:04.109237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c97e5e36-fa56-451d-9cbc-9288bf8094c3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Unset dirty status for tenant:db88388aebcf4170aad4d830520b82f1 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:04.110633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c97e5e36-fa56-451d-9cbc-9288bf8094c3 tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6bdb3ad-9ad9-4949-80ef-b67b6784e468 HTTP/1.1" status: 200 len: 205 time: 0.1001117 Feb 04 13:34:04.113065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:04.127623 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.147288 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.157354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0c8f4b-89f2-49b5-a37c-1cf7c312c532,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:04.160164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0927d862-be4d-4287-a088-326fa698f55c admin admin] 10.222.0.53 "DELETE /v2.0/networks/8a0c8f4b-89f2-49b5-a37c-1cf7c312c532 HTTP/1.1" status: 204 len: 168 time: 0.5020454 Feb 04 13:34:04.196282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1406dd35-ba85-4738-8587-698731ae6fee no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:04.235007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 1406dd35-ba85-4738-8587-698731ae6fee {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:04.235340 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 1406dd35-ba85-4738-8587-698731ae6fee not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:04.380731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57920) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:04.391927 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.436810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-36264861-291e-4d0c-a736-cebda5f3d474 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80d3c675a5164b6dbd316d20d3502f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528011 Feb 04 13:34:04.437513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57924) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:04.499869 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.529945 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.589114 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.607330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:04.625682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.629816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-74df2d67-f42d-4af7-89a8-d1186a88b13e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3eef68dc-e3d1-47fe-8bca-08fcbc6f45bb HTTP/1.1" status: 204 len: 168 time: 0.1884952 Feb 04 13:34:04.713443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.716105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.751898 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.752717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Fanout notify agent at l3_agent the message router_deleted on router d6bdb3ad-9ad9-4949-80ef-b67b6784e468 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:34:04.769924 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:04.773324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-991e3ade-2715-4b46-a75f-e2c28dc09dfc tempest-RoutersNegativeIpV6Test-1775429535 tempest-RoutersNegativeIpV6Test-1775429535-project] 10.222.0.53 "DELETE /v2.0/routers/d6bdb3ad-9ad9-4949-80ef-b67b6784e468 HTTP/1.1" status: 204 len: 168 time: 0.6568215 Feb 04 13:34:05.038330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57936) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:05.091567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a8c6f3c-cbe0-499f-88a7-92aeefed36dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5236f2dbd30e4a1c98cd66a4115556fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519993 Feb 04 13:34:05.094335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 57940) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:05.103451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57944) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:05.158716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.185902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.240550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.258522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d5404-2771-4494-a73b-359eb4606ea5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:05.261717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.262860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49a43544-7087-4cc0-baed-75b311a32de3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e5d5404-2771-4494-a73b-359eb4606ea5 HTTP/1.1" status: 204 len: 168 time: 0.1675386 Feb 04 13:34:05.329231 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1013d2d-6df4-48f6-9554-59380fd95610 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db88388aebcf4170aad4d830520b82f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246101 Feb 04 13:34:05.331642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 57952) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:05.391361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.418340 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.472194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.489737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d78692-f0ff-4f74-b397-03b31ad8201c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:05.493184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:05.494239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b2c8f13a-7123-4f50-9b4c-a836b9cb3016 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66d78692-f0ff-4f74-b397-03b31ad8201c HTTP/1.1" status: 204 len: 168 time: 0.1617033 Feb 04 13:34:06.331086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:06.341952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae50580-0a18-495a-ba24-621290ce2248 req-06f8f7c4-2564-4462-bcbc-3ec07183f5fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:06.343577 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ae50580-0a18-495a-ba24-621290ce2248 req-06f8f7c4-2564-4462-bcbc-3ec07183f5fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.0990961 Feb 04 13:34:06.396425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ae50580-0a18-495a-ba24-621290ce2248 req-8a43855b-6b67-44f6-a64c-9dc45c6dd1f1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Feb 04 13:34:06.421801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58014) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:06.451174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a70f108a-a9ab-49bc-942c-3931f15d83d8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:06.451958 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-a70f108a-a9ab-49bc-942c-3931f15d83d8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:34:06.452553 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-a70f108a-a9ab-49bc-942c-3931f15d83d8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:06.461445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a70f108a-a9ab-49bc-942c-3931f15d83d8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1211753 Feb 04 13:34:06.462090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58018) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:06.468425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133250538'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:06.479860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:06.484977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:06.488316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:06.494283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:06.505223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.518423 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.534484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:06.543023 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aff89113-2380-4ebd-8cb2-ca3c528d2ad6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 993 time: 0.1126063 Feb 04 13:34:06.543217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:06.543217 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:06.548133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:06.641335 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.646257 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.659311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:06.667285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:06.675709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:06.686584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:06.690036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc6c91-7238-4e0e-8924-117831c7ce5e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.769551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.774179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.820360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1297dc1c-b58c-48d7-a78f-f54cad746fbd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.824581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.824581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d84b961f-04e0-4d84-aafa-c1538764ec0a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3613274 Feb 04 13:34:06.827494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58034) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:06.832650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '1297dc1c-b58c-48d7-a78f-f54cad746fbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:06.840169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:06.844510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:06.847565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:06.853875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:06.874264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.942433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.946943 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.974639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ff230d-5282-44a6-942b-f29f2d1f42de,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:06.984849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e8a1d-af39-4a37-8128-ea5c67d9ab8a req-b57bee1c-e35c-482f-83ce-3db1a9d8469c tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:06.986447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc8e8a1d-af39-4a37-8128-ea5c67d9ab8a req-b57bee1c-e35c-482f-83ce-3db1a9d8469c tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1097 time: 0.0731435 Feb 04 13:34:06.988440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:06.989610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e326d7cb-6fcd-475b-b6e6-29ee491a8264 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612403 Feb 04 13:34:06.994186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58044) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.010197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '1297dc1c-b58c-48d7-a78f-f54cad746fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:07.020791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:07.027489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:07.037202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:07.046147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:07.051979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fc8e8a1d-af39-4a37-8128-ea5c67d9ab8a req-73caa3a3-747e-4518-8af3-1c6e47c57c06 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592065 Feb 04 13:34:07.068540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.138270 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:07.139765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5b69d424-d0f1-4bda-80f1-55722fdff6fb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1446817 Feb 04 13:34:07.142970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58054) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.210374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.241611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.301534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.323086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297dc1c-b58c-48d7-a78f-f54cad746fbd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:07.327104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.331462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8e98114-251b-42bc-9c99-e3e28893a735 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/1297dc1c-b58c-48d7-a78f-f54cad746fbd HTTP/1.1" status: 204 len: 168 time: 0.1840327 Feb 04 13:34:07.331559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.387375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1e1771df-4b5c-4109-9152-50cf629e86eb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:07.406398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1e1771df-4b5c-4109-9152-50cf629e86eb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:07.412419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1e1771df-4b5c-4109-9152-50cf629e86eb tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755186 Feb 04 13:34:07.412759 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58070) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.418868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037072737'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:07.425666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:07.435943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:07.445905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.466575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:07.470324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:07.473114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:07.479185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:07.560062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.564716 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.612640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022d77d0-5573-43b8-8777-70e8a0191462,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:07.621346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.622799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-55af6901-ab5b-4252-befe-c58dec8903d4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2089992 Feb 04 13:34:07.625636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.632900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dc5f5306-aa61-49a5-9004-a391c7e8b83a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '022d77d0-5573-43b8-8777-70e8a0191462', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:07.633847 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-dc5f5306-aa61-49a5-9004-a391c7e8b83a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 13:34:07.634391 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-dc5f5306-aa61-49a5-9004-a391c7e8b83a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:07.635667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dc5f5306-aa61-49a5-9004-a391c7e8b83a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086272 Feb 04 13:34:07.638234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.705873 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.735038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.801748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.830336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d77d0-5573-43b8-8777-70e8a0191462,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:07.833882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:07.835193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9fa042b-e978-439f-bab8-bfbb67806389 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/022d77d0-5573-43b8-8777-70e8a0191462 HTTP/1.1" status: 204 len: 168 time: 0.1959512 Feb 04 13:34:07.837746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58096) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:07.922253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fabc7748-905e-4a63-b954-bff94516a593 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:07.992319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fabc7748-905e-4a63-b954-bff94516a593 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:07.993568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fabc7748-905e-4a63-b954-bff94516a593 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529684 Feb 04 13:34:07.998860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58104) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.006913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579254804'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.015340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:08.017113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-bb9972fb-92a9-462b-aa16-e045e44e0b0f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2383451 Feb 04 13:34:08.026451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:08.041689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.064790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:08.068916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:08.072185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:08.081029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:08.165173 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.169888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.222501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d40ebf-a4fd-4937-b956-feb18858acfd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.230300 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.232318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2fb4f0df-a304-4a90-9fba-6394e87f30f3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2321644 Feb 04 13:34:08.235255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58116) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.242703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7ff1d65f-b0e1-4873-844b-430b9a23f067 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '32d40ebf-a4fd-4937-b956-feb18858acfd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.255704 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-7ff1d65f-b0e1-4873-844b-430b9a23f067 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 13:34:08.256468 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-7ff1d65f-b0e1-4873-844b-430b9a23f067 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:08.260315 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7ff1d65f-b0e1-4873-844b-430b9a23f067 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0208740 Feb 04 13:34:08.260633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58120) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.340282 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.370569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.425324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.457643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d40ebf-a4fd-4937-b956-feb18858acfd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.464185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.465643 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6864b6dd-3b69-494a-9f6f-6654ae81a86a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/32d40ebf-a4fd-4937-b956-feb18858acfd HTTP/1.1" status: 204 len: 168 time: 0.2034347 Feb 04 13:34:08.468290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.545920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73f21f2-e132-4491-bc82-f91bf7442cde tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:08.568169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73f21f2-e132-4491-bc82-f91bf7442cde tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:08.570780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c73f21f2-e132-4491-bc82-f91bf7442cde tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001573 Feb 04 13:34:08.574341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58130) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.580193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--630458014'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.587220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:08.597469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:08.608275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.633272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:08.638736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:08.642076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:08.648990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:08.686958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-aade03df-b701-4fe6-b9d5-03066ac5dd55 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:34:08.688166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-aade03df-b701-4fe6-b9d5-03066ac5dd55 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1562548 Feb 04 13:34:08.697718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Request body: {'binding': {'host': 'n-h2-820555-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.698205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Unknown quota resources ['binding']. {{(pid=87620) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 04 13:34:08.746428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.753075 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.799413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:08.825949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.827409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c323bdc-6647-4f7e-9531-5e452ab782ad tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2520430 Feb 04 13:34:08.830318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58134) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.837250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2db64c1a-4afe-46e4-8430-71770255e828 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.853484 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-2db64c1a-4afe-46e4-8430-71770255e828 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 13:34:08.853987 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2db64c1a-4afe-46e4-8430-71770255e828 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:08.855070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2db64c1a-4afe-46e4-8430-71770255e828 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237379 Feb 04 13:34:08.857700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.864057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-2420a540-fd7a-4a6e-80fd-37865b6670d7 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.864686 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-2420a540-fd7a-4a6e-80fd-37865b6670d7 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 13:34:08.865142 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-2420a540-fd7a-4a6e-80fd-37865b6670d7 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:08.866818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2420a540-fd7a-4a6e-80fd-37865b6670d7 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074596 Feb 04 13:34:08.868847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58142) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.875630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5c70ae1a-9bf8-4032-b0cd-cfec4da82d11 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.877503 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-5c70ae1a-9bf8-4032-b0cd-cfec4da82d11 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 13:34:08.877999 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-5c70ae1a-9bf8-4032-b0cd-cfec4da82d11 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:08.881454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5c70ae1a-9bf8-4032-b0cd-cfec4da82d11 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091658 Feb 04 13:34:08.882133 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58146) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.887592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a6f073ee-35b2-4358-a977-4c347e48deb3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:08.888424 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-a6f073ee-35b2-4358-a977-4c347e48deb3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 13:34:08.889083 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-a6f073ee-35b2-4358-a977-4c347e48deb3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:08.891255 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a6f073ee-35b2-4358-a977-4c347e48deb3 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082226 Feb 04 13:34:08.893974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58150) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:08.957629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on host n-h2-820555-2 for vnic_type normal with profile None {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:08.957917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:08.958250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:08.960393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:08.963321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:34:08.963647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:08.970291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:08.970519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:08.971272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Bound using segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:08.971272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Bound port: d49fc47a-555a-49e4-84ee-594beeea0d12, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:08.996396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.003254 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:09.008779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.009945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-a25e079c-7d2d-43aa-94fc-9e8381527b7d service neutron] 10.222.0.53 "POST /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12/bindings HTTP/1.1" status: 201 len: 389 time: 0.3157048 Feb 04 13:34:09.066473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.092144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.095576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.098919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-95081db4-439b-49e6-af69-a8233fa466bf tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9bd0365-cfc7-4bda-b5ac-0c043e1f57e1 HTTP/1.1" status: 204 len: 168 time: 0.2018125 Feb 04 13:34:09.099862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58160) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.171182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58164) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.172071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-72a1cc0e-2d53-441f-b151-d84ec306540c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706370 Feb 04 13:34:09.176386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640934310'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.187618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.192094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.195110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.206912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.218338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.241771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.246826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.250028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.256112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.351274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.351274 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.402688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ee6c6-34d2-47ab-b830-75b99c5dd06b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:09.408140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:09.409461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-abf37ae5-8dbe-465a-a26f-82530d465e4b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2372794 Feb 04 13:34:09.412289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.419352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-35a06750-8c5d-4c52-8d70-7e15f3808147 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.420251 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-35a06750-8c5d-4c52-8d70-7e15f3808147 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:34:09.420982 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-35a06750-8c5d-4c52-8d70-7e15f3808147 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.422399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-35a06750-8c5d-4c52-8d70-7e15f3808147 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084012 Feb 04 13:34:09.424837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58182) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.430023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.438201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.442499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.445995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.452292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.491466 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.495960 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0af0fe53-a2bf-49f2-b6dd-01622c5becbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0674949 Feb 04 13:34:09.496533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58186) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.501607 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0d5d2438-5640-43c5-8e01-e8d6c859344f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.502078 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-0d5d2438-5640-43c5-8e01-e8d6c859344f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 13:34:09.502856 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-0d5d2438-5640-43c5-8e01-e8d6c859344f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.505730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d5d2438-5640-43c5-8e01-e8d6c859344f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060234 Feb 04 13:34:09.505931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.510821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.520642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86438-830c-4ed3-bba3-092b8ad776bd req-4acb55f0-1b18-4691-99fb-1c3df5cbf298 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:09.522648 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5de86438-830c-4ed3-bba3-092b8ad776bd req-4acb55f0-1b18-4691-99fb-1c3df5cbf298 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.2775087 Feb 04 13:34:09.533765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-21cf15ec-5ac5-47ac-a2af-a7eda06b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:09.535441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-21cf15ec-5ac5-47ac-a2af-a7eda06b1534 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1097 time: 0.2565742 Feb 04 13:34:09.632634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.637157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.640372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.647831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.663340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5de86438-830c-4ed3-bba3-092b8ad776bd req-42d0f20a-0d06-4306-ab13-c2436a5e286a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327083 Feb 04 13:34:09.688398 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.692154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-193152b5-c400-4b69-bc1e-71612c58bdbe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1827087 Feb 04 13:34:09.692594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.697917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5e9265a1-f0f2-4353-9a24-94977e2d7319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.698386 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-5e9265a1-f0f2-4353-9a24-94977e2d7319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:34:09.699389 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-5e9265a1-f0f2-4353-9a24-94977e2d7319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.700510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5e9265a1-f0f2-4353-9a24-94977e2d7319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066254 Feb 04 13:34:09.703615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58198) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.709039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.718893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.723422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.726901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.732844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-cf6f7e5f-b56a-4d19-89a0-22c4bb5d2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:09.734238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.734415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-cf6f7e5f-b56a-4d19-89a0-22c4bb5d2878 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.1844406 Feb 04 13:34:09.744472 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Project 26679cec19344a6db3248205634ee788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:09.766238 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.767743 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bba52245-8372-42da-92a4-7201887cc102 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631917 Feb 04 13:34:09.770380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.777568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bc248016-1504-4c73-a72a-9b8bafd8e1f1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.778275 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-bc248016-1504-4c73-a72a-9b8bafd8e1f1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 13:34:09.778998 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bc248016-1504-4c73-a72a-9b8bafd8e1f1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.780225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bc248016-1504-4c73-a72a-9b8bafd8e1f1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086305 Feb 04 13:34:09.782963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.789009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.798092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.802711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.807451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.813400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.825097 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Project 26679cec19344a6db3248205634ee788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:09.846852 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.850857 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46d5e55a-bf9e-430a-86bf-704c821ec46f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0636601 Feb 04 13:34:09.851006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-7b6d7178-473e-4365-9fb5-a3e8ff2626ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 1001 time: 0.1081476 Feb 04 13:34:09.851093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58210) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.856178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'e99ee6c6-34d2-47ab-b830-75b99c5dd06b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:09.863224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:09.867442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:09.870650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:09.877284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:09.888028 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Project 26679cec19344a6db3248205634ee788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:09.908731 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:09.911323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c5747f25-2466-4fa8-b2f1-63b293667e9a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578606 Feb 04 13:34:09.912771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58214) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:09.918948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-0e89c140-71f4-43a0-b2c3-5c287e8e2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:09.920915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-0e89c140-71f4-43a0-b2c3-5c287e8e2d8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.0649290 Feb 04 13:34:09.986250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.007601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-cb790055-6bd8-4288-acff-4c4931df1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.009190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-cb790055-6bd8-4288-acff-4c4931df1e8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828295 Feb 04 13:34:10.015286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.068844 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.090296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ee6c6-34d2-47ab-b830-75b99c5dd06b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.098210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.102395 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d082300e-4c0a-41a3-bb79-5f03d2c5c36c tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/e99ee6c6-34d2-47ab-b830-75b99c5dd06b HTTP/1.1" status: 204 len: 168 time: 0.1854377 Feb 04 13:34:10.102697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58218) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.162823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bc723f89-485a-4e0f-8bc1-5948736dd27a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:10.174092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-0c69ed0d-c6cf-4999-9bbd-c9176adf4e82 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582265 Feb 04 13:34:10.179319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bc723f89-485a-4e0f-8bc1-5948736dd27a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:10.185194 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bc723f89-485a-4e0f-8bc1-5948736dd27a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767705 Feb 04 13:34:10.186377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58224) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.191593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--397735235'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.200049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:10.212675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:10.223645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.244097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:10.248444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:10.251624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:10.259092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:10.320146 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2ac383c1-8b6d-468a-a5be-08cc59792740 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354117 Feb 04 13:34:10.339824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.342208 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.387274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d330c629-22ef-4271-90de-c0675d4278db,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.399494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.403466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c4a50ab-d3a1-4853-96b3-3aa4785d698f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2134047 Feb 04 13:34:10.403716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58236) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.408575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'd330c629-22ef-4271-90de-c0675d4278db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.415306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:10.419691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:10.422723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:10.428900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:10.445685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-813115b1-d95b-4cdf-a4af-938edbc2516e tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.447290 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-813115b1-d95b-4cdf-a4af-938edbc2516e tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec&tenant_id=cee6225bd7184c9baf1e21756114b8d6&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1097 time: 0.0789595 Feb 04 13:34:10.457489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820555-2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.471627 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The resource could not be found. Feb 04 13:34:10.472669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b089da28-6fee-44f6-829d-37198b9d1b75 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0681558 Feb 04 13:34:10.475795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58240) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.481222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': 'd330c629-22ef-4271-90de-c0675d4278db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '656ad838-0b2e-4d06-827a-47848983ea7b'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.488709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:10.494359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:10.498710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:10.507257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:10.553574 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The resource could not be found. Feb 04 13:34:10.555288 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-35d4fd6f-b7a1-410c-b5b6-3b36d01d775a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783255 Feb 04 13:34:10.558509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58246) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.592150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.635665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.665710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.735464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.787466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.794649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/d330c629-22ef-4271-90de-c0675d4278db HTTP/1.1" status: 204 len: 168 time: 0.2349458 Feb 04 13:34:10.795732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58de753-185a-4c7e-b299-d79849b732f4 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d330c629-22ef-4271-90de-c0675d4278db,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:10.798632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.836099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:10.873696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:10.908331 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59d86311-2da1-4cf2-8988-3a8f44a9657d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:10.933751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59d86311-2da1-4cf2-8988-3a8f44a9657d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:10.939112 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59d86311-2da1-4cf2-8988-3a8f44a9657d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1354232 Feb 04 13:34:10.943693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eaaa1-35d6-44d0-9ffb-0ae374b8e4f0 req-afaefff4-26ee-454c-840d-49663c9022a4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:10.945166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f4eaaa1-35d6-44d0-9ffb-0ae374b8e4f0 req-afaefff4-26ee-454c-840d-49663c9022a4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1289458 Feb 04 13:34:10.945613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58256) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:10.951762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '64a6e0f7-885f-4888-8c57-ab3e9420018d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:10.960308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:10.967803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.969581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:10.975310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:10.978792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:10.982094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:10.993558 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f4eaaa1-35d6-44d0-9ffb-0ae374b8e4f0 req-ae7e0b64-53c4-40a6-acad-1e95998a61cf tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Feb 04 13:34:11.025397 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'code': 200} Feb 04 13:34:11.026262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.189075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.232847 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The resource could not be found. Feb 04 13:34:11.234189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51204603-ecdb-4247-8629-12234d5a573e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2874618 Feb 04 13:34:11.238036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:11.243987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092147620'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.252768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:11.260357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on host n-h1-820555-2 for vnic_type normal with profile {"migrating_to": "n-h2-820555-2"} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:11.260819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:11.261922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:11.265633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.267817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:34:11.268605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Attempting to bind port d49fc47a-555a-49e4-84ee-594beeea0d12 on network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:11.274858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:11.275196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Checking segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:11.275657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Bound using segment: {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:11.276142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Bound port: d49fc47a-555a-49e4-84ee-594beeea0d12, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b647d2-e486-4d30-afa2-e6d3be7154a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:11.276504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.282065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.309035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:11.313003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:11.316048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:11.322208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.330716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b5e6f66b-e980-4899-84fc-edbec99017be None None] Provisioning complete for port d49fc47a-555a-49e4-84ee-594beeea0d12 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:11.331257 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f66b-e980-4899-84fc-edbec99017be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.391529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:11.396207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:11.399619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6f66b-e980-4899-84fc-edbec99017be None None] Port d49fc47a-555a-49e4-84ee-594beeea0d12 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:34:11.403236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.410332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.414631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.456926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656b79ca-3c6f-4db4-8ca4-c2753bef4c13,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.466902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.470885 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d093f4d4-7a3d-476d-b83a-432df4220260 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2291558 Feb 04 13:34:11.471148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58266) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:11.477353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--536048475'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.484998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:11.492211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:11.496578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:11.505228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.511988 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:34:11.525348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.551281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:11.556448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:11.560831 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:11.567956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.691997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.697517 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.751240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407b14bf-2d28-49cc-87c6-a108bb21aff0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.770482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.772149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e093ba61-e943-409b-baaf-049e2504bdf8 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2999077 Feb 04 13:34:11.775095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58272) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:11.781860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '656b79ca-3c6f-4db4-8ca4-c2753bef4c13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '407b14bf-2d28-49cc-87c6-a108bb21aff0'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:11.790362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:11.794540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:11.799430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:11.802716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=8']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:11.813443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:11.814265 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.815858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-2de74982-2130-4b7d-a5ab-299eabe5cb21 service neutron] 10.222.0.90 "PUT /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 1122 time: 1.3625720 Feb 04 13:34:11.822425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:11.825407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c567aea7-10ad-4192-a048-a5336410601b None None] Provisioning complete for port d49fc47a-555a-49e4-84ee-594beeea0d12 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:11.825787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c567aea7-10ad-4192-a048-a5336410601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.866330 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:11.868427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bdd48318-198e-4b85-be98-37d2e673c6c5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0917575 Feb 04 13:34:11.871438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:11.941354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d49fc47a-555a-49e4-84ee-594beeea0d12'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:34:11.953833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:11.984536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.000585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c567aea7-10ad-4192-a048-a5336410601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.044640 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.046580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:12.070851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c567aea7-10ad-4192-a048-a5336410601b None None] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:12.075631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407b14bf-2d28-49cc-87c6-a108bb21aff0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.097986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.100125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6905ccf0-243e-4b30-8423-49ae53543c36 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/407b14bf-2d28-49cc-87c6-a108bb21aff0 HTTP/1.1" status: 204 len: 168 time: 0.2270973 Feb 04 13:34:12.102948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58284) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.139534 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'code': 200} Feb 04 13:34:12.148531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c567aea7-10ad-4192-a048-a5336410601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.208628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c9316be-00a9-4867-9347-d3218ccb199f tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1011586 Feb 04 13:34:12.211459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58288) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.278451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35e34-ae16-43e4-b47b-d6004f52ccc4 req-f0d39ac9-e230-4a1a-acda-8376b7fa3887 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:12.280116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7d35e34-ae16-43e4-b47b-d6004f52ccc4 req-f0d39ac9-e230-4a1a-acda-8376b7fa3887 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1209793 Feb 04 13:34:12.286440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.326487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.326749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e7d35e34-ae16-43e4-b47b-d6004f52ccc4 req-b9c8f172-9ace-4f76-9d05-a159d90fa1dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Feb 04 13:34:12.372893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567aea7-10ad-4192-a048-a5336410601b None None] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.394635 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.416296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b79ca-3c6f-4db4-8ca4-c2753bef4c13,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.430545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.434512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e314baa4-1375-4c94-912c-cae5a2fc4784 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/656b79ca-3c6f-4db4-8ca4-c2753bef4c13 HTTP/1.1" status: 204 len: 168 time: 0.2196751 Feb 04 13:34:12.434799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58292) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.495392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6422c962-a4d7-4fe3-a4ea-3845308c30a5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:12.512359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6422c962-a4d7-4fe3-a4ea-3845308c30a5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:12.517878 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6422c962-a4d7-4fe3-a4ea-3845308c30a5 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782850 Feb 04 13:34:12.518131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58296) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.523343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596679600'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:12.530972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:12.540628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:12.551007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.571191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:12.574984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:12.577775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:12.583529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:12.655287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.659089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.701697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f90e18-7039-421f-b1db-ad49238c4edf,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:12.711942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.713411 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8b7affc-4e52-4845-94b3-3e9e0925429a tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1942036 Feb 04 13:34:12.717023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.722385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '70f90e18-7039-421f-b1db-ad49238c4edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:12.729919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:12.734672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:12.737907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:12.744638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:12.782288 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:12.786349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-89eaf62c-75e7-47cf-9cac-638398dd6319 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0659165 Feb 04 13:34:12.786743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58304) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.792207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group_rule': {'security_group_id': '70f90e18-7039-421f-b1db-ad49238c4edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:12.800916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:12.805091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:12.808293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:12.814216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:12.845285 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:12.846347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-898859da-6cd7-473e-9dd4-0527cf3c4fe1 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0585859 Feb 04 13:34:12.849521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:12.919210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.947832 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:12.996557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.017728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f90e18-7039-421f-b1db-ad49238c4edf,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.024872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.029261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bccaf29d-e637-4241-a3bc-88f1aaf0b81e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/70f90e18-7039-421f-b1db-ad49238c4edf HTTP/1.1" status: 204 len: 168 time: 0.1757307 Feb 04 13:34:13.029261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:13.029665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58316) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.087646 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'status': 'completed', 'code': 200} Feb 04 13:34:13.089793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a10db1e-4e1d-4c60-8c94-518de1c28fcd tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:13.106562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a10db1e-4e1d-4c60-8c94-518de1c28fcd tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:13.111275 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a10db1e-4e1d-4c60-8c94-518de1c28fcd tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803926 Feb 04 13:34:13.115388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58322) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.122080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'tempest-secgroup--477096607'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:13.130333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:13.141975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:13.153442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.177949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:13.183711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Usage tracker for resource:security_group_rule and tenant:26679cec19344a6db3248205634ee788 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:13.187488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:13.189170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-82b05be2-a6a0-4f28-80aa-022607b938d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.190832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-82b05be2-a6a0-4f28-80aa-022607b938d2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1127 time: 0.0824976 Feb 04 13:34:13.194712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:13.287212 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.292539 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.344041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0ee84-b5ac-4d9d-b7ac-4ff7dc4fa388,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.347066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:34:13.351634 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.353163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b8980157-268f-49a9-bf5a-b7f6c63658fe tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2364907 Feb 04 13:34:13.356137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58332) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.376928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eebdad6d-7f72-476d-8de9-9e25d0d17e6d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:13.377352 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-eebdad6d-7f72-476d-8de9-9e25d0d17e6d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:34:13.377840 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-eebdad6d-7f72-476d-8de9-9e25d0d17e6d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:13.391364 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eebdad6d-7f72-476d-8de9-9e25d0d17e6d tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "PUT /v2.0/security-groups/0fd0ee84-b5ac-4d9d-b7ac-4ff7dc4fa388 HTTP/1.1" status: 409 len: 330 time: 0.0201619 Feb 04 13:34:13.391516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58336) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.398520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-6587efe0-190b-4441-abc4-99e318971119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.400371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-6587efe0-190b-4441-abc4-99e318971119 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.2029736 Feb 04 13:34:13.463570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.494083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.531545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4cd2-1812-437c-8c2e-d55b007d6b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.565096 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-dd04f7fc-047b-412e-ab3b-00f16beec50a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 1001 time: 0.1567171 Feb 04 13:34:13.579288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:13.603752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 has no active binding in host n-h2-820555-2 {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 13:34:13.615600 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.639709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0ee84-b5ac-4d9d-b7ac-4ff7dc4fa388,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:13.643864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-d0802877-a586-4251-9164-dbd4a474aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.646017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-d0802877-a586-4251-9164-dbd4a474aba5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.0731821 Feb 04 13:34:13.660062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4efb-4aba-4e35-a395-9b79f81c9cd3 req-8baed952-1bb1-4e8e-b4b0-58432dee4a4d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.666713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e0e4efb-4aba-4e35-a395-9b79f81c9cd3 req-8baed952-1bb1-4e8e-b4b0-58432dee4a4d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1592634 Feb 04 13:34:13.686436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:13.689898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-261f17a8-8580-49fc-995c-d7b3a3a0e674 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fd0ee84-b5ac-4d9d-b7ac-4ff7dc4fa388 HTTP/1.1" status: 204 len: 168 time: 0.2953067 Feb 04 13:34:13.691003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58342) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.743005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e0e4efb-4aba-4e35-a395-9b79f81c9cd3 req-cf0f4796-a26d-4342-93f2-75c001fff390 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727773 Feb 04 13:34:13.761523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-920f77f3-af8e-4d33-8251-c22d8ab6472b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Synchronizing usage tracker for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:13.766717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-f55f4b7b-9d19-481a-98f2-dde5b3af2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:13.768452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-f55f4b7b-9d19-481a-98f2-dde5b3af2b4c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155479 Feb 04 13:34:13.790135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-920f77f3-af8e-4d33-8251-c22d8ab6472b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] Unset dirty status for tenant:26679cec19344a6db3248205634ee788 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:13.792270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-920f77f3-af8e-4d33-8251-c22d8ab6472b tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002572 Feb 04 13:34:13.797391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58346) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.815949 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-7b6a4a7d-6d17-4de6-975d-048f7329209e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] delete failed (client error): The resource could not be found. Feb 04 13:34:13.820449 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7b6a4a7d-6d17-4de6-975d-048f7329209e tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "DELETE /v2.0/security-groups/22d5a656-9493-4957-b446-9434a7ffa196 HTTP/1.1" status: 404 len: 347 time: 0.0190256 Feb 04 13:34:13.820630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58350) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.838004 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-d77dec1b-7678-4174-92e1-f3cfef5ee314 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] show failed (client error): The resource could not be found. Feb 04 13:34:13.843415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d77dec1b-7678-4174-92e1-f3cfef5ee314 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-groups/fe421d6e-9078-4980-8a2f-5e1e98b1488a HTTP/1.1" status: 404 len: 347 time: 0.0175402 Feb 04 13:34:13.843614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58354) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:13.858398 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-8c636667-d500-4504-a2f6-831e6cfe3e07 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] show failed (client error): The resource could not be found. Feb 04 13:34:13.860751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c636667-d500-4504-a2f6-831e6cfe3e07 tempest-NegativeSecGroupIPv6Test-900868359 tempest-NegativeSecGroupIPv6Test-900868359-project] 10.222.0.53 "GET /v2.0/security-group-rules/d113ea38-b043-470a-8ae6-3a96dd440778 HTTP/1.1" status: 404 len: 356 time: 0.0149410 Feb 04 13:34:13.921283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-0b17131b-eded-4b19-bff2-b14f1f71bc6d service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447132 Feb 04 13:34:14.103386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0ac3dca-dddc-4315-b594-9262f148f276 req-94b5dd9a-0c1e-4af8-ab73-1e5bf1070a0d service neutron] 10.222.0.87 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605248 Feb 04 13:34:14.205686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58362) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:14.357382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afba3c10-6a09-4fa0-986e-c9736f34b37c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26679cec19344a6db3248205634ee788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504233 Feb 04 13:34:14.359811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58368) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:14.422308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:14.449105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:14.503219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:14.520570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc6c91-7238-4e0e-8924-117831c7ce5e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:14.535071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:14.538195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4465863d-c45f-4b83-871f-5b55e6fb8d5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97dc6c91-7238-4e0e-8924-117831c7ce5e HTTP/1.1" status: 204 len: 168 time: 0.1755047 Feb 04 13:34:14.953511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f70d5-1a9b-446d-86a8-3f263355df91 req-8dbb92ce-2e62-4c2e-a397-044244472114 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:14.955110 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-129f70d5-1a9b-446d-86a8-3f263355df91 req-8dbb92ce-2e62-4c2e-a397-044244472114 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.0924141 Feb 04 13:34:15.028706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-129f70d5-1a9b-446d-86a8-3f263355df91 req-5f8c152b-7649-45ff-ac2d-73c1f18261c2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667543 Feb 04 13:34:15.318275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58412) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:15.425549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f04c53aa-59e2-4980-8485-f98363e0e99e tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:15.425983 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-f04c53aa-59e2-4980-8485-f98363e0e99e tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:34:15.426488 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-f04c53aa-59e2-4980-8485-f98363e0e99e tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:15.427484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f04c53aa-59e2-4980-8485-f98363e0e99e tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1081891 Feb 04 13:34:15.431042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58418) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:15.436237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061316949'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:15.443787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:15.449366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:15.452447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:15.458425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:15.468746 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.482167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.498611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:15.502477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:15.505493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:15.512368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:15.597463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.602321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.616926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:15.628433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:15.637670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:15.648153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:15.650374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e45e0d-7f43-4cad-ac83-31457a291b79,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.727386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.732439 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.775525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a335b2-78f5-4959-9cbc-4e4051888da5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.778190 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.782435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58422) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:15.787728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '23a335b2-78f5-4959-9cbc-4e4051888da5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:15.790976 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7789fd19-00bf-4dab-8726-37dbe1089f39 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3529310 Feb 04 13:34:15.794943 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:15.798776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:15.801735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:15.809068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:15.825488 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.884819 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.888870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.913484 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c476eb6-e6ae-4c54-9b91-5dccdc02ed76,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:15.923820 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:15.925109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8e064488-b64f-4721-bf02-1135a7dfd3ba tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416497 Feb 04 13:34:15.927917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:15.933803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '23a335b2-78f5-4959-9cbc-4e4051888da5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:15.940903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:15.944776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:15.947745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:15.953661 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:15.974299 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.038495 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:16.039633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-18345435-758f-4e98-a752-2ea3ba4bff32 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1107543 Feb 04 13:34:16.042986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58430) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.110373 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.139847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.217355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.238317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a335b2-78f5-4959-9cbc-4e4051888da5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:16.242825 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.243940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6c609da7-2c6f-4973-85a1-a2f4e146933f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/23a335b2-78f5-4959-9cbc-4e4051888da5 HTTP/1.1" status: 204 len: 168 time: 0.2000284 Feb 04 13:34:16.247086 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58438) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.251503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e95f8-8bce-42c7-bf31-952bafc64b6c req-9c7fbd7b-7e96-48d9-a337-b37e766cd4e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:16.258354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-190e95f8-8bce-42c7-bf31-952bafc64b6c req-9c7fbd7b-7e96-48d9-a337-b37e766cd4e0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1050596 Feb 04 13:34:16.308208 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-190e95f8-8bce-42c7-bf31-952bafc64b6c req-9d43ec1d-fb0f-4552-82e1-0c17249342cb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487573 Feb 04 13:34:16.309876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52576238-f7ae-4769-b7ba-0a53a5e5c533 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:16.323503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea0a6-5e25-49f2-9115-e23be382d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.328528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-52576238-f7ae-4769-b7ba-0a53a5e5c533 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:16.329787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-52576238-f7ae-4769-b7ba-0a53a5e5c533 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810971 Feb 04 13:34:16.333601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58442) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.340153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--899749391'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:16.347654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:16.359208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:16.368986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.391093 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:16.395092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:16.398021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:16.405234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:16.480663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.484683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.530358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30501263-4f63-4f52-a6e8-312dfbc92eb9,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:16.541501 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.543220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-00761e09-4bac-4476-b658-6adee66e23c3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083240 Feb 04 13:34:16.546092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58446) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.551350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-df748223-4ad2-4f37-86db-39b356b317c8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '30501263-4f63-4f52-a6e8-312dfbc92eb9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:16.551837 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-df748223-4ad2-4f37-86db-39b356b317c8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 13:34:16.552330 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-df748223-4ad2-4f37-86db-39b356b317c8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:16.553246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-df748223-4ad2-4f37-86db-39b356b317c8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061500 Feb 04 13:34:16.555896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.618748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.646954 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.699612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.722910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30501263-4f63-4f52-a6e8-312dfbc92eb9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:16.742868 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.744504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9b480eb9-09ba-44a3-95b0-f6624a64dac8 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/30501263-4f63-4f52-a6e8-312dfbc92eb9 HTTP/1.1" status: 204 len: 168 time: 0.1877608 Feb 04 13:34:16.748181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.811301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6aafae12-f0fb-4529-9b92-345a38872a70 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:16.827621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6aafae12-f0fb-4529-9b92-345a38872a70 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:16.829120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6aafae12-f0fb-4529-9b92-345a38872a70 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792742 Feb 04 13:34:16.833300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58458) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:16.838920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842964693'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:16.859029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.887909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:16.913071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:16.936987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:16.954089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-d1af8018-527d-4c0a-86c3-8dc0c3de8e97 service neutron] 10.222.0.87 "GET /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 384 time: 0.1091967 Feb 04 13:34:16.996859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:17.004891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:17.014805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:17.028209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:17.347806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.357526 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.394535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.409418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be9620-8d79-4cd3-beaa-d7e167503a05,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:17.499060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.502871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0d6328b3-cd89-42be-8bd4-bfe9fb724f52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6659069 Feb 04 13:34:17.503468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58472) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:17.509439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-71da9341-376e-4a63-840e-bdc59d02dec4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'e2be9620-8d79-4cd3-beaa-d7e167503a05', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:17.510424 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-71da9341-376e-4a63-840e-bdc59d02dec4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 13:34:17.511613 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-71da9341-376e-4a63-840e-bdc59d02dec4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:17.515232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-71da9341-376e-4a63-840e-bdc59d02dec4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079823 Feb 04 13:34:17.515530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58476) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:17.520600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:17.551846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:17.582385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.613173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c459eb-356f-411f-8494-a88cd20c5b8c req-735599be-a60f-4c4f-a133-070a4e43c43c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:17.614487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0c459eb-356f-411f-8494-a88cd20c5b8c req-735599be-a60f-4c4f-a133-070a4e43c43c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 946 time: 0.1767228 Feb 04 13:34:17.614702 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.642500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:17.655991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:17.668856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.687239 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.690050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be9620-8d79-4cd3-beaa-d7e167503a05,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:17.696676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.699045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f59a0f51-4504-458f-92ce-ae860e3547ec tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/e2be9620-8d79-4cd3-beaa-d7e167503a05 HTTP/1.1" status: 204 len: 168 time: 0.1811090 Feb 04 13:34:17.701153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58484) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:17.711018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d0c459eb-356f-411f-8494-a88cd20c5b8c req-5c4c5eff-94bc-44df-a5f0-0aae2cdd43c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871687 Feb 04 13:34:17.714010 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'code': 200} Feb 04 13:34:17.751081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58488) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:17.824011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9522698d-d2e4-4757-819f-8f896a2201c9 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:17.852145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9522698d-d2e4-4757-819f-8f896a2201c9 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:17.853384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9522698d-d2e4-4757-819f-8f896a2201c9 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1486075 Feb 04 13:34:17.854466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] Transition to ACTIVE for port object d49fc47a-555a-49e4-84ee-594beeea0d12 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:17.857268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58494) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:17.862422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--607434519'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:17.868300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.878852 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:17.893782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:17.897558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Usage tracker for resource:security_group_rule and tenant:8ef00932a3ec43378bd0dc26ae15c468 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:17.900345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:17.905997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:17.913355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:17.985256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:18.013930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.019302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.043886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.061234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=11']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.078548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ef00932a3ec43378bd0dc26ae15c468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240678 Feb 04 13:34:18.079100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58498) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.082003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47b717-2066-4933-ad3f-970c4ac2fe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac454d-f55b-4b26-8fc7-3696660854ae,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.120103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] No DVR routers for this DVR port d49fc47a-555a-49e4-84ee-594beeea0d12 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:18.165549 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.172694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:18.181160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:18.194365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:18.195867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.203263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:18.250502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.267301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac454d-f55b-4b26-8fc7-3696660854ae,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.270522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.274933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-559b6f1d-07f0-4fb0-a89c-cc2765a93c3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00ac454d-f55b-4b26-8fc7-3696660854ae HTTP/1.1" status: 204 len: 168 time: 0.1942368 Feb 04 13:34:18.414396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.419818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.459389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-eaf8e288-9d8d-49a1-a297-87d151d1f328 service neutron] 10.222.0.87 "PUT /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12/bindings/n-h2-820555-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4991622 Feb 04 13:34:18.462975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.464579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6059992 Feb 04 13:34:18.468126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58506) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.468391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027a6c-db5b-40ba-8f74-f32ee3d35c28 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c659e729-534a-448a-820c-1d4d31439077,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.474551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bd7d29b2-a1e3-4ce5-956a-2085172ca757 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c659e729-534a-448a-820c-1d4d31439077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.475431 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-bd7d29b2-a1e3-4ce5-956a-2085172ca757 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 13:34:18.475925 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bd7d29b2-a1e3-4ce5-956a-2085172ca757 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:18.480811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58510) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.480947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd7d29b2-a1e3-4ce5-956a-2085172ca757 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107899 Feb 04 13:34:18.486914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-08412342-1d40-4995-87e9-0631443a4dcb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c659e729-534a-448a-820c-1d4d31439077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.487588 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-08412342-1d40-4995-87e9-0631443a4dcb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 13:34:18.488130 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-08412342-1d40-4995-87e9-0631443a4dcb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:18.491678 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-08412342-1d40-4995-87e9-0631443a4dcb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067275 Feb 04 13:34:18.492258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58514) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.497209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-6be674a3-9067-402d-90be-d7cbf91ee0bb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c659e729-534a-448a-820c-1d4d31439077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.498016 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-6be674a3-9067-402d-90be-d7cbf91ee0bb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 13:34:18.498502 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-6be674a3-9067-402d-90be-d7cbf91ee0bb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:18.502263 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6be674a3-9067-402d-90be-d7cbf91ee0bb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064266 Feb 04 13:34:18.502452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58518) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.508513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cb40dc03-c8c6-4755-ad54-ccb44b995a8c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c659e729-534a-448a-820c-1d4d31439077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.509417 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-cb40dc03-c8c6-4755-ad54-ccb44b995a8c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 13:34:18.510199 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-cb40dc03-c8c6-4755-ad54-ccb44b995a8c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:18.511000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb40dc03-c8c6-4755-ad54-ccb44b995a8c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073702 Feb 04 13:34:18.513971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.577463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58526) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.586980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.597974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.615201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.616777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:18.622834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Usage tracker for resource:security_group_rule and tenant:1f831ee6e0e940fe994fd8cf35d45811 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:18.626219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:18.633403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:18.637068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-358949c1-887b-44a0-9a88-7a4409cfd2e9 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.638540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-358949c1-887b-44a0-9a88-7a4409cfd2e9 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec&tenant_id=cee6225bd7184c9baf1e21756114b8d6&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.1217995 Feb 04 13:34:18.665195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.682674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659e729-534a-448a-820c-1d4d31439077,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.691779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.695413 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d62649c-aa40-4bd1-9f27-3dc993f1a56d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/c659e729-534a-448a-820c-1d4d31439077 HTTP/1.1" status: 204 len: 168 time: 0.1780157 Feb 04 13:34:18.695561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.756921 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.765369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-e7d4cd75-b1ed-46ab-a63a-a8ca2e2e8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.766990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-e7d4cd75-b1ed-46ab-a63a-a8ca2e2e8a19 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1212492 Feb 04 13:34:18.798194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f32d389d-4707-4fd7-a955-18be12eedb09 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:18.818238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f32d389d-4707-4fd7-a955-18be12eedb09 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:18.819945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f32d389d-4707-4fd7-a955-18be12eedb09 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1233346 Feb 04 13:34:18.825100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58536) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.830658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.832125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--858884063'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:18.838065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.841126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:18.853514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:18.899176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f831ee6e0e940fe994fd8cf35d45811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199654 Feb 04 13:34:18.902189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58540) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:18.904405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb312a5a-9e34-4744-873d-79a5c1c22b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1703a978-f91f-4c2c-952c-6b87d741dc8f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:18.922351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-33a2c09d-137f-405f-aac9-47e550c5c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:18.923877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-33a2c09d-137f-405f-aac9-47e550c5c58f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1096 time: 0.1333890 Feb 04 13:34:18.925794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:18.969915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:18.980696 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:18.984451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:18.994407 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.020111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.049898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2fe13-6468-4754-8717-3b02c786e706 req-a4a87f63-3172-42ce-b025-645d7b1aa991 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.051330 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96c2fe13-6468-4754-8717-3b02c786e706 req-a4a87f63-3172-42ce-b025-645d7b1aa991 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1996572 Feb 04 13:34:19.060755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-4b034996-abdf-49ff-939b-33872513a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.062218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-4b034996-abdf-49ff-939b-33872513a4ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.1329601 Feb 04 13:34:19.086304 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.173116 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-09dad998-3647-4c43-90ea-8d7448032177 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 999 time: 0.1048818 Feb 04 13:34:19.174586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-96c2fe13-6468-4754-8717-3b02c786e706 req-8003b1c2-d0e8-4811-9e90-b7fedaad01a0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102755 Feb 04 13:34:19.195820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.199352 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.234333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.256612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ad015a-19df-4410-841f-241d1c8c240f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:19.281077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703a978-f91f-4c2c-952c-6b87d741dc8f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:19.286648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.291412 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-65faf91f-0d65-46bc-8de7-d52d1b27c7eb tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4616020 Feb 04 13:34:19.291412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58544) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.294184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.297685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-126a6d49-bf84-447c-80f0-3d38a0d79140 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1703a978-f91f-4c2c-952c-6b87d741dc8f HTTP/1.1" status: 204 len: 168 time: 0.3912468 Feb 04 13:34:19.299747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-63e3c14b-3f6c-423a-be12-2c003aa3b9c5 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.300298 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-63e3c14b-3f6c-423a-be12-2c003aa3b9c5 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:34:19.300740 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-63e3c14b-3f6c-423a-be12-2c003aa3b9c5 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.301933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-63e3c14b-3f6c-423a-be12-2c003aa3b9c5 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095079 Feb 04 13:34:19.306174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58550) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.322075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.329830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.334712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.338577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.344759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.377379 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.378483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c62d3a5-0653-4d03-8ab3-d9b5d9d5ac30 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0688436 Feb 04 13:34:19.381310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58554) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.385033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-b1dbb8de-abc3-4ac1-9bdc-91c3b44cb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.387026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-470ced8b-2906-4b24-bb2b-2b3fc804539b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.387173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-b1dbb8de-abc3-4ac1-9bdc-91c3b44cb340 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.2075984 Feb 04 13:34:19.387500 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-470ced8b-2906-4b24-bb2b-2b3fc804539b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 13:34:19.387964 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-470ced8b-2906-4b24-bb2b-2b3fc804539b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.388863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-470ced8b-2906-4b24-bb2b-2b3fc804539b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064578 Feb 04 13:34:19.391704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58558) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.396636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:19.397888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.404809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.408867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.412148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.418642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.462016 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.463803 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bdc535a7-4cdd-4bd8-8ca2-330c61325d8a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0711799 Feb 04 13:34:19.467561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58562) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.469640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:19.474286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b4b8a27e-ce3f-4145-a969-42e919aef302 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.474796 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-b4b8a27e-ce3f-4145-a969-42e919aef302 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 13:34:19.475791 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-b4b8a27e-ce3f-4145-a969-42e919aef302 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.476221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b4b8a27e-ce3f-4145-a969-42e919aef302 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081904 Feb 04 13:34:19.479115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58566) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.485596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.489598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-57edaf9e-d1e5-4ab2-83a3-f32077b3d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:19.491397 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-57edaf9e-d1e5-4ab2-83a3-f32077b3d07a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986886 Feb 04 13:34:19.494741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.499551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.502739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.511658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.543071 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.544164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2d1bcd62-847f-456b-92e5-9b07e501e3d7 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0634716 Feb 04 13:34:19.546992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.552155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-49f83ca2-25b9-43f8-8725-8ea55eb170cf tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.552609 n-d-820555-2 neutron-server[87621]: WARNING neutron.api.v2.base [None req-49f83ca2-25b9-43f8-8725-8ea55eb170cf tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 13:34:19.553081 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-49f83ca2-25b9-43f8-8725-8ea55eb170cf tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.554651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-49f83ca2-25b9-43f8-8725-8ea55eb170cf tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060084 Feb 04 13:34:19.556852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58576) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.562172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.572916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.577255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.580076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.586826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.622207 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.626005 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd1af5a2-cf93-43cf-93c9-51f03655c43d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0657988 Feb 04 13:34:19.626522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58580) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.632811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'c6ad015a-19df-4410-841f-241d1c8c240f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:19.638405 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-e612c66f-8ab4-44bd-8a66-4c0349815339 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398823 Feb 04 13:34:19.643144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.647761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.651130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.657125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.690216 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:19.693880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-65fd8938-83c9-450e-bc71-b31e99c7bd49 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0638471 Feb 04 13:34:19.694117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58584) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.707640 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58588) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:19.739530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.766364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:19.781774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Usage tracker for resource:security_group_rule and tenant:62f43a868b3649acb82747951dfaf4a7 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:19.781979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-bf4b4cec-34d1-4275-825a-7f278e1bf901 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373162 Feb 04 13:34:19.788297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:19.798454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:19.801008 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:19.845561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.016385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.052604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ad015a-19df-4410-841f-241d1c8c240f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.064706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.070811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.072000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-10c52d87-a687-4f9c-b46c-725710c2aba2 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6ad015a-19df-4410-841f-241d1c8c240f HTTP/1.1" status: 204 len: 168 time: 0.3768432 Feb 04 13:34:20.072741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.074938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58592) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.119394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-916f1e4d-1a1f-4927-9e53-17a1ca237701 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.122354 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62f43a868b3649acb82747951dfaf4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113204 Feb 04 13:34:20.122465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-916f1e4d-1a1f-4927-9e53-17a1ca237701 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec&tenant_id=cee6225bd7184c9baf1e21756114b8d6&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 1096 time: 0.1146481 Feb 04 13:34:20.122558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2201a-78a0-4b97-a4ab-e289ac6c45ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07752200-d3f9-41a7-8122-b40aa04547cb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.123352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58596) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.192538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-245416cb-9a55-4c9f-b7bd-e07af0a23244 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:20.262751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-245416cb-9a55-4c9f-b7bd-e07af0a23244 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:20.265034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-245416cb-9a55-4c9f-b7bd-e07af0a23244 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884096 Feb 04 13:34:20.268656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58602) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.273918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--508948584'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:20.281596 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:20.288714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.291120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:20.300912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.320322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:20.324847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:20.328353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:20.334545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:20.343064 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.373221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.409445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.413509 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.444545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-863b109c-f3f0-437c-88dd-b38ddc921a0e service neutron] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:20.462359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c79d31-41d2-48e5-9364-67ccffe261c3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.470219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0490b-cd8d-4abe-a37a-b754db1f6ebd req-09ca6bd4-9fb7-4b29-8cb0-ed9a8cba8755 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.472029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53b0490b-cd8d-4abe-a37a-b754db1f6ebd req-09ca6bd4-9fb7-4b29-8cb0-ed9a8cba8755 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1671467 Feb 04 13:34:20.476485 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.477864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-863b109c-f3f0-437c-88dd-b38ddc921a0e service neutron] Notify callbacks [] for binding, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.478359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e676a465-ac9e-40d9-849d-2e37f0e09141 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083590 Feb 04 13:34:20.479053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c7f8df3-b437-46d0-b8d5-703ff6c1062e req-863b109c-f3f0-437c-88dd-b38ddc921a0e service neutron] 10.222.0.90 "DELETE /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12/bindings/n-h1-820555-2 HTTP/1.1" status: 204 len: 173 time: 0.3372719 Feb 04 13:34:20.481360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58606) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.488130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '41c79d31-41d2-48e5-9364-67ccffe261c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:20.494788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:20.498235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.499078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:20.502417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:20.511851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:20.518395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.522177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07752200-d3f9-41a7-8122-b40aa04547cb HTTP/1.1" status: 204 len: 168 time: 0.3978553 Feb 04 13:34:20.531589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd4574-2a8a-490e-85f4-746d06e58ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07752200-d3f9-41a7-8122-b40aa04547cb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.545929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53b0490b-cd8d-4abe-a37a-b754db1f6ebd req-cf1c583c-40db-4ce9-88b0-ba27bb4be179 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630488 Feb 04 13:34:20.568798 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The resource could not be found. Feb 04 13:34:20.572810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-27152574-ef12-49d6-b49b-8ddf8fae656f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0875661 Feb 04 13:34:20.573044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58614) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.580687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '41c79d31-41d2-48e5-9364-67ccffe261c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aeb1ce09-b00a-4cff-95ca-95d7ed3aab02'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:20.589054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:20.594310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:20.597464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:20.604140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:20.644054 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The resource could not be found. Feb 04 13:34:20.647916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-439645a1-ed1d-432c-8e21-57bc3cd393be tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0703278 Feb 04 13:34:20.648446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.716362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.735816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4249927-ae13-468e-8a19-5afe77aae5af req-01b90c51-20d9-4f02-8a62-f10ca5bd72a0 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:20.737706 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4249927-ae13-468e-8a19-5afe77aae5af req-01b90c51-20d9-4f02-8a62-f10ca5bd72a0 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1096 time: 0.0780458 Feb 04 13:34:20.750916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.823079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d4249927-ae13-468e-8a19-5afe77aae5af req-f0cc7bec-9cfd-4781-bf43-3827ff75e990 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774457 Feb 04 13:34:20.828407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.864566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c79d31-41d2-48e5-9364-67ccffe261c3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:20.868068 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:20.869403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-27f2accc-4a2e-47c6-8693-bff83ed76ad3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/41c79d31-41d2-48e5-9364-67ccffe261c3 HTTP/1.1" status: 204 len: 168 time: 0.2196527 Feb 04 13:34:20.872845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.949275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-481f1b9e-15c5-44f3-9e42-6d877460408f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:20.978482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-481f1b9e-15c5-44f3-9e42-6d877460408f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:20.984561 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-481f1b9e-15c5-44f3-9e42-6d877460408f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035016 Feb 04 13:34:20.985278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58628) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:20.991399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': 'b0b25dfb-de61-48c2-98f7-3ffa819466d3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:21.000791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.005689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:21.009406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:21.016725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.061644 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The resource could not be found. Feb 04 13:34:21.062777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-598f5d12-ae04-4590-8b35-29e80bd1cb52 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0763845 Feb 04 13:34:21.066377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58632) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.067629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7edfb-dab3-4507-a855-d207a7e62018 req-0529aa29-4db1-4972-8755-2b5e0afb5472 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:21.069293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcf7edfb-dab3-4507-a855-d207a7e62018 req-0529aa29-4db1-4972-8755-2b5e0afb5472 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1014757 Feb 04 13:34:21.071622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253608964'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:21.078301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.092234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.103733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.121866 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fcf7edfb-dab3-4507-a855-d207a7e62018 req-1e519931-8f45-4be8-94c8-7acbe3d4abfb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 Feb 04 13:34:21.124594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.128353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:21.131154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:21.137181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.145544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.208467 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.213737 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.264823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1282b0c9-609a-4b2c-8335-939d3213739c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.266314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1f330756-331b-4581-be0b-c1332efe87aa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 200 len: 991 time: 0.1194358 Feb 04 13:34:21.280673 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.282098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-db123997-b430-447f-9d3d-5cfb93ab040c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2145767 Feb 04 13:34:21.284899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.290528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--251412977'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:21.298042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.302148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:21.305214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:21.310981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.321297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.342451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.346717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:21.350226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:21.356610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.424207 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.427906 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.474526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c37a92-61be-43b6-9132-bac3c6c1c042,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.477053 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.478194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-87e4cfe3-ca5b-4299-a426-b47a26b286f3 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1921687 Feb 04 13:34:21.482220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58644) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.488198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group_rule': {'security_group_id': '1282b0c9-609a-4b2c-8335-939d3213739c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '55c37a92-61be-43b6-9132-bac3c6c1c042'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:21.494829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:21.498649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:21.501536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:21.507132 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:21.537206 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:34:21.538297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5bb00052-64cb-4149-8a99-4d142baae2c1 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0544517 Feb 04 13:34:21.541129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58648) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.601236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.627421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.672322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.690553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c37a92-61be-43b6-9132-bac3c6c1c042,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.696683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.697929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5758e7a2-140d-48e2-b1f0-9b5840a5824f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/55c37a92-61be-43b6-9132-bac3c6c1c042 HTTP/1.1" status: 204 len: 168 time: 0.1557689 Feb 04 13:34:21.700906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58652) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.765230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-efac52b2-ea1c-4805-8aa0-8a751cc2fe06 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:21.780509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-efac52b2-ea1c-4805-8aa0-8a751cc2fe06 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:21.784653 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-efac52b2-ea1c-4805-8aa0-8a751cc2fe06 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0799906 Feb 04 13:34:21.784925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:21.845952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.872197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.918807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.936501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282b0c9-609a-4b2c-8335-939d3213739c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:21.951005 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:21.952242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-48a57f6d-959a-42c4-a831-0945b4cc5b1b tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/1282b0c9-609a-4b2c-8335-939d3213739c HTTP/1.1" status: 204 len: 168 time: 0.1665571 Feb 04 13:34:21.954626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58660) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.003263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e34f8b2-d6e7-404f-862f-4654e1820f3d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:22.018439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8e34f8b2-d6e7-404f-862f-4654e1820f3d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:22.019537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e34f8b2-d6e7-404f-862f-4654e1820f3d tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639863 Feb 04 13:34:22.023954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58664) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.029909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'tempest-secgroup--63380878'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:22.036438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:22.045885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:22.056029 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.077042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:22.080788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Usage tracker for resource:security_group_rule and tenant:4d3758500d8e4a6c9303bed17119cf6d is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:22.083543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:22.089147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:22.158341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.162020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.206526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a4658-bc36-46fa-a1aa-e7efa318a12a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:22.209142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.210331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b6256089-821f-40af-b2d3-34325f69a61a tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1852710 Feb 04 13:34:22.213237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58668) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.219246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9816babd-14c8-43b9-b97d-f617d91ab7d4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:22.219992 n-d-820555-2 neutron-server[87620]: WARNING neutron.api.v2.base [None req-9816babd-14c8-43b9-b97d-f617d91ab7d4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 13:34:22.220786 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-9816babd-14c8-43b9-b97d-f617d91ab7d4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 13:34:22.222174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9816babd-14c8-43b9-b97d-f617d91ab7d4 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "PUT /v2.0/security-groups/d06a4658-bc36-46fa-a1aa-e7efa318a12a HTTP/1.1" status: 409 len: 330 time: 0.0079954 Feb 04 13:34:22.225261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58672) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.287576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.313883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.364434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.386879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a4658-bc36-46fa-a1aa-e7efa318a12a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:22.394087 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:22.395346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5b5793a7-a8fc-4db7-a30e-e0ed39e03566 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/d06a4658-bc36-46fa-a1aa-e7efa318a12a HTTP/1.1" status: 204 len: 168 time: 0.1691275 Feb 04 13:34:22.397746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58676) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.448061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7788bd0-7fa1-4eb7-ad29-bdbb858b661f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Synchronizing usage tracker for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:22.463208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a7788bd0-7fa1-4eb7-ad29-bdbb858b661f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] Unset dirty status for tenant:4d3758500d8e4a6c9303bed17119cf6d on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:22.464463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a7788bd0-7fa1-4eb7-ad29-bdbb858b661f tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658238 Feb 04 13:34:22.468310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58680) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.485028 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-a768e33f-5635-4b0d-9d34-e1e7c9867718 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] delete failed (client error): The resource could not be found. Feb 04 13:34:22.485998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a768e33f-5635-4b0d-9d34-e1e7c9867718 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "DELETE /v2.0/security-groups/db244a24-3620-4bb1-9e6e-d35a54e529a6 HTTP/1.1" status: 404 len: 347 time: 0.0167584 Feb 04 13:34:22.489264 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58684) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.505010 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-d652d70b-51c9-4e3e-aea7-7800b65b1b7c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] show failed (client error): The resource could not be found. Feb 04 13:34:22.505956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d652d70b-51c9-4e3e-aea7-7800b65b1b7c tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-groups/8cc4eb68-8dfd-4c78-8ab4-7b42e4e95845 HTTP/1.1" status: 404 len: 347 time: 0.0158494 Feb 04 13:34:22.509227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58688) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.522436 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-a08cc303-af18-47fe-9657-089d53ea0396 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] show failed (client error): The resource could not be found. Feb 04 13:34:22.523454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a08cc303-af18-47fe-9657-089d53ea0396 tempest-NegativeSecGroupTest-918764757 tempest-NegativeSecGroupTest-918764757-project] 10.222.0.53 "GET /v2.0/security-group-rules/1d749057-3d2f-4d61-81f5-f8a4b3c5d6ae HTTP/1.1" status: 404 len: 356 time: 0.0133016 Feb 04 13:34:22.797417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58696) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:22.943701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e7e4209-b604-47a5-974b-31e7c7174a1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d3758500d8e4a6c9303bed17119cf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451533 Feb 04 13:34:22.946275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58702) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:23.006256 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.031185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.090994 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.108755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e45e0d-7f43-4cad-ac83-31457a291b79,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:23.119565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.120727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b59e9711-4190-47c2-9a6d-e560d0c55063 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1e45e0d-7f43-4cad-ac83-31457a291b79 HTTP/1.1" status: 204 len: 168 time: 0.1735206 Feb 04 13:34:23.546082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58722) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:23.793679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58734) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:23.870702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 18d47290-828b-48c8-b0f1-04376e0ffbba {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:23.871009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.903788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-226287245-network', 'tenant_id': '4c96997e584d458c88f986da2721e2ae'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:23.909149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:23.913734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Usage tracker for resource:network and tenant:4c96997e584d458c88f986da2721e2ae is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:23.916652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:23.922195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:23.932209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Made reservation on behalf of 4c96997e584d458c88f986da2721e2ae for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:23.934803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.946942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:23.966419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:23.970403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Usage tracker for resource:security_group_rule and tenant:4c96997e584d458c88f986da2721e2ae is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:23.973328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:23.979316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:24.045333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.045663 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.064559 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.069092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.109065 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:24.118085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dda3df-1cd9-4b0a-82c0-37f5ee8d4d9e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.123966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.124372 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Added segment 088882ea-d639-45ff-b42c-45e0be386dfc of type vlan for network d51959df-4a83-4674-9fd2-79146aa36af4 Feb 04 13:34:24.154447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.181105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 18d47290-828b-48c8-b0f1-04376e0ffbba owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:24.185387 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.186375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:24.187040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.293362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] Pushing event updated for resources: {'Network': ['ID=d51959df-4a83-4674-9fd2-79146aa36af4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.296321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bfb78311-bbc2-44f5-a6aa-ece88f8f317e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5009744 Feb 04 13:34:24.299277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58740) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:24.304727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network d51959df-4a83-4674-9fd2-79146aa36af4 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:34:24.305522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Request body: {'subnet': {'network_id': 'd51959df-4a83-4674-9fd2-79146aa36af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-226287245-subnet', 'tenant_id': '4c96997e584d458c88f986da2721e2ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:24.311723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:24.315538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Usage tracker for resource:subnet and tenant:4c96997e584d458c88f986da2721e2ae is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:24.318350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:24.326198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:24.337864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Made reservation on behalf of 4c96997e584d458c88f986da2721e2ae for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:24.340984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.348565 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.395196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=18d47290-828b-48c8-b0f1-04376e0ffbba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.502057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.502057 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP 7a723acc-d3d9-4931-a12e-3ad3755a7918 disassociated (deleted). External IP: 172.25.4.35, port: d49fc47a-555a-49e4-84ee-594beeea0d12. Feb 04 13:34:24.558521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.627610 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.638057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d373acb-4402-4a33-a3ea-711ca9d896a1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:24.647659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Checking segment: {'id': '088882ea-d639-45ff-b42c-45e0be386dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd51959df-4a83-4674-9fd2-79146aa36af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:24.648227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Network hostable DHCP agents. Network: d51959df-4a83-4674-9fd2-79146aa36af4, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:24.668574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Network d51959df-4a83-4674-9fd2-79146aa36af4 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:24.678638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, d51959df-4a83-4674-9fd2-79146aa36af4) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:24.682488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:24.683720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:24.688205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c3c78-dd89-4d6b-97e2-041d6a30ea01 None None] Network d51959df-4a83-4674-9fd2-79146aa36af4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:24.711389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5d2e131b-db35-4f2e-a3a5-8ef4aa35aa62 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4108660 Feb 04 13:34:24.886241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router de5ed7a9-d30c-41df-aa24-63c8d7c2385a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:34:24.932364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53903a9-452e-4eeb-b310-7f0b8408d0c8 None None] Network d51959df-4a83-4674-9fd2-79146aa36af4 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:25.078071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:34:25.093702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Sync routers for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:25.102274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.113607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:25.114241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:25.168768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-95102b41-bd18-4ac3-a6a9-94ad1653fd7c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/floatingips/7a723acc-d3d9-4931-a12e-3ad3755a7918 HTTP/1.1" status: 204 len: 168 time: 1.6182094 Feb 04 13:34:25.168768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:25.216200 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'status': 'completed', 'code': 200} Feb 04 13:34:25.306264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58762) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:25.314915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-287232516-network', 'tenant_id': '348bbe9c63ac4999ac42c2b1fa80f67a'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:25.321369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:25.332615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Usage tracker for resource:network and tenant:348bbe9c63ac4999ac42c2b1fa80f67a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:25.337453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:25.346180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:25.357629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:25.360823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Made reservation on behalf of 348bbe9c63ac4999ac42c2b1fa80f67a for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:25.363860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.380980 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.413659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:25.420919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Usage tracker for resource:security_group_rule and tenant:348bbe9c63ac4999ac42c2b1fa80f67a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:25.424299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:25.430524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:25.487512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-c96ffc48-53b3-4b9f-a59a-b46a6e9b9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.489454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-c96ffc48-53b3-4b9f-a59a-b46a6e9b9a38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 1096 time: 0.2516708 Feb 04 13:34:25.583745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.597034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.629023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-82da8a90-8c4f-4fce-8bd2-7a33ebf8cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.629983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:25.630493 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-82da8a90-8c4f-4fce-8bd2-7a33ebf8cfaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 200 len: 897 time: 0.1350646 Feb 04 13:34:25.647914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266edebe-35c2-4367-bca6-918c684d3434,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:25.652189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.652428 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Added segment 977b936e-7e88-4d6c-91a4-e21dc416eb0c of type vlan for network 840ab2d7-afae-4037-8dd9-d7b5739afff5 Feb 04 13:34:25.684425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314e90-5f6a-42d6-8449-940c42c9abeb req-6ffd10bb-7b48-4c86-ab5f-09b24bf05ad9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.691356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e314e90-5f6a-42d6-8449-940c42c9abeb req-6ffd10bb-7b48-4c86-ab5f-09b24bf05ad9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1668684 Feb 04 13:34:25.718444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-a5fb3783-6edc-4059-84bd-94fe8c575944 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 200 len: 217 time: 0.0807776 Feb 04 13:34:25.726204 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.748309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:25.752413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Checking router: de5ed7a9-d30c-41df-aa24-63c8d7c2385a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:25.761547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:25.762140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:25.775597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e314e90-5f6a-42d6-8449-940c42c9abeb req-347abeb0-c1b4-4f4f-a3fd-0566b79d2a1c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833070 Feb 04 13:34:25.795696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.797293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.798085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:25.820712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-746afb63-1310-4147-a621-f01dc4ba0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.822322 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-746afb63-1310-4147-a621-f01dc4ba0a55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 200 len: 835 time: 0.0951991 Feb 04 13:34:25.901744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-51027ca4-6d74-40a9-94d0-41fc693be807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:25.903274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-51027ca4-6d74-40a9-94d0-41fc693be807 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736635 Feb 04 13:34:25.950358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:25.958812 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6488261 Feb 04 13:34:25.962468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58768) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:25.964901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e827-a4e8-4c9b-a92c-a83a19803420 admin admin] Pushing event updated for resources: {'Network': ['ID=840ab2d7-afae-4037-8dd9-d7b5739afff5,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:26.005112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 840ab2d7-afae-4037-8dd9-d7b5739afff5 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:34:26.047672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-727a3d3f-3e8c-4f75-8bc8-12f4ff8e7ef6 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382854 Feb 04 13:34:26.085157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Request body: {'subnet': {'network_id': '840ab2d7-afae-4037-8dd9-d7b5739afff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-287232516-subnet', 'tenant_id': '348bbe9c63ac4999ac42c2b1fa80f67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:26.093106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:26.099454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Usage tracker for resource:subnet and tenant:348bbe9c63ac4999ac42c2b1fa80f67a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:26.103666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:26.112413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:26.129309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Made reservation on behalf of 348bbe9c63ac4999ac42c2b1fa80f67a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:26.131952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:26.195296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ca243ff-6ac4-4e1d-a8d8-6fa942ba2cb7 req-dbad74ff-5910-4146-850f-39c86531ad44 service neutron] 10.222.0.90 "GET /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408756 Feb 04 13:34:26.202292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-dc2a5513-1607-4f8c-9772-15c8542a656c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.203761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-dc2a5513-1607-4f8c-9772-15c8542a656c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.3216012 Feb 04 13:34:26.306100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port d49fc47a-555a-49e4-84ee-594beeea0d12 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:26.307021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:26.415119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:26.419609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56b5a4-1876-4179-8a84-774495d31fea None None] The sync data for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 is: [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:33:09Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a0dfc648-e398-4f92-824e-a934ae9f32e6', 'name': '', 'network_id': 'cdb7eb59-2c55-49fc-8f60-52e03f93c1f7', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:f6:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:33:08Z', 'updated_at': '2022-02-04T13:33:16Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:26.612859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:26.658896 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c034d3-d6a7-4146-a357-85a52b4dfa5f None None] New status for floating IP 7a723acc-d3d9-4931-a12e-3ad3755a7918: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:34:26.686116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port d49fc47a-555a-49e4-84ee-594beeea0d12, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=d49fc47a-555a-49e4-84ee-594beeea0d12,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:26.686472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:26.840973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for d49fc47a-555a-49e4-84ee-594beeea0d12 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:26.870877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21028efd-d549-47f6-8351-b4e284e414a4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:26.893956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Checking segment: {'id': '977b936e-7e88-4d6c-91a4-e21dc416eb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '840ab2d7-afae-4037-8dd9-d7b5739afff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:26.894306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Network hostable DHCP agents. Network: 840ab2d7-afae-4037-8dd9-d7b5739afff5, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:26.937956 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Network 840ab2d7-afae-4037-8dd9-d7b5739afff5 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:26.978394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 840ab2d7-afae-4037-8dd9-d7b5739afff5) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:26.979193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aab50-9d94-4df6-809d-90798fa37435 req-c634b0c0-3f51-4246-b183-0b9b4b39868e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.980020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-875aab50-9d94-4df6-809d-90798fa37435 req-c634b0c0-3f51-4246-b183-0b9b4b39868e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:26.986481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb06b60a-cdf8-4497-9525-4eba2b375ae8 None None] Network 840ab2d7-afae-4037-8dd9-d7b5739afff5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:26.987747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:26.988330 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.003777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-875aab50-9d94-4df6-809d-90798fa37435 req-c634b0c0-3f51-4246-b183-0b9b4b39868e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:27.005390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-875aab50-9d94-4df6-809d-90798fa37435 req-c634b0c0-3f51-4246-b183-0b9b4b39868e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec HTTP/1.1" status: 200 len: 945 time: 0.1140749 Feb 04 13:34:27.032873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5137800-c0ee-4861-bd89-18e728aa8e9b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0688694 Feb 04 13:34:27.052258 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.068401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-875aab50-9d94-4df6-809d-90798fa37435 req-a1006573-fdf2-4481-a0de-9f297f428f0e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=08e91d7e-3091-438b-a43c-5aebdefd8bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535557 Feb 04 13:34:27.154766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=d49fc47a-555a-49e4-84ee-594beeea0d12,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:27.187011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:27.197626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] No DVR routers for this DVR port d49fc47a-555a-49e4-84ee-594beeea0d12 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:27.200692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.202778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4f52d5c9-070e-49d4-a0d6-b428fde3ba2c req-ce25acda-ea7c-4194-8431-95c423b5f550 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "DELETE /v2.0/ports/d49fc47a-555a-49e4-84ee-594beeea0d12 HTTP/1.1" status: 204 len: 173 time: 0.9934866 Feb 04 13:34:27.203249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-deleted', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:27.242749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba38bbb-66ce-4cf1-ac81-6f4ff6439ade None None] Network 840ab2d7-afae-4037-8dd9-d7b5739afff5 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:27.251171 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4d24dd-e701-4d4e-a2e7-bfae2d8d44ec', 'name': 'network-vif-deleted', 'tag': 'd49fc47a-555a-49e4-84ee-594beeea0d12', 'status': 'completed', 'code': 200} Feb 04 13:34:27.256869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Deleting subnet 2d373acb-4402-4a33-a3ea-711ca9d896a1 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:27.260356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.316674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.377021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.468165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.510676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d373acb-4402-4a33-a3ea-711ca9d896a1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:27.516339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.522316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5c6cc41e-9866-46bd-a076-1eda574be8dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d373acb-4402-4a33-a3ea-711ca9d896a1 HTTP/1.1" status: 204 len: 168 time: 0.3341238 Feb 04 13:34:27.524992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58782) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:27.637285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.760626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.785013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51959df-4a83-4674-9fd2-79146aa36af4']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:27.797230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088882ea-d639-45ff-b42c-45e0be386dfc') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:27.797526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088882ea-d639-45ff-b42c-45e0be386dfc') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:27.809093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.825251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.831290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:27.831714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:27.844588 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:27.920754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.937447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:27.947130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d51959df-4a83-4674-9fd2-79146aa36af4 HTTP/1.1" status: 204 len: 168 time: 0.4211419 Feb 04 13:34:27.947974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f88d82-7a31-49d6-8263-cf48a87df94d admin admin] Pushing event deleted for resources: {'Network': ['ID=d51959df-4a83-4674-9fd2-79146aa36af4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:27.949844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58786) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:28.008416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Deleting subnet 21028efd-d549-47f6-8351-b4e284e414a4 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:28.011391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.173190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:28.176301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.231523 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.300912 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.344282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21028efd-d549-47f6-8351-b4e284e414a4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.346218 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.352553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5bd18399-ab7e-4c08-9517-9e4ff697da3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21028efd-d549-47f6-8351-b4e284e414a4 HTTP/1.1" status: 204 len: 168 time: 0.4014728 Feb 04 13:34:28.355780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58796) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:28.462545 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.592469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.618504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840ab2d7-afae-4037-8dd9-d7b5739afff5']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:28.631963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977b936e-7e88-4d6c-91a4-e21dc416eb0c') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:28.632367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977b936e-7e88-4d6c-91a4-e21dc416eb0c') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:28.645193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.662736 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.669325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:28.669613 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:28.683517 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:28.765210 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.786777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.795895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=840ab2d7-afae-4037-8dd9-d7b5739afff5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:28.800095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b54ea65f-0b45-40bb-bda1-2d6fd83358d2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/840ab2d7-afae-4037-8dd9-d7b5739afff5 HTTP/1.1" status: 204 len: 168 time: 0.4419625 Feb 04 13:34:28.847554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:28.972506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58802) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:29.021409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f0c18b9b-1b5c-4b8e-b39f-c9ffba7be766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c96997e584d458c88f986da2721e2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476611 Feb 04 13:34:29.023846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58806) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:29.082270 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.108049 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.166881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.183697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dda3df-1cd9-4b0a-82c0-37f5ee8d4d9e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:29.188652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.189307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a3117af0-fd66-4e0b-bf88-4b4e4351ba8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9dda3df-1cd9-4b0a-82c0-37f5ee8d4d9e HTTP/1.1" status: 204 len: 168 time: 0.1645620 Feb 04 13:34:29.225951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port a0dfc648-e398-4f92-824e-a934ae9f32e6 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:29.226487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.420047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port a0dfc648-e398-4f92-824e-a934ae9f32e6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0dfc648-e398-4f92-824e-a934ae9f32e6,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:29.420540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.481924 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:29.520146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: d49fc47a-555a-49e4-84ee-594beeea0d12 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:29.520710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device d49fc47a-555a-49e4-84ee-594beeea0d12 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:29.547878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:29.549531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for a0dfc648-e398-4f92-824e-a934ae9f32e6 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:29.609698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46ff6cc9-69f2-4cb7-91a3-22373a58e298 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=348bbe9c63ac4999ac42c2b1fa80f67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605991 Feb 04 13:34:29.612175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58818) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:29.669848 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.694806 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.748432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.766132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266edebe-35c2-4367-bca6-918c684d3434,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:29.771510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.775005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ff9d1e05-ed1d-4efc-937b-158918565f53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/266edebe-35c2-4367-bca6-918c684d3434 HTTP/1.1" status: 204 len: 168 time: 0.1595519 Feb 04 13:34:29.894232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:29.943512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=a0dfc648-e398-4f92-824e-a934ae9f32e6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:30.349925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:30.725493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router de5ed7a9-d30c-41df-aa24-63c8d7c2385a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:34:30.911413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:34:30.921727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Sync routers for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:30.928166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fdeb3ba5-decd-4306-9db8-29b12420185f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/de5ed7a9-d30c-41df-aa24-63c8d7c2385a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539058 Feb 04 13:34:30.930993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58852) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:30.931461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:30.931826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:31.003656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting subnet 6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:34:31.006722 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.063269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.120523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:31.159753 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.237228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.279385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Subnet': ['ID=6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:31.284731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.294619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58864) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:31.295607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e0c73c8b-a54e-42cd-af5f-6192f042bedd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/subnets/6248e5e6-ebe8-4a3a-918d-fdfdbe1a71e3 HTTP/1.1" status: 204 len: 168 time: 0.3634839 Feb 04 13:34:31.300108 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403b717-4555-49c3-aff1-99978aa17366 None None] Network cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:31.496349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.639414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:34:29Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': 'c1f4e5f0-cb60-4752-9c62-742f64068199', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:32:59Z', 'updated_at': '2022-02-04T13:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:31.643807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Checking router: de5ed7a9-d30c-41df-aa24-63c8d7c2385a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:31.657334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Routers {'de5ed7a9-d30c-41df-aa24-63c8d7c2385a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:31.657970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:31.741058 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.752991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port c1f4e5f0-cb60-4752-9c62-742f64068199 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:31.752991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.754287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] DHCP port deletion for cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:34:31.769591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Deleting port 9606440b-384e-4716-b44e-1681aa427ec9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:34:31.769966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.934987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port c1f4e5f0-cb60-4752-9c62-742f64068199, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1f4e5f0-cb60-4752-9c62-742f64068199,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:31.935358 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:31.939163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] Set router de5ed7a9-d30c-41df-aa24-63c8d7c2385a gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:32.065792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:34:31Z', 'revision_number': 6, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:32.075312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c43e0-cc17-41f3-9296-59ecb73622d2 None None] The sync data for ids ['de5ed7a9-d30c-41df-aa24-63c8d7c2385a'] in n-d-820555-2 is: [{'id': 'de5ed7a9-d30c-41df-aa24-63c8d7c2385a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822798134', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:32:57Z', 'updated_at': '2022-02-04T13:34:31Z', 'revision_number': 6, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:32.182395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] For port 9606440b-384e-4716-b44e-1681aa427ec9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9606440b-384e-4716-b44e-1681aa427ec9,segment=NetworkSegment(15b647d2-e486-4d30-afa2-e6d3be7154a8),segment_id=15b647d2-e486-4d30-afa2-e6d3be7154a8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:32.183446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.184929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for c1f4e5f0-cb60-4752-9c62-742f64068199 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:32.307283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Calling delete_port for 9606440b-384e-4716-b44e-1681aa427ec9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:34:32.357270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.383502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.411971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=c1f4e5f0-cb60-4752-9c62-742f64068199,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:32.448737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] No DVR routers for this DVR port 9606440b-384e-4716-b44e-1681aa427ec9 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:34:32.450691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d4854-04c9-43e9-acb2-51f462162aa9 None None] Pushing event deleted for resources: {'Port': ['ID=9606440b-384e-4716-b44e-1681aa427ec9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:32.487822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9606440b-384e-4716-b44e-1681aa427ec9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:32.518498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.523620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9606440b-384e-4716-b44e-1681aa427ec9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:32.523967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9606440b-384e-4716-b44e-1681aa427ec9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:32.524377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0dfc648-e398-4f92-824e-a934ae9f32e6 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:32.562572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a0dfc648-e398-4f92-824e-a934ae9f32e6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:32.562876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0dfc648-e398-4f92-824e-a934ae9f32e6 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:32.700998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.703598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.732478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.733022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Fanout notify agent at l3_agent the message router_deleted on router de5ed7a9-d30c-41df-aa24-63c8d7c2385a {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:34:32.752296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:32.756250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bba75739-d53f-4999-bd9d-9d21bf5f3e69 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/routers/de5ed7a9-d30c-41df-aa24-63c8d7c2385a HTTP/1.1" status: 204 len: 168 time: 1.4588270 Feb 04 13:34:32.756488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:32.879152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.020857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.045763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb7eb59-2c55-49fc-8f60-52e03f93c1f7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:33.057996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b647d2-e486-4d30-afa2-e6d3be7154a8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:33.058292 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b647d2-e486-4d30-afa2-e6d3be7154a8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:33.069695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.086542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.093414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:34:33.093806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:34:33.108475 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:34:33.188501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.194036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.219965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Network': ['ID=cdb7eb59-2c55-49fc-8f60-52e03f93c1f7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:33.228311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8e2cf29f-82d0-4364-b6b4-9c8c0e412f59 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/networks/cdb7eb59-2c55-49fc-8f60-52e03f93c1f7 HTTP/1.1" status: 204 len: 168 time: 0.4708710 Feb 04 13:34:33.230961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58886) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:33.322751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-996cb843-2cf2-4b64-ab6f-09b9a968c5e2 req-fdf24cd4-ae05-4e48-ace2-e1646af20c27 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0460637 Feb 04 13:34:33.339590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.372548 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.441325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-996cb843-2cf2-4b64-ab6f-09b9a968c5e2 req-d18f47be-1ba2-4715-ad64-8278d4f4cca8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0498469 Feb 04 13:34:33.486132 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-996cb843-2cf2-4b64-ab6f-09b9a968c5e2 req-8544d23b-e708-4515-aeee-dcfd670ad4dc service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259237 Feb 04 13:34:33.513563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.594764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e91d7e-3091-438b-a43c-5aebdefd8bcf,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:33.613991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.615163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7646f6f6-1c08-466e-8c7d-99d8f453ae43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/security-groups/08e91d7e-3091-438b-a43c-5aebdefd8bcf HTTP/1.1" status: 204 len: 168 time: 0.3833067 Feb 04 13:34:33.661039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cb843-2cf2-4b64-ab6f-09b9a968c5e2 req-811af75a-b488-403c-bc8a-64915890b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:33.662586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-996cb843-2cf2-4b64-ab6f-09b9a968c5e2 req-811af75a-b488-403c-bc8a-64915890b944 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699462 Feb 04 13:34:33.861575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58894) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:33.866818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763938728', 'description': 'tempest-secgroup-smoke-763938728 description', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:33.874078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:33.878150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:33.881020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:33.887144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:33.895981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:33.915184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:33.919370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:33.922071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:33.927910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.007706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.011462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.055386 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8fe2f7-6a10-401c-8204-d7cca28479bf,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.061721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.066095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-486cc1bd-a6d9-44cc-a7b9-44d40765c6ea tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2005177 Feb 04 13:34:34.066446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.071638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.078252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.082200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.085263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.096108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.115978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.180820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.185378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.215332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f030b6-9e0c-4e8c-a6fd-c5ab2981b528,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.228404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1f4e5f0-cb60-4752-9c62-742f64068199 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:34:34.231518 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.234685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f185965e-fe09-4f33-9e51-4820427df22b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653495 Feb 04 13:34:34.235697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58906) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.242251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.249185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.253269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.256234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.263378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.264039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c1f4e5f0-cb60-4752-9c62-742f64068199 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:34:34.264584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1f4e5f0-cb60-4752-9c62-742f64068199 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:34:34.288669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.360684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.365334 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.391887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7ac38f-7231-4e1a-9778-9297e3879a19,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.401942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.403322 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b618cb37-8df1-47a2-9102-8dae9c663985 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659181 Feb 04 13:34:34.405839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58916) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.411318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.418436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.422284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.425605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.431462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.451292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.519939 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.524847 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.550735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742d63c4-6e5f-427a-a1c5-33113cb3d3c2,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.560262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.561717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-69c66aa6-a9e5-4bbb-9e93-55e5fe4b4536 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546555 Feb 04 13:34:34.564287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58924) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.569642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.576921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.580849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.583969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.591014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.608718 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.672392 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.676045 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.701842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b7efcb-d308-45b4-a8a2-75c3a2fc961b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.713669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.715929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6ec3d2d1-9bc1-4c7c-b85e-5b592d5399ac tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506262 Feb 04 13:34:34.718636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58928) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.724512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.731799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.735770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.738929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.745546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.756912 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:34.765482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.832330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.836133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.859357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f821093c-aa18-435a-9f2d-c28dc0e6ac38,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:34.869263 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.870978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77645477-807d-484f-aab7-153f3aeb74f4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510434 Feb 04 13:34:34.873892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58932) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:34.879056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'security_group_rule': {'security_group_id': 'fb8fe2f7-6a10-401c-8204-d7cca28479bf', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:34.886497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:34.890406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:security_group_rule and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:34.893317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:34.898959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:34.909596 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Project cee6225bd7184c9baf1e21756114b8d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:34:34.916807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.992127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:34.996780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.023459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5a68f8-9fa7-41ba-b8ba-7a3f1c8269e9,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:35.032210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.033419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8faed99f-93a3-4282-bff5-dd136aaffdf4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586485 Feb 04 13:34:35.036223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58936) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:35.041718 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'network': {'name': 'tempest-network-smoke--1077347695', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:35.047395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:35.051905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:network and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:35.055763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:35.063142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:35.076333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:35.079399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.113475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:34:35.132626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.132626 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Added segment 163444b4-8489-4795-b49c-a290cc43c171 of type vlan for network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c Feb 04 13:34:35.154391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.185634 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.191194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:35.191806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.414779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3772998 Feb 04 13:34:35.418028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58942) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:35.424255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'admin_state_up': True, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:35.424523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af8021-c790-4b01-ad58-02f20d5065d5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Network': ['ID=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:35.433343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:35.437787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:router and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:35.438937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:34:35.440924 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:35.447646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:35.457324 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.458611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.475739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:35.878038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:36.203084 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:36.233704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:36.379041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.88 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:36.533453 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:36.572152 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:36.636610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:36.639687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:36.643754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:34:36.684398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:37.068487 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:37.554292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:37.777338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 06311c3e-57ff-4e1a-850f-8be6ea684728 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:34:37.972554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:34:37.982845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Sync routers for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:37.992571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:37.993223 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:37.999751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:38.004186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dd2da216-3af7-4761-b56b-8833d0311e96 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5811117 Feb 04 13:34:38.004451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58974) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:38.049780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a00ebd5e-bddd-40f7-ad53-5ed2beb7d1ab tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cee6225bd7184c9baf1e21756114b8d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440090 Feb 04 13:34:38.052266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58978) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:38.177016 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:38.201112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a99af3-448c-4f9c-91fa-5ef3cdb4506f tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:38.202648 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d5a99af3-448c-4f9c-91fa-5ef3cdb4506f tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488888 Feb 04 13:34:38.205473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58982) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:38.246873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a16ca8d5-c80c-4891-8aa3-012d6797d283 tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401824 Feb 04 13:34:38.249269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 58986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:38.254824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994611663', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:38.368150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:38.372741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:subnet and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:38.375638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:38.381754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:38.393245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:38.397103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:38.484053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:36Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:38.488229 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Checking router: 06311c3e-57ff-4e1a-850f-8be6ea684728 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:38.488891 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Updating router 06311c3e-57ff-4e1a-850f-8be6ea684728 port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:38.586357 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:38.687116 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:38.784156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Checking segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:38.785061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network hostable DHCP agents. Network: 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:34:38.803997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Subnet': ['ID=2b1a2b17-86da-45a8-bba8-41163a45e639,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:38.817134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:34:38.827201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:38.841595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29aa45-fa59-408e-90cb-f6b6ad340918 None None] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:38.842575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:38.843195 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:38.870256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 58998) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:38.870849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f6d4e615-8625-4aca-9a44-87e93c2b3192 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6199811 Feb 04 13:34:38.987058 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.000637 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Transition to ACTIVE for port object 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:39.012737 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.088155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:34:39.090416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.110974 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Attempting to bind port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:39.111706 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Attempting to bind port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:39.112291 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Attempting to bind port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:39.121653 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:39.123149 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:39.124502 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.125104 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:39.126107 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Bound port: 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:39.126858 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.176020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Pushing event updated for resources: {'Port': ['ID=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.187878 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.188552 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.188951 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.189347 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.189803 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.190134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.190519 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.191026 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.191374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.191787 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.192545 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.192545 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.223969 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] For port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:39.227494 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] For port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:39.233333 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.312283 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:39.313066 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:39.341710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Allocated IP 172.20.0.2 (13b5f89b-6fed-4a3c-a768-538f6aaf3a8c/2b1a2b17-86da-45a8-bba8-41163a45e639/72697f9a-174e-4933-968b-90cec07c0c10) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:39.494561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:39.594824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.607233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Transition to ACTIVE for port object 72697f9a-174e-4933-968b-90cec07c0c10 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:39.632409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Transition to ACTIVE for port object 72697f9a-174e-4933-968b-90cec07c0c10 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:39.640056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:39.677886 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be6ce-f10f-45f8-b2cc-0247c8e04e73 None None] Pushing event updated for resources: {'Port': ['ID=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.803192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Pushing event updated for resources: {'Port': ['ID=72697f9a-174e-4933-968b-90cec07c0c10,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:39.827508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:36Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:39.832605 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29b752-b5d0-46bd-bf27-4edde887e9d8 None None] The sync data for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 is: [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:36Z', 'revision_number': 3, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:39.839005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.843514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.844118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.844228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.844541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.844914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.845186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.845842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.845842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.846134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.846460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.846903 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:39.876778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:39.885088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:39.888303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:34:39.966465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.020996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Attempting to bind port 72697f9a-174e-4933-968b-90cec07c0c10 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:40.021434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Attempting to bind port 72697f9a-174e-4933-968b-90cec07c0c10 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:40.021920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Attempting to bind port 72697f9a-174e-4933-968b-90cec07c0c10 on network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:40.027826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:40.028199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Checking segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:40.028597 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.029269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Bound using segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:40.029509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Bound port: 72697f9a-174e-4933-968b-90cec07c0c10, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:40.029998 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.139234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] For port 72697f9a-174e-4933-968b-90cec07c0c10, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:40.143374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] For port 72697f9a-174e-4933-968b-90cec07c0c10, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72697f9a-174e-4933-968b-90cec07c0c10,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:40.152046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.265705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30ed10-e182-40fd-bc84-9ef6d4f6631c None None] Pushing event updated for resources: {'Port': ['ID=72697f9a-174e-4933-968b-90cec07c0c10,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:40.496134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.1 (13b5f89b-6fed-4a3c-a768-538f6aaf3a8c/2b1a2b17-86da-45a8-bba8-41163a45e639/58cc54f0-6887-4b4e-b78f-7446f90b42be) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:40.707913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.730551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object 58cc54f0-6887-4b4e-b78f-7446f90b42be will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:40.758304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:40.832542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:40.836149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:40.840399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:34:40.875879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:40.906737 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.114081 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.330990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d9b0f-73e5-42ce-80c0-d984e1a158cb None None] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:34:41.428599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d03786e5-076a-4638-a263-580319ec6e31 None None] Provisioning for port 72697f9a-174e-4933-968b-90cec07c0c10 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:41.560578 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.568083 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.808556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:41.835434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.889163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52d83928-bb9f-4a0c-91a4-dd562e8a88fb None None] Provisioning for port 58cc54f0-6887-4b4e-b78f-7446f90b42be completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:41.911086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-52d83928-bb9f-4a0c-91a4-dd562e8a88fb None None] Provisioning complete for port 58cc54f0-6887-4b4e-b78f-7446f90b42be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:41.911461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-52d83928-bb9f-4a0c-91a4-dd562e8a88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:41.992823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:41.994299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:42.046911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-52d83928-bb9f-4a0c-91a4-dd562e8a88fb None None] Port 58cc54f0-6887-4b4e-b78f-7446f90b42be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:34:42.171453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5282ae03-515b-49c2-ad07-81cfe748f2ba None None] Provisioning complete for port 58cc54f0-6887-4b4e-b78f-7446f90b42be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:42.171827 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5282ae03-515b-49c2-ad07-81cfe748f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:42.239406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 06311c3e-57ff-4e1a-850f-8be6ea684728 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:34:42.267661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5282ae03-515b-49c2-ad07-81cfe748f2ba None None] Port 58cc54f0-6887-4b4e-b78f-7446f90b42be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:34:42.368731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72697f9a-174e-4933-968b-90cec07c0c10 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:42.445916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 72697f9a-174e-4933-968b-90cec07c0c10 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:42.454489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 72697f9a-174e-4933-968b-90cec07c0c10 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:42.455096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:42.461090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:34:42.478664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68cb3c14-ca57-42ba-94ed-3252c593fdae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/06311c3e-57ff-4e1a-850f-8be6ea684728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6059270 Feb 04 13:34:42.505747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Sync routers for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:42.530211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:42.530858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:42.607931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e46c4d73-83c1-4061-9383-758c415ebdaa None None] Provisioning complete for port 58cc54f0-6887-4b4e-b78f-7446f90b42be triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:42.608294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e46c4d73-83c1-4061-9383-758c415ebdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:42.788437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e46c4d73-83c1-4061-9383-758c415ebdaa None None] Port 58cc54f0-6887-4b4e-b78f-7446f90b42be cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:34:42.825474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:42.838856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:42.939215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-0850d18b-42fd-4877-8e71-d37d192bf6b7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:42.954306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-0850d18b-42fd-4877-8e71-d37d192bf6b7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:42.955566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-0850d18b-42fd-4877-8e71-d37d192bf6b7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763938728&fields=id&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 267 time: 0.0572350 Feb 04 13:34:43.031676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 72697f9a-174e-4933-968b-90cec07c0c10, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72697f9a-174e-4933-968b-90cec07c0c10,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:43.078285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.079083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:43.114060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-051cafea-5820-40e6-b721-dc91207cc0d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:43.114792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-051cafea-5820-40e6-b721-dc91207cc0d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:43.132182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-051cafea-5820-40e6-b721-dc91207cc0d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:43.132393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-051cafea-5820-40e6-b721-dc91207cc0d3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/networks?id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 200 len: 797 time: 0.1697459 Feb 04 13:34:43.160202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-cf9a9fa4-931f-4f60-b3f6-1e7759824a50 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/quotas/cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 375 time: 0.0166032 Feb 04 13:34:43.268224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bc59e336-9b3c-4cdc-8af4-ba19f8d437fd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:43.285513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bc59e336-9b3c-4cdc-8af4-ba19f8d437fd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:43.292439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=72697f9a-174e-4933-968b-90cec07c0c10,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:43.297074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:43.301284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bc59e336-9b3c-4cdc-8af4-ba19f8d437fd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334710 Feb 04 13:34:43.304558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:43.304663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.307219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-47797ce8-6fa8-41cb-b607-fef7119ec9d0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:34:43.311048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-47797ce8-6fa8-41cb-b607-fef7119ec9d0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089374 Feb 04 13:34:43.384652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 2, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:43.391421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Checking router: 06311c3e-57ff-4e1a-850f-8be6ea684728 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:43.391763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Updating router 06311c3e-57ff-4e1a-850f-8be6ea684728 port 58cc54f0-6887-4b4e-b78f-7446f90b42be binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:34:43.460265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-d686f5b0-f1e5-4340-b937-e1e6ab7f0743 service neutron] 10.222.0.53 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450734 Feb 04 13:34:43.493078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.508194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.526985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:43.576750 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.605827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-af63b29e-9cb4-4b04-9863-459b72d16605 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007211 Feb 04 13:34:43.639755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-769dca37-af1c-442e-842d-30c8789ba4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:43.640069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-ac1ea7c2-66fc-42c4-8f76-2054b209b23e service neutron] 10.222.0.53 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731546 Feb 04 13:34:43.723561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-9fbe76e8-bffb-4f40-a9c1-96109c6bc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:43.725691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-9fbe76e8-bffb-4f40-a9c1-96109c6bc4fe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 1097 time: 0.0947530 Feb 04 13:34:43.873921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:44.000438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-bdf451fe-a870-494b-beb7-916021484fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:44.002795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-bdf451fe-a870-494b-beb7-916021484fff service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.2537537 Feb 04 13:34:44.140499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a32c6794-8a97-40ce-b1f4-331dbae7e092 req-2bd1d550-8b8c-4406-b702-696657eefadb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:44.166953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-85821256-7364-4fe5-9695-0692215da364 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 200 len: 1002 time: 0.1571748 Feb 04 13:34:44.168085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a32c6794-8a97-40ce-b1f4-331dbae7e092 req-2bd1d550-8b8c-4406-b702-696657eefadb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:44.176573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a32c6794-8a97-40ce-b1f4-331dbae7e092 req-2bd1d550-8b8c-4406-b702-696657eefadb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 210 time: 0.3128421 Feb 04 13:34:44.241422 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.254875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Transition to ACTIVE for port object 58cc54f0-6887-4b4e-b78f-7446f90b42be will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:44.264682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.287392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-c20edefb-73d0-499b-94dc-8c6a711db357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:44.288964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-c20edefb-73d0-499b-94dc-8c6a711db357 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1114936 Feb 04 13:34:44.306326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72697f9a-174e-4933-968b-90cec07c0c10 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:44.387899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-98b05441-dbfc-43d5-bfea-0f2b01c78758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:44.390250 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-98b05441-dbfc-43d5-bfea-0f2b01c78758 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938537 Feb 04 13:34:44.481078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d1b4-bb70-4665-add3-4e251e1f2a3e None None] Pushing event updated for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:44.552103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-46c4c81a-6fee-4b60-8138-3b61204b5788 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553299 Feb 04 13:34:44.607775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Attempting to bind port 58cc54f0-6887-4b4e-b78f-7446f90b42be on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:44.608139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Attempting to bind port 58cc54f0-6887-4b4e-b78f-7446f90b42be by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:44.608705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Attempting to bind port 58cc54f0-6887-4b4e-b78f-7446f90b42be on network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:44.612916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 72697f9a-174e-4933-968b-90cec07c0c10 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:44.613473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.660719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:44.665855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Checking segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:44.666546 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.667272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Bound using segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:44.667939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Bound port: 58cc54f0-6887-4b4e-b78f-7446f90b42be, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:44.668475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.772588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f66e2b39-4e34-46da-8cb4-7a4e7763b775 req-8db7dd79-dc65-4936-8a26-17327e7483ff service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137089 Feb 04 13:34:44.821301 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] For port 58cc54f0-6887-4b4e-b78f-7446f90b42be, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:44.868832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] For port 58cc54f0-6887-4b4e-b78f-7446f90b42be, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58cc54f0-6887-4b4e-b78f-7446f90b42be,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:44.875131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:44.971881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:45.061215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:45.061906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:45.178868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d1b4-bb70-4665-add3-4e251e1f2a3e None None] Pushing event updated for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:45.265172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:45.265643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:45.409582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fd3c766-a293-4eff-9812-ef1f832d26ee req-c92a346b-72c6-4cbe-9647-dacb9dbe93f6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0549850 Feb 04 13:34:45.448034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:45.477815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-4705f78d-9172-47d1-987e-5b9c7e129b65 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:45.479867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-4705f78d-9172-47d1-987e-5b9c7e129b65 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/networks?id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 200 len: 797 time: 0.2392185 Feb 04 13:34:45.530113 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-6f6a83fc-906d-4312-bea3-b22fa92bafd1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cee6225bd7184c9baf1e21756114b8d6 HTTP/1.1" status: 200 len: 379 time: 0.0420244 Feb 04 13:34:45.538406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'port': {'device_id': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'admin_state_up': True, 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'security_groups': ['fb8fe2f7-6a10-401c-8204-d7cca28479bf']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:45.789221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:45.798843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:45.808409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Made reservation on behalf of cee6225bd7184c9baf1e21756114b8d6 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:34:45.812048 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:45.823550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:44Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:45.827550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457479c-abe0-447e-a9dd-a4a3c9b85880 None None] The sync data for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 is: [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:44Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:46.000304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.20.0.8 (13b5f89b-6fed-4a3c-a768-538f6aaf3a8c/2b1a2b17-86da-45a8-bba8-41163a45e639/6206a43c-3c19-4538-8f69-8d8333997b00) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:46.226183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.244079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Transition to ACTIVE for port object 6206a43c-3c19-4538-8f69-8d8333997b00 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:46.291030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.302623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58cc54f0-6887-4b4e-b78f-7446f90b42be up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:46.360493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:46.369284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:46.372811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:34:46.374809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3727a911-c5e9-4686-89f9-42ef4c352f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.441524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 58cc54f0-6887-4b4e-b78f-7446f90b42be completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:46.450373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 58cc54f0-6887-4b4e-b78f-7446f90b42be triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:46.451447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.466344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:46.510808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.511667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.512363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.512863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.513359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.513840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.515663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.516367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.517549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.519615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.521437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.521958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:34:46.556764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.558347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.619292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-bcc06d96-cc38-4c65-bab0-90c4da2abc6a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843565 Feb 04 13:34:46.632074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Request body: {'port': {'device_id': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:46.660922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.750156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 58cc54f0-6887-4b4e-b78f-7446f90b42be, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58cc54f0-6887-4b4e-b78f-7446f90b42be,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:46.763361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.813684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-189979d2-0f14-41e9-b813-c163a14d7ce3 None None] Provisioning for port 6206a43c-3c19-4538-8f69-8d8333997b00 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:46.827104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-189979d2-0f14-41e9-b813-c163a14d7ce3 None None] Provisioning complete for port 6206a43c-3c19-4538-8f69-8d8333997b00 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:46.827753 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-189979d2-0f14-41e9-b813-c163a14d7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.862635 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:46.944202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054aa6f-1f77-4bd7-848a-6e034f183baf req-e9f83235-1599-483e-8189-2ee5cd2cb5da tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:46.946473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8054aa6f-1f77-4bd7-848a-6e034f183baf req-e9f83235-1599-483e-8189-2ee5cd2cb5da tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 931 time: 0.3474848 Feb 04 13:34:47.001421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.005131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8054aa6f-1f77-4bd7-848a-6e034f183baf req-6ea9f122-4f18-4b2f-a057-f19edfa0279e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516944 Feb 04 13:34:47.032936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:47.033830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-189979d2-0f14-41e9-b813-c163a14d7ce3 None None] Port 6206a43c-3c19-4538-8f69-8d8333997b00 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:34:47.279235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6206a43c-3c19-4538-8f69-8d8333997b00 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:34:47.287067 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.302118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Transition to ACTIVE for port object 6206a43c-3c19-4538-8f69-8d8333997b00 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:34:47.306283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.383434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.464748 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:47.548108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Attempting to bind port 6206a43c-3c19-4538-8f69-8d8333997b00 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:34:47.548767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Attempting to bind port 6206a43c-3c19-4538-8f69-8d8333997b00 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:34:47.548767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Attempting to bind port 6206a43c-3c19-4538-8f69-8d8333997b00 on network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:47.553457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Port 6206a43c-3c19-4538-8f69-8d8333997b00 on network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:34:47.553861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Attempting to bind port 6206a43c-3c19-4538-8f69-8d8333997b00 on network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:34:47.559476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:34:47.559815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Checking segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:34:47.560205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Bound using segment: {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:34:47.560629 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Bound port: 6206a43c-3c19-4538-8f69-8d8333997b00, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163444b4-8489-4795-b49c-a290cc43c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:34:47.560976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.648068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:34:47.651211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:34:47.655901 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.722730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:47.723354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:47.725037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] 10.222.0.90 "PUT /v2.0/ports/6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 200 len: 1091 time: 1.0976036 Feb 04 13:34:47.725490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:47.758168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ae5e-4bb9-4ba7-9141-87e98402a744 service neutron] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:47.803792 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'status': 'completed', 'code': 200} Feb 04 13:34:47.846191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5e161eee-bc5d-43db-9bee-732e2c9b1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:47.847761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-5e161eee-bc5d-43db-9bee-732e2c9b1665 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1094 time: 0.0801518 Feb 04 13:34:47.922779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-4552cded-d115-4495-b29d-f0823f815656 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 200 len: 217 time: 0.0669546 Feb 04 13:34:47.986336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-4214df71-5381-4678-a43b-09fe698282d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:47.987861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-4214df71-5381-4678-a43b-09fe698282d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b1a2b17-86da-45a8-bba8-41163a45e639 HTTP/1.1" status: 200 len: 834 time: 0.0590470 Feb 04 13:34:48.191852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffd65-0386-4b65-87f6-037991547daf req-98d1d02b-dda8-46d8-8a05-c193c74669f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.193508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-98d1d02b-dda8-46d8-8a05-c193c74669f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995275 Feb 04 13:34:48.213449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96ce9e-7a08-497e-bbb5-8ff07681da76 req-e9dd90fd-a731-40ba-a120-7d17f4982ed8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.215185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd96ce9e-7a08-497e-bbb5-8ff07681da76 req-e9dd90fd-a731-40ba-a120-7d17f4982ed8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 943 time: 0.0895493 Feb 04 13:34:48.248334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58cc54f0-6887-4b4e-b78f-7446f90b42be up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:48.277079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bd96ce9e-7a08-497e-bbb5-8ff07681da76 req-e90e7229-045b-411f-9bbd-6d4ce0970441 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552750 Feb 04 13:34:48.335989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 58cc54f0-6887-4b4e-b78f-7446f90b42be triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:48.336515 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:48.354888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-530a9d42-36d2-454b-b58f-ed4c470b3d69 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537638 Feb 04 13:34:48.498486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1e5ffd65-0386-4b65-87f6-037991547daf req-ba2c5fd5-30f9-4102-a7e1-a614acf4f5b8 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371017 Feb 04 13:34:48.516594 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:34:48.621220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-d144274b-0a9d-4d38-b9e9-0b8a3a99e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.623198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-d144274b-0a9d-4d38-b9e9-0b8a3a99e56b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1094 time: 0.0738332 Feb 04 13:34:48.758766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-75ea2483-e7df-40a7-b287-1ba2f1667aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.760915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-75ea2483-e7df-40a7-b287-1ba2f1667aad service neutron] 10.222.0.90 "GET /v2.0/networks?id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 200 len: 898 time: 0.1311407 Feb 04 13:34:48.765347 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:48.834031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-fe8f575d-c965-4c93-94e2-e745627676d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 200 len: 217 time: 0.0663483 Feb 04 13:34:48.896039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-d99fac06-ca1d-4674-ac2e-c1c948fc6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.897486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-d99fac06-ca1d-4674-ac2e-c1c948fc6c24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b1a2b17-86da-45a8-bba8-41163a45e639 HTTP/1.1" status: 200 len: 834 time: 0.0564408 Feb 04 13:34:48.978094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-75f234c0-4a92-47be-b3cd-20df974cf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:48.979663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-75f234c0-4a92-47be-b3cd-20df974cf3b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757239 Feb 04 13:34:49.113776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-ba52e134-4051-4d4c-a574-118ce529e679 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270368 Feb 04 13:34:49.250178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-71c0b493-0cf0-428c-89a9-e18b20c42bd9 req-5f05dfdc-7baa-4e2f-ba68-6cf020b9cdf9 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286731 Feb 04 13:34:49.466033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052f5e6-2a46-4287-9bce-7b91da100eb2 req-08bcdf48-01c9-453a-87b8-ad3bb6fdaefc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:49.466758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5052f5e6-2a46-4287-9bce-7b91da100eb2 req-08bcdf48-01c9-453a-87b8-ad3bb6fdaefc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:34:49.483372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5052f5e6-2a46-4287-9bce-7b91da100eb2 req-08bcdf48-01c9-453a-87b8-ad3bb6fdaefc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:34:49.484789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5052f5e6-2a46-4287-9bce-7b91da100eb2 req-08bcdf48-01c9-453a-87b8-ad3bb6fdaefc tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 943 time: 0.0968664 Feb 04 13:34:49.530831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5052f5e6-2a46-4287-9bce-7b91da100eb2 req-be319204-6e73-4ba1-b8fa-3f501f80f137 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Feb 04 13:34:49.559751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:34:49.698971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:49.713642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6206a43c-3c19-4538-8f69-8d8333997b00', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'mac_address': 'fa:16:3e:bc:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:34:49.818346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:49.835613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6206a43c-3c19-4538-8f69-8d8333997b00 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:34:49.852718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:49.857586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:49.926021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:50.070789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6206a43c-3c19-4538-8f69-8d8333997b00'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:34:50.365322 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:50.724864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e9e6c-e593-49d4-a53f-1fec52452d97 req-6adb9003-6d22-49b2-b8a5-b1445e829d98 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:50.726627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b3e9e6c-e593-49d4-a53f-1fec52452d97 req-6adb9003-6d22-49b2-b8a5-b1445e829d98 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 944 time: 0.0842876 Feb 04 13:34:50.787817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b3e9e6c-e593-49d4-a53f-1fec52452d97 req-e71c2d13-e0c7-4013-a5fa-210f31faddf0 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550475 Feb 04 13:34:51.573883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:34:51.641217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 6206a43c-3c19-4538-8f69-8d8333997b00 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:34:51.646379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6206a43c-3c19-4538-8f69-8d8333997b00 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:34:51.646903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:51.767317 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:51.794413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:51.803762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:34:51.808516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:51.842483 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'code': 200} Feb 04 13:34:51.899335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:51.997916 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054769-4713-4044-82b3-40cc94c8ff6a req-c55d8585-a175-4311-a7ba-5773e3f864e2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:52.000930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16054769-4713-4044-82b3-40cc94c8ff6a req-c55d8585-a175-4311-a7ba-5773e3f864e2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0945182 Feb 04 13:34:52.003070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073102f5-050d-4d00-93d6-a91f4a297005 req-8efbd133-f014-4e7f-bdd5-1b65651e350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:52.005032 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-073102f5-050d-4d00-93d6-a91f4a297005 req-8efbd133-f014-4e7f-bdd5-1b65651e350c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0857754 Feb 04 13:34:52.050140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-073102f5-050d-4d00-93d6-a91f4a297005 req-09b7d1e5-d700-4f81-abc0-e0122cc9ce75 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378745 Feb 04 13:34:52.054885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-16054769-4713-4044-82b3-40cc94c8ff6a req-8dc02cb0-a0ff-46c3-9d1c-61a8bb0fcd65 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465159 Feb 04 13:34:52.621635 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59172) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:52.741236 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:52.755387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:52.759248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c377436fa044ed59569e29fff569ac3 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:52.762543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:52.768125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:52.848978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:52.853345 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:52.900276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c377436fa044ed59569e29fff569ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774074 Feb 04 13:34:52.901760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841cd94-1a45-4e3d-91ec-a7ca34e277b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46583af6-d609-43d9-beef-614b75041328,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:52.902881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:52.961002 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:52.986225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.037104 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.050621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46583af6-d609-43d9-beef-614b75041328,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.057726 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.058909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-42dd3480-8352-403f-bead-73b172b0a9aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46583af6-d609-43d9-beef-614b75041328 HTTP/1.1" status: 204 len: 168 time: 0.1548929 Feb 04 13:34:53.261972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01e58-4d27-45d4-8459-48cca6831116 req-0474ba15-a439-4a4c-bb86-67b4e58f503d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:53.263486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48e01e58-4d27-45d4-8459-48cca6831116 req-0474ba15-a439-4a4c-bb86-67b4e58f503d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0855083 Feb 04 13:34:53.309600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-48e01e58-4d27-45d4-8459-48cca6831116 req-5c2a64ba-353f-41aa-ad91-29a487a431b1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Feb 04 13:34:53.368019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59188) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:53.386343 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.405799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:53.409553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Usage tracker for resource:security_group_rule and tenant:0f80db06ec1946b7abfbcc8bdd29736f is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:53.412601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:53.418901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:53.506803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.510366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.559340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f80db06ec1946b7abfbcc8bdd29736f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901314 Feb 04 13:34:53.560963 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eae5f-01b5-4aa4-bdfa-030e69c24acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66132aa-ccc8-470f-9390-133d4c0abaff,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.561872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:53.620243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.644643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.699496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.714311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66132aa-ccc8-470f-9390-133d4c0abaff,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:53.723250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:53.724651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3ae1b8c3-96bc-4906-8301-e44fd3d38f47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f66132aa-ccc8-470f-9390-133d4c0abaff HTTP/1.1" status: 204 len: 168 time: 0.1615040 Feb 04 13:34:54.496532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877445b1-8ba7-4bd6-b8be-64970c39a351 req-8c0df45a-d49b-4081-b491-cec33ff482dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:54.498033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-877445b1-8ba7-4bd6-b8be-64970c39a351 req-8c0df45a-d49b-4081-b491-cec33ff482dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0831907 Feb 04 13:34:54.546423 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-877445b1-8ba7-4bd6-b8be-64970c39a351 req-eb15d799-48b4-40dc-87bd-e0589d395be4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Feb 04 13:34:54.630270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:54.745452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796da30-d5d5-41b5-9d53-7f12d19be46d req-9d607443-b319-4a73-880d-e46156a7ad6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:54.747064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f796da30-d5d5-41b5-9d53-7f12d19be46d req-9d607443-b319-4a73-880d-e46156a7ad6b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0859182 Feb 04 13:34:54.794639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f796da30-d5d5-41b5-9d53-7f12d19be46d req-4942334e-ae86-474a-abfc-ed729a0230a7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Feb 04 13:34:54.816861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59230) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:55.004345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bde4f4-116e-4369-a064-64b75bcee85d tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:55.005843 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-66bde4f4-116e-4369-a064-64b75bcee85d tempest-TestNetworkAdvancedServerOps-1078175907 tempest-TestNetworkAdvancedServerOps-1078175907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1091 time: 0.1880288 Feb 04 13:34:55.008700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59238) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:55.013995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:34:55.020948 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:34:55.025548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Usage tracker for resource:floatingip and tenant:cee6225bd7184c9baf1e21756114b8d6 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:34:55.029188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:34:55.035016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:34:55.045017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:55.188003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:55.324597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Allocated IP 172.25.4.130 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/505b75e1-be93-45b1-ba8a-358fa20a02ed) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:34:55.487893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:55.520654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:55.583919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:34:55.591910 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:34:55.594254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:34:55.646521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=505b75e1-be93-45b1-ba8a-358fa20a02ed,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:56.020130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:56.092688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:56.311618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:56.318457 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:56.432020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event updated for resources: {'Port': ['ID=505b75e1-be93-45b1-ba8a-358fa20a02ed,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:34:56.443952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:56.618200 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP c3df2087-85a0-4265-b9c2-90a89ded7f9f associated. External IP: 172.25.4.130, port: 6206a43c-3c19-4538-8f69-8d8333997b00. Feb 04 13:34:57.133591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 06311c3e-57ff-4e1a-850f-8be6ea684728 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:34:57.318506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:34:57.332891 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Sync routers for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:34:57.347750 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:57.347750 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:57.351201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:34:57.456630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-3b36eda5-928a-4979-8f3b-e4aeb9f090dd tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4437113 Feb 04 13:34:57.456630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:34:57.539958 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'status': 'completed', 'code': 200} Feb 04 13:34:57.684203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-19661cb7-d0e5-4b5b-ab7b-8f6eef47bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.684203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-19661cb7-d0e5-4b5b-ab7b-8f6eef47bb9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.1049852 Feb 04 13:34:57.692290 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:57.788508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000f5e-ba7e-424f-835d-0c8722087de8 req-7afcb353-6662-44bc-9cbd-449d12bed47a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.789558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6000f5e-ba7e-424f-835d-0c8722087de8 req-7afcb353-6662-44bc-9cbd-449d12bed47a tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1760831 Feb 04 13:34:57.932308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6000f5e-ba7e-424f-835d-0c8722087de8 req-e04b073f-d04f-4c57-8d26-bab1b79e640f tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950580 Feb 04 13:34:57.955293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:57.965102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-a455a13d-b357-40ee-b565-5b89b2db398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:57.965102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-a455a13d-b357-40ee-b565-5b89b2db398b service neutron] 10.222.0.90 "GET /v2.0/networks?id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 200 len: 898 time: 0.2825043 Feb 04 13:34:58.136064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f6099b6-1f8b-49d9-8d1f-73c5bdc84e66 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/c3df2087-85a0-4265-b9c2-90a89ded7f9f HTTP/1.1" status: 200 len: 991 time: 0.1779172 Feb 04 13:34:58.161217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-29fd2a42-3918-4144-98ee-442b49b723ae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 200 len: 999 time: 0.1922326 Feb 04 13:34:58.230001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-e861d9ba-ec85-43b5-9151-cc6f6091247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.234797 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-e861d9ba-ec85-43b5-9151-cc6f6091247c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b1a2b17-86da-45a8-bba8-41163a45e639 HTTP/1.1" status: 200 len: 834 time: 0.0648613 Feb 04 13:34:58.290070 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'c3df2087-85a0-4265-b9c2-90a89ded7f9f', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'mac_address': 'fa:16:3e:bc:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:55Z', 'updated_at': '2022-02-04T13:34:55Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:58.290070 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Checking router: 06311c3e-57ff-4e1a-850f-8be6ea684728 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:34:58.310915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:34:58.310915 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:34:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:58.321752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-e6ae9d25-c4e5-43f5-ad6a-d19d5f79c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:34:58.321752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-e6ae9d25-c4e5-43f5-ad6a-d19d5f79c084 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821445 Feb 04 13:34:58.456547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-dec53432-e74f-4a63-87b8-9d2f288050fc service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307144 Feb 04 13:34:58.481593 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:34:58.593038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ce2b063-c0d8-4c76-9369-831fae8d9b7f req-c6e55472-3ccf-44f2-b9ce-33e441416b3b service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309900 Feb 04 13:34:58.913761 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'c3df2087-85a0-4265-b9c2-90a89ded7f9f', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'mac_address': 'fa:16:3e:bc:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:55Z', 'updated_at': '2022-02-04T13:34:55Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:34:58.918256 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7250d-dd9d-4011-8846-44a7389e2054 None None] The sync data for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 is: [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'c3df2087-85a0-4265-b9c2-90a89ded7f9f', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'floating_ip_address': '172.25.4.130', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'mac_address': 'fa:16:3e:bc:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:34:55Z', 'updated_at': '2022-02-04T13:34:55Z', 'revision_number': 0, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:34:59.134930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59292) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:34:59.231112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e033d-ca2d-4661-ba6b-b9cc309f3326 None None] New status for floating IP c3df2087-85a0-4265-b9c2-90a89ded7f9f: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:34:59.298356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-efb7bf7d-b6a1-49ed-8f76-5320f053162c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/c3df2087-85a0-4265-b9c2-90a89ded7f9f HTTP/1.1" status: 200 len: 991 time: 0.1609931 Feb 04 13:35:00.302302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59300) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:00.414802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-73f1efaf-2d4b-4c67-bbf8-ddcf013cb16c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/c3df2087-85a0-4265-b9c2-90a89ded7f9f HTTP/1.1" status: 200 len: 993 time: 0.1110964 Feb 04 13:35:13.512814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4b2cefc3-a688-412f-aad9-a327a2454491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:13.772519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59384) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:13.890349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:13.905035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:13.908881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Usage tracker for resource:security_group_rule and tenant:3212b244aed94d13bececdf903f60cfb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:13.911736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:13.918326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:13.998186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.002012 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.048306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3212b244aed94d13bececdf903f60cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747171 Feb 04 13:35:14.050117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0d8ac-2fbd-47ab-99d3-b1d5356a05dc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:14.051001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59390) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:14.058031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.058031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.058815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.059070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.059408 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.059744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.060073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.060400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.060731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.061052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.061374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.061695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7283f-73ac-4248-a4a5-d8a610bb0598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:14.110379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.135933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.188105 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.201965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0d8ac-2fbd-47ab-99d3-b1d5356a05dc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:14.208321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.209447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-966145a8-3884-4c68-aa6e-b55579d87f44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6c0d8ac-2fbd-47ab-99d3-b1d5356a05dc HTTP/1.1" status: 204 len: 168 time: 0.1574631 Feb 04 13:35:14.489181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59398) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:14.509696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.634038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:14.638390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Usage tracker for resource:security_group_rule and tenant:858ae8cc03694d25bae9a99ddcefa505 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:14.641248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:14.646886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:14.726282 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.730303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.775966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=858ae8cc03694d25bae9a99ddcefa505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856765 Feb 04 13:35:14.778189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd579a-7f8a-4684-87ae-6c47dbde0710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f2591-ba2f-4e20-afc8-e2dbca28b79c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:14.782416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59402) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:14.844706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.870205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.921510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.939094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f2591-ba2f-4e20-afc8-e2dbca28b79c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:14.955144 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:14.956297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5aecc983-9be7-435b-bae3-9509c9629004 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/111f2591-ba2f-4e20-afc8-e2dbca28b79c HTTP/1.1" status: 204 len: 168 time: 0.1726077 Feb 04 13:35:15.912695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c2a8-79f4-4917-aed1-d5c0a1e542fa req-7b32d763-b295-4786-bf9d-ec82cc7f0c12 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:15.914245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf39c2a8-79f4-4917-aed1-d5c0a1e542fa req-7b32d763-b295-4786-bf9d-ec82cc7f0c12 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.0810997 Feb 04 13:35:15.964557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf39c2a8-79f4-4917-aed1-d5c0a1e542fa req-259597fb-6573-4510-bec4-1d80b619c824 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432086 Feb 04 13:35:16.308736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-66d0fcef-a017-44a0-a739-e9842dc6b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:16.866113 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:17.175872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61558733-fab0-4af5-9e0e-727f466a37e0 req-2dac5b92-60db-4acb-bb1d-3345dd72954d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.177337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-61558733-fab0-4af5-9e0e-727f466a37e0 req-2dac5b92-60db-4acb-bb1d-3345dd72954d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.0877357 Feb 04 13:35:17.222881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-61558733-fab0-4af5-9e0e-727f466a37e0 req-5b447748-5d2a-4694-857d-e1cf5a0f7912 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Feb 04 13:35:17.383709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:17.575388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-ed999667-06e2-4aec-9924-840e2c5f4a42 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:17.578458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-ed999667-06e2-4aec-9924-840e2c5f4a42 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.0881505 Feb 04 13:35:17.652098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:17.652333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:17.905740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port 7b0b291b-5d77-4e50-a5f9-2cde26d58935, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7b0b291b-5d77-4e50-a5f9-2cde26d58935,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:17.906021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:18.319734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:18.320105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:18.320411 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP d4aa6c37-4423-4dea-88c8-adf77566249f disassociated. External IP: 172.25.4.216, port: 7b0b291b-5d77-4e50-a5f9-2cde26d58935. Feb 04 13:35:18.320755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for 7b0b291b-5d77-4e50-a5f9-2cde26d58935 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:18.511619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc4ebe-4ec5-4bbd-a7bf-b620df0c0953 req-e8610bbf-5cb9-4805-a17a-50930568e4b5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:18.513795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-affc4ebe-4ec5-4bbd-a7bf-b620df0c0953 req-e8610bbf-5cb9-4805-a17a-50930568e4b5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 946 time: 0.1641197 Feb 04 13:35:18.607349 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-affc4ebe-4ec5-4bbd-a7bf-b620df0c0953 req-9af3ffc9-39e5-49a1-a2a5-f25a087a38f8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745690 Feb 04 13:35:18.609900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:18.675660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=7b0b291b-5d77-4e50-a5f9-2cde26d58935,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:18.758084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:18.870378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:35:19.059175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:35:19.070028 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:19.080635 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:19.081305 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.157132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port 7b0b291b-5d77-4e50-a5f9-2cde26d58935 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:19.160126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:19.171851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'name': 'network-vif-deleted', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:19.179348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9311d379-c3a2-43f7-9d4e-3a3efa14cbd7 req-2a951672-e85e-4ebc-b8c1-67c5a0ff90f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/7b0b291b-5d77-4e50-a5f9-2cde26d58935 HTTP/1.1" status: 204 len: 173 time: 1.5965874 Feb 04 13:35:19.241424 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3686b549-6a1f-493c-96ce-938f753da5ee', 'name': 'network-vif-deleted', 'tag': '7b0b291b-5d77-4e50-a5f9-2cde26d58935', 'status': 'completed', 'code': 200} Feb 04 13:35:19.289869 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:19.613424 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.618749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:19.637876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:19.638706 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:19.825024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58fefc5f-74f8-4b01-898c-2f5b04ddcb75 req-457f2d67-2f2d-4aa5-8975-fe7bfe81d5f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686b549-6a1f-493c-96ce-938f753da5ee HTTP/1.1" status: 200 len: 210 time: 0.0747263 Feb 04 13:35:19.875353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:20.201181 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:20.205424 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffe536f-a1cc-414b-a407-1a9edee330d2 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:20.356007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:20.485669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654fdc1-6d17-4587-b537-59a043b54661 None None] New status for floating IP d4aa6c37-4423-4dea-88c8-adf77566249f: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:35:21.207284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-5d5d6739-84ec-449b-a2ec-747938dcd2c1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545777989&fields=id&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 267 time: 0.0629847 Feb 04 13:35:21.367772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-b7d5bf46-bdf9-4c09-ac2f-6eb1925546ef tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:21.370156 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-b7d5bf46-bdf9-4c09-ac2f-6eb1925546ef tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.1536689 Feb 04 13:35:21.386066 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-9f1619fb-55b6-40c8-8491-9da0f5ebee5a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0104434 Feb 04 13:35:21.478491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-916f9058-c722-400d-aeb2-79cde87594fd tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872152 Feb 04 13:35:21.625756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-347f95c5-1779-4562-907b-6414fb89d6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359367 Feb 04 13:35:21.707125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7b0b291b-5d77-4e50-a5f9-2cde26d58935 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:21.745783 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 7b0b291b-5d77-4e50-a5f9-2cde26d58935 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:21.746445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7b0b291b-5d77-4e50-a5f9-2cde26d58935 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:21.769329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-5ad021c7-6096-460f-8710-30592a0cf5dc service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378942 Feb 04 13:35:22.175345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac119eba-a77a-4a31-9756-da0c4bb97b53 req-38575cf6-bc88-4460-80f1-c0965e785ae1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:35:22.193888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ac119eba-a77a-4a31-9756-da0c4bb97b53 req-38575cf6-bc88-4460-80f1-c0965e785ae1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:35:22.204012 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac119eba-a77a-4a31-9756-da0c4bb97b53 req-38575cf6-bc88-4460-80f1-c0965e785ae1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 210 time: 0.0717094 Feb 04 13:35:22.818418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59532) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:22.934888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:22.949730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:22.953470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Usage tracker for resource:security_group_rule and tenant:0c11b9fb95a444a79665a4e9d404533c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:22.956249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:22.961750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:23.044468 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.048430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.094992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca8ac35-1092-4cea-bc3b-fd550a8772e7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.100696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d355e28-0060-4c7c-b5b9-0bfce1a48f53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c11b9fb95a444a79665a4e9d404533c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812328 Feb 04 13:35:23.103672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59538) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:23.172502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.201034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.265271 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.281821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-0309012d-7552-4215-a9d0-da4424477096 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:23.283463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-0309012d-7552-4215-a9d0-da4424477096 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.1766062 Feb 04 13:35:23.292047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca8ac35-1092-4cea-bc3b-fd550a8772e7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.298800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.302823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8bdfb034-19cb-4986-8d14-d29c6bfe0611 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ca8ac35-1092-4cea-bc3b-fd550a8772e7 HTTP/1.1" status: 204 len: 168 time: 0.1981585 Feb 04 13:35:23.347882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-288293ab-edce-4492-89f6-9ab1cde4b83b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 380 time: 0.0553150 Feb 04 13:35:23.358907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'security_groups': ['5a112cec-40d4-49ec-89ba-b5bccda27e1c']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:23.386307 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e26d8765-d61a-4029-97b0-abdf4c13319c req-009cc263-2659-4a61-80d0-7025e258241e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 210 time: 0.0495944 Feb 04 13:35:23.506552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:23.516723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:23.531919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:35:23.536418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.631360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59548) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:23.649420 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.665002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:23.669682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f58ebb61ce2409b8783361dd86952fe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:23.673054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:23.682634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:23.726876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.3 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/c358643b-827e-48bc-a322-58cd0d7d5de8) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:23.779689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.784015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.832289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc05fe-5eab-4ad2-ba9b-8f74c9b8ff54,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:23.836763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eecdb63b-ac6e-4b0b-8707-a4418c6bbee8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f58ebb61ce2409b8783361dd86952fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041016 Feb 04 13:35:23.840195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:23.905110 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:23.934624 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.006846 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.024498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc05fe-5eab-4ad2-ba9b-8f74c9b8ff54,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:24.029021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.030102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c065e1bb-abbf-4105-8543-5de9e70d1aa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bdc05fe-5eab-4ad2-ba9b-8f74c9b8ff54 HTTP/1.1" status: 204 len: 168 time: 0.1889508 Feb 04 13:35:24.099335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.116075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object c358643b-827e-48bc-a322-58cd0d7d5de8 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:24.143858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.228192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:24.231902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:24.236273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:35:24.276953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:24.318772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:24.321788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.373194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-923cb83a-c1f8-4cee-9766-29681531e7a8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0180409 Feb 04 13:35:24.385789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Request body: {'port': {'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:24.642979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.660763 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.698519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e8ccefd5-adb5-4a63-8f8e-8e2bf9d311bc None None] Provisioning for port c358643b-827e-48bc-a322-58cd0d7d5de8 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:24.711627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e8ccefd5-adb5-4a63-8f8e-8e2bf9d311bc None None] Provisioning complete for port c358643b-827e-48bc-a322-58cd0d7d5de8 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:24.712449 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e8ccefd5-adb5-4a63-8f8e-8e2bf9d311bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:24.748749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fc65b-c2c0-4698-979a-18ee58edfba0 req-03f964c8-918c-43e7-9e1e-af4f439b68ab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:24.751420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e25fc65b-c2c0-4698-979a-18ee58edfba0 req-03f964c8-918c-43e7-9e1e-af4f439b68ab tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 931 time: 0.1598892 Feb 04 13:35:24.819429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e25fc65b-c2c0-4698-979a-18ee58edfba0 req-007b1091-0645-48e1-806a-29b38bacd905 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614638 Feb 04 13:35:24.846271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccefd5-adb5-4a63-8f8e-8e2bf9d311bc None None] Port c358643b-827e-48bc-a322-58cd0d7d5de8 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:35:25.133993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d05e8e-aab3-4d70-b493-99f97b7b87d7 req-c5c90e79-0219-4d98-ae87-5d02238784ae tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.135504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55d05e8e-aab3-4d70-b493-99f97b7b87d7 req-c5c90e79-0219-4d98-ae87-5d02238784ae tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.1912758 Feb 04 13:35:25.253318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55d05e8e-aab3-4d70-b493-99f97b7b87d7 req-28c53e19-fe8b-4fe1-983a-3712fdb1b3c7 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983975 Feb 04 13:35:25.255520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c358643b-827e-48bc-a322-58cd0d7d5de8 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:35:25.263681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:25.282347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Transition to ACTIVE for port object c358643b-827e-48bc-a322-58cd0d7d5de8 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:35:25.294295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:25.459472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Pushing event updated for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:25.518235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:35:25.601226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Attempting to bind port c358643b-827e-48bc-a322-58cd0d7d5de8 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:35:25.601570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Attempting to bind port c358643b-827e-48bc-a322-58cd0d7d5de8 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:35:25.601906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Attempting to bind port c358643b-827e-48bc-a322-58cd0d7d5de8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:35:25.609983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Port c358643b-827e-48bc-a322-58cd0d7d5de8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:35:25.610286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Attempting to bind port c358643b-827e-48bc-a322-58cd0d7d5de8 on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:35:25.616259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:35:25.616579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:35:25.617138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:35:25.617583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Bound port: c358643b-827e-48bc-a322-58cd0d7d5de8, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:35:25.617933 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:25.719508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:35:25.722651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c358643b-827e-48bc-a322-58cd0d7d5de8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:35:25.729247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:25.804754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.805734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:25.808212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] 10.222.0.87 "PUT /v2.0/ports/c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 1091 time: 1.4273705 Feb 04 13:35:25.809003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:25.826459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480135-7b2e-4dce-9fda-c2406ecd1291 service neutron] Pushing event updated for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:25.927196 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'status': 'completed', 'code': 200} Feb 04 13:35:25.976592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-be3229aa-28d0-4ff5-9833-1cd4ba220191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:25.978378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-be3229aa-28d0-4ff5-9833-1cd4ba220191 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0999584 Feb 04 13:35:26.140291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-e27ed673-d475-4e05-8801-c2f0966a0e6c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 217 time: 0.0853193 Feb 04 13:35:26.222121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-861e9c67-6d1a-467a-aed2-ec984d0f91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.223671 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-861e9c67-6d1a-467a-aed2-ec984d0f91da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0738020 Feb 04 13:35:26.236151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b18de-c80a-4389-8ba4-81d718cf2c35 req-7c219d6d-cc6e-42c8-9877-94b9e1f022ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.236856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a96b18de-c80a-4389-8ba4-81d718cf2c35 req-7c219d6d-cc6e-42c8-9877-94b9e1f022ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:35:26.277515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-a22a505f-835f-444a-83cb-a681ffd8491b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.279025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-a22a505f-835f-444a-83cb-a681ffd8491b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.0812244 Feb 04 13:35:26.303917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a96b18de-c80a-4389-8ba4-81d718cf2c35 req-7c219d6d-cc6e-42c8-9877-94b9e1f022ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:35:26.311886 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a96b18de-c80a-4389-8ba4-81d718cf2c35 req-7c219d6d-cc6e-42c8-9877-94b9e1f022ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.3232224 Feb 04 13:35:26.365359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Deleting port f842b153-b2d7-4716-b61a-2ca04c1fd037 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:26.365617 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:26.371592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a96b18de-c80a-4389-8ba4-81d718cf2c35 req-9f16fabb-99d3-48e5-8390-f8e68c3e339e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563653 Feb 04 13:35:26.393552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-c4d1bc10-13df-4dd4-93f9-bb9e3dc9274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.395328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-c4d1bc10-13df-4dd4-93f9-bb9e3dc9274f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556985 Feb 04 13:35:26.546743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-26c94228-cb2d-4d78-979e-0027f1b31c5f service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421385 Feb 04 13:35:26.766522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc0292-7f42-41ed-a6b1-7d25ac5b773b req-4f5858ad-bb07-44ca-8260-f818e5ad60f6 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.773995 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4bdc0292-7f42-41ed-a6b1-7d25ac5b773b req-4f5858ad-bb07-44ca-8260-f818e5ad60f6 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 945 time: 0.3658707 Feb 04 13:35:26.830832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c9dee9dc-eafb-4523-93f1-554e522b4405 req-d95005aa-181e-455d-ab8f-7587f6f4a95e service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763879 Feb 04 13:35:26.847319 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4bdc0292-7f42-41ed-a6b1-7d25ac5b773b req-d930569f-4da3-4136-a3ef-13df363e9440 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/security-groups?id=b41d01ca-bbed-48ae-9397-30861f85b858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729861 Feb 04 13:35:26.855795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] For port f842b153-b2d7-4716-b61a-2ca04c1fd037, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=f842b153-b2d7-4716-b61a-2ca04c1fd037,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:26.856151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:26.960823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24f82-c032-459c-9286-8b771386b985 req-59a4cdf6-f00b-4d34-8c02-8d919a482193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:26.962403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-59a4cdf6-f00b-4d34-8c02-8d919a482193 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0823150 Feb 04 13:35:27.112525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24f82-c032-459c-9286-8b771386b985 req-1320a0b5-daca-4ba4-9ca5-372d4335a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.114448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-1320a0b5-daca-4ba4-9ca5-372d4335a26f service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1421239 Feb 04 13:35:27.179913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:27.180477 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:27.180745 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Floating IP 8b64b390-ba44-4baa-9506-90cee164759a disassociated. External IP: 172.25.4.196, port: f842b153-b2d7-4716-b61a-2ca04c1fd037. Feb 04 13:35:27.181082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Calling delete_port for f842b153-b2d7-4716-b61a-2ca04c1fd037 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:27.192999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-5c8bd040-62d2-46e2-b188-fe91bcf5e8a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 217 time: 0.0693984 Feb 04 13:35:27.270726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24f82-c032-459c-9286-8b771386b985 req-6f56c5c1-2da5-402c-818b-03cdd66effbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.273298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-6f56c5c1-2da5-402c-818b-03cdd66effbf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0732634 Feb 04 13:35:27.356336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:27.362051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24f82-c032-459c-9286-8b771386b985 req-133db98d-980b-495b-9b8e-06c29fa54604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.363818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-133db98d-980b-495b-9b8e-06c29fa54604 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837891 Feb 04 13:35:27.480819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event deleted for resources: {'Port': ['ID=f842b153-b2d7-4716-b61a-2ca04c1fd037,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:27.581199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-2d72cb10-bb12-4af6-b07c-3201d5cea8a8 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105906 Feb 04 13:35:27.636829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Router 23a2a431-532b-40fc-96f4-721d8ba44663 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:35:27.719986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622729-c3ad-46a4-89e9-8fc8607e6805 req-91514994-044c-4415-bfba-4025b3a12ac8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:27.721490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e622729-c3ad-46a4-89e9-8fc8607e6805 req-91514994-044c-4415-bfba-4025b3a12ac8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.2063529 Feb 04 13:35:27.779604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ada24f82-c032-459c-9286-8b771386b985 req-14b84b0b-eebb-404b-bbff-082ce62e0e43 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871524 Feb 04 13:35:27.804973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0e622729-c3ad-46a4-89e9-8fc8607e6805 req-031aa695-4752-4526-a718-51aa4b6a74a7 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719721 Feb 04 13:35:27.849028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:35:27.861398 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Sync routers for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:27.875643 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:27.877697 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:27.935194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] No DVR routers for this DVR port f842b153-b2d7-4716-b61a-2ca04c1fd037 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:27.937810 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:27.940570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'name': 'network-vif-deleted', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:27.964616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9d60e490-1cf8-4bdb-9f8d-bfe9b9875100 req-e2f5e89d-7e99-40cb-a4a8-28f5f699b03b tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.87 "DELETE /v2.0/ports/f842b153-b2d7-4716-b61a-2ca04c1fd037 HTTP/1.1" status: 204 len: 173 time: 1.6796601 Feb 04 13:35:28.005650 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8', 'name': 'network-vif-deleted', 'tag': 'f842b153-b2d7-4716-b61a-2ca04c1fd037', 'status': 'completed', 'code': 200} Feb 04 13:35:28.060705 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-23a01396-52a6-4871-aaee-6e01e9141779 req-2cea9741-b658-4827-b046-7cb4b9c11c6d tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Synchronizing usage tracker for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:35:28.079220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-23a01396-52a6-4871-aaee-6e01e9141779 req-2cea9741-b658-4827-b046-7cb4b9c11c6d tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Unset dirty status for tenant:97c11b70affb464f99c2a334264633ac on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:35:28.094892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23a01396-52a6-4871-aaee-6e01e9141779 req-2cea9741-b658-4827-b046-7cb4b9c11c6d tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc7e49c-7d28-4e73-a869-a98cf5e9f6d8 HTTP/1.1" status: 200 len: 210 time: 0.0763142 Feb 04 13:35:28.146784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:28.561802 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:28.566147 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Checking router: 23a2a431-532b-40fc-96f4-721d8ba44663 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:28.575477 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:28.576204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:28.765943 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:29.017092 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad9700-8fd9-4d7d-bc09-d4005b5983e1 req-dfe90716-68f8-407c-904f-d91b14961654 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:29.018534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25ad9700-8fd9-4d7d-bc09-d4005b5983e1 req-dfe90716-68f8-407c-904f-d91b14961654 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.0910051 Feb 04 13:35:29.062904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25ad9700-8fd9-4d7d-bc09-d4005b5983e1 req-0c8adcd6-8242-4d3f-a026-0c759a7b3b38 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Feb 04 13:35:29.114247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:29.118022 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8903aad-3442-4078-9ed6-1532e2e0190f None None] The sync data for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 is: [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:29:34Z', 'revision_number': 4, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '263cafc0-87a4-4694-84cd-71f6b00734fc', 'name': '', 'network_id': '1e7fd023-3aea-4d1d-9956-0bc1523d3457', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'mac_address': 'fa:16:3e:98:4e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:29Z', 'updated_at': '2022-02-04T13:29:47Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'subnets': [{'id': 'e36dad57-5e6a-4159-9e0f-30d83c85d434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:29.182218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59624) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:29.345342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Deleting port 816270ee-d1d9-49c5-aaaa-2b73a44530e3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:29.345684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:29.370324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f23e30-30b9-45b4-a25a-d2f091eec60b None None] New status for floating IP 8b64b390-ba44-4baa-9506-90cee164759a: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:35:29.663033 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:29.663374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:29.755080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f842b153-b2d7-4716-b61a-2ca04c1fd037 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:29.805558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Calling delete_port for 816270ee-d1d9-49c5-aaaa-2b73a44530e3 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:29.839129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: f842b153-b2d7-4716-b61a-2ca04c1fd037 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:29.840756 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device f842b153-b2d7-4716-b61a-2ca04c1fd037 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:29.905915 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:35:29.906273 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:35:30.265699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddd17e-079e-47f5-97d7-ba0a790ea0ab req-dcc4aad0-48cc-4422-b34d-a6422309e033 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:30.267409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3ddd17e-079e-47f5-97d7-ba0a790ea0ab req-dcc4aad0-48cc-4422-b34d-a6422309e033 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0865419 Feb 04 13:35:30.270844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d653-8100-4029-9126-0d1bfabe09b9 req-c4a290b5-258b-44cb-880a-74b31622dabe tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:30.278417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57f7d653-8100-4029-9126-0d1bfabe09b9 req-c4a290b5-258b-44cb-880a-74b31622dabe tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.0925031 Feb 04 13:35:30.334108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-57f7d653-8100-4029-9126-0d1bfabe09b9 req-1a348f24-45a7-4cec-9b0a-33ebd30a2e11 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546207 Feb 04 13:35:30.354159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3ddd17e-079e-47f5-97d7-ba0a790ea0ab req-c0a23f42-5d35-4c1e-bf2d-6347c1d1070e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792091 Feb 04 13:35:30.407237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Deleting port 816270ee-d1d9-49c5-aaaa-2b73a44530e3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:30.407698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:30.584044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:30.584283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:30.709459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Calling delete_port for 816270ee-d1d9-49c5-aaaa-2b73a44530e3 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:30.858283 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:30.907157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event deleted for resources: {'Port': ['ID=816270ee-d1d9-49c5-aaaa-2b73a44530e3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:31.002706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.021353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.022621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aa79e20c-4ccc-485c-9be7-241d23620a18 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "DELETE /v2.0/floatingips/8b64b390-ba44-4baa-9506-90cee164759a HTTP/1.1" status: 204 len: 168 time: 1.8393252 Feb 04 13:35:31.181006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59684) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:31.257939 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.291291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.397700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.414616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d01ca-bbed-48ae-9397-30861f85b858,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:31.457940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:31.459192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bf289ee6-48de-4c30-ae7e-b6a8450ea484 tempest-TestServerBasicOps-580404607 tempest-TestServerBasicOps-580404607-project] 10.222.0.53 "DELETE /v2.0/security-groups/b41d01ca-bbed-48ae-9397-30861f85b858 HTTP/1.1" status: 204 len: 168 time: 0.2766407 Feb 04 13:35:31.563729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5d22b-80a2-400b-8540-36404844a157 req-e9c40fdd-616b-4c92-ab16-6ee366d27d48 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:31.565348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27a5d22b-80a2-400b-8540-36404844a157 req-e9c40fdd-616b-4c92-ab16-6ee366d27d48 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.0989041 Feb 04 13:35:31.575369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589db30-ec0a-4671-93d7-966b1ef23c12 req-1bbf665f-3637-4dbd-99f2-88f54ececd33 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:31.576878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b589db30-ec0a-4671-93d7-966b1ef23c12 req-1bbf665f-3637-4dbd-99f2-88f54ececd33 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0968401 Feb 04 13:35:31.611441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27a5d22b-80a2-400b-8540-36404844a157 req-89b8ae07-688e-4dfb-85a8-b26f110e09a9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Feb 04 13:35:31.621329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b589db30-ec0a-4671-93d7-966b1ef23c12 req-bbe2caf9-3c95-43b2-86b7-d515faa7d209 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 Feb 04 13:35:31.657140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:32.483012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:32.836934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7de93-1fcb-4433-be80-a43349a695c6 req-2fbb13b5-35b8-4c9b-b517-aaf3a32ea145 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.838462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02e7de93-1fcb-4433-be80-a43349a695c6 req-2fbb13b5-35b8-4c9b-b517-aaf3a32ea145 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0877693 Feb 04 13:35:32.874532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd6f15-572f-4c8c-9048-08c6d45280ae req-ba47eb25-1631-4942-90d7-a9c672c16942 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:32.876154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7fd6f15-572f-4c8c-9048-08c6d45280ae req-ba47eb25-1631-4942-90d7-a9c672c16942 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.1479185 Feb 04 13:35:32.892280 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02e7de93-1fcb-4433-be80-a43349a695c6 req-1f70183c-7a28-466d-a95a-d0d4c0a7c0d1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471895 Feb 04 13:35:32.971566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f7fd6f15-572f-4c8c-9048-08c6d45280ae req-f8ea044e-49c8-49a5-9ef1-8c38ac881aea tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885713 Feb 04 13:35:32.973961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Deleting port 263cafc0-87a4-4694-84cd-71f6b00734fc {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:32.974293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:33.152970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] For port 263cafc0-87a4-4694-84cd-71f6b00734fc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=263cafc0-87a4-4694-84cd-71f6b00734fc,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:33.153324 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:33.278352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Calling delete_port for 263cafc0-87a4-4694-84cd-71f6b00734fc owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:33.415914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbf5ed36-af03-42d9-aadd-f2a96a9a2818 req-1352bb00-a9d1-4cde-b048-344730434c4b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1104271 Feb 04 13:35:33.543808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbf5ed36-af03-42d9-aadd-f2a96a9a2818 req-3dad1f70-2e68-4e74-a207-6ada3bc8087c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0528777 Feb 04 13:35:33.562003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:33.638014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=263cafc0-87a4-4694-84cd-71f6b00734fc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:33.790827 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbf5ed36-af03-42d9-aadd-f2a96a9a2818 req-95002772-3dec-4f97-995b-51cf44354860 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2246318 Feb 04 13:35:34.055210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5ed36-af03-42d9-aadd-f2a96a9a2818 req-c438fd6c-f74f-4ca9-a3ca-168c1df8a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:34.057322 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cbf5ed36-af03-42d9-aadd-f2a96a9a2818 req-c438fd6c-f74f-4ca9-a3ca-168c1df8a040 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599077 Feb 04 13:35:34.158378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0c8c1-f907-4407-898a-56823644ee29 req-b8926514-b68f-457d-a22c-a832a2089840 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:34.167197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77f0c8c1-f907-4407-898a-56823644ee29 req-b8926514-b68f-457d-a22c-a832a2089840 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1619020 Feb 04 13:35:34.173831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:34.222712 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-77f0c8c1-f907-4407-898a-56823644ee29 req-76f9941d-b61b-4b34-88c5-a2ee3ccf821c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544009 Feb 04 13:35:34.362383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83f65-a750-4cef-bebe-befefa5a309a req-2567a78d-14a3-48b1-a132-f901c1233485 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:34.363876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cff83f65-a750-4cef-bebe-befefa5a309a req-2567a78d-14a3-48b1-a132-f901c1233485 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.1922379 Feb 04 13:35:34.493908 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cff83f65-a750-4cef-bebe-befefa5a309a req-d2062f7a-8e05-429d-b684-dbc8f351a543 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662563 Feb 04 13:35:34.676330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Router 23a2a431-532b-40fc-96f4-721d8ba44663 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:35:34.874376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:35:34.885846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Sync routers for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:34.887283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6bc6d274-0bbe-46f2-939f-975d835e99b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/23a2a431-532b-40fc-96f4-721d8ba44663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290511 Feb 04 13:35:34.890129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:34.896911 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:34.897704 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:35.011823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59730) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:35.102080 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:35.152714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.172245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:35.176153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Usage tracker for resource:security_group_rule and tenant:b916d7fdf131402faca620a67c914c04 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:35.179077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:35.184917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:35.225900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.271000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.277118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.333153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b916d7fdf131402faca620a67c914c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201730 Feb 04 13:35:35.333912 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59738) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:35.334794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d03250-74a9-4cfd-8ba4-650258be667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83942a55-6417-4e6f-a063-2cabe8b577f0,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:35.397631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.420241 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:35:33Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:35.424010 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Checking router: 23a2a431-532b-40fc-96f4-721d8ba44663 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:35.424130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.432609 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Routers {'23a2a431-532b-40fc-96f4-721d8ba44663'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:35.433295 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['23a2a431-532b-40fc-96f4-721d8ba44663'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:35.483799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.506478 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.507026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83942a55-6417-4e6f-a063-2cabe8b577f0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:35.514453 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.518901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5efa6825-6ca0-4707-b584-7f849b9470b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83942a55-6417-4e6f-a063-2cabe8b577f0 HTTP/1.1" status: 204 len: 168 time: 0.1781881 Feb 04 13:35:35.535669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c24de-9a7b-4ff7-a0cf-0e2a36cda60e req-8c58d3f2-c260-41ae-8559-d96f5ac738f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.537185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a26c24de-9a7b-4ff7-a0cf-0e2a36cda60e req-8c58d3f2-c260-41ae-8559-d96f5ac738f5 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1845095 Feb 04 13:35:35.538173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Deleting port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:35.539070 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.659831 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] Set router 23a2a431-532b-40fc-96f4-721d8ba44663 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:35.768676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425edce-444d-4bcb-9e3d-d52bda9ea369 req-506c30b5-8370-487b-9271-ef90e2291ea9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:35.773087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6425edce-444d-4bcb-9e3d-d52bda9ea369 req-506c30b5-8370-487b-9271-ef90e2291ea9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 943 time: 0.1460822 Feb 04 13:35:35.785793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a26c24de-9a7b-4ff7-a0cf-0e2a36cda60e req-b1d6c1fc-989a-4570-9175-29cbd0a9ed42 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759422 Feb 04 13:35:35.786781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c358643b-827e-48bc-a322-58cd0d7d5de8 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:35:35.886290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] For port 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:35.887077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:35.904763 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6425edce-444d-4bcb-9e3d-d52bda9ea369 req-e24ce02d-8c2a-4d4f-ac3c-4c0dff79e5f3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254179 Feb 04 13:35:36.001846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:35:33Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:36.005773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d1bde-4645-4a99-8f67-d329e9262068 None None] The sync data for ids ['23a2a431-532b-40fc-96f4-721d8ba44663'] in n-d-820555-2 is: [{'id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'name': 'tempest-TestServerBasicOps-33484120-router', 'tenant_id': '97c11b70affb464f99c2a334264633ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:15Z', 'updated_at': '2022-02-04T13:35:33Z', 'revision_number': 5, 'project_id': '97c11b70affb464f99c2a334264633ac', 'gw_port': {'id': '75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2a431-532b-40fc-96f4-721d8ba44663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:19Z', 'updated_at': '2022-02-04T13:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:36.017494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c358643b-827e-48bc-a322-58cd0d7d5de8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:36.048963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:35:36.086951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Calling delete_port for 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:36.109619 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.131309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c358643b-827e-48bc-a322-58cd0d7d5de8 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:35:36.150650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c358643b-827e-48bc-a322-58cd0d7d5de8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:36.161222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.259267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:36.299351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.349094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:36.450474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 263cafc0-87a4-4694-84cd-71f6b00734fc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:36.469721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.496745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['c358643b-827e-48bc-a322-58cd0d7d5de8'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:35:36.586472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 263cafc0-87a4-4694-84cd-71f6b00734fc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:36.586886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 263cafc0-87a4-4694-84cd-71f6b00734fc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:36.660445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.663908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.695061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.695751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23a2a431-532b-40fc-96f4-721d8ba44663 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:35:36.712105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:36.716309 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9249a0db-3e02-4865-b51b-4aaa640618d8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/23a2a431-532b-40fc-96f4-721d8ba44663 HTTP/1.1" status: 204 len: 168 time: 1.8251743 Feb 04 13:35:36.716544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59776) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:36.875606 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Deleting subnet e36dad57-5e6a-4159-9e0f-30d83c85d434 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:35:36.882286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.077270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932da6d3-76ad-43f5-8f00-357ba80bd2a5 req-f2d91a81-6a79-4013-8c31-a50099f24c1c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:37.079247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-932da6d3-76ad-43f5-8f00-357ba80bd2a5 req-f2d91a81-6a79-4013-8c31-a50099f24c1c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1478326 Feb 04 13:35:37.081753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.132907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-932da6d3-76ad-43f5-8f00-357ba80bd2a5 req-b3f4045f-bcd7-4800-ba38-87395793589b tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Feb 04 13:35:37.230374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.264518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749eef-9f32-4916-bc39-9511652890ca req-ac4e4801-caca-48fa-bf15-e9834564679f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:37.265990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a749eef-9f32-4916-bc39-9511652890ca req-ac4e4801-caca-48fa-bf15-e9834564679f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 944 time: 0.1510210 Feb 04 13:35:37.329516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a749eef-9f32-4916-bc39-9511652890ca req-9d3c4b12-c06f-4941-b1e8-c431a276487f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569830 Feb 04 13:35:37.344535 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.398871 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.401928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36dad57-5e6a-4159-9e0f-30d83c85d434,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:37.405620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360d6b3-855a-4822-b10b-0a3b351a307b None None] Network 1e7fd023-3aea-4d1d-9956-0bc1523d3457 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:35:37.413688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59816) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:37.415157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4efa98ea-d3ec-4658-9cb4-d7e9fb96550d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e36dad57-5e6a-4159-9e0f-30d83c85d434 HTTP/1.1" status: 204 len: 168 time: 0.6975408 Feb 04 13:35:37.539814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.552631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Deleting port 048d7c95-a698-4c21-86f7-3df882626389 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:37.552978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.697598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] DHCP port deletion for 1e7fd023-3aea-4d1d-9956-0bc1523d3457 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:35:37.711678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Deleting port 048d7c95-a698-4c21-86f7-3df882626389 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:37.713359 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:37.831302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c358643b-827e-48bc-a322-58cd0d7d5de8 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:35:37.924978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] For port 048d7c95-a698-4c21-86f7-3df882626389, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=048d7c95-a698-4c21-86f7-3df882626389,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:37.925374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.015181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port c358643b-827e-48bc-a322-58cd0d7d5de8 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:35:38.023728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] For port 048d7c95-a698-4c21-86f7-3df882626389, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=048d7c95-a698-4c21-86f7-3df882626389,segment=NetworkSegment(3e5b82be-31ec-4e40-90a1-71c2e97f6001),segment_id=3e5b82be-31ec-4e40-90a1-71c2e97f6001)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:38.024255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.034708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port c358643b-827e-48bc-a322-58cd0d7d5de8 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:38.035352 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.058143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Calling delete_port for 048d7c95-a698-4c21-86f7-3df882626389 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:38.149609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.203366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] No DVR routers for this DVR port 048d7c95-a698-4c21-86f7-3df882626389 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:38.205216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=048d7c95-a698-4c21-86f7-3df882626389,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.238976 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Calling delete_port for 048d7c95-a698-4c21-86f7-3df882626389 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:38.355571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:38.396732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:38.397175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 75b0cd54-a3e2-45c5-93f2-9d06e26fc9e5 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:38.397669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 048d7c95-a698-4c21-86f7-3df882626389 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:38.424153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.451890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 048d7c95-a698-4c21-86f7-3df882626389 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:38.452378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 048d7c95-a698-4c21-86f7-3df882626389 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:38.468246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:35:38.470032 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:35:38.471113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7fd023-3aea-4d1d-9956-0bc1523d3457']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:38.477791 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.490362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5b82be-31ec-4e40-90a1-71c2e97f6001') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:38.490695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5b82be-31ec-4e40-90a1-71c2e97f6001') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:38.512100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e22a-5f42-4b27-8b90-c3e08a9dec16 req-37add399-10fa-487f-b205-23e7ab50e0bb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:38.513623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3820e22a-5f42-4b27-8b90-c3e08a9dec16 req-37add399-10fa-487f-b205-23e7ab50e0bb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1893785 Feb 04 13:35:38.515444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.545260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c358643b-827e-48bc-a322-58cd0d7d5de8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:38.546520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:38.555372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.570095 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.575545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3820e22a-5f42-4b27-8b90-c3e08a9dec16 req-aa4357b6-9f15-4238-9ebc-71fe100b9e43 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531383 Feb 04 13:35:38.580506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:35:38.580908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:35:38.596632 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:35:38.651814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.677535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53689e9-79a9-428c-92aa-bb99a9897858 req-dd636957-14ab-4f27-b4ef-8b353acf16b5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:38.679700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f53689e9-79a9-428c-92aa-bb99a9897858 req-dd636957-14ab-4f27-b4ef-8b353acf16b5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.1715395 Feb 04 13:35:38.684841 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'code': 200} Feb 04 13:35:38.699697 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.731540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f53689e9-79a9-428c-92aa-bb99a9897858 req-8ed8c190-8bb2-4f8e-83a3-e4282269afca tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Feb 04 13:35:38.739076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:38.750761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7fd023-3aea-4d1d-9956-0bc1523d3457,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:38.758587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d18e827b-02c8-4731-833d-e442359b1cd0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1e7fd023-3aea-4d1d-9956-0bc1523d3457 HTTP/1.1" status: 204 len: 168 time: 1.3438220 Feb 04 13:35:38.766021 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59858) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:38.971080 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Deleting port 048d7c95-a698-4c21-86f7-3df882626389 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:38.972630 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:39.045831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2664-d3d1-45af-a214-9848346cf592 None None] The port '048d7c95-a698-4c21-86f7-3df882626389' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:35:39.206534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aadb6c-2c56-490b-bb02-b47a60823759 req-82ee422c-47a2-4d2d-b267-fc1a4063b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.208019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43aadb6c-2c56-490b-bb02-b47a60823759 req-82ee422c-47a2-4d2d-b267-fc1a4063b1e9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.4393024 Feb 04 13:35:39.293106 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-43aadb6c-2c56-490b-bb02-b47a60823759 req-46fbe2b8-b8fb-473e-a77b-44b5cca70e83 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558057 Feb 04 13:35:39.444057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:39.824177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629941b-2345-4cc1-93c2-8ad89b6fe3d3 req-def96abb-ca9a-42d0-8a88-2f0401b0dce2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:39.825743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b629941b-2345-4cc1-93c2-8ad89b6fe3d3 req-def96abb-ca9a-42d0-8a88-2f0401b0dce2 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1254008 Feb 04 13:35:39.891049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b629941b-2345-4cc1-93c2-8ad89b6fe3d3 req-c9cc5265-1aaa-4281-97d1-9a8a753ef93d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593362 Feb 04 13:35:40.108869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Deleting port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:40.109447 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:40.248022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c02f54-eb9f-43c8-876b-03a478270b12 req-1e777919-0873-45cf-87f4-7aa6c0a9742f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:40.249554 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76c02f54-eb9f-43c8-876b-03a478270b12 req-1e777919-0873-45cf-87f4-7aa6c0a9742f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.3356867 Feb 04 13:35:40.329510 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-76c02f54-eb9f-43c8-876b-03a478270b12 req-e77dc24b-e2ba-406b-8907-f5d0cabf8579 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742488 Feb 04 13:35:40.352970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] For port 87a05e1b-4d81-4cc0-ad38-b319d566b3c5, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:40.353362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:40.488149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Calling delete_port for 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:40.685357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:40.737667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a05e1b-4d81-4cc0-ad38-b319d566b3c5,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:41.065981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:41.117050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296caa8a-4131-45ea-90af-c8ada1b9a285 req-dbcb88b1-436f-486a-a391-87bb9331a80d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.118575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-296caa8a-4131-45ea-90af-c8ada1b9a285 req-dbcb88b1-436f-486a-a391-87bb9331a80d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0907979 Feb 04 13:35:41.174207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-296caa8a-4131-45ea-90af-c8ada1b9a285 req-ba995aec-a174-4bd7-9dd5-6e6cbf0dfcb3 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486662 Feb 04 13:35:41.504206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:35:41.748822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9f21-8187-4593-a4f7-ca023301e752 req-50c413fa-639e-4a90-8437-8a0c5313f204 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:41.750201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-466a9f21-8187-4593-a4f7-ca023301e752 req-50c413fa-639e-4a90-8437-8a0c5313f204 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.3059783 Feb 04 13:35:41.867665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:35:41.881948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Sync routers for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:41.885391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-466a9f21-8187-4593-a4f7-ca023301e752 req-98699090-058c-4be9-88ad-b82083cf2dd8 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747352 Feb 04 13:35:41.896735 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-78052983-3cac-4835-9084-7b22f6c069c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7a425810-9631-41a7-bcc2-ebadf0bf7b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1273599 Feb 04 13:35:41.897350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59878) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:41.898186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:41.898858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:42.104846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:42.114056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d39b61-8194-4167-9b1d-fcc3f0f2efd0 req-971a057f-f069-449c-8555-0c1338314d6f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.122293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44d39b61-8194-4167-9b1d-fcc3f0f2efd0 req-971a057f-f069-449c-8555-0c1338314d6f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.1062441 Feb 04 13:35:42.153406 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.174780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44d39b61-8194-4167-9b1d-fcc3f0f2efd0 req-3f7b31c0-6c2b-4123-a6c7-cc5073cb636b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505512 Feb 04 13:35:42.192076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:42.355784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952073c-968a-4640-b9d3-63cf71cf1bd6 tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.362682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8952073c-968a-4640-b9d3-63cf71cf1bd6 tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1091 time: 0.1647234 Feb 04 13:35:42.363977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:42.373920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:35:42.386056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:35:42.390503 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:floatingip and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:35:42.393536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:35:42.400836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:35:42.417428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.499805 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.504206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:35:40Z', 'revision_number': 5, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port': {'id': 'a45a687a-7247-4b3e-bd8d-19568b0657f3', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:29:51Z', 'updated_at': '2022-02-04T13:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:42.508592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Checking router: 7a425810-9631-41a7-bcc2-ebadf0bf7b47 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:42.519781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Routers {'7a425810-9631-41a7-bcc2-ebadf0bf7b47'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:42.520539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:42.520990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Deleting port a45a687a-7247-4b3e-bd8d-19568b0657f3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:42.522187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.581554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf024f-9bfe-4cb4-b655-b6e89671de53 req-c9e4be6e-b064-4f72-8471-36b4a75fa415 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:42.583107 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ccf024f-9bfe-4cb4-b655-b6e89671de53 req-c9e4be6e-b064-4f72-8471-36b4a75fa415 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1878352 Feb 04 13:35:42.583655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.714784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ccf024f-9bfe-4cb4-b655-b6e89671de53 req-1d4ec1be-ff9d-400a-9b39-bcf5eccfc5b1 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232953 Feb 04 13:35:42.748405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] Set router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:42.757084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.25.4.50 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/bcc46605-bd83-46e4-bfae-f9ee4c2d5edb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:35:42.786230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] For port a45a687a-7247-4b3e-bd8d-19568b0657f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a45a687a-7247-4b3e-bd8d-19568b0657f3,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:42.786684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:42.897997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:35:42Z', 'revision_number': 6, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:42.905852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193dba6-54b5-4c68-b65d-a42ea2c2fcdf None None] The sync data for ids ['7a425810-9631-41a7-bcc2-ebadf0bf7b47'] in n-d-820555-2 is: [{'id': '7a425810-9631-41a7-bcc2-ebadf0bf7b47', 'name': 'tempest-TestServerBasicOps-615443341-router', 'tenant_id': 'ebb81b889eb747c686750966d2a7056d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:29:46Z', 'updated_at': '2022-02-04T13:35:42Z', 'revision_number': 6, 'project_id': 'ebb81b889eb747c686750966d2a7056d', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:42.969395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Calling delete_port for a45a687a-7247-4b3e-bd8d-19568b0657f3 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:43.066024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.110094 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.167333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.186662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:35:43.193989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:35:43.196724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:35:43.254737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Pushing event deleted for resources: {'Port': ['ID=a45a687a-7247-4b3e-bd8d-19568b0657f3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:43.270423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=bcc46605-bd83-46e4-bfae-f9ee4c2d5edb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:43.332127 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.518286 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-33bc2040-889c-4faf-8357-47153a95a6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.696483 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.698795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.721966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.723997 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.725932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a425810-9631-41a7-bcc2-ebadf0bf7b47 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:35:43.745632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.746947 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-be608825-779b-48c5-905f-f65bf5a3a39b admin admin] 10.222.0.53 "DELETE /v2.0/routers/7a425810-9631-41a7-bcc2-ebadf0bf7b47 HTTP/1.1" status: 204 len: 168 time: 1.8470256 Feb 04 13:35:43.749525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59896) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:43.826384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Deleting subnet d65b579c-c598-4fd3-ae96-99e4a2238e67 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:35:43.830521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.851170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.902885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:43.997129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.097878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c8620-600a-467e-bb61-8c88cc2b9129 req-87d8e812-fc68-4b15-87ef-9a673b409c39 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:44.099486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-615c8620-600a-467e-bb61-8c88cc2b9129 req-87d8e812-fc68-4b15-87ef-9a673b409c39 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.2090468 Feb 04 13:35:44.106572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.163612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.168729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd13855-3d29-4e85-88f9-f9cf48d48d99 None None] Network 1303d5df-3acd-4c2e-818d-0a65d50a7d91 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:35:44.171527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65b579c-c598-4fd3-ae96-99e4a2238e67,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:44.176380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f6b0e53-511e-4183-8e82-e3a31d1c93db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d65b579c-c598-4fd3-ae96-99e4a2238e67 HTTP/1.1" status: 204 len: 168 time: 0.4258635 Feb 04 13:35:44.178810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:44.305561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-615c8620-600a-467e-bb61-8c88cc2b9129 req-b5f31326-56ff-474a-9df1-e0be028c93ae tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931632 Feb 04 13:35:44.348854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.350727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.356349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.372131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Deleting port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:44.372479 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.414648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:44.502883 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.506076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:44.506076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 87a05e1b-4d81-4cc0-ad38-b319d566b3c5 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:44.506076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a45a687a-7247-4b3e-bd8d-19568b0657f3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:44.612067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=bcc46605-bd83-46e4-bfae-f9ee4c2d5edb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:44.613199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a45a687a-7247-4b3e-bd8d-19568b0657f3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:44.613569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a45a687a-7247-4b3e-bd8d-19568b0657f3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:44.662413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] For port fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:44.662872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.728767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] DHCP port deletion for 1303d5df-3acd-4c2e-818d-0a65d50a7d91 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:35:44.733434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Deleting port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:44.733813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.751869 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP 5110d7dc-7cef-406d-86f7-a81a278c752f associated. External IP: 172.25.4.50, port: c358643b-827e-48bc-a322-58cd0d7d5de8. Feb 04 13:35:44.827991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Calling delete_port for fb9e6b74-8d45-48e1-9172-c4f4d6026f19 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:44.929012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:44.977398 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] No DVR routers for this DVR port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:35:44.998199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] For port fb9e6b74-8d45-48e1-9172-c4f4d6026f19, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,segment=NetworkSegment(04a8923b-1252-494e-9b8e-afbafcd399fd),segment_id=04a8923b-1252-494e-9b8e-afbafcd399fd)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:44.999032 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.034312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9e6b74-8d45-48e1-9172-c4f4d6026f19,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:45.117792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.153098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Calling delete_port for fb9e6b74-8d45-48e1-9172-c4f4d6026f19 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:35:45.164344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1303d5df-3acd-4c2e-818d-0a65d50a7d91']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:45.191230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a8923b-1252-494e-9b8e-afbafcd399fd') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:45.191534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a8923b-1252-494e-9b8e-afbafcd399fd') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:45.204413 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.221639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.231228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:35:45.231449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:35:45.247068 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:35:45.254280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:35:45.254839 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:35:45.332210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.355760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:35:45.371621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.374177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1303d5df-3acd-4c2e-818d-0a65d50a7d91,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:45.385661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5079d508-528f-4e9d-8f00-fd2224049d1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/1303d5df-3acd-4c2e-818d-0a65d50a7d91 HTTP/1.1" status: 204 len: 168 time: 1.2056761 Feb 04 13:35:45.597223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e7db8-69ce-4253-ba42-4a0c9c7ee55e req-cd5cc851-09e8-4854-a4cb-3d5485735de6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:45.598941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea1e7db8-69ce-4253-ba42-4a0c9c7ee55e req-cd5cc851-09e8-4854-a4cb-3d5485735de6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1255291 Feb 04 13:35:45.601275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:35:45.613781 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:35:45.630375 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.631753 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:45.632379 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:45.656881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59914) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:45.695643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea1e7db8-69ce-4253-ba42-4a0c9c7ee55e req-3fd7ad0d-1be7-4e97-bf93-7bc8576c3532 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697181 Feb 04 13:35:45.742276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-80ada48e-92a2-4a98-a7ca-aedd5302cc18 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3763793 Feb 04 13:35:45.750560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:45.756135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Deleting port fb9e6b74-8d45-48e1-9172-c4f4d6026f19 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:35:45.756548 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:45.784247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3c8393f5-3c71-4de7-b5de-42418b17e7ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97c11b70affb464f99c2a334264633ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261890 Feb 04 13:35:45.786795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 59922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:45.841892 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'status': 'completed', 'code': 200} Feb 04 13:35:45.848215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-be3c71e4-ab3e-401e-97a2-d3d1858b8e93 None None] The port 'fb9e6b74-8d45-48e1-9172-c4f4d6026f19' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:35:45.936183 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:46.049660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.082367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.119345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-7025a353-9ef1-4f5b-9794-4677cb92bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.120767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-7025a353-9ef1-4f5b-9794-4677cb92bfa2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.2586534 Feb 04 13:35:46.271982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.272449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fb9e6b74-8d45-48e1-9172-c4f4d6026f19 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:35:46.301886 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957b2e0-62a9-41ec-a6ed-7949cacb0d93,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:46.310113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-39102171-edf1-47e8-855c-0a445429b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.311705 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-39102171-edf1-47e8-855c-0a445429b5e2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1846254 Feb 04 13:35:46.315898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fb9e6b74-8d45-48e1-9172-c4f4d6026f19 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:35:46.316193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fb9e6b74-8d45-48e1-9172-c4f4d6026f19 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:35:46.317026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.321078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-76964c02-7776-4338-8bdd-31b3f1396956 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e957b2e0-62a9-41ec-a6ed-7949cacb0d93 HTTP/1.1" status: 204 len: 168 time: 0.5332575 Feb 04 13:35:46.355334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f9caa849-6cdd-443a-88a5-af504719543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.389420 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:43Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:46.395264 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:35:46.405737 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:35:46.406353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:35:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:46.441941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-a5b8fffb-ccea-4873-9286-35929f03a9b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 998 time: 0.1195433 Feb 04 13:35:46.546632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-16c2884d-55f9-47aa-a71a-e3d5d7277c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.549674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-16c2884d-55f9-47aa-a71a-e3d5d7277c3c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.1014233 Feb 04 13:35:46.610962 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:35:46.661061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-577dcd7a-ee68-4ec4-872d-e4a99b2a905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:46.662575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-577dcd7a-ee68-4ec4-872d-e4a99b2a905a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036894 Feb 04 13:35:46.839038 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59934) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:46.889568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:46.914176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-7b0f2bed-b7f6-4b0f-ae15-4962093884b1 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437217 Feb 04 13:35:46.995162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3a19ce37-f81a-4a95-b63a-9c7abe51ec54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebb81b889eb747c686750966d2a7056d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548684 Feb 04 13:35:46.995863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59938) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:47.082346 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:47.128381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:47.160665 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:43Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:35:47.167045 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ccd1e-62fe-41c2-912c-e508561a9339 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:43Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:35:47.196454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a250708-bd21-4fbf-b4f6-4a2e09660a63 req-131183ad-2079-4035-97ba-046b20477173 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751906 Feb 04 13:35:47.222108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52787c7-0912-4374-8dbb-2bec01e39a7b req-9b70a909-d0f8-4f03-984d-2ad3f611aaf9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:47.227456 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d52787c7-0912-4374-8dbb-2bec01e39a7b req-9b70a909-d0f8-4f03-984d-2ad3f611aaf9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.2142372 Feb 04 13:35:47.234634 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:47.265817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd8daa-4f81-48fb-ae8f-fb3f9244c61a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:47.269509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:47.273228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f0ee9af-df1b-466e-b5f3-60278bd2500e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09cd8daa-4f81-48fb-ae8f-fb3f9244c61a HTTP/1.1" status: 204 len: 168 time: 0.2737575 Feb 04 13:35:47.297745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d52787c7-0912-4374-8dbb-2bec01e39a7b req-1f5df255-e983-421b-822d-e0c2922c595d tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640848 Feb 04 13:35:47.398202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:47.467625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40e3fe-a135-4391-aa1d-08b16bffdaec None None] New status for floating IP 5110d7dc-7cef-406d-86f7-a81a278c752f: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:35:48.210785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed82e-c428-402f-9c61-d894409d33bb req-f26ae3f6-95e3-4958-914b-1f7e90127c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.212291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1abed82e-c428-402f-9c61-d894409d33bb req-f26ae3f6-95e3-4958-914b-1f7e90127c11 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0718629 Feb 04 13:35:48.255027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1abed82e-c428-402f-9c61-d894409d33bb req-57c74192-0415-42de-8062-f5fb3d7cf81a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357256 Feb 04 13:35:48.506021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb829a-206e-4abe-bf9e-bb49bbd0157d req-e4140ff7-5eba-4063-8cc1-28287b797984 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:48.508347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7aeb829a-206e-4abe-bf9e-bb49bbd0157d req-e4140ff7-5eba-4063-8cc1-28287b797984 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0952601 Feb 04 13:35:48.563766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7aeb829a-206e-4abe-bf9e-bb49bbd0157d req-03a99568-ea2d-40fc-8632-d748f9f42ea6 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489724 Feb 04 13:35:48.764268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:49.770493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a7d5f-7704-4a38-a362-3ac31b1133b7 req-c0ba65c9-25d0-417c-b673-d560ec5f0a27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:35:49.772343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c58a7d5f-7704-4a38-a362-3ac31b1133b7 req-c0ba65c9-25d0-417c-b673-d560ec5f0a27 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0944767 Feb 04 13:35:49.819317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c58a7d5f-7704-4a38-a362-3ac31b1133b7 req-f0589aef-f280-46b8-8e25-4f7a571a8d14 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402179 Feb 04 13:35:49.843992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 59954) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:35:49.906230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:35:49.956875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1618bfaa-e6c3-4c4d-8f27-0fc0ed8fba70 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/floatingips/c3df2087-85a0-4265-b9c2-90a89ded7f9f HTTP/1.1" status: 200 len: 993 time: 0.1113470 Feb 04 13:35:50.053735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:50.069023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '6206a43c-3c19-4538-8f69-8d8333997b00', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'port_id': '6206a43c-3c19-4538-8f69-8d8333997b00', 'mac_address': 'fa:16:3e:bc:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:35:50.126096 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:50.145652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6206a43c-3c19-4538-8f69-8d8333997b00 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:35:50.163640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:50.167928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:50.239679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:50.248453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.248804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.249150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.249490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.249828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.250153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.250481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.250851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.251183 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.251505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.251827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.252149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:35:50.359499 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:50.417160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['6206a43c-3c19-4538-8f69-8d8333997b00'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:35:51.924104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:35:52.017934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 6206a43c-3c19-4538-8f69-8d8333997b00 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:35:52.017934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:52.151614 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:52.183174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:35:52.196201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:35:52.208559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:35:52.281423 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'code': 200} Feb 04 13:35:52.302303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:35:54.641736 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:02.522652 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:36:13.520625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-be292912-fa15-4cfb-bae1-18c29970c504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:16.311277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-429ac89f-e5e2-44af-bfca-2f4d533bead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:16.868606 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:17.389621 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:18.761240 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:20.352305 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:22.891859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60104) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:23.098499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 505b75e1-be93-45b1-ba8a-358fa20a02ed {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:36:23.098878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:23.270333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:23.270793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:23.395741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 505b75e1-be93-45b1-ba8a-358fa20a02ed owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:36:23.686543 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:23.734182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=505b75e1-be93-45b1-ba8a-358fa20a02ed,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:23.807761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.808123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.808455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.808795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.809134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.809469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.809800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.810123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.810461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.810814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.811143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.811468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:23.839470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:23.839805 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Floating IP c3df2087-85a0-4265-b9c2-90a89ded7f9f disassociated (deleted). External IP: 172.25.4.130, port: 6206a43c-3c19-4538-8f69-8d8333997b00. Feb 04 13:36:24.198852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 06311c3e-57ff-4e1a-850f-8be6ea684728 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:36:24.384454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:36:24.393917 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Sync routers for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:24.404728 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:36:24.405445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:36:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:24.406422 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:24.472917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d7de7f06-137a-44b5-acdc-eeeccfea29d9 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/floatingips/c3df2087-85a0-4265-b9c2-90a89ded7f9f HTTP/1.1" status: 204 len: 168 time: 1.5775080 Feb 04 13:36:24.472917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:36:24.527026 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'status': 'completed', 'code': 200} Feb 04 13:36:24.585763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:36:24.657847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-602eef3b-8a14-489f-ad6e-62bfd318a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.659416 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-602eef3b-8a14-489f-ad6e-62bfd318a18b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cee6225bd7184c9baf1e21756114b8d6&device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.1064224 Feb 04 13:36:24.670903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:24.897986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-a0a04888-2a35-4d3d-af31-956c6dccdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:24.899884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-a0a04888-2a35-4d3d-af31-956c6dccdfb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 200 len: 898 time: 0.2324317 Feb 04 13:36:25.007742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-71b316c9-e4c6-4910-87e5-8bc170071694 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 200 len: 217 time: 0.1004446 Feb 04 13:36:25.018777 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:25.022983 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Checking router: 06311c3e-57ff-4e1a-850f-8be6ea684728 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:25.032030 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:36:25.032618 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:36:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:25.091499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-0c3c0b16-5857-40e7-8fc2-1e6516d8215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:25.092960 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-0c3c0b16-5857-40e7-8fc2-1e6516d8215f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b1a2b17-86da-45a8-bba8-41163a45e639 HTTP/1.1" status: 200 len: 834 time: 0.0788999 Feb 04 13:36:25.138181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1ab6-77df-45c2-ba63-d4e601091f78 req-e84211e9-424d-436e-a780-9afbd7e6c060 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:25.139694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-233a1ab6-77df-45c2-ba63-d4e601091f78 req-e84211e9-424d-436e-a780-9afbd7e6c060 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1744788 Feb 04 13:36:25.205685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-233a1ab6-77df-45c2-ba63-d4e601091f78 req-2f43bf95-1d44-47fc-aa07-14257e162338 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541267 Feb 04 13:36:25.218779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-c868ff59-5a16-4c69-b36a-7326795526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:25.220750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-c868ff59-5a16-4c69-b36a-7326795526e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194453 Feb 04 13:36:25.224601 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:36:25.472477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-708d1e1a-d315-464a-893a-2008c8f283b2 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431638 Feb 04 13:36:25.545102 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:25.549255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d28661-e2ee-438b-b7ce-1babe9bd0ef0 None None] The sync data for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 is: [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:34:41Z', 'revision_number': 4, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '58cc54f0-6887-4b4e-b78f-7446f90b42be', 'name': '', 'network_id': '13b5f89b-6fed-4a3c-a768-538f6aaf3a8c', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'mac_address': 'fa:16:3e:06:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:40Z', 'updated_at': '2022-02-04T13:34:46Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'subnets': [{'id': '2b1a2b17-86da-45a8-bba8-41163a45e639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:25.616911 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e5c0348-7721-4613-8e92-385a9580a7d0 req-a4f2ee89-8bbe-4601-a647-58ba3eda86a7 service neutron] 10.222.0.90 "GET /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362090 Feb 04 13:36:25.815972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd361c-66c9-4bb9-835a-915b7de755da None None] New status for floating IP c3df2087-85a0-4265-b9c2-90a89ded7f9f: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:36:26.252203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-580bef1e-c0ef-4c5a-bb0c-75b79ef63bd4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.253678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-580bef1e-c0ef-4c5a-bb0c-75b79ef63bd4 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0893724 Feb 04 13:36:26.340884 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 6206a43c-3c19-4538-8f69-8d8333997b00 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:36:26.341449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:26.411628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf619a-a2e3-4539-8d7e-15d4bb1a5bb0 req-15c40e37-23e6-4b43-bcd5-3efd533c6079 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:26.412332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-deaf619a-a2e3-4539-8d7e-15d4bb1a5bb0 req-15c40e37-23e6-4b43-bcd5-3efd533c6079 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Synchronizing usage tracker for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:36:26.428362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-deaf619a-a2e3-4539-8d7e-15d4bb1a5bb0 req-15c40e37-23e6-4b43-bcd5-3efd533c6079 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Unset dirty status for tenant:cee6225bd7184c9baf1e21756114b8d6 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:36:26.429751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-deaf619a-a2e3-4539-8d7e-15d4bb1a5bb0 req-15c40e37-23e6-4b43-bcd5-3efd533c6079 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1030121 Feb 04 13:36:26.477851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-deaf619a-a2e3-4539-8d7e-15d4bb1a5bb0 req-ff646ec9-97c0-4afc-a33d-0743da8767ed tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb8fe2f7-6a10-401c-8204-d7cca28479bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 Feb 04 13:36:26.595977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 6206a43c-3c19-4538-8f69-8d8333997b00, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=6206a43c-3c19-4538-8f69-8d8333997b00,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:26.596338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:26.729310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 6206a43c-3c19-4538-8f69-8d8333997b00 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:36:26.877807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:26.932501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=6206a43c-3c19-4538-8f69-8d8333997b00,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:26.972496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.972496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.972722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.973036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.973430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.973763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.974092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.974423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.974777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.975107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.975426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:26.976007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:27.024112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] No DVR routers for this DVR port 6206a43c-3c19-4538-8f69-8d8333997b00 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:27.027290 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.029957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-deleted', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:36:27.047512 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66727fe0-0a02-4933-b766-9d0933dd28c5 req-787adf52-5997-4182-b409-ac6e185f15f7 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.90 "DELETE /v2.0/ports/6206a43c-3c19-4538-8f69-8d8333997b00 HTTP/1.1" status: 204 len: 173 time: 0.7875776 Feb 04 13:36:27.165688 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7', 'name': 'network-vif-deleted', 'tag': '6206a43c-3c19-4538-8f69-8d8333997b00', 'status': 'completed', 'code': 200} Feb 04 13:36:27.319303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60138) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:27.451456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.465709 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:27.469685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Usage tracker for resource:security_group_rule and tenant:f69c4c7653584de8b3953279d5b95ec7 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:27.472637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:27.478777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:27.567497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.573019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.658342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f69c4c7653584de8b3953279d5b95ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378768 Feb 04 13:36:27.661567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60146) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:27.664457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d34113-db18-4c28-a147-eb5ec002c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc6ca2-8c42-4b09-a35c-a00a607418be,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:27.673143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-05efdcf2-4c70-4a10-a24e-e7081d00ede6 req-915fecfd-7c30-4af3-b0d9-3c7184e0cceb tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "GET /v2.0/ports?device_id=17ef9fc3-8ea6-4518-a11e-f272e1d7f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0551903 Feb 04 13:36:27.725473 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.751597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.803783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.817480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc6ca2-8c42-4b09-a35c-a00a607418be,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:27.825239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:27.826503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd7e62c5-068b-402c-9357-90f05827c886 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/becc6ca2-8c42-4b09-a35c-a00a607418be HTTP/1.1" status: 204 len: 168 time: 0.1638935 Feb 04 13:36:28.771108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60176) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:29.462750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:29.832367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 58cc54f0-6887-4b4e-b78f-7446f90b42be {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:36:29.833019 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:30.023164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 58cc54f0-6887-4b4e-b78f-7446f90b42be, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=58cc54f0-6887-4b4e-b78f-7446f90b42be,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:30.023529 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:30.120431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:36:30.160147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 6206a43c-3c19-4538-8f69-8d8333997b00 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:36:30.160147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 6206a43c-3c19-4538-8f69-8d8333997b00 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:36:30.165765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 58cc54f0-6887-4b4e-b78f-7446f90b42be owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:36:30.373377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:30.424957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=58cc54f0-6887-4b4e-b78f-7446f90b42be,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:30.892738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.313362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Router 06311c3e-57ff-4e1a-850f-8be6ea684728 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:36:31.494101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:36:31.506367 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Sync routers for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:36:31.511361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-916efc33-5e82-4779-ac7a-5ba2368361c8 tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "PUT /v2.0/routers/06311c3e-57ff-4e1a-850f-8be6ea684728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378922 Feb 04 13:36:31.515102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60204) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:31.518184 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:36:31.518335 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:36:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:31.605357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting subnet 2b1a2b17-86da-45a8-bba8-41163a45e639 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:36:31.609633 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.681021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.761056 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:36:31.805293 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.886375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.937121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1a2b17-86da-45a8-bba8-41163a45e639,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:31.937121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:31.938806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bb53c0-70b8-4fa2-9ea6-68abc5fa47fd None None] Network 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:36:31.939200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d426fd64-8d15-4969-9ba3-5cd6d54d6f2e tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/subnets/2b1a2b17-86da-45a8-bba8-41163a45e639 HTTP/1.1" status: 204 len: 168 time: 0.4245579 Feb 04 13:36:31.942172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60208) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:32.114192 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:36:30Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:32.120418 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Checking router: 06311c3e-57ff-4e1a-850f-8be6ea684728 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:36:32.132252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Routers {'06311c3e-57ff-4e1a-850f-8be6ea684728'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:36:32.132857 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:36:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['06311c3e-57ff-4e1a-850f-8be6ea684728'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:32.176238 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.336458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] DHCP port deletion for 13b5f89b-6fed-4a3c-a768-538f6aaf3a8c request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:36:32.345802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Deleting port 72697f9a-174e-4933-968b-90cec07c0c10 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:36:32.345802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.419314 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] Set router 06311c3e-57ff-4e1a-850f-8be6ea684728 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:36:32.451899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.467246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Deleting port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:36:32.467743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.644101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] For port 72697f9a-174e-4933-968b-90cec07c0c10, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=72697f9a-174e-4933-968b-90cec07c0c10,segment=NetworkSegment(163444b4-8489-4795-b49c-a290cc43c171),segment_id=163444b4-8489-4795-b49c-a290cc43c171)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:32.644539 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.872262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] For port 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:32.872627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:32.879530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Calling delete_port for 72697f9a-174e-4933-968b-90cec07c0c10 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:36:32.928005 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:36:30Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:32.933230 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b79ef25-a581-405c-b41e-08b7077d1bb0 None None] The sync data for ids ['06311c3e-57ff-4e1a-850f-8be6ea684728'] in n-d-820555-2 is: [{'id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877695458', 'tenant_id': 'cee6225bd7184c9baf1e21756114b8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:34:35Z', 'updated_at': '2022-02-04T13:36:30Z', 'revision_number': 5, 'project_id': 'cee6225bd7184c9baf1e21756114b8d6', 'gw_port': {'id': '8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06311c3e-57ff-4e1a-850f-8be6ea684728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:34:36Z', 'updated_at': '2022-02-04T13:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:36:32.967825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.008155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Calling delete_port for 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:36:33.035590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] Pushing event deleted for resources: {'Port': ['ID=72697f9a-174e-4933-968b-90cec07c0c10,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:33.038117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a3462-e659-44c9-91cc-c83bca99cd69 None None] No DVR routers for this DVR port 72697f9a-174e-4933-968b-90cec07c0c10 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:36:33.210648 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.292125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Port': ['ID=8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:33.368888 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.566976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.569505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.596716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.597985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Fanout notify agent at l3_agent the message router_deleted on router 06311c3e-57ff-4e1a-850f-8be6ea684728 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:36:33.615982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.617078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ab2ccd06-fb35-43cf-857f-773954daad3c tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/routers/06311c3e-57ff-4e1a-850f-8be6ea684728 HTTP/1.1" status: 204 len: 168 time: 1.6744359 Feb 04 13:36:33.619792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60220) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:33.758932 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.931240 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:33.973692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b5f89b-6fed-4a3c-a768-538f6aaf3a8c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:33.991996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163444b4-8489-4795-b49c-a290cc43c171') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:33.992297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163444b4-8489-4795-b49c-a290cc43c171') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:36:34.006715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.025209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.031328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:36:34.031667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:36:34.047476 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:36:34.142305 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.184460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.196056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'Network': ['ID=13b5f89b-6fed-4a3c-a768-538f6aaf3a8c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:34.221430 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-232657d2-f334-4223-9bb8-2591f297f9fa tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/networks/13b5f89b-6fed-4a3c-a768-538f6aaf3a8c HTTP/1.1" status: 204 len: 168 time: 0.6005020 Feb 04 13:36:34.227396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60226) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:34.320362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58cc54f0-6887-4b4e-b78f-7446f90b42be no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:36:34.332514 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.365532 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.418975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 58cc54f0-6887-4b4e-b78f-7446f90b42be {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:36:34.419651 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 58cc54f0-6887-4b4e-b78f-7446f90b42be not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:36:34.420277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72697f9a-174e-4933-968b-90cec07c0c10 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:36:34.442014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.457934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 72697f9a-174e-4933-968b-90cec07c0c10 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:36:34.458278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 72697f9a-174e-4933-968b-90cec07c0c10 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:36:34.458712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:36:34.465823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8fe2f7-6a10-401c-8204-d7cca28479bf,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:34.485844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:34.487139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-586e4722-1057-4688-8f4b-245739811fde tempest-TestNetworkAdvancedServerOps-1895851717 tempest-TestNetworkAdvancedServerOps-1895851717-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb8fe2f7-6a10-401c-8204-d7cca28479bf HTTP/1.1" status: 204 len: 168 time: 0.2603812 Feb 04 13:36:34.506225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:36:34.506569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 8388e53c-3b7d-4bf1-b1b2-efb1b3123a1d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:36:34.811025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60240) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:35.047325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c21ca1f2-1e70-4851-aace-a11ed388d7a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cee6225bd7184c9baf1e21756114b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350733 Feb 04 13:36:35.049050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60250) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:35.145648 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.177362 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.249356 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.272152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89d8b7-758b-4619-a6fc-c7f6496fe5ea,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:35.288500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.312181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9a5fdcd0-9554-4ac3-a337-e03e64c52019 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e89d8b7-758b-4619-a6fc-c7f6496fe5ea HTTP/1.1" status: 204 len: 168 time: 0.2601776 Feb 04 13:36:35.627427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60258) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:35.679744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8f457a2-b217-4107-a0e8-46cc44932b97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a03140db3dec471d938d33eeb8b0a8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510566 Feb 04 13:36:35.682761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60262) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:35.741410 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.776431 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.830807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.849369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc3cd2-70ae-4cb4-905f-6c1730b26509,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:35.859469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:35.860582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-78d5b054-47bc-40b6-a04f-69e286f1ecdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fdc3cd2-70ae-4cb4-905f-6c1730b26509 HTTP/1.1" status: 204 len: 168 time: 0.1769412 Feb 04 13:36:38.289272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60430) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:38.420643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.437510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:38.441549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:469b96a7bc7f42d093e5cd056ecb18f5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:38.445351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:38.452820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:38.537071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.540703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.699475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=469b96a7bc7f42d093e5cd056ecb18f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089787 Feb 04 13:36:38.700167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936485f1-2e0b-4da0-939f-2b4e84e17ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb84178-d827-47e9-bc87-a5abbff8982d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:38.702142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60438) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:38.769259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.797428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.856713 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.870376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb84178-d827-47e9-bc87-a5abbff8982d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:38.877923 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:38.883021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51f820cf-369e-4802-82a9-7d0c1bb6d522 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeb84178-d827-47e9-bc87-a5abbff8982d HTTP/1.1" status: 204 len: 168 time: 0.1782727 Feb 04 13:36:39.167455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60448) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:39.199556 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.217240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:39.221501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Usage tracker for resource:security_group_rule and tenant:726697a5ee7f458b9fe9acdb78a3e03f is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:39.232966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:39.238800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:39.329929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.335216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.386283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8337a267-8335-480a-8727-758110fafdbb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:39.390447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6242da90-1a58-488a-a33b-d1fcd556d87a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=726697a5ee7f458b9fe9acdb78a3e03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218072 Feb 04 13:36:39.393230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60456) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:39.456602 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.485409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.521755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:36:39.540946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.557405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8337a267-8335-480a-8727-758110fafdbb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:39.561839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:39.565875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b3a6b076-f11d-439d-9a12-f0c7c4d9438c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8337a267-8335-480a-8727-758110fafdbb HTTP/1.1" status: 204 len: 168 time: 0.1717014 Feb 04 13:36:40.304687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60482) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:40.442983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1126841730-network', 'tenant_id': '14d893cf49e7428d980bc05e092e7ffd'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:40.448385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:40.452231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Usage tracker for resource:network and tenant:14d893cf49e7428d980bc05e092e7ffd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:40.455445 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:40.464620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:40.501585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Made reservation on behalf of 14d893cf49e7428d980bc05e092e7ffd for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:40.505162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.521263 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.544509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:40.548726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Usage tracker for resource:security_group_rule and tenant:14d893cf49e7428d980bc05e092e7ffd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:40.551763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:40.559685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:40.660386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.664962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.699773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:40.709127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a21111-00b4-4cc7-82fa-9b6e5e193a33,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:40.717496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.718302 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Added segment a7e6104e-c5cb-4892-a8d3-9198812e3613 of type vlan for network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 Feb 04 13:36:40.752193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.788130 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:40.789159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:40.789995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:41.023406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7170117 Feb 04 13:36:41.024871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603b84-8f49-4b2a-9cba-3b8237e9cd20 admin admin] Pushing event updated for resources: {'Network': ['ID=89ba102c-269d-4c6e-bab8-0b61beb2acb7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.027395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:41.033166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Request body: {'subnet': {'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1126841730-subnet', 'tenant_id': '14d893cf49e7428d980bc05e092e7ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:41.035196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:36:41.039114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:41.043755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Usage tracker for resource:subnet and tenant:14d893cf49e7428d980bc05e092e7ffd is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:41.047509 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:41.053502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:41.066209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Made reservation on behalf of 14d893cf49e7428d980bc05e092e7ffd for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:41.068760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:41.309176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:41.387471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:41.401859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Checking segment: {'id': 'a7e6104e-c5cb-4892-a8d3-9198812e3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:36:41.402245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Network hostable DHCP agents. Network: 89ba102c-269d-4c6e-bab8-0b61beb2acb7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:41.425292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:41.439169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 89ba102c-269d-4c6e-bab8-0b61beb2acb7) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:41.447036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:41.447938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:41.456433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da7a4c-5e4d-45b3-8ae8-547e48410193 None None] Network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:36:41.492214 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6138e82d-3296-491a-be61-da204a62e523 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4639282 Feb 04 13:36:41.726546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71c4a0-351a-45c6-a9b3-8c37d58160bf None None] Network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:36:42.111037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60512) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:42.122769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1890377593-network', 'tenant_id': 'cf771d25506a4d7fb2d04aecb733f60a'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:42.127502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:42.133675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Usage tracker for resource:network and tenant:cf771d25506a4d7fb2d04aecb733f60a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:42.140075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:42.149426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:42.166589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Made reservation on behalf of cf771d25506a4d7fb2d04aecb733f60a for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:42.168983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.185407 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.202653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:42.203221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Usage tracker for resource:security_group_rule and tenant:cf771d25506a4d7fb2d04aecb733f60a is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:42.205927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:42.212205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:42.299695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.304773 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.336039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:36:42.345324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f8805-73a7-41e9-ab06-22b53211eac7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.351161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.351714 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Added segment 9444e87d-dc22-419f-b7e4-04822245be7e of type vlan for network f3bc5774-1124-4596-821c-f32f7f967a4c Feb 04 13:36:42.387534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.423268 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.424343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:42.425014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.537606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] Pushing event updated for resources: {'Network': ['ID=f3bc5774-1124-4596-821c-f32f7f967a4c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.545009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b2035d2-2d55-4124-ba16-81ff77af6fbf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4314685 Feb 04 13:36:42.545389 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60516) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:36:42.559066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Request body: {'subnet': {'network_id': 'f3bc5774-1124-4596-821c-f32f7f967a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1890377593-subnet', 'tenant_id': 'cf771d25506a4d7fb2d04aecb733f60a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:42.567224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network f3bc5774-1124-4596-821c-f32f7f967a4c details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:36:42.571949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:42.576188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Usage tracker for resource:subnet and tenant:cf771d25506a4d7fb2d04aecb733f60a is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:42.579358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:42.586248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:42.605715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Made reservation on behalf of cf771d25506a4d7fb2d04aecb733f60a for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:42.610462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.876966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:42.966914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbd2a65-85fe-4428-b54a-7ea71ea3847f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:42.980020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Checking segment: {'id': '9444e87d-dc22-419f-b7e4-04822245be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f3bc5774-1124-4596-821c-f32f7f967a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:36:42.980020 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Network hostable DHCP agents. Network: f3bc5774-1124-4596-821c-f32f7f967a4c, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:36:43.005151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Network f3bc5774-1124-4596-821c-f32f7f967a4c is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:36:43.018693 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, f3bc5774-1124-4596-821c-f32f7f967a4c) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:43.027904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.028109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4240433-3264-4c07-b208-1e9d718105c2 None None] Network f3bc5774-1124-4596-821c-f32f7f967a4c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:36:43.028543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:43.084902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f1771634-e15b-492d-bc5e-589ac70c30c2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5286744 Feb 04 13:36:43.334684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57df2b0-53f6-4597-bc98-fd28ead712ba None None] Network f3bc5774-1124-4596-821c-f32f7f967a4c requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:36:43.550404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-593e91bc-ac52-4467-aebb-a89caa8debbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:43.978048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a91063bd-c96e-4cb2-9286-9582a299890a tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:43.978526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a91063bd-c96e-4cb2-9286-9582a299890a tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Synchronizing usage tracker for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:36:44.000250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a91063bd-c96e-4cb2-9286-9582a299890a tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Unset dirty status for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:36:44.001292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a91063bd-c96e-4cb2-9286-9582a299890a tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/networks?id=89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 200 len: 812 time: 0.1916766 Feb 04 13:36:44.018614 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-1be8a9fa-88db-4337-9ba3-1e36141a9940 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/quotas/14d893cf49e7428d980bc05e092e7ffd HTTP/1.1" status: 200 len: 375 time: 0.0114975 Feb 04 13:36:44.073826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-7f8891f8-d02a-4434-9553-9ccb09954e36 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d893cf49e7428d980bc05e092e7ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494981 Feb 04 13:36:44.245941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-dec84442-e6ac-45bb-9e2a-f7ebdd544b8d service neutron] 10.222.0.53 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632049 Feb 04 13:36:44.404145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-6f311a1e-86e9-41ac-9aac-3926d5192390 service neutron] 10.222.0.53 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477640 Feb 04 13:36:44.643823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08b224b7-e1ac-41d5-9a45-0600ddb4bf25 req-cec3c5f9-1eb2-47d0-a7ee-bf4a5657356b tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 210 time: 0.0524142 Feb 04 13:36:45.829490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ed41786-eeb9-4774-b78c-b14a2dd57f44 req-d7b5f41f-7b60-4a7d-8ef7-fc7d6d96048c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 210 time: 0.0625813 Feb 04 13:36:45.846852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-865f5042-0d11-4549-8e8f-6c04c083e849 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:45.848351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-865f5042-0d11-4549-8e8f-6c04c083e849 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.87 "GET /v2.0/networks?id=89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 200 len: 812 time: 0.2424364 Feb 04 13:36:45.861694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Request body: {'port': {'device_id': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7', 'admin_state_up': True, 'tenant_id': '14d893cf49e7428d980bc05e092e7ffd'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:46.031366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:36:46.035795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Usage tracker for resource:port and tenant:14d893cf49e7428d980bc05e092e7ffd is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:36:46.039282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:36:46.046631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:36:46.057297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Made reservation on behalf of 14d893cf49e7428d980bc05e092e7ffd for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:36:46.060910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.229434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Allocated IP 172.20.0.3 (89ba102c-269d-4c6e-bab8-0b61beb2acb7/a99e39e8-9600-4bfd-8bc0-78f7c1bbc187/7a7217d5-fa33-473a-a09b-65a348540243) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:36:46.316739 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d93cc48-751f-4788-ae87-d1133cd3031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.457809 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.494679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.562408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:36:46.565612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:36:46.569663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:36:46.735417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Pushing event updated for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:46.766670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:46.767281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.792721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a9bd89b4-478d-4965-b144-755bf1e509c1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360640 Feb 04 13:36:46.804029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Request body: {'port': {'device_id': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:36:46.897209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:46.926366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.080278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a16c3d-d3ef-479f-960f-378a7b66e2cd req-eaaacba4-a2f0-4c2f-b119-88bfa92958be tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.084155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8a16c3d-d3ef-479f-960f-378a7b66e2cd req-eaaacba4-a2f0-4c2f-b119-88bfa92958be tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 931 time: 0.1230993 Feb 04 13:36:47.148570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e8a16c3d-d3ef-479f-960f-378a7b66e2cd req-ee283de2-3b4a-4091-8c40-0e9ae5f7deca tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Feb 04 13:36:47.370538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7217d5-fa33-473a-a09b-65a348540243 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:36:47.379100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.396432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Transition to ACTIVE for port object 7a7217d5-fa33-473a-a09b-65a348540243 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:36:47.399852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.401386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.533813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.615392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-65f16c36-8c8e-40c3-8040-440f5985260e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996330 Feb 04 13:36:47.659508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Attempting to bind port 7a7217d5-fa33-473a-a09b-65a348540243 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:36:47.659842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Attempting to bind port 7a7217d5-fa33-473a-a09b-65a348540243 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'a7e6104e-c5cb-4892-a8d3-9198812e3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:36:47.660163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Attempting to bind port 7a7217d5-fa33-473a-a09b-65a348540243 on network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:36:47.665487 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Port 7a7217d5-fa33-473a-a09b-65a348540243 on network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:36:47.668044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Attempting to bind port 7a7217d5-fa33-473a-a09b-65a348540243 on network 89ba102c-269d-4c6e-bab8-0b61beb2acb7 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:36:47.671440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:36:47.671779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Checking segment: {'id': 'a7e6104e-c5cb-4892-a8d3-9198812e3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:36:47.673698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Bound using segment: {'id': 'a7e6104e-c5cb-4892-a8d3-9198812e3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:36:47.674180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Bound port: 7a7217d5-fa33-473a-a09b-65a348540243, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e6104e-c5cb-4892-a8d3-9198812e3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:36:47.674552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.770172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-b79816a6-aaf4-4b15-acbc-51a8fd0d1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.771697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-b79816a6-aaf4-4b15-acbc-51a8fd0d1272 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0739880 Feb 04 13:36:47.785977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:36:47.790046 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7a7217d5-fa33-473a-a09b-65a348540243,segment=NetworkSegment(a7e6104e-c5cb-4892-a8d3-9198812e3613),segment_id=a7e6104e-c5cb-4892-a8d3-9198812e3613)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:36:47.796615 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.862534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.863418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:47.864897 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] 10.222.0.87 "PUT /v2.0/ports/7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 200 len: 1091 time: 1.0650961 Feb 04 13:36:47.865437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:36:47.890870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eafa5a-25c1-412f-ac44-2a8142523ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:47.959630 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243', 'status': 'completed', 'code': 200} Feb 04 13:36:47.962355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-d2cab172-b9eb-445b-8959-596972e2b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.964001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-d2cab172-b9eb-445b-8959-596972e2b228 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1713305 Feb 04 13:36:47.997601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-643d4118-30ca-477f-b3a4-632030efad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:47.999240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-643d4118-30ca-477f-b3a4-632030efad16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=14d893cf49e7428d980bc05e092e7ffd&device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 1094 time: 0.0823534 Feb 04 13:36:48.072440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-e3deab0d-876a-4c2d-bd76-5c09d0716fc9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 200 len: 217 time: 0.0661614 Feb 04 13:36:48.075282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-ab2b909a-4564-4316-b999-c2462b7d084d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 1000 time: 0.1042511 Feb 04 13:36:48.141788 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-929dc963-f1e8-4c8f-a63c-d20ab79ec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.143361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-929dc963-f1e8-4c8f-a63c-d20ab79ec01c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 HTTP/1.1" status: 200 len: 852 time: 0.0605555 Feb 04 13:36:48.159065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-5cdfd07d-ec34-486e-80d7-443f90958db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.162205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-5cdfd07d-ec34-486e-80d7-443f90958db2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0781686 Feb 04 13:36:48.200189 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-4c770de6-5657-46f5-a34b-240f0e6dcd84 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89ba102c-269d-4c6e-bab8-0b61beb2acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500221 Feb 04 13:36:48.278887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-6f550d3f-d609-4d2a-8d4a-a924b98df76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.280610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-6f550d3f-d609-4d2a-8d4a-a924b98df76f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128018 Feb 04 13:36:48.380961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-9f4d20bd-27d0-4d9c-ae4e-d5cac4402a83 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713102 Feb 04 13:36:48.485619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a355bf-e30f-46ce-b4e5-6e8cce14a975 req-8a0d9122-4d8b-442d-b2e9-4376b995b930 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.487157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-48a355bf-e30f-46ce-b4e5-6e8cce14a975 req-8a0d9122-4d8b-442d-b2e9-4376b995b930 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 943 time: 0.2055917 Feb 04 13:36:48.493456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-5f10dd0e-7856-471f-80fd-2d64beed1a5f service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767738 Feb 04 13:36:48.519639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffad7552-aef4-48cf-9e7c-a312ffc7abc9 req-a4247a09-c160-4f62-814a-1df2eaaa42b4 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321955 Feb 04 13:36:48.634398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-48a355bf-e30f-46ce-b4e5-6e8cce14a975 req-98611a04-7657-48ad-b8e8-1524e6018e61 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396232 Feb 04 13:36:48.665560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-09a448fa-5509-41a5-a16c-b4ea7627d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.667485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-09a448fa-5509-41a5-a16c-b4ea7627d5cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=14d893cf49e7428d980bc05e092e7ffd&device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 1094 time: 0.0923879 Feb 04 13:36:48.694732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78419e0a-81a4-4dbc-8df8-28b6eba46475 req-0163abfd-0267-4c60-93bd-a5efb0c9e023 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860163 Feb 04 13:36:48.758538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:48.917701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-b9680869-278c-4973-a0e4-d91a24410758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:48.919219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-b9680869-278c-4973-a0e4-d91a24410758 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 200 len: 913 time: 0.2460077 Feb 04 13:36:48.987394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-a8647e91-d357-4f04-8f0c-f0d0ba58d2de service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 200 len: 217 time: 0.0617659 Feb 04 13:36:49.052919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-603b52d3-e34a-4db1-8088-9363f599b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:49.054286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-603b52d3-e34a-4db1-8088-9363f599b352 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 HTTP/1.1" status: 200 len: 852 time: 0.0590196 Feb 04 13:36:49.100420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-00542707-cf8b-48ef-96aa-2147480af866 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89ba102c-269d-4c6e-bab8-0b61beb2acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394351 Feb 04 13:36:49.232836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-01dd50c9-6004-4089-a7a0-3ed6ae5168d5 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258533 Feb 04 13:36:49.365997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7de0a886-460d-4981-8eb5-56a9ce125ea3 req-1ffa0b2f-48d0-4e72-88d3-6af974c9fbf4 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265159 Feb 04 13:36:49.843776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-73256e14-c5b4-492c-bb8b-436bde2dd485 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:49.844409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-73256e14-c5b4-492c-bb8b-436bde2dd485 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Synchronizing usage tracker for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:36:49.861437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-73256e14-c5b4-492c-bb8b-436bde2dd485 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Unset dirty status for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:36:49.862784 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-73256e14-c5b4-492c-bb8b-436bde2dd485 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 943 time: 0.1028328 Feb 04 13:36:49.907091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-a259fbb2-32f5-4ebc-bee1-48df0cd650e6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Synchronizing usage tracker for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:36:49.924866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-a259fbb2-32f5-4ebc-bee1-48df0cd650e6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Unset dirty status for tenant:14d893cf49e7428d980bc05e092e7ffd on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:36:49.927297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4af5335c-dfc7-4305-b72e-025ff0e3c8a8 req-a259fbb2-32f5-4ebc-bee1-48df0cd650e6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570498 Feb 04 13:36:50.356565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:51.115660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c7435-5b74-41e7-8e77-a7dc5f66a8ff req-7222e0bd-4bce-43a0-a558-ce0acaae1884 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:51.117145 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f55c7435-5b74-41e7-8e77-a7dc5f66a8ff req-7222e0bd-4bce-43a0-a558-ce0acaae1884 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 943 time: 0.0792277 Feb 04 13:36:51.162769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f55c7435-5b74-41e7-8e77-a7dc5f66a8ff req-9a373b73-13ea-42cf-a5bc-eb39dff7f507 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Feb 04 13:36:52.204696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7a7217d5-fa33-473a-a09b-65a348540243 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:36:52.349391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7a7217d5-fa33-473a-a09b-65a348540243,segment=NetworkSegment(a7e6104e-c5cb-4892-a8d3-9198812e3613),segment_id=a7e6104e-c5cb-4892-a8d3-9198812e3613)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:52.353997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046d11-a76a-45ef-be24-9002abdd6885 req-d3574665-c737-4db7-a380-b28491d1afb6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:52.355529 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94046d11-a76a-45ef-be24-9002abdd6885 req-d3574665-c737-4db7-a380-b28491d1afb6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 943 time: 0.0870755 Feb 04 13:36:52.363791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7a7217d5-fa33-473a-a09b-65a348540243', 'network_id': '89ba102c-269d-4c6e-bab8-0b61beb2acb7', 'port_id': '7a7217d5-fa33-473a-a09b-65a348540243', 'mac_address': 'fa:16:3e:c3:5e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e39e8-9600-4bfd-8bc0-78f7c1bbc187', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:36:52.410131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94046d11-a76a-45ef-be24-9002abdd6885 req-9eeeea16-3d5f-46d7-af91-4a400f52ded7 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486360 Feb 04 13:36:52.421662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:52.445128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7217d5-fa33-473a-a09b-65a348540243 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:36:52.460602 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7a7217d5-fa33-473a-a09b-65a348540243,segment=NetworkSegment(a7e6104e-c5cb-4892-a8d3-9198812e3613),segment_id=a7e6104e-c5cb-4892-a8d3-9198812e3613)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:52.464975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:52.563014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:52.571508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.572146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.572632 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.573111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.573727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.574198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.574688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.575164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.575486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.575961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.576461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.576939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:36:52.688592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7a7217d5-fa33-473a-a09b-65a348540243'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:36:53.600681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1b05-e3c4-4044-8932-5fb642e052a4 req-e25908ca-8e68-4415-b30e-dbb2c36c3316 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:53.602935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffab1b05-e3c4-4044-8932-5fb642e052a4 req-e25908ca-8e68-4415-b30e-dbb2c36c3316 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 944 time: 0.0854547 Feb 04 13:36:53.776199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ffab1b05-e3c4-4044-8932-5fb642e052a4 req-848be981-e874-40e2-870d-0a4cda36b922 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675315 Feb 04 13:36:54.220904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7a7217d5-fa33-473a-a09b-65a348540243 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:36:54.292091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7a7217d5-fa33-473a-a09b-65a348540243 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:36:54.297468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7a7217d5-fa33-473a-a09b-65a348540243 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:36:54.298119 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:54.420490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:54.446643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:36:54.456203 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7a7217d5-fa33-473a-a09b-65a348540243,segment=NetworkSegment(a7e6104e-c5cb-4892-a8d3-9198812e3613),segment_id=a7e6104e-c5cb-4892-a8d3-9198812e3613)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:36:54.461952 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:54.535551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:36:54.556555 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243', 'code': 200} Feb 04 13:36:54.657212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:36:54.691626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f5a6-f01e-4441-8d4f-8c1aedd2a60c req-cb336ae4-d6d5-4f0d-afd1-669dad460fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.693164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa93f5a6-f01e-4441-8d4f-8c1aedd2a60c req-cb336ae4-d6d5-4f0d-afd1-669dad460fb1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 1096 time: 0.0751595 Feb 04 13:36:54.735813 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa93f5a6-f01e-4441-8d4f-8c1aedd2a60c req-305f315d-a78c-4172-92c2-be309535062e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365751 Feb 04 13:36:54.977422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75aad-d7ed-4cb2-b076-b1fe0e67a462 req-e10c88c3-26e2-4f09-97f4-c5cf7e6d3a4c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:54.978901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74d75aad-d7ed-4cb2-b076-b1fe0e67a462 req-e10c88c3-26e2-4f09-97f4-c5cf7e6d3a4c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0830069 Feb 04 13:36:55.022751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74d75aad-d7ed-4cb2-b076-b1fe0e67a462 req-a43f662f-b689-4985-8ea3-7a3d6efd02a6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Feb 04 13:36:56.222004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d330598-e1be-45b2-96e1-19434a8e728c req-2d3d497e-69a6-4f41-bcb8-d1f53a8bf2ee tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.224031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d330598-e1be-45b2-96e1-19434a8e728c req-2d3d497e-69a6-4f41-bcb8-d1f53a8bf2ee tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0849085 Feb 04 13:36:56.272941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d330598-e1be-45b2-96e1-19434a8e728c req-d5ce4d22-a1e3-4237-afab-c53775ce8b50 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Feb 04 13:36:56.458416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06f056-8428-49e0-8d84-906e6f095dc6 req-d1c0d3b4-30c6-407b-bb87-8db2803d8ecd tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.459910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf06f056-8428-49e0-8d84-906e6f095dc6 req-d1c0d3b4-30c6-407b-bb87-8db2803d8ecd tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0841043 Feb 04 13:36:56.510914 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf06f056-8428-49e0-8d84-906e6f095dc6 req-e6b46353-eaad-4065-8d6d-e96e955a0873 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Feb 04 13:36:56.948722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da9ad-fa76-4d6b-a70c-6f63952c90b9 req-da2056c4-c4ea-4b75-bf55-41366d9932e1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:56.950451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-278da9ad-fa76-4d6b-a70c-6f63952c90b9 req-da2056c4-c4ea-4b75-bf55-41366d9932e1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0927832 Feb 04 13:36:57.001268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-278da9ad-fa76-4d6b-a70c-6f63952c90b9 req-30999e86-325f-464c-847a-4e9f1443fb62 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Feb 04 13:36:58.197867 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd4e43-5fbd-436e-9bf2-eb542bbcddf5 req-afe1f13b-d9cc-49d4-ace0-d4174259cfce tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.199388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23cd4e43-5fbd-436e-9bf2-eb542bbcddf5 req-afe1f13b-d9cc-49d4-ace0-d4174259cfce tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0859582 Feb 04 13:36:58.246579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23cd4e43-5fbd-436e-9bf2-eb542bbcddf5 req-810a6e99-6e91-491e-980e-92f14adb9831 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Feb 04 13:36:58.667470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dd0ec-c31e-4968-82c4-e5527df23094 req-8ccc529e-0261-4105-afa6-d7950e7b244f tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.670498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f3dd0ec-c31e-4968-82c4-e5527df23094 req-8ccc529e-0261-4105-afa6-d7950e7b244f tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.1426239 Feb 04 13:36:58.674952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-e9700520-098a-4ac4-b17e-0cccd5a6f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.676345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-e9700520-098a-4ac4-b17e-0cccd5a6f295 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=14d893cf49e7428d980bc05e092e7ffd&device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 1096 time: 0.1163244 Feb 04 13:36:58.797866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f3dd0ec-c31e-4968-82c4-e5527df23094 req-597f830f-9b4f-4c03-919e-9c77c9412704 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149392 Feb 04 13:36:58.849267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-cf6ec713-21c2-417c-9635-c8dce5f5fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.851468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-cf6ec713-21c2-417c-9635-c8dce5f5fa6e service neutron] 10.222.0.87 "GET /v2.0/networks?id=89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 200 len: 913 time: 0.1606727 Feb 04 13:36:58.924294 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-a188cc7c-1278-4284-aef9-90c88b736591 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 200 len: 217 time: 0.0663035 Feb 04 13:36:58.991777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-d20a9341-afca-4a1c-b845-d034c7222d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:58.993253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-d20a9341-afca-4a1c-b845-d034c7222d39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 HTTP/1.1" status: 200 len: 852 time: 0.0639174 Feb 04 13:36:59.041378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-e66d05b7-982e-49bd-b862-9a9a3d066b2b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89ba102c-269d-4c6e-bab8-0b61beb2acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418954 Feb 04 13:36:59.175790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-c1f28f5b-2917-4b32-a940-827de7519631 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287577 Feb 04 13:36:59.422045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8684ae2-f763-4c82-9c53-e9851e1bea12 req-a16932af-492c-456b-b3b5-08453591fd80 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404940 Feb 04 13:36:59.989288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45564f44-2b59-4f16-a667-c5354d984bf5 req-f622fa48-1e51-456d-bef0-3916b08fc929 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:36:59.990823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45564f44-2b59-4f16-a667-c5354d984bf5 req-f622fa48-1e51-456d-bef0-3916b08fc929 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0873899 Feb 04 13:37:00.043182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-45564f44-2b59-4f16-a667-c5354d984bf5 req-629d2b62-0da3-45b6-97d3-728778723fe4 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 Feb 04 13:37:01.245568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1dbb5-0703-40ab-b114-058f878cff17 req-18511036-13df-4507-b772-d67591df0012 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.251059 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee1dbb5-0703-40ab-b114-058f878cff17 req-18511036-13df-4507-b772-d67591df0012 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0946577 Feb 04 13:37:01.299073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9ee1dbb5-0703-40ab-b114-058f878cff17 req-4ab59331-d1af-4d95-92eb-0f263b9abce6 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451946 Feb 04 13:37:01.725269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04d4bd-54f4-4e4c-9818-f71dcbcf1087 req-71045a38-d251-42e3-8ed5-c0be17d0aeb2 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:01.727067 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f04d4bd-54f4-4e4c-9818-f71dcbcf1087 req-71045a38-d251-42e3-8ed5-c0be17d0aeb2 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0910246 Feb 04 13:37:01.776906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f04d4bd-54f4-4e4c-9818-f71dcbcf1087 req-af6530ba-d4c5-474c-bcbb-54c5546a7794 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Feb 04 13:37:02.971250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ae4f-fed5-4a5c-8bca-4192caa51947 req-0b103d72-79ee-438a-b4c2-2177d187c47c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:02.972991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c98ae4f-fed5-4a5c-8bca-4192caa51947 req-0b103d72-79ee-438a-b4c2-2177d187c47c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0859129 Feb 04 13:37:03.019117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0c98ae4f-fed5-4a5c-8bca-4192caa51947 req-3aecd1b2-e26e-445d-81a7-aacca55eb2f1 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Feb 04 13:37:03.546521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3223c-002e-415d-beaf-229a49289eb2 req-b4e01c84-fe1a-466d-87b7-415b3c2e4d36 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.548199 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67e3223c-002e-415d-beaf-229a49289eb2 req-b4e01c84-fe1a-466d-87b7-415b3c2e4d36 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0847545 Feb 04 13:37:03.553858 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-24103003-e271-416c-b4f4-38faaa97b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.556088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-24103003-e271-416c-b4f4-38faaa97b696 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=14d893cf49e7428d980bc05e092e7ffd&device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 1096 time: 0.0805850 Feb 04 13:37:03.599464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67e3223c-002e-415d-beaf-229a49289eb2 req-a16d95c7-e4ec-4142-9f73-5dc62ab64905 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Feb 04 13:37:03.697080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-1bcacb62-ccbe-4dc9-850c-e65906bd01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.698523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-1bcacb62-ccbe-4dc9-850c-e65906bd01c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 200 len: 913 time: 0.1361723 Feb 04 13:37:03.768805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-9418acfd-81ea-4c05-87c6-730846b651d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 200 len: 217 time: 0.0641103 Feb 04 13:37:03.839007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-2c797637-731d-4bf8-9e1c-6d719a0d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:03.840498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-2c797637-731d-4bf8-9e1c-6d719a0d4d27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 HTTP/1.1" status: 200 len: 852 time: 0.0650063 Feb 04 13:37:03.892464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-131967d0-108e-4f50-9544-47bbfa023714 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=89ba102c-269d-4c6e-bab8-0b61beb2acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459554 Feb 04 13:37:04.045858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-c6e11c2f-1acc-48bd-a4cd-e69801167065 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454456 Feb 04 13:37:04.190105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cfc779f3-f2cf-4876-b8e1-e5fb683a908d req-3e609617-0464-458c-b877-d0277f274ac8 service neutron] 10.222.0.87 "GET /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383028 Feb 04 13:37:04.800225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc295c38-e8f0-4cce-9d2b-3cc83627ca1e req-f67fb774-b9b8-4597-b90e-dfe87b49eebc tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:04.801951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc295c38-e8f0-4cce-9d2b-3cc83627ca1e req-f67fb774-b9b8-4597-b90e-dfe87b49eebc tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0926785 Feb 04 13:37:04.852579 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc295c38-e8f0-4cce-9d2b-3cc83627ca1e req-edeff3d7-1592-482c-a872-2c24d2f7163c tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Feb 04 13:37:06.060287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df40cef-1321-438d-8422-bf576f58d0f2 req-6eeb7ed3-05f2-43d0-8656-e9e557ae1721 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:06.061772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6df40cef-1321-438d-8422-bf576f58d0f2 req-6eeb7ed3-05f2-43d0-8656-e9e557ae1721 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0927589 Feb 04 13:37:06.107088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6df40cef-1321-438d-8422-bf576f58d0f2 req-8117ab38-b869-407f-b7fe-27663eabeee0 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Feb 04 13:37:06.503765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1e9f4-3dd7-437c-b9c2-5e44987e89ee req-05dcf0b1-0141-44ff-9ab7-d69715e7e7c2 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:06.505234 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e1e9f4-3dd7-437c-b9c2-5e44987e89ee req-05dcf0b1-0141-44ff-9ab7-d69715e7e7c2 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0872638 Feb 04 13:37:06.555367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34e1e9f4-3dd7-437c-b9c2-5e44987e89ee req-2027342a-6d9d-4015-9126-99fdd9c16a46 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Feb 04 13:37:07.742873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15e25-9669-4a2d-9d25-763a7d0d2615 req-0bb01e4c-fa7e-4025-919e-a80838a96196 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:07.744410 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7e15e25-9669-4a2d-9d25-763a7d0d2615 req-0bb01e4c-fa7e-4025-919e-a80838a96196 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0825989 Feb 04 13:37:07.789901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b7e15e25-9669-4a2d-9d25-763a7d0d2615 req-f6adcdb6-f803-4375-b8c5-137223a43cae tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Feb 04 13:37:08.271985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-9332de15-4534-4f77-9c7f-befdc6f15307 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:08.273534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-9332de15-4534-4f77-9c7f-befdc6f15307 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.87 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.0853050 Feb 04 13:37:08.344280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Deleting port 7a7217d5-fa33-473a-a09b-65a348540243 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:08.344615 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:08.597462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] For port 7a7217d5-fa33-473a-a09b-65a348540243, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7a7217d5-fa33-473a-a09b-65a348540243,segment=NetworkSegment(a7e6104e-c5cb-4892-a8d3-9198812e3613),segment_id=a7e6104e-c5cb-4892-a8d3-9198812e3613)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:08.597821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:08.843390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Calling delete_port for 7a7217d5-fa33-473a-a09b-65a348540243 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:09.000699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f449-a1b1-4cd4-84cb-def13cd03257 req-2cba20d9-c99d-490a-a2fc-0e6be9298e4f tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:09.009210 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6fd3f449-a1b1-4cd4-84cb-def13cd03257 req-2cba20d9-c99d-490a-a2fc-0e6be9298e4f tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/ports?device_id=08f6ed99-a906-463d-9cc8-30b6a4789a3c HTTP/1.1" status: 200 len: 945 time: 0.1028523 Feb 04 13:37:09.016217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:09.032256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7a7217d5-fa33-473a-a09b-65a348540243'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:37:09.074050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Pushing event deleted for resources: {'Port': ['ID=7a7217d5-fa33-473a-a09b-65a348540243,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:09.081077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6fd3f449-a1b1-4cd4-84cb-def13cd03257 req-6654c146-97d4-4d10-821b-91f5b9d7efb5 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a21111-00b4-4cc7-82fa-9b6e5e193a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695035 Feb 04 13:37:09.165511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] No DVR routers for this DVR port 7a7217d5-fa33-473a-a09b-65a348540243 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:09.168803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:09.171549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'name': 'network-vif-deleted', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:37:09.192536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b174d2e-6f01-4497-a18b-e9a3dba61537 req-f853b43a-202c-4624-8fd9-5fe523a9b735 tempest-TestServerAdvancedOps-1353215333 tempest-TestServerAdvancedOps-1353215333-project] 10.222.0.87 "DELETE /v2.0/ports/7a7217d5-fa33-473a-a09b-65a348540243 HTTP/1.1" status: 204 len: 173 time: 0.9130759 Feb 04 13:37:09.232785 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f6ed99-a906-463d-9cc8-30b6a4789a3c', 'name': 'network-vif-deleted', 'tag': '7a7217d5-fa33-473a-a09b-65a348540243', 'status': 'completed', 'code': 200} Feb 04 13:37:10.181993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60792) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:10.244768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Deleting subnet a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:37:10.248672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.301134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.354781 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.423654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.461466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99e39e8-9600-4bfd-8bc0-78f7c1bbc187,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:10.465978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.471759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eb2ba922-15e6-4d3b-b65a-15b8b0dc2ea5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a99e39e8-9600-4bfd-8bc0-78f7c1bbc187 HTTP/1.1" status: 204 len: 168 time: 0.2883513 Feb 04 13:37:10.474321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60796) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:10.578561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.700512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.726834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba102c-269d-4c6e-bab8-0b61beb2acb7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.738728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e6104e-c5cb-4892-a8d3-9198812e3613') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.739026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e6104e-c5cb-4892-a8d3-9198812e3613') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:10.750505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.768279 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.774261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:10.774812 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:10.788476 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:10.869409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.874331 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:10.898107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] Pushing event deleted for resources: {'Network': ['ID=89ba102c-269d-4c6e-bab8-0b61beb2acb7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:10.905998 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4c6e6403-db78-49f5-a6a8-a0d3037c670e admin admin] 10.222.0.53 "DELETE /v2.0/networks/89ba102c-269d-4c6e-bab8-0b61beb2acb7 HTTP/1.1" status: 204 len: 168 time: 0.4306464 Feb 04 13:37:10.908800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60804) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:10.972151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Deleting subnet bfbd2a65-85fe-4428-b54a-7ea71ea3847f {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:37:10.975314 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.026481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.081059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.154000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.192776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbd2a65-85fe-4428-b54a-7ea71ea3847f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:11.196449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.202228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf436e09-a297-48a3-a31b-257ab21b733e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bfbd2a65-85fe-4428-b54a-7ea71ea3847f HTTP/1.1" status: 204 len: 168 time: 0.2924707 Feb 04 13:37:11.204704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60814) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:11.311581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.553670 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.580478 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bc5774-1124-4596-821c-f32f7f967a4c']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:11.593233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9444e87d-dc22-419f-b7e4-04822245be7e') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:11.593544 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9444e87d-dc22-419f-b7e4-04822245be7e') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:11.614708 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.623565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.629893 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:11.630380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:11.644509 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:11.720630 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.737425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:11.747703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bc5774-1124-4596-821c-f32f7f967a4c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:11.752901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc552b59-322a-418c-bf62-202e44132833 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f3bc5774-1124-4596-821c-f32f7f967a4c HTTP/1.1" status: 204 len: 168 time: 0.5450075 Feb 04 13:37:11.922531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60828) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:11.971154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7ecdb323-1989-4754-9b47-6630aabb85d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14d893cf49e7428d980bc05e092e7ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474167 Feb 04 13:37:11.973641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60832) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:12.036010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.061362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.116287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.134501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a21111-00b4-4cc7-82fa-9b6e5e193a33,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:12.144804 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.145875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0d3a1645-9cb3-4777-ab96-295b33ae6508 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91a21111-00b4-4cc7-82fa-9b6e5e193a33 HTTP/1.1" status: 204 len: 168 time: 0.1713512 Feb 04 13:37:12.286111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7a7217d5-fa33-473a-a09b-65a348540243 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:37:12.323861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 7a7217d5-fa33-473a-a09b-65a348540243 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:37:12.324214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7a7217d5-fa33-473a-a09b-65a348540243 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:37:12.522453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60840) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:12.568881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f812c111-3502-4f8f-b296-033b7fab6799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf771d25506a4d7fb2d04aecb733f60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453362 Feb 04 13:37:12.571962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60844) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:12.628959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.657094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.709003 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.724918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f8805-73a7-41e9-ab06-22b53211eac7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:12.732526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:12.736149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5b233152-9665-4a47-8c76-3a08036381b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/619f8805-73a7-41e9-ab06-22b53211eac7 HTTP/1.1" status: 204 len: 168 time: 0.1608326 Feb 04 13:37:13.507138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60876) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:13.529886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f03-506e-4bd6-8709-c14c6f6bfdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.687553 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1434887949-network', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:13.692973 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:13.696913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Usage tracker for resource:network and tenant:4142fe10ec9a4b8689668a20ff6ca197 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:13.699991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:13.706684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:13.718128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Made reservation on behalf of 4142fe10ec9a4b8689668a20ff6ca197 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:13.720737 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.734163 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.748937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:13.752752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Usage tracker for resource:security_group_rule and tenant:4142fe10ec9a4b8689668a20ff6ca197 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:13.755612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:13.761095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:13.853306 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.857391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.888645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:37:13.897449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b8227-4005-4766-8a3e-b68a5f66c7d4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:13.904858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.905230 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Added segment 51d13eae-c785-41ce-89b9-0e468e71a8c8 of type vlan for network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 Feb 04 13:37:13.932803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.965977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:13.967070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:13.967639 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.068989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] Pushing event updated for resources: {'Network': ['ID=8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:14.076682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60886) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:14.081901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:37:14.082933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Request body: {'subnet': {'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1434887949-subnet', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:14.087196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1713c838-cc4e-40c4-9b22-dd87decc06bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5788565 Feb 04 13:37:14.089168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:14.093081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Usage tracker for resource:subnet and tenant:4142fe10ec9a4b8689668a20ff6ca197 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:14.095990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:14.102076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:14.112074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Made reservation on behalf of 4142fe10ec9a4b8689668a20ff6ca197 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:14.114550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.348783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.427495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b6efe2-7992-4614-8f7d-e2a4026cc042,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:14.433382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Checking segment: {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:37:14.433747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Network hostable DHCP agents. Network: 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:37:14.453390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:37:14.463622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:14.467855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:14.468440 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.473507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196fe45f-8a13-435b-9f97-f9776574fbfd None None] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:37:14.490400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8c91204-923a-4edc-9fe6-f74e04061a9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4125042 Feb 04 13:37:14.493303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60890) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:14.498647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:14.504329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:14.508858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Usage tracker for resource:router and tenant:4142fe10ec9a4b8689668a20ff6ca197 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:14.512032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:14.518004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:14.528194 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.529286 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.545301 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.703282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'fixed_ips': [{'subnet_id': '90b6efe2-7992-4614-8f7d-e2a4026cc042'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:37:14.704841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.827575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:14.867692 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Allocated IP 172.20.0.2 (8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602/90b6efe2-7992-4614-8f7d-e2a4026cc042/a4fea70a-fb99-47ce-8547-ea5bd7030bd0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:15.079965 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.091374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Transition to ACTIVE for port object a4fea70a-fb99-47ce-8547-ea5bd7030bd0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:15.111592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Transition to ACTIVE for port object a4fea70a-fb99-47ce-8547-ea5bd7030bd0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:15.119957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.191345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:15.194996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:15.200199 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:37:15.244731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Pushing event updated for resources: {'Port': ['ID=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:15.308800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.322150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Attempting to bind port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:37:15.322714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Attempting to bind port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:37:15.323171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Attempting to bind port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 on network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:37:15.330460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:37:15.331181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Checking segment: {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:37:15.331818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.332438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Bound using segment: {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:37:15.333122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Bound port: a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:37:15.333848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.360864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.439010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] For port a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:37:15.442263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] For port a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:37:15.447525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.511666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Allocated IP 172.25.4.5 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9d0cf055-66ed-4ba3-9912-e43a1594d10b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:15.543606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc468-9d83-4b47-abbc-b746a90836e9 None None] Pushing event updated for resources: {'Port': ['ID=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:15.669120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.704067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:15.788423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:15.792691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:15.796969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:37:15.848795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0cf055-66ed-4ba3-9912-e43a1594d10b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:16.240575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:16.322794 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db3b5cd5-1641-474f-93ca-91e89967eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:16.373886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4fea70a-fb99-47ce-8547-ea5bd7030bd0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:16.518391 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:16.521209 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:37:16.710570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e10e2-7a34-4925-9c1c-dc20e21c927b None None] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:37:16.776802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:16.845157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Provisioning for port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:16.895074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Provisioning complete for port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:16.895448 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:16.968845 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.006994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:37:17.100545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.136234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] For port a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:17.141243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.214435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:37:17.216267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6e707-d6d1-433f-a744-1837230cdce7 None None] Pushing event updated for resources: {'Port': ['ID=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:17.228973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Sync routers for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:17.240247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:17.240882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:17.241901 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.243369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bb57b028-73ec-4ba3-8f90-50ef3c6c7628 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.7491078 Feb 04 13:37:17.246124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60904) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:17.438711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.447263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:17.645531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5301aafa-0ba3-4adc-bb34-df7fd122c2bc None None] Provisioning complete for port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:17.645910 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5301aafa-0ba3-4adc-bb34-df7fd122c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:17.969318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:16Z', 'revision_number': 3, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:17.973210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Checking router: fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:17.973551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Updating router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e port 9d0cf055-66ed-4ba3-9912-e43a1594d10b binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:37:18.005764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.032451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.321257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4fea70a-fb99-47ce-8547-ea5bd7030bd0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:18.342410 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Allocated IP 172.20.0.1 (8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602/90b6efe2-7992-4614-8f7d-e2a4026cc042/97c081c5-cf99-4b2f-a1f5-395e99a3deb7) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:18.479163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.496895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Transition to ACTIVE for port object 9d0cf055-66ed-4ba3-9912-e43a1594d10b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:18.497077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.505519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:18.506031 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.514115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Transition to ACTIVE for port object 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:18.536643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.539675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.604194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:18.606931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:18.610533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:37:18.627467 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Attempting to bind port 9d0cf055-66ed-4ba3-9912-e43a1594d10b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:37:18.627836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Attempting to bind port 9d0cf055-66ed-4ba3-9912-e43a1594d10b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:37:18.628454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Attempting to bind port 9d0cf055-66ed-4ba3-9912-e43a1594d10b on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:37:18.637913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:37:18.638292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:37:18.638723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.639120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:37:18.639591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Bound port: 9d0cf055-66ed-4ba3-9912-e43a1594d10b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:37:18.639968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.659889 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Pushing event updated for resources: {'Port': ['ID=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:18.679555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.700377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ec30-dc78-4a28-8ca8-d6a3835534d2 None None] Pushing event updated for resources: {'Port': ['ID=9d0cf055-66ed-4ba3-9912-e43a1594d10b,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:18.831012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] For port 9d0cf055-66ed-4ba3-9912-e43a1594d10b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:37:18.843657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.845820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] For port 9d0cf055-66ed-4ba3-9912-e43a1594d10b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9d0cf055-66ed-4ba3-9912-e43a1594d10b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:37:18.855109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:18.942895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:18.943765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:19.105729 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:19.123385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8ec30-dc78-4a28-8ca8-d6a3835534d2 None None] Pushing event updated for resources: {'Port': ['ID=9d0cf055-66ed-4ba3-9912-e43a1594d10b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:19.145383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a47f0ba1-d148-4e54-aafa-65686c5b385d None None] Provisioning for port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:19.158633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a47f0ba1-d148-4e54-aafa-65686c5b385d None None] Provisioning complete for port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:19.159118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a47f0ba1-d148-4e54-aafa-65686c5b385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:19.198855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:19.359184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:19.364138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:19.406409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a47f0ba1-d148-4e54-aafa-65686c5b385d None None] Port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:37:19.485022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Pushing event updated for resources: {'Port': ['ID=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:19.487526 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:19.527618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:16Z', 'revision_number': 3, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:19.531900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d9209-095b-49aa-8e1c-d5400c3a5f18 None None] The sync data for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 is: [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:16Z', 'revision_number': 3, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:19.630637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:19.631902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:19.994078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:37:20.038663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-00f3884d-fa1d-4ebf-952d-28dc8e98593e None None] Provisioning complete for port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:20.039133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-00f3884d-fa1d-4ebf-952d-28dc8e98593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.119250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-00f3884d-fa1d-4ebf-952d-28dc8e98593e None None] Port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:37:20.253400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:37:20.277793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-293496c3-6bdb-4c2f-8a45-b3120b1d6d7a admin admin] 10.222.0.53 "PUT /v2.0/routers/fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0300360 Feb 04 13:37:20.330215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60924) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:20.361691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.411201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9d0cf055-66ed-4ba3-9912-e43a1594d10b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:20.495846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9d0cf055-66ed-4ba3-9912-e43a1594d10b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:20.503062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9d0cf055-66ed-4ba3-9912-e43a1594d10b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:20.503730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.526935 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.545075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:20.549254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Usage tracker for resource:security_group_rule and tenant:1d24b75b78e04621add5d8582cce54ea is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:20.552530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:20.561611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:20.656672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.676017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9d0cf055-66ed-4ba3-9912-e43a1594d10b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9d0cf055-66ed-4ba3-9912-e43a1594d10b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:20.683867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.684724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.691619 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.730997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d24b75b78e04621add5d8582cce54ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992302 Feb 04 13:37:20.733412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60938) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:20.782931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9d0cf055-66ed-4ba3-9912-e43a1594d10b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:20.796206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdce10-e0ec-46ce-aa2f-6acca806d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe82f5-dfac-4fb8-889f-a55522d6a3d3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:20.826374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.852315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.905817 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.927682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe82f5-dfac-4fb8-889f-a55522d6a3d3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:20.931004 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:20.934866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5221900c-efd3-4826-a724-0aae1e20f198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aebe82f5-dfac-4fb8-889f-a55522d6a3d3 HTTP/1.1" status: 204 len: 168 time: 0.2004104 Feb 04 13:37:21.443243 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Sync routers for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:21.454040 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:21.454733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:21.636442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:21.680660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60952) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:21.954376 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:19Z', 'revision_number': 4, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '97c081c5-cf99-4b2f-a1f5-395e99a3deb7', 'name': '', 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'mac_address': 'fa:16:3e:7b:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:18Z', 'updated_at': '2022-02-04T13:37:19Z', 'revision_number': 2, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'subnets': [{'id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:21.959631 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Checking router: fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:21.959631 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Updating router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:37:22.017765 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.228367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.311459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9d0cf055-66ed-4ba3-9912-e43a1594d10b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:22.395539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9d0cf055-66ed-4ba3-9912-e43a1594d10b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:22.395907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.398383 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.415882 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Transition to ACTIVE for port object 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:22.423931 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.599741 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Pushing event updated for resources: {'Port': ['ID=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:22.609663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Deleting port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:22.609998 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.643709 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.644214 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.644651 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.645084 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.645508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.645931 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.646364 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.646822 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.647235 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.647676 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.648106 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.648495 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:22.676344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Attempting to bind port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:37:22.676800 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Attempting to bind port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:37:22.677311 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Attempting to bind port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 on network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:37:22.684028 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:37:22.684408 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Checking segment: {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:37:22.684796 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.685190 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Bound using segment: {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:37:22.686172 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Bound port: 97c081c5-cf99-4b2f-a1f5-395e99a3deb7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d13eae-c785-41ce-89b9-0e468e71a8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:37:22.686172 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.786314 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] For port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:37:22.790690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] For port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:37:22.797654 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:22.879792 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:22.880530 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:22.943893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6784d13-e10f-4f4b-8ebd-0bbbe880f878 None None] Pushing event updated for resources: {'Port': ['ID=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:22.953868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] For port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7, host n-d-820555-2, got binding levels [] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:22.954345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:23.070401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:23.091131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Calling delete_port for 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:23.345928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:37:23.346252 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:37:23.377160 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:19Z', 'revision_number': 4, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '97c081c5-cf99-4b2f-a1f5-395e99a3deb7', 'name': '', 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'mac_address': 'fa:16:3e:7b:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:18Z', 'updated_at': '2022-02-04T13:37:22Z', 'revision_number': 4, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'subnets': [{'id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:23.380949 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f4ddc-757a-438d-8ac3-5f99701f2566 None None] The sync data for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 is: [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:19Z', 'revision_number': 4, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '97c081c5-cf99-4b2f-a1f5-395e99a3deb7', 'name': '', 'network_id': '8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'mac_address': 'fa:16:3e:7b:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:18Z', 'updated_at': '2022-02-04T13:37:22Z', 'revision_number': 4, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'subnets': [{'id': '90b6efe2-7992-4614-8f7d-e2a4026cc042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:23.847138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Deleting port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:23.847491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:24.026264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] For port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:24.027065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:24.155954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Calling delete_port for 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:24.357847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:24.366129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:24.396658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:37:24.397056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 13:37:24.412981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c081c5-cf99-4b2f-a1f5-395e99a3deb7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:24.435760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Port 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 not found, will not notify nova. {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 13:37:24.657087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:24.691229 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:25.184582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:37:25.363194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:37:25.372860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fc11abd2-a8eb-4caa-8b25-eddaa24cb273 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6911585 Feb 04 13:37:25.373870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Sync routers for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:25.375381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60962) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:25.383552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:25.384160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:25.559698 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:25.565361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:25.758751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:25.770821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Deleting port 9d0cf055-66ed-4ba3-9912-e43a1594d10b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:25.771165 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:25.861721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:24Z', 'revision_number': 5, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port': {'id': '9d0cf055-66ed-4ba3-9912-e43a1594d10b', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:37:15Z', 'updated_at': '2022-02-04T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:25.866326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Checking router: fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:25.877091 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Routers {'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:25.878184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:26.005802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] For port 9d0cf055-66ed-4ba3-9912-e43a1594d10b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9d0cf055-66ed-4ba3-9912-e43a1594d10b,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:26.006454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.095790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] Set router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:26.164468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Calling delete_port for 9d0cf055-66ed-4ba3-9912-e43a1594d10b owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:26.216802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:25Z', 'revision_number': 6, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:26.221003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba566c0-a9b2-4c22-82a4-3d3da7cce8ec None None] The sync data for ids ['fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e'] in n-d-820555-2 is: [{'id': 'fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e', 'name': 'tempest-ImageQuotaTest-1434887949-router', 'tenant_id': '4142fe10ec9a4b8689668a20ff6ca197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:37:14Z', 'updated_at': '2022-02-04T13:37:25Z', 'revision_number': 6, 'project_id': '4142fe10ec9a4b8689668a20ff6ca197', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:26.354172 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.404185 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0cf055-66ed-4ba3-9912-e43a1594d10b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:26.609425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.783465 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.785814 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.808191 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.808745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:37:26.821856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.822944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-af49d9c6-ea35-45b7-a1d1-abcaee07c5e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc6d36c4-c3f2-4ccd-8c07-4555cfe18e5e HTTP/1.1" status: 204 len: 168 time: 1.4464428 Feb 04 13:37:26.825620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60968) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:26.888869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Deleting subnet 90b6efe2-7992-4614-8f7d-e2a4026cc042 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:37:26.891796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:26.940187 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.028407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.095790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.135513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b6efe2-7992-4614-8f7d-e2a4026cc042,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:27.140201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.146012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81649ea5-dc76-4c9a-a338-0fe1edde741b None None] Network 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:37:27.151274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.151627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.151970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.152293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.152622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.152951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.153269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.153589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.153907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.154216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.154546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.154869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:27.163063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-007b409c-6b33-45b6-bc2b-c68b614536e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/90b6efe2-7992-4614-8f7d-e2a4026cc042 HTTP/1.1" status: 204 len: 168 time: 0.3362238 Feb 04 13:37:27.165323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 60976) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:27.281350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.293155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Deleting port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:27.293578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.434198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] DHCP port deletion for 8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:37:27.439093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Deleting port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:27.439472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.535096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] For port a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:27.535840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.665257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Calling delete_port for a4fea70a-fb99-47ce-8547-ea5bd7030bd0 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:27.689623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] For port a4fea70a-fb99-47ce-8547-ea5bd7030bd0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,segment=NetworkSegment(51d13eae-c785-41ce-89b9-0e468e71a8c8),segment_id=51d13eae-c785-41ce-89b9-0e468e71a8c8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:27.690028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.759665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:27.812501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Calling delete_port for a4fea70a-fb99-47ce-8547-ea5bd7030bd0 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:37:27.851583 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fea70a-fb99-47ce-8547-ea5bd7030bd0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:27.863887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] No DVR routers for this DVR port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:37:27.901789 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:37:27.902118 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:37:27.993513 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.020994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:28.034586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d13eae-c785-41ce-89b9-0e468e71a8c8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:28.034933 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d13eae-c785-41ce-89b9-0e468e71a8c8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:28.046349 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.062523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.068703 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:37:28.069113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:37:28.082577 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:37:28.269854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.275209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.298503 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602 HTTP/1.1" status: 204 len: 168 time: 1.1299753 Feb 04 13:37:28.302236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e03fb7-04ca-4261-bc21-40a0045db7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed8bdc2-5a15-44af-a2f1-1e25ec2f5602,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:28.317210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:37:28.355324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:37:28.355762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 97c081c5-cf99-4b2f-a1f5-395e99a3deb7 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:37:28.356444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9d0cf055-66ed-4ba3-9912-e43a1594d10b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:37:28.396615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9d0cf055-66ed-4ba3-9912-e43a1594d10b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:37:28.397040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9d0cf055-66ed-4ba3-9912-e43a1594d10b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:37:28.397525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4fea70a-fb99-47ce-8547-ea5bd7030bd0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:37:28.432322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Deleting port a4fea70a-fb99-47ce-8547-ea5bd7030bd0 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:37:28.432322 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.473712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a4fea70a-fb99-47ce-8547-ea5bd7030bd0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:37:28.474060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a4fea70a-fb99-47ce-8547-ea5bd7030bd0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:37:28.510507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8cb8a-d7e5-42ca-8a91-7e5788329399 None None] The port 'a4fea70a-fb99-47ce-8547-ea5bd7030bd0' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:37:28.514491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60990) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:28.571998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-022e70c3-403e-4c2b-80b2-0762e6a628ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4142fe10ec9a4b8689668a20ff6ca197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562479 Feb 04 13:37:28.574585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 60994) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:28.634951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.660611 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.716642 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.737031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b8227-4005-4766-8a3e-b68a5f66c7d4,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:28.748259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.748815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.749310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.749798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.750431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.750939 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.751418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.751897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.752382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.752872 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.753562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.754041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:37:28.764695 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:28.769286 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-952980fd-54fe-4df4-8766-fcbe8fea0db9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b7b8227-4005-4766-8a3e-b68a5f66c7d4 HTTP/1.1" status: 204 len: 168 time: 0.1936805 Feb 04 13:37:29.172753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32772) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:29.190344 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.205797 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:29.217390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:29.220581 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:29.227194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:29.324294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.328681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.387057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 32776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:29.387358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2132773 Feb 04 13:37:29.388136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162880f4-8f90-4f47-bc46-ca1365743b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805574a3-fd15-4194-942a-a2d5cc9a0c3c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:29.458675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.485918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.538360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.552375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805574a3-fd15-4194-942a-a2d5cc9a0c3c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:29.559685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:29.563201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bc9da182-0b05-4df5-aa88-6fb8d46cd2d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/805574a3-fd15-4194-942a-a2d5cc9a0c3c HTTP/1.1" status: 204 len: 168 time: 0.1722572 Feb 04 13:37:35.942268 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-5aa4a363-cded-49d9-98dd-65f0dbb92ebf tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545777989&fields=id&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 267 time: 0.0401456 Feb 04 13:37:36.090512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-0713f7b5-ae28-460f-84e0-476be7ad5a6a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:36.091981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-0713f7b5-ae28-460f-84e0-476be7ad5a6a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.1430669 Feb 04 13:37:36.107616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-3b7640af-bd94-413f-b932-68c3cc4b9ebe tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/quotas/f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 375 time: 0.0102899 Feb 04 13:37:36.200856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-6c1a91d4-0082-4828-9df9-634be50bb201 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885489 Feb 04 13:37:36.344210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-0be53e78-ff3f-4e31-a44f-945bbb8a8643 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316924 Feb 04 13:37:36.477337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-76a6040e-4f23-4531-9705-6eecb398dcb6 service neutron] 10.222.0.53 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274750 Feb 04 13:37:36.861992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a78e9e8e-6f9c-4477-924c-b6ace553c9cb req-caf5389c-2451-4b59-b886-09f4c460ea04 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 210 time: 0.0431805 Feb 04 13:37:37.305153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01d80dd9-893c-40c7-88e0-df53ae441f36 req-5231fed4-9961-4401-9819-a0f7e8df9b69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0412679 Feb 04 13:37:37.414042 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01d80dd9-893c-40c7-88e0-df53ae441f36 req-5d90dccb-6646-432a-912b-e528ec8fe94c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0423269 Feb 04 13:37:37.456583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01d80dd9-893c-40c7-88e0-df53ae441f36 req-cb89e094-3c35-4e62-ad31-29d9b03aad7f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252984 Feb 04 13:37:37.597310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d80dd9-893c-40c7-88e0-df53ae441f36 req-972ef8bd-12eb-451a-8d57-55e64015ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:37.598855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01d80dd9-893c-40c7-88e0-df53ae441f36 req-972ef8bd-12eb-451a-8d57-55e64015ad28 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372695 Feb 04 13:37:38.039819 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31cfb0a3-f670-4938-a8c2-e9dc6335c72c req-59403be9-f136-44e3-bdd4-5766e835218f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 210 time: 0.0679107 Feb 04 13:37:38.166255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-cc2b4457-486e-451e-99f5-5d36b0fdcdc6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:38.167809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-cc2b4457-486e-451e-99f5-5d36b0fdcdc6 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 812 time: 0.1601865 Feb 04 13:37:38.223181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-73d343bd-b0d7-484e-bd16-4af9c745bde9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32d1b4cd1764c629920bace8f40c00e HTTP/1.1" status: 200 len: 380 time: 0.0475194 Feb 04 13:37:38.231355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'port': {'device_id': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'admin_state_up': True, 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'security_groups': ['5a112cec-40d4-49ec-89ba-b5bccda27e1c']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:38.374129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:38.384200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:38.394632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Made reservation on behalf of f32d1b4cd1764c629920bace8f40c00e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:37:38.398219 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:38.582124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.20.0.14 (c505875e-b9aa-40a7-b5f0-820e8c32834d/ec0811d6-b14a-46f0-9af2-74264b805f85/a184e8fa-1b0f-441c-b0ee-52661d751d9f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:38.917965 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:38.934758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Transition to ACTIVE for port object a184e8fa-1b0f-441c-b0ee-52661d751d9f will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:38.958829 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.037150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network c505875e-b9aa-40a7-b5f0-820e8c32834d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:39.040454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:39.043562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:37:39.080841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:39.115872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:39.116502 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.157209 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-c70ff03e-5c37-45b7-8b94-e96359ce0bc1 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9292066 Feb 04 13:37:39.170757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Request body: {'port': {'device_id': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:39.301100 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.307832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f749cc-e382-4089-979c-684f6e32a44e req-1fac8f88-1d38-4b3f-8322-548864473dfb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:39.309408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3f749cc-e382-4089-979c-684f6e32a44e req-1fac8f88-1d38-4b3f-8322-548864473dfb tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 932 time: 0.1300077 Feb 04 13:37:39.321122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-839c4162-668f-4967-a217-7e927b8d3254 None None] Provisioning for port a184e8fa-1b0f-441c-b0ee-52661d751d9f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:39.326847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-839c4162-668f-4967-a217-7e927b8d3254 None None] Provisioning complete for port a184e8fa-1b0f-441c-b0ee-52661d751d9f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:39.327594 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-839c4162-668f-4967-a217-7e927b8d3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.358763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3f749cc-e382-4089-979c-684f6e32a44e req-651ce752-c304-4006-8dd2-4a907215c7ee tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Feb 04 13:37:39.392874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-839c4162-668f-4967-a217-7e927b8d3254 None None] Port a184e8fa-1b0f-441c-b0ee-52661d751d9f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:37:39.656174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a184e8fa-1b0f-441c-b0ee-52661d751d9f {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:37:39.664629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.681504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Transition to ACTIVE for port object a184e8fa-1b0f-441c-b0ee-52661d751d9f will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:37:39.684418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:39.848279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Pushing event updated for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:39.931762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Attempting to bind port a184e8fa-1b0f-441c-b0ee-52661d751d9f on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:37:39.932093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Attempting to bind port a184e8fa-1b0f-441c-b0ee-52661d751d9f by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:37:39.932417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Attempting to bind port a184e8fa-1b0f-441c-b0ee-52661d751d9f on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:37:39.937437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Port a184e8fa-1b0f-441c-b0ee-52661d751d9f on network c505875e-b9aa-40a7-b5f0-820e8c32834d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:37:39.937806 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Attempting to bind port a184e8fa-1b0f-441c-b0ee-52661d751d9f on network c505875e-b9aa-40a7-b5f0-820e8c32834d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:37:39.943067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:37:39.943397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Checking segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:37:39.943772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Bound using segment: {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:37:39.944184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Bound port: a184e8fa-1b0f-441c-b0ee-52661d751d9f, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:37:39.945071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:40.036015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:37:40.038917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:37:40.043371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:40.102978 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.103636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:40.105124 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] 10.222.0.87 "PUT /v2.0/ports/a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 200 len: 1092 time: 0.9389253 Feb 04 13:37:40.105570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:37:40.128308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99a505-30dd-471a-817d-7dfd0a5dd12a service neutron] Pushing event updated for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:40.154615 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'status': 'completed', 'code': 200} Feb 04 13:37:40.235496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ff389218-a709-422c-89ac-c4e4a4f6d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.237009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-ff389218-a709-422c-89ac-c4e4a4f6d626 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1095 time: 0.0784299 Feb 04 13:37:40.306780 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-e5f85be2-e068-40d3-8893-bc77900ea6f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 200 len: 217 time: 0.0621881 Feb 04 13:37:40.373314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-4a7b7242-7e44-4a91-8f1d-4557ab5135f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.374708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-4a7b7242-7e44-4a91-8f1d-4557ab5135f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0620646 Feb 04 13:37:40.448177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-28e2d02d-5b19-4711-8a35-816368454fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.449661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-28e2d02d-5b19-4711-8a35-816368454fc2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691938 Feb 04 13:37:40.550507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a1c20-527f-46b9-a954-a0fecb495c54 req-31f30fd3-e83b-4a96-ae32-9d266b909384 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.552007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a0a1c20-527f-46b9-a954-a0fecb495c54 req-31f30fd3-e83b-4a96-ae32-9d266b909384 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0837073 Feb 04 13:37:40.584160 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-3a94066d-9adc-4484-85cd-611041e4ff35 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282656 Feb 04 13:37:40.597194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a0a1c20-527f-46b9-a954-a0fecb495c54 req-63309622-1f48-4a9c-a5ac-45ae816f1a50 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Feb 04 13:37:40.826970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89a4e5ef-f28a-49ba-a168-4594afa19edf req-b954a8c2-4cd9-4136-a444-76b979ae3e2f service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360764 Feb 04 13:37:40.943272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-38b1f326-7cf2-4b91-96a9-9ef60682e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:40.944768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-38b1f326-7cf2-4b91-96a9-9ef60682e594 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1095 time: 0.0733917 Feb 04 13:37:41.076204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-4a43325f-ccf3-439d-ab86-1c53aca22601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:41.077645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-4a43325f-ccf3-439d-ab86-1c53aca22601 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1266422 Feb 04 13:37:41.151184 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-05e0a6ba-0947-4f20-b370-3f187f253527 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 200 len: 217 time: 0.0671220 Feb 04 13:37:41.215847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-a08f657c-6041-499a-84c4-43e0aba64c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:41.217909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-a08f657c-6041-499a-84c4-43e0aba64c93 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0602784 Feb 04 13:37:41.290754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-cee18015-783a-41e2-895c-d5cfecf19e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:41.292215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-cee18015-783a-41e2-895c-d5cfecf19e68 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689662 Feb 04 13:37:41.429216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-33a51ca0-2915-46bb-b5db-d74bf51e2949 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294909 Feb 04 13:37:41.560010 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-18e50d76-863d-417a-9337-bbef4ca5fd80 req-06c3e1a5-7b53-4eb2-ad7e-39af39041d69 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244774 Feb 04 13:37:41.785394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ca91-5e61-4e1b-8151-4b4de5666e42 req-ee86b3c2-48a8-462a-8bca-3ee93ef39600 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:41.786086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-22d6ca91-5e61-4e1b-8151-4b4de5666e42 req-ee86b3c2-48a8-462a-8bca-3ee93ef39600 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:37:41.801413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-22d6ca91-5e61-4e1b-8151-4b4de5666e42 req-ee86b3c2-48a8-462a-8bca-3ee93ef39600 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:37:41.802679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-22d6ca91-5e61-4e1b-8151-4b4de5666e42 req-ee86b3c2-48a8-462a-8bca-3ee93ef39600 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0992677 Feb 04 13:37:41.847591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-22d6ca91-5e61-4e1b-8151-4b4de5666e42 req-a021969c-6023-44e4-bd0b-ea5cd6c5197c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Feb 04 13:37:43.033313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4876-373d-4da1-a694-b5cf9189a2d0 req-28fd22a3-a548-4e08-8a5d-7521d04254f2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:43.035320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f3b4876-373d-4da1-a694-b5cf9189a2d0 req-28fd22a3-a548-4e08-8a5d-7521d04254f2 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0842781 Feb 04 13:37:43.079164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f3b4876-373d-4da1-a694-b5cf9189a2d0 req-0da849e3-7385-453e-80d8-53a2fc2ec5e3 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379350 Feb 04 13:37:43.531286 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d579770-7106-4805-ab81-4fa403a30fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:44.263233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab122-0066-45af-9d17-97b4c890d704 req-6b0a9e41-aad0-422b-8c14-3335a1fec8df tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:44.264744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5cab122-0066-45af-9d17-97b4c890d704 req-6b0a9e41-aad0-422b-8c14-3335a1fec8df tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0822885 Feb 04 13:37:44.311523 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d5cab122-0066-45af-9d17-97b4c890d704 req-c3f7b5a5-fb1c-4aad-84e3-d34686a04785 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Feb 04 13:37:45.517301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66dfd2-3aa8-46d7-a932-c2252cd573b0 req-14b2c170-48b2-4c09-a24e-24135f37e284 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:45.518791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c66dfd2-3aa8-46d7-a932-c2252cd573b0 req-14b2c170-48b2-4c09-a24e-24135f37e284 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0842462 Feb 04 13:37:45.572589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7c66dfd2-3aa8-46d7-a932-c2252cd573b0 req-8a9ae91f-33a1-4925-821e-b7fd815cb6df tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 Feb 04 13:37:46.316298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ffd7099a-8241-4cf6-bbb1-8947905f51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:46.769767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1372-ea22-4708-a13c-b3b87ca04856 req-a6ec87c0-6dac-4035-a69b-3604b019052f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:46.774493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b02d1372-ea22-4708-a13c-b3b87ca04856 req-a6ec87c0-6dac-4035-a69b-3604b019052f tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0898764 Feb 04 13:37:46.821955 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b02d1372-ea22-4708-a13c-b3b87ca04856 req-81b6f8a2-87ef-4b6b-90a1-26fa38a6048c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Feb 04 13:37:46.872021 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:47.408090 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:48.015396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35847ced-411a-429d-ab40-d31e50aa9c87 req-448f9617-f18a-4b1e-a61c-d6aab756d0c9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.016461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35847ced-411a-429d-ab40-d31e50aa9c87 req-448f9617-f18a-4b1e-a61c-d6aab756d0c9 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 944 time: 0.0843318 Feb 04 13:37:48.062316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35847ced-411a-429d-ab40-d31e50aa9c87 req-a134eaad-ba5a-4965-be28-eea518e8cc1b tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Feb 04 13:37:48.485930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a184e8fa-1b0f-441c-b0ee-52661d751d9f details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:37:48.536776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-6ee3dd64-3ae0-41b4-9c23-07c61220069f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873988 Feb 04 13:37:48.628957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:48.646096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'port_id': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'mac_address': 'fa:16:3e:95:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:37:48.701552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-fef2fb0d-05de-4a5c-869d-e800af628b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.701552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-fef2fb0d-05de-4a5c-869d-e800af628b59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0896795 Feb 04 13:37:48.716152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:48.721093 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a184e8fa-1b0f-441c-b0ee-52661d751d9f {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:37:48.738328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:48.744489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:48.818014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:48.828937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:48.875115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-2b4394f8-196c-405f-b011-fadf778a5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:48.876758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-2b4394f8-196c-405f-b011-fadf778a5ce5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1539040 Feb 04 13:37:48.963747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a184e8fa-1b0f-441c-b0ee-52661d751d9f'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:37:48.985326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-912c5d1e-bda4-42c4-bb74-faa63352c53c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 1000 time: 0.1007586 Feb 04 13:37:49.047337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-a9eb29b3-bcbf-4464-b8ba-6b6e26304537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.048775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-a9eb29b3-bcbf-4464-b8ba-6b6e26304537 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0565517 Feb 04 13:37:49.296265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-dafae014-e225-4fb6-bbb6-a33bece06284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.297783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-dafae014-e225-4fb6-bbb6-a33bece06284 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417622 Feb 04 13:37:49.383562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613065-431b-4cef-9479-6bf5d1521b79 req-83cb7c5e-68be-4cef-8667-ae28b1c35272 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:49.384987 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be613065-431b-4cef-9479-6bf5d1521b79 req-83cb7c5e-68be-4cef-8667-ae28b1c35272 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 945 time: 0.1614347 Feb 04 13:37:49.456098 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be613065-431b-4cef-9479-6bf5d1521b79 req-f528e289-a225-4304-8ab1-93fe5da8a196 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649848 Feb 04 13:37:49.472556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-90273085-03dc-40c7-accd-59d648077fe9 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678374 Feb 04 13:37:49.603610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e9626c4-6056-49ff-878d-e7d21b202d30 req-4d15110e-ac97-4c2e-b21f-21db49f60be7 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242604 Feb 04 13:37:50.368008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:50.501008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a184e8fa-1b0f-441c-b0ee-52661d751d9f up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:37:50.571488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a184e8fa-1b0f-441c-b0ee-52661d751d9f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:37:50.576223 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a184e8fa-1b0f-441c-b0ee-52661d751d9f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:37:50.576588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:50.649313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6de68-c5e1-4eec-9cfe-8d79032a6809 req-1f8e6528-5286-46dd-8e35-019890a87b35 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.651618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95c6de68-c5e1-4eec-9cfe-8d79032a6809 req-1f8e6528-5286-46dd-8e35-019890a87b35 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 945 time: 0.0877137 Feb 04 13:37:50.692230 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:50.697711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95c6de68-c5e1-4eec-9cfe-8d79032a6809 req-01f9391c-7d70-4302-aec5-82110a5a1e4e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Feb 04 13:37:50.726307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:37:50.736371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:37:50.741026 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:50.811011 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'code': 200} Feb 04 13:37:50.849609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:50.907494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d5a07-48f0-43d7-be7f-b009c1da97e3 req-c1e2edc5-dce6-407a-83ea-7876a8ad7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:50.909158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-463d5a07-48f0-43d7-be7f-b009c1da97e3 req-c1e2edc5-dce6-407a-83ea-7876a8ad7018 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0728772 Feb 04 13:37:50.948140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-463d5a07-48f0-43d7-be7f-b009c1da97e3 req-e8d1a88f-b632-44ee-a3fe-efc7074d0a1b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Feb 04 13:37:51.883762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5ce3d-b2df-4c3f-85b9-7b99d447bcb6 req-478c5b7d-dec9-4bed-bd07-2d51a93bb0bd tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:51.885228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2e5ce3d-b2df-4c3f-85b9-7b99d447bcb6 req-478c5b7d-dec9-4bed-bd07-2d51a93bb0bd tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.0794830 Feb 04 13:37:51.928066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2e5ce3d-b2df-4c3f-85b9-7b99d447bcb6 req-dfb41f1e-e3da-4602-862e-1315afdb06ff tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372880 Feb 04 13:37:53.114435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc07f13-bc29-4441-817f-d5563175a34e req-e922f9ea-52b5-4dc8-b389-e31b8914b53c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.115918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2dc07f13-bc29-4441-817f-d5563175a34e req-e922f9ea-52b5-4dc8-b389-e31b8914b53c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.0805955 Feb 04 13:37:53.162840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2dc07f13-bc29-4441-817f-d5563175a34e req-5a23cba3-0110-4f2f-a489-551b5a8b62cd tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Feb 04 13:37:53.358029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb886-c7bd-47dc-a88a-107a2ff4887b req-1c7c6f18-cd27-454c-a9ee-7d687fcd4f89 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.359544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40adb886-c7bd-47dc-a88a-107a2ff4887b req-1c7c6f18-cd27-454c-a9ee-7d687fcd4f89 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.0924716 Feb 04 13:37:53.403697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40adb886-c7bd-47dc-a88a-107a2ff4887b req-b3d25777-3340-4db2-a11c-4ffadf8fabb5 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Feb 04 13:37:53.426258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 32856) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:53.496741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ba789-0984-46e0-820e-cafa3e39db34 tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:53.498265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-179ba789-0984-46e0-820e-cafa3e39db34 tempest-TestVolumeBootPattern-471853178 tempest-TestVolumeBootPattern-471853178-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1092 time: 0.0710087 Feb 04 13:37:53.501059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 32860) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:37:53.506075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:37:53.513657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:37:53.521000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:37:53.523491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Usage tracker for resource:floatingip and tenant:f32d1b4cd1764c629920bace8f40c00e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:37:53.526458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:37:53.532132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:37:53.543002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:53.795742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:53.931994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Allocated IP 172.25.4.17 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/b6be3673-1821-47d2-a0bb-bdd76f9fd997) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:37:54.082664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.111458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.181883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:37:54.184920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:37:54.188576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:37:54.221787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=b6be3673-1821-47d2-a0bb-bdd76f9fd997,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:54.613618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.695777 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.696399 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.904827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:54.909989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:55.021507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event updated for resources: {'Port': ['ID=b6be3673-1821-47d2-a0bb-bdd76f9fd997,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:37:55.030091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:55.202972 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP e215ce6e-b015-46c5-8053-6a9d5a91f727 associated. External IP: 172.25.4.17, port: a184e8fa-1b0f-441c-b0ee-52661d751d9f. Feb 04 13:37:55.668697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:37:55.846683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:37:55.856301 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:37:55.865624 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:55.866880 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:55.872190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:37:55.930581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-230bcab6-414a-4369-80f7-2acf7165d956 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4283304 Feb 04 13:37:55.931187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:37:56.045174 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:56.106935 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'status': 'completed', 'code': 200} Feb 04 13:37:56.198733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add54369-e00e-466a-97fa-09b0efaead90 req-acbcfb35-4bda-4548-9c7d-e7a245f3bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.200310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-acbcfb35-4bda-4548-9c7d-e7a245f3bfb2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0713415 Feb 04 13:37:56.337283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add54369-e00e-466a-97fa-09b0efaead90 req-dbcd6af0-9607-4d7e-8de3-080585b007b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.338799 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-dbcd6af0-9607-4d7e-8de3-080585b007b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1277804 Feb 04 13:37:56.423043 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}, {'id': 'e215ce6e-b015-46c5-8053-6a9d5a91f727', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:95:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:37:54Z', 'updated_at': '2022-02-04T13:37:54Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.427656 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:37:56.436602 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:37:56.437177 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:37:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.444485 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-fd9bf3dd-5baf-408b-8101-b233a8f291dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 200 len: 999 time: 0.0989606 Feb 04 13:37:56.509765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add54369-e00e-466a-97fa-09b0efaead90 req-3283591a-4462-4ed5-82dd-66ff921b08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.511169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-3283591a-4462-4ed5-82dd-66ff921b08cc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0576236 Feb 04 13:37:56.592305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add54369-e00e-466a-97fa-09b0efaead90 req-724e8d3f-0111-4dc1-93b4-5f54b47fbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:37:56.593795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-724e8d3f-0111-4dc1-93b4-5f54b47fbb86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733294 Feb 04 13:37:56.612560 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:37:56.730556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-1dbf0b43-2e91-471b-a700-0f552610b9b4 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289837 Feb 04 13:37:56.865597 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-add54369-e00e-466a-97fa-09b0efaead90 req-4db4f28a-5010-4f4b-b249-24f96ebabc55 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261225 Feb 04 13:37:56.959350 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}, {'id': 'e215ce6e-b015-46c5-8053-6a9d5a91f727', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:95:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:37:54Z', 'updated_at': '2022-02-04T13:37:54Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:37:56.963891 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e443721-6c9c-4e47-baa1-09cb2b286165 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}, {'id': 'e215ce6e-b015-46c5-8053-6a9d5a91f727', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:95:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:37:54Z', 'updated_at': '2022-02-04T13:37:54Z', 'revision_number': 0, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:37:57.160498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04285b11-0361-4095-b301-a5031e8607bf None None] New status for floating IP e215ce6e-b015-46c5-8053-6a9d5a91f727: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:38:13.539011 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-849aadaa-c2ae-4a01-bf97-44a3a049b399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:16.318440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f52502ed-4f02-4419-a8d0-8189e0d6e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:16.874963 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:17.403644 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:18.767425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:20.371640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:24.684968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:30.520529 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:38:38.340265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdfc4985-044c-4f0a-bb9a-379937777d9e req-eaeb856d-6adb-4fda-92e7-07a648853039 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0409338 Feb 04 13:38:38.459493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdfc4985-044c-4f0a-bb9a-379937777d9e req-26267ee2-46bf-42bf-a0de-4cae30da748d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0432870 Feb 04 13:38:38.510045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdfc4985-044c-4f0a-bb9a-379937777d9e req-50a20aa7-2678-462a-a84e-91758cc61de6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302765 Feb 04 13:38:38.658954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc4985-044c-4f0a-bb9a-379937777d9e req-c3b1a84f-90bd-4686-bd0f-8827f8d57c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:38.660508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdfc4985-044c-4f0a-bb9a-379937777d9e req-c3b1a84f-90bd-4686-bd0f-8827f8d57c30 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438034 Feb 04 13:38:43.556284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a5149dab-4c73-40ff-be78-7f9054e6cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:46.322157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90ab06d7-343e-4fac-b400-2a832b0a0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:46.887441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:47.407678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:48.769136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:49.682173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-121fd994-286c-4ac3-8616-8375f4ef158c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1862173 Feb 04 13:38:49.830307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-3d020e65-cd65-41bf-a1bc-647e88799057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:49.831941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-3d020e65-cd65-41bf-a1bc-647e88799057 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0772502 Feb 04 13:38:49.981612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-84ecf8f5-8728-4fab-8b96-355630e5b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:49.983470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-84ecf8f5-8728-4fab-8b96-355630e5b2cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1330342 Feb 04 13:38:50.090699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-df2877a8-5587-4f60-9355-4a76b521eb44 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 1000 time: 0.1015260 Feb 04 13:38:50.154736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-9037b273-53aa-407a-a1f3-5fa4dca2cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:50.156703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-9037b273-53aa-407a-a1f3-5fa4dca2cee4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0596929 Feb 04 13:38:50.238568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-14e36e86-4497-4596-aaca-7b3f3df35d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:38:50.240870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-14e36e86-4497-4596-aaca-7b3f3df35d0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780294 Feb 04 13:38:50.382047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:38:50.456997 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-26e82264-5644-43ff-8fe3-99ab5fefe909 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302817 Feb 04 13:38:50.600158 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa8c76d4-6c2f-4b4f-91b6-c635fbb6a712 req-d6c1bea4-50de-46ee-8286-c7afcc674577 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364081 Feb 04 13:38:54.703762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:07.520474 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:39:13.541263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5330d1e-6f0d-405a-8a98-bff39ce3f49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:16.327082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f34e6a0-2e65-4949-93d9-fe5f6e238f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:16.881482 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:17.408087 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:18.771453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:20.377890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:24.702099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:35.198662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32910) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:35.406561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port b6be3673-1821-47d2-a0bb-bdd76f9fd997 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:35.406933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:35.577162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:35.577484 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:35.701861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for b6be3673-1821-47d2-a0bb-bdd76f9fd997 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:35.859166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:36.003883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=b6be3673-1821-47d2-a0bb-bdd76f9fd997,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:36.076584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.076924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.077259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.077592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.077943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.078279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.078624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.078943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.079263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.079580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.079901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.080220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:36.111750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:36.112008 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP e215ce6e-b015-46c5-8053-6a9d5a91f727 disassociated (deleted). External IP: 172.25.4.17, port: a184e8fa-1b0f-441c-b0ee-52661d751d9f. Feb 04 13:39:36.458534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:39:36.636726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:39:36.646887 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:36.655785 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:36.655937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:36.656462 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:36.710360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-30327ad2-4ab4-4f40-9a95-a21038c22164 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "DELETE /v2.0/floatingips/e215ce6e-b015-46c5-8053-6a9d5a91f727 HTTP/1.1" status: 204 len: 168 time: 1.5104306 Feb 04 13:39:36.710805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:39:36.766564 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'status': 'completed', 'code': 200} Feb 04 13:39:36.839763 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:36.872919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-4d26d49f-848b-449a-a869-5badf394e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:36.874399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-4d26d49f-848b-449a-a869-5badf394e582 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 1097 time: 0.0796766 Feb 04 13:39:37.011099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-174333fc-1686-4139-9da4-0493101fae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:37.012477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-174333fc-1686-4139-9da4-0493101fae7f service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.1317568 Feb 04 13:39:37.115251 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-28a90ccc-a428-4fde-98ba-b3ddb9416fca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 200 len: 217 time: 0.0954471 Feb 04 13:39:37.193796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-f80a8ab5-06c3-4b87-8ed3-20c6890ccfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:37.195274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-f80a8ab5-06c3-4b87-8ed3-20c6890ccfc1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0713706 Feb 04 13:39:37.232069 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:37.236001 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:37.244151 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:37.244752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:37.254254 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4c772-4f5d-461e-a35f-77356684dc7a req-f6861f40-939d-4918-b3da-ba6c58aada41 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:37.255000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d9d4c772-4f5d-461e-a35f-77356684dc7a req-f6861f40-939d-4918-b3da-ba6c58aada41 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:39:37.285003 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-d9d4c772-4f5d-461e-a35f-77356684dc7a req-f6861f40-939d-4918-b3da-ba6c58aada41 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:39:37.286701 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9d4c772-4f5d-461e-a35f-77356684dc7a req-f6861f40-939d-4918-b3da-ba6c58aada41 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.2193031 Feb 04 13:39:37.316397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-40dc2851-e9b1-4908-8ffa-cead649ff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:37.317894 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-40dc2851-e9b1-4908-8ffa-cead649ff7f0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150191 Feb 04 13:39:37.399140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d9d4c772-4f5d-461e-a35f-77356684dc7a req-66352b66-e050-4cb7-ae04-d1c45a62f260 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057186 Feb 04 13:39:37.425329 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:37.578861 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-d609c3af-7f3b-4506-a5cd-cfa83d9c60a6 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510843 Feb 04 13:39:37.713943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0ab34e9f-cb0d-4382-941b-c276ba335616 req-a463f2dc-4957-4a87-8863-771fe5b887bb service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291077 Feb 04 13:39:37.778215 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:37.782247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d3477-41b6-437b-a1e4-cb56deec90fa None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '5110d7dc-7cef-406d-86f7-a81a278c752f', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '42724af9-05da-4c77-8a07-534b650ec685', 'port_id': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'mac_address': 'fa:16:3e:f8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:35:43Z', 'updated_at': '2022-02-04T13:35:47Z', 'revision_number': 1, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:38.010594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fcfcc-899c-44f5-a49c-421390e4feaa None None] New status for floating IP e215ce6e-b015-46c5-8053-6a9d5a91f727: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:39:38.304563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a5c58c5-73a3-4e0b-aec5-d8049e77849c req-7a75d0d7-42a7-4858-99cb-94749c0e0afe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0410273 Feb 04 13:39:38.414271 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a5c58c5-73a3-4e0b-aec5-d8049e77849c req-1999454f-b316-40da-bf57-8f4a27239d85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0417280 Feb 04 13:39:38.476104 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a5c58c5-73a3-4e0b-aec5-d8049e77849c req-df57a0be-4a4a-4838-a050-e0528a97052f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376883 Feb 04 13:39:38.597130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e8d8c-c2d6-42dc-b5fd-858041f665ff req-61b12315-04af-4061-94a6-51ce517b271e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:38.599419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba3e8d8c-c2d6-42dc-b5fd-858041f665ff req-61b12315-04af-4061-94a6-51ce517b271e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.0899618 Feb 04 13:39:38.653093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ba3e8d8c-c2d6-42dc-b5fd-858041f665ff req-925bc7af-7b65-41a8-bd85-0e7bc7393482 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Feb 04 13:39:38.672888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c58c5-73a3-4e0b-aec5-d8049e77849c req-b687e393-3f71-498d-9be6-b960243ec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:38.674400 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a5c58c5-73a3-4e0b-aec5-d8049e77849c req-b687e393-3f71-498d-9be6-b960243ec0fd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973097 Feb 04 13:39:38.683248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3c13c-d124-4552-885d-3c79d644c802 req-5c38632a-0b43-4f6b-85cb-0b88d1ba38ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:38.684679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edf3c13c-d124-4552-885d-3c79d644c802 req-5c38632a-0b43-4f6b-85cb-0b88d1ba38ec tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 946 time: 0.1406674 Feb 04 13:39:38.761725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port a184e8fa-1b0f-441c-b0ee-52661d751d9f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:38.762059 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:39.021989 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port a184e8fa-1b0f-441c-b0ee-52661d751d9f, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a184e8fa-1b0f-441c-b0ee-52661d751d9f,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:39.022261 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:39.144317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for a184e8fa-1b0f-441c-b0ee-52661d751d9f owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:39.295369 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:39.344754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=a184e8fa-1b0f-441c-b0ee-52661d751d9f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:39.421580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port a184e8fa-1b0f-441c-b0ee-52661d751d9f on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:39.424138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:39.427122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'name': 'network-vif-deleted', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:39:39.443724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edf3c13c-d124-4552-885d-3c79d644c802 req-37e7c646-cf64-4439-b804-6b726b53f752 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/a184e8fa-1b0f-441c-b0ee-52661d751d9f HTTP/1.1" status: 204 len: 173 time: 0.7535310 Feb 04 13:39:39.479002 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a1cf3-cd34-4f74-9577-fa86ce91ef82', 'name': 'network-vif-deleted', 'tag': 'a184e8fa-1b0f-441c-b0ee-52661d751d9f', 'status': 'completed', 'code': 200} Feb 04 13:39:39.830279 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ce3b0aaf-dcf2-4ec5-a178-87c2d0022afd req-47a90934-55b7-4115-8904-6cdc01f9998a tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=313a1cf3-cd34-4f74-9577-fa86ce91ef82 HTTP/1.1" status: 200 len: 210 time: 0.0553851 Feb 04 13:39:41.131256 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a184e8fa-1b0f-441c-b0ee-52661d751d9f no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:39:41.169076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: a184e8fa-1b0f-441c-b0ee-52661d751d9f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:39:41.169425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a184e8fa-1b0f-441c-b0ee-52661d751d9f not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:39:43.544685 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-392b7453-1b03-4cae-b965-93b86e6d25ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:44.521320 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:39:45.460666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 32980) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:45.662243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port bcc46605-bd83-46e4-bfae-f9ee4c2d5edb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:45.662496 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:45.950674 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:45.950897 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.079562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for bcc46605-bd83-46e4-bfae-f9ee4c2d5edb owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:46.232974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.281063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=bcc46605-bd83-46e4-bfae-f9ee4c2d5edb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:46.329844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a419af4f-7109-4fbf-9caa-f35c72857b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.374146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.374818 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Floating IP 5110d7dc-7cef-406d-86f7-a81a278c752f disassociated (deleted). External IP: 172.25.4.50, port: c358643b-827e-48bc-a322-58cd0d7d5de8. Feb 04 13:39:46.720850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:39:46.882014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.899657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:39:46.909090 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:46.915644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:46.918805 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:46.919390 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:46.969463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a0a55641-178c-42fb-99f7-af2a020c5d15 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "DELETE /v2.0/floatingips/5110d7dc-7cef-406d-86f7-a81a278c752f HTTP/1.1" status: 204 len: 168 time: 1.5077093 Feb 04 13:39:46.970034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:39:47.053882 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'status': 'completed', 'code': 200} Feb 04 13:39:47.099823 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:47.157580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571087-2d2a-43c9-a641-40917a4bb82c req-b0d8a5e4-2149-4ace-b292-0c3b44614fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.159115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-b0d8a5e4-2149-4ace-b292-0c3b44614fd4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f32d1b4cd1764c629920bace8f40c00e&device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 1096 time: 0.0792599 Feb 04 13:39:47.412329 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:47.423582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571087-2d2a-43c9-a641-40917a4bb82c req-3e166d0d-fe02-4cf2-8534-d1c6b9b433a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.425016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-3e166d0d-fe02-4cf2-8534-d1c6b9b433a8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 200 len: 913 time: 0.2601714 Feb 04 13:39:47.445862 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:47.450906 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:47.461845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:47.462463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:47.497794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-9a19e1b9-facd-451e-8e26-7d534f514f10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 200 len: 217 time: 0.0652378 Feb 04 13:39:47.572563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571087-2d2a-43c9-a641-40917a4bb82c req-5589bd27-03ff-4802-8856-4c751e476314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.574050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-5589bd27-03ff-4802-8856-4c751e476314 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 200 len: 851 time: 0.0687010 Feb 04 13:39:47.661054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571087-2d2a-43c9-a641-40917a4bb82c req-26b904f6-ad6e-42e8-a832-61813825e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.662645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-26b904f6-ad6e-42e8-a832-61813825e392 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c505875e-b9aa-40a7-b5f0-820e8c32834d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820389 Feb 04 13:39:47.699937 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:47.853698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-910c9938-ced7-48d9-b14f-84aee3c69c0b service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829190 Feb 04 13:39:47.962513 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7639-f27a-464d-92c1-f7afdf6eb2db req-bad5346f-fa3e-4944-87b1-f24c2c7f10ca tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:47.963228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f60b7639-f27a-464d-92c1-f7afdf6eb2db req-bad5346f-fa3e-4944-87b1-f24c2c7f10ca tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Synchronizing usage tracker for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:39:48.006888 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-f60b7639-f27a-464d-92c1-f7afdf6eb2db req-bad5346f-fa3e-4944-87b1-f24c2c7f10ca tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Unset dirty status for tenant:f32d1b4cd1764c629920bace8f40c00e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:39:48.008093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f60b7639-f27a-464d-92c1-f7afdf6eb2db req-bad5346f-fa3e-4944-87b1-f24c2c7f10ca tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.5911186 Feb 04 13:39:48.010079 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:48.013956 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bc025-9e03-4da4-a860-13b25b31c222 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:26:49Z', 'revision_number': 4, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'c786825a-d7cc-4aac-a52e-9c07d9a4cf04', 'name': '', 'network_id': 'c505875e-b9aa-40a7-b5f0-820e8c32834d', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'mac_address': 'fa:16:3e:b7:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:47Z', 'updated_at': '2022-02-04T13:27:01Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'subnets': [{'id': 'ec0811d6-b14a-46f0-9af2-74264b805f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:48.019403 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af571087-2d2a-43c9-a641-40917a4bb82c req-46208270-7881-4928-9660-f4be6a28f4a4 service neutron] 10.222.0.87 "GET /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588464 Feb 04 13:39:48.062329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f60b7639-f27a-464d-92c1-f7afdf6eb2db req-58a18d34-9072-4c23-bdcf-ee990a904026 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471785 Feb 04 13:39:48.250176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a2315-8007-4519-9ac0-7c07ec7a7794 None None] New status for floating IP 5110d7dc-7cef-406d-86f7-a81a278c752f: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:39:48.774428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:48.804227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-0e929c28-8bef-4625-b11a-7f4d85213a0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:48.805681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-0e929c28-8bef-4625-b11a-7f4d85213a0e tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.0825918 Feb 04 13:39:48.880491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port c358643b-827e-48bc-a322-58cd0d7d5de8 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:48.881200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:49.158911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] For port c358643b-827e-48bc-a322-58cd0d7d5de8, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=c358643b-827e-48bc-a322-58cd0d7d5de8,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:49.159268 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:49.293624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for c358643b-827e-48bc-a322-58cd0d7d5de8 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:49.371212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81371d-3b9d-4ce9-bbd3-1ffe3b20b504 req-18b05fc2-95c9-4084-8be9-bd1a4017330c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:39:49.372772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca81371d-3b9d-4ce9-bbd3-1ffe3b20b504 req-18b05fc2-95c9-4084-8be9-bd1a4017330c tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 945 time: 0.1954467 Feb 04 13:39:49.424465 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca81371d-3b9d-4ce9-bbd3-1ffe3b20b504 req-6b81b189-2586-41ac-9c50-d48e2aba6a43 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a112cec-40d4-49ec-89ba-b5bccda27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Feb 04 13:39:49.451277 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:49.502819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=c358643b-827e-48bc-a322-58cd0d7d5de8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:49.580009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] No DVR routers for this DVR port c358643b-827e-48bc-a322-58cd0d7d5de8 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:39:49.582436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:49.584913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'name': 'network-vif-deleted', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:39:49.600608 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cc285d30-e646-4308-ac41-0f7b1b550d3b req-4926e355-09d0-4700-93ca-35894cd3e156 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.87 "DELETE /v2.0/ports/c358643b-827e-48bc-a322-58cd0d7d5de8 HTTP/1.1" status: 204 len: 173 time: 0.7896223 Feb 04 13:39:49.636110 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3678c7-0568-4918-9c93-5345ea3bc7b4', 'name': 'network-vif-deleted', 'tag': 'c358643b-827e-48bc-a322-58cd0d7d5de8', 'status': 'completed', 'code': 200} Feb 04 13:39:50.397872 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:50.589585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ea784ef-a257-4298-99af-a96e752be0b1 req-03536ab4-48c2-4f95-a90e-aba1e96c18f7 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3678c7-0568-4918-9c93-5345ea3bc7b4 HTTP/1.1" status: 200 len: 210 time: 0.0463743 Feb 04 13:39:51.153026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c358643b-827e-48bc-a322-58cd0d7d5de8 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:39:51.186179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: c358643b-827e-48bc-a322-58cd0d7d5de8 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:39:51.186513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device c358643b-827e-48bc-a322-58cd0d7d5de8 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:39:51.684372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33010) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:51.942275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Deleting port 2607ec5b-c72b-4433-bb7e-e04227340e7f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:51.942525 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.110884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.111210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.233761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Calling delete_port for 2607ec5b-c72b-4433-bb7e-e04227340e7f owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:52.379021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.424109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'Port': ['ID=2607ec5b-c72b-4433-bb7e-e04227340e7f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:52.519176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.532893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:52.534015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d9fc1bc4-0197-4ea3-886d-0bf0f74e714d tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "DELETE /v2.0/floatingips/d4aa6c37-4423-4dea-88c8-adf77566249f HTTP/1.1" status: 204 len: 168 time: 0.8486624 Feb 04 13:39:54.700355 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:55.001946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33026) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:55.076079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:55.105967 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:55.172384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:55.194436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a112cec-40d4-49ec-89ba-b5bccda27e1c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:55.206145 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.206413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.207400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.207739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.208094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.208432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.208766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.209091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.209414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.209734 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.210057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.210380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:39:55.213183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:55.215060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-24a7781d-6b53-4018-948d-33a4c7a57b81 tempest-TestVolumeBootPattern-27852512 tempest-TestVolumeBootPattern-27852512-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a112cec-40d4-49ec-89ba-b5bccda27e1c HTTP/1.1" status: 204 len: 168 time: 0.2119484 Feb 04 13:39:55.276646 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33032) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:55.996855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:56.343252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Deleting port c786825a-d7cc-4aac-a52e-9c07d9a4cf04 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:56.343811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:56.517313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] For port c786825a-d7cc-4aac-a52e-9c07d9a4cf04, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:56.517669 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:56.643304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Calling delete_port for c786825a-d7cc-4aac-a52e-9c07d9a4cf04 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:56.835589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:56.881490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Pushing event deleted for resources: {'Port': ['ID=c786825a-d7cc-4aac-a52e-9c07d9a4cf04,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:57.146653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:57.618195 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Router 42724af9-05da-4c77-8a07-534b650ec685 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:39:57.800651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:39:57.809098 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Sync routers for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:39:57.815038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5bd1ffeb-3fc7-4233-831b-ada2eaa7f71e admin admin] 10.222.0.53 "PUT /v2.0/routers/42724af9-05da-4c77-8a07-534b650ec685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347254 Feb 04 13:39:57.815307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33038) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:57.818618 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:57.819220 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:57.995799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:57.997101 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:58.180972 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:58.190784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Deleting port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:58.191675 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:58.283147 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:39:56Z', 'revision_number': 5, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port': {'id': '06f50ec7-db68-4ddf-a128-bd19a8b9a6a1', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42724af9-05da-4c77-8a07-534b650ec685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:26:41Z', 'updated_at': '2022-02-04T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:58.287404 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Checking router: 42724af9-05da-4c77-8a07-534b650ec685 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:39:58.295508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Routers {'42724af9-05da-4c77-8a07-534b650ec685'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:39:58.296098 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['42724af9-05da-4c77-8a07-534b650ec685'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:58.368228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] For port 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:58.368828 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:58.450139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] Set router 42724af9-05da-4c77-8a07-534b650ec685 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:39:58.499988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Calling delete_port for 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:58.560743 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:39:58Z', 'revision_number': 6, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:39:58.564784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9b2d9b-adf9-488b-a8a9-f3d9ee3633b0 None None] The sync data for ids ['42724af9-05da-4c77-8a07-534b650ec685'] in n-d-820555-2 is: [{'id': '42724af9-05da-4c77-8a07-534b650ec685', 'name': 'tempest-TestVolumeBootPattern-1584506053-router', 'tenant_id': 'f32d1b4cd1764c629920bace8f40c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:38Z', 'updated_at': '2022-02-04T13:39:58Z', 'revision_number': 6, 'project_id': 'f32d1b4cd1764c629920bace8f40c00e', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:39:58.786060 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:58.833323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f50ec7-db68-4ddf-a128-bd19a8b9a6a1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:58.924062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.098826 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.100978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.123059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.123595 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42724af9-05da-4c77-8a07-534b650ec685 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:39:59.136055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.137171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-41f6c0ee-e228-4c58-b2d9-497a1a707377 admin admin] 10.222.0.53 "DELETE /v2.0/routers/42724af9-05da-4c77-8a07-534b650ec685 HTTP/1.1" status: 204 len: 168 time: 1.3209462 Feb 04 13:39:59.139786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33042) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:59.200770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Deleting subnet ec0811d6-b14a-46f0-9af2-74264b805f85 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:39:59.203751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.251627 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.321616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-a8e1ce05-58d0-4605-8448-a61293a2e158 req-b479b377-5ac1-4c9e-b2ae-8258d95ca88e service neutron] (87621) timed out ('10.222.0.87', 54917) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:39:59.335760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.403772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.443015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0811d6-b14a-46f0-9af2-74264b805f85,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:39:59.445171 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.451725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7852d78c-ba64-401c-85cb-3527d31e64ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec0811d6-b14a-46f0-9af2-74264b805f85 HTTP/1.1" status: 204 len: 168 time: 0.3109801 Feb 04 13:39:59.452028 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371b2df-d967-4b95-86f4-7154f5ced8fe None None] Network c505875e-b9aa-40a7-b5f0-820e8c32834d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:39:59.454154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:39:59.563842 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.574717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Deleting port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:59.575061 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.732803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] DHCP port deletion for c505875e-b9aa-40a7-b5f0-820e8c32834d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:39:59.737182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Deleting port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:39:59.737804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.811805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] For port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:59.812417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:39:59.937694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Calling delete_port for c1b55aca-ce0b-4485-b6e4-2e7aa615abbc owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:39:59.980792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] For port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,segment=NetworkSegment(e6e2559d-76fa-4225-8ea0-bbe9eedfffc5),segment_id=e6e2559d-76fa-4225-8ea0-bbe9eedfffc5)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:39:59.981281 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.014974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.064125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b55aca-ce0b-4485-b6e4-2e7aa615abbc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:00.068055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] No DVR routers for this DVR port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:00.108537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Calling delete_port for c1b55aca-ce0b-4485-b6e4-2e7aa615abbc owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:00.178957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:40:00.179314 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:40:00.184461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.209326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505875e-b9aa-40a7-b5f0-820e8c32834d']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:00.221147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:00.221445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e2559d-76fa-4225-8ea0-bbe9eedfffc5') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:00.232861 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.249133 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.255886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:40:00.256361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:40:00.269182 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:40:00.384827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:00.418837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:00.419181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 06f50ec7-db68-4ddf-a128-bd19a8b9a6a1 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:00.419604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1b55aca-ce0b-4485-b6e4-2e7aa615abbc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:00.454166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.455648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c1b55aca-ce0b-4485-b6e4-2e7aa615abbc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:00.456172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c1b55aca-ce0b-4485-b6e4-2e7aa615abbc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:00.456384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c786825a-d7cc-4aac-a52e-9c07d9a4cf04 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:00.470355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.480964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c505875e-b9aa-40a7-b5f0-820e8c32834d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:00.490748 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c786825a-d7cc-4aac-a52e-9c07d9a4cf04 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:00.491104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c786825a-d7cc-4aac-a52e-9c07d9a4cf04 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:00.498124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33050) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:00.498597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-350be520-46cb-4588-9fe8-9a8ffe8e3c6e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c505875e-b9aa-40a7-b5f0-820e8c32834d HTTP/1.1" status: 204 len: 168 time: 1.0429513 Feb 04 13:40:00.680637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Deleting port c1b55aca-ce0b-4485-b6e4-2e7aa615abbc {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:00.681060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:00.748333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-884af70a-a5f6-4df6-8013-8db715ccf5be None None] The port 'c1b55aca-ce0b-4485-b6e4-2e7aa615abbc' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:40:01.040653 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:01.505529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Deleting port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:01.506193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:01.678334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] For port c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:01.678571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:01.806782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Calling delete_port for c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:01.982910 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:02.026966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:02.294505 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:02.651809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:40:02.941120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:40:02.949365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Sync routers for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:40:02.956816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d3242a7c-d89f-41c5-8934-05b1a70249ee admin admin] 10.222.0.53 "PUT /v2.0/routers/83e6ddb2-254f-4cb9-ba85-d16cf0322757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574363 Feb 04 13:40:02.958410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:40:02.959058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:02.959293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:03.134135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:40:03.136793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:03.319440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:03.329154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Deleting port d160f8a6-996d-4e70-a46c-0ce0de1971df {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:03.329557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:03.417560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:40:01Z', 'revision_number': 5, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port': {'id': 'd160f8a6-996d-4e70-a46c-0ce0de1971df', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:27:02Z', 'updated_at': '2022-02-04T13:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.421519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Checking router: 83e6ddb2-254f-4cb9-ba85-d16cf0322757 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:40:03.430134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Routers {'83e6ddb2-254f-4cb9-ba85-d16cf0322757'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:40:03.430831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:39:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.503700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] For port d160f8a6-996d-4e70-a46c-0ce0de1971df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d160f8a6-996d-4e70-a46c-0ce0de1971df,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:03.504051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:03.581458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] Set router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:40:03.627160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Calling delete_port for d160f8a6-996d-4e70-a46c-0ce0de1971df owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:03.732640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:40:03Z', 'revision_number': 6, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:03.736694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba8ca5-5ee2-4dea-8990-702f3fb794bc None None] The sync data for ids ['83e6ddb2-254f-4cb9-ba85-d16cf0322757'] in n-d-820555-2 is: [{'id': '83e6ddb2-254f-4cb9-ba85-d16cf0322757', 'name': 'tempest-TestVolumeBootPattern-1978542190-router', 'tenant_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:26:59Z', 'updated_at': '2022-02-04T13:40:03Z', 'revision_number': 6, 'project_id': 'c056c8e81dbc4422a98be21c73ca66b8', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:40:03.798984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:03.875142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Pushing event deleted for resources: {'Port': ['ID=d160f8a6-996d-4e70-a46c-0ce0de1971df,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:03.939780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.234859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.237086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.259264 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.259786 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e6ddb2-254f-4cb9-ba85-d16cf0322757 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:40:04.271838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.272949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-864394a1-20a4-46e9-9ab9-5e4182bec445 admin admin] 10.222.0.53 "DELETE /v2.0/routers/83e6ddb2-254f-4cb9-ba85-d16cf0322757 HTTP/1.1" status: 204 len: 168 time: 1.3127844 Feb 04 13:40:04.275457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:04.335541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Deleting subnet 1f620d62-b5d3-4351-bffb-84107e4a54cb {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:40:04.338389 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.386018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.473649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.525963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d160f8a6-996d-4e70-a46c-0ce0de1971df no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:04.562479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d160f8a6-996d-4e70-a46c-0ce0de1971df {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:04.562894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d160f8a6-996d-4e70-a46c-0ce0de1971df not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:04.563316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:04.573495 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.602735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:04.603188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device c9528ec0-4ded-4e40-8b94-c1c5cb4c7e24 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:04.624275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f620d62-b5d3-4351-bffb-84107e4a54cb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:04.626276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.631460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25481708-11fc-4920-8c41-8cf85534c85f None None] Network a89b84eb-d5b4-4932-bc52-bdda5c004f55 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:40:04.633999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5e42575-89c3-4e51-b327-298a34ddfd2b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f620d62-b5d3-4351-bffb-84107e4a54cb HTTP/1.1" status: 204 len: 168 time: 0.3575993 Feb 04 13:40:04.636442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33062) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:04.760796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.773262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Deleting port 567963db-8f8f-42a9-a517-5742ddb443a3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:04.773592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:04.930139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] DHCP port deletion for a89b84eb-d5b4-4932-bc52-bdda5c004f55 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:40:04.934594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Deleting port 567963db-8f8f-42a9-a517-5742ddb443a3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:04.935266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.008041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] For port 567963db-8f8f-42a9-a517-5742ddb443a3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=567963db-8f8f-42a9-a517-5742ddb443a3,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:05.008613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.132427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Calling delete_port for 567963db-8f8f-42a9-a517-5742ddb443a3 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:05.140242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] For port 567963db-8f8f-42a9-a517-5742ddb443a3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=567963db-8f8f-42a9-a517-5742ddb443a3,segment=NetworkSegment(89592801-67b2-41e7-a886-d15c43ab3780),segment_id=89592801-67b2-41e7-a886-d15c43ab3780)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:05.140569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.213151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.261527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Pushing event deleted for resources: {'Port': ['ID=567963db-8f8f-42a9-a517-5742ddb443a3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.263430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] No DVR routers for this DVR port 567963db-8f8f-42a9-a517-5742ddb443a3 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:05.271603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Calling delete_port for 567963db-8f8f-42a9-a517-5742ddb443a3 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:05.342342 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:40:05.342730 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:40:05.379833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.404914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b84eb-d5b4-4932-bc52-bdda5c004f55']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:05.417158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89592801-67b2-41e7-a886-d15c43ab3780') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:05.417458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89592801-67b2-41e7-a886-d15c43ab3780') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:40:05.428508 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.444392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.450361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:40:05.450787 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:40:05.464454 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:40:05.542053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.558118 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.567953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] Pushing event deleted for resources: {'Network': ['ID=a89b84eb-d5b4-4932-bc52-bdda5c004f55,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.575003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5a1bc776-01d6-4ee9-a8f9-98cb98a2753d admin admin] 10.222.0.53 "DELETE /v2.0/networks/a89b84eb-d5b4-4932-bc52-bdda5c004f55 HTTP/1.1" status: 204 len: 168 time: 0.9374583 Feb 04 13:40:05.688427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33068) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:05.736862 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5162cb67-95d5-4f41-9829-0d4af02b42ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f32d1b4cd1764c629920bace8f40c00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472717 Feb 04 13:40:05.739363 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:05.800853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.826148 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.844060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Deleting port 567963db-8f8f-42a9-a517-5742ddb443a3 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:05.844532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.880284 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.898711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991f12e-12ce-45ff-bab0-044b59d35725,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:05.907372 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:05.908787 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-51baad77-5b24-4e77-a50a-92f36ee7523c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b991f12e-12ce-45ff-bab0-044b59d35725 HTTP/1.1" status: 204 len: 168 time: 0.1685166 Feb 04 13:40:05.918377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7afefc2b-9930-4e2f-ac08-9d81be3f9c88 None None] The port '567963db-8f8f-42a9-a517-5742ddb443a3' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:40:06.257136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33080) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:06.305428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7cc3b489-cbee-4379-9384-6c1152a32896 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c056c8e81dbc4422a98be21c73ca66b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470984 Feb 04 13:40:06.307837 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33084) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:06.366242 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:06.382725 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 567963db-8f8f-42a9-a517-5742ddb443a3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:06.391732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:06.417309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 567963db-8f8f-42a9-a517-5742ddb443a3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:06.417657 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 567963db-8f8f-42a9-a517-5742ddb443a3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:06.448296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:06.465417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629d01aa-b58e-42f7-ab29-a139b8f9496e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:06.469250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:06.470420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1fb81281-35ef-4ea5-be20-37361a78b35c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/629d01aa-b58e-42f7-ab29-a139b8f9496e HTTP/1.1" status: 204 len: 168 time: 0.1616375 Feb 04 13:40:13.547154 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d535fb6-5062-4a33-841b-104932a40008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:16.333105 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c2950789-e0c2-4d9b-a24f-b213418be11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:16.884319 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:17.237428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-6fd20bca-d968-4fc2-9c7e-eaa9c4d85659 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275207 Feb 04 13:40:17.414531 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:17.497090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-c4c229c3-f36d-4ca0-836e-b5126008cfd5 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:17.498548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-c4c229c3-f36d-4ca0-836e-b5126008cfd5 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562060 Feb 04 13:40:17.514414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-a4f9d6e6-1c11-438c-92e8-f6182c79a643 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/quotas/825ff630b6084f86a3e0dcd9d52e8822 HTTP/1.1" status: 200 len: 375 time: 0.0096717 Feb 04 13:40:17.561477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-fdd3dae6-d170-4805-9d71-d831e4f667a0 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417964 Feb 04 13:40:17.738204 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36dfcd15-5289-49af-8111-f64c396e78bc req-c22a4b23-7750-4e61-b727-b5d9c7ce4963 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 210 time: 0.0471570 Feb 04 13:40:18.779421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:18.901257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fbe476a0-19c5-42b2-ab20-edaff7c0cc37 req-ca2184a2-a9b3-4b22-a644-02c568f5c789 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 210 time: 0.0479410 Feb 04 13:40:18.927830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-0b67785f-a94b-4c42-bd2b-bf557c958810 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290933 Feb 04 13:40:19.084660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddb162b1-b8d9-428b-a7cc-9737476ded42 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:19.086072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddb162b1-b8d9-428b-a7cc-9737476ded42 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535292 Feb 04 13:40:19.103471 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Request body: {'port': {'device_id': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'admin_state_up': True, 'tenant_id': '825ff630b6084f86a3e0dcd9d52e8822'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:19.238681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:19.242484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Usage tracker for resource:port and tenant:825ff630b6084f86a3e0dcd9d52e8822 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:19.245286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:19.250986 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:19.260366 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Made reservation on behalf of 825ff630b6084f86a3e0dcd9d52e8822 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:19.264361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.277421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.292526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:19.296951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Usage tracker for resource:security_group_rule and tenant:825ff630b6084f86a3e0dcd9d52e8822 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:19.300387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:19.306038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:19.393353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.397400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.479291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf74a56-aad0-4c54-a82d-18401f969308,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:19.569234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Allocated IP 192.168.233.145 (8cf42c83-74f5-47fc-8fa5-252bdba1e7f8/a01d97b9-6413-4590-9ba8-4505e152bbaa/8be3866e-11f5-489b-9112-65c656647d87) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:19.774360 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.790372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Transition to ACTIVE for port object 8be3866e-11f5-489b-9112-65c656647d87 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:40:19.812511 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.885762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:19.888937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:19.892887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:40:19.924576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Pushing event updated for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:19.965422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:19.966053 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:19.992534 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-f85c3352-ecc9-4943-be31-ebeeb68923f4 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8929710 Feb 04 13:40:20.004717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Request body: {'port': {'device_id': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:20.132890 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.208947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-92b4e3dc-6c35-45d0-b6ee-4dbeb9ebaf28 None None] Provisioning for port 8be3866e-11f5-489b-9112-65c656647d87 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:40:20.214653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-92b4e3dc-6c35-45d0-b6ee-4dbeb9ebaf28 None None] Provisioning complete for port 8be3866e-11f5-489b-9112-65c656647d87 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:20.214808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-92b4e3dc-6c35-45d0-b6ee-4dbeb9ebaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.252001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a08698-84a4-409b-9fa3-a9297f052f26 req-c9cdc532-8844-42b5-8b61-6d5f3b4fca93 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:20.254354 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19a08698-84a4-409b-9fa3-a9297f052f26 req-c9cdc532-8844-42b5-8b61-6d5f3b4fca93 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 936 time: 0.0829699 Feb 04 13:40:20.275116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-92b4e3dc-6c35-45d0-b6ee-4dbeb9ebaf28 None None] Port 8be3866e-11f5-489b-9112-65c656647d87 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:40:20.302869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19a08698-84a4-409b-9fa3-a9297f052f26 req-f2e88d10-e09e-4964-8adb-e413761d026a tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Feb 04 13:40:20.392465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.481387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be3866e-11f5-489b-9112-65c656647d87 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:40:20.488952 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.503742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Transition to ACTIVE for port object 8be3866e-11f5-489b-9112-65c656647d87 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:40:20.507692 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.783071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Pushing event updated for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:20.859897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Attempting to bind port 8be3866e-11f5-489b-9112-65c656647d87 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:40:20.860130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Attempting to bind port 8be3866e-11f5-489b-9112-65c656647d87 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:40:20.860458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Attempting to bind port 8be3866e-11f5-489b-9112-65c656647d87 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:40:20.865010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Port 8be3866e-11f5-489b-9112-65c656647d87 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:40:20.865330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Attempting to bind port 8be3866e-11f5-489b-9112-65c656647d87 on network 8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:40:20.870267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:40:20.870625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Checking segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:40:20.871016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Bound using segment: {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:40:20.871439 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Bound port: 8be3866e-11f5-489b-9112-65c656647d87, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7252914-9c87-475a-84a5-2b71db49eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:40:20.871783 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:20.961795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:40:20.964724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8be3866e-11f5-489b-9112-65c656647d87,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:40:20.969214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:21.028225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.028834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:21.030277 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] 10.222.0.87 "PUT /v2.0/ports/8be3866e-11f5-489b-9112-65c656647d87 HTTP/1.1" status: 200 len: 1096 time: 1.0305300 Feb 04 13:40:21.030834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'tag': '8be3866e-11f5-489b-9112-65c656647d87'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:40:21.055524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1b68-513b-4ddf-8493-62ae3e9222db service neutron] Pushing event updated for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:21.106077 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'tag': '8be3866e-11f5-489b-9112-65c656647d87', 'status': 'completed', 'code': 200} Feb 04 13:40:21.148298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-e1bbdbc6-b4a7-40db-922c-f7b19ee25e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.149793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-e1bbdbc6-b4a7-40db-922c-f7b19ee25e2f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 1099 time: 0.0822341 Feb 04 13:40:21.219530 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-4d713034-b4b7-4f3e-a6ec-0a07e9898983 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8be3866e-11f5-489b-9112-65c656647d87 HTTP/1.1" status: 200 len: 217 time: 0.0628159 Feb 04 13:40:21.284052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-533b2dd3-73fd-4ae0-b4fd-a8c12a4b7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.285577 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-533b2dd3-73fd-4ae0-b4fd-a8c12a4b7d11 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0604408 Feb 04 13:40:21.361109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-71024fea-8649-42a8-9934-021f9a985659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.362790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-71024fea-8649-42a8-9934-021f9a985659 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710390 Feb 04 13:40:21.497031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-9f6e033d-1125-4b74-bdf2-a24837286d44 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278834 Feb 04 13:40:21.498247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877afd-adcb-4859-b526-c6f2773c4029 req-330b1d7b-e2e8-4bd3-9e3c-054e932e95df tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.499740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e877afd-adcb-4859-b526-c6f2773c4029 req-330b1d7b-e2e8-4bd3-9e3c-054e932e95df tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 948 time: 0.0922370 Feb 04 13:40:21.521694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:40:21.544415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1e877afd-adcb-4859-b526-c6f2773c4029 req-cca747f7-2418-41fd-b42f-e32d2300ab0b tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Feb 04 13:40:21.629751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5932acd1-72d4-4543-853c-c7990ccd7971 req-722210bc-ae8d-4c31-823f-ac66c4803b82 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254468 Feb 04 13:40:21.745908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-aca1935b-8034-4f3c-8b66-9cdebf61c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.747493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-aca1935b-8034-4f3c-8b66-9cdebf61c4e7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 1099 time: 0.0745602 Feb 04 13:40:21.879968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-cb55135d-5a58-4e66-bdc2-593080d8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:21.881421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-cb55135d-5a58-4e66-bdc2-593080d8b11c service neutron] 10.222.0.87 "GET /v2.0/networks?id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8 HTTP/1.1" status: 200 len: 870 time: 0.1269088 Feb 04 13:40:21.948318 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-72e36c84-b7c4-4fa0-848e-c6804384b12e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8be3866e-11f5-489b-9112-65c656647d87 HTTP/1.1" status: 200 len: 217 time: 0.0598457 Feb 04 13:40:22.013214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-32e166dc-8978-4972-a7db-6f839dd90f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:22.014779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-32e166dc-8978-4972-a7db-6f839dd90f4a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a01d97b9-6413-4590-9ba8-4505e152bbaa HTTP/1.1" status: 200 len: 843 time: 0.0593467 Feb 04 13:40:22.089676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-819bb2ce-7fb8-4574-bdcd-42a4e5350518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:22.091218 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-819bb2ce-7fb8-4574-bdcd-42a4e5350518 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8cf42c83-74f5-47fc-8fa5-252bdba1e7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697067 Feb 04 13:40:22.225084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-0e9ebded-dca9-4931-bf98-0b3f9014c072 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269300 Feb 04 13:40:22.358932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa6a0fb3-8596-43c7-9035-69927f68eaaf req-f7e0aadc-bed3-4842-af6a-ebd28274e5b3 service neutron] 10.222.0.87 "GET /v2.0/networks/8cf42c83-74f5-47fc-8fa5-252bdba1e7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274476 Feb 04 13:40:22.730799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-fa1091dc-b7ee-4363-9d5c-79e48cc43e30 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:22.731396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-fa1091dc-b7ee-4363-9d5c-79e48cc43e30 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Synchronizing usage tracker for tenant:825ff630b6084f86a3e0dcd9d52e8822 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:40:22.747902 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-fa1091dc-b7ee-4363-9d5c-79e48cc43e30 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Unset dirty status for tenant:825ff630b6084f86a3e0dcd9d52e8822 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:40:22.749079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-fa1091dc-b7ee-4363-9d5c-79e48cc43e30 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 948 time: 0.1002338 Feb 04 13:40:22.792982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-1e188744-d7e2-4836-a777-24c0075012df tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Synchronizing usage tracker for tenant:825ff630b6084f86a3e0dcd9d52e8822 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:40:22.809587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-1e188744-d7e2-4836-a777-24c0075012df tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Unset dirty status for tenant:825ff630b6084f86a3e0dcd9d52e8822 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:40:22.810835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83e8b02a-3723-4f07-8eeb-623826acea20 req-1e188744-d7e2-4836-a777-24c0075012df tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556285 Feb 04 13:40:23.992131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f30c-c456-4cbe-bbba-c3fa938abc1e req-1b39d0ee-ba6d-45f4-aa00-79a4ec61c19d tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:23.993579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5035f30c-c456-4cbe-bbba-c3fa938abc1e req-1b39d0ee-ba6d-45f4-aa00-79a4ec61c19d tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 948 time: 0.0797291 Feb 04 13:40:24.037068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5035f30c-c456-4cbe-bbba-c3fa938abc1e req-3d01e762-a617-44ed-848e-83970eb93f0a tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378034 Feb 04 13:40:24.713656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:25.223419 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abacfe-cc10-442a-a4be-538a4c78ad56 req-ad44811b-71a6-453c-a1e0-5d64336741a2 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:25.224914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8abacfe-cc10-442a-a4be-538a4c78ad56 req-ad44811b-71a6-453c-a1e0-5d64336741a2 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 948 time: 0.0831254 Feb 04 13:40:25.268264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8abacfe-cc10-442a-a4be-538a4c78ad56 req-78529be3-9119-4d2b-ae15-ac0d308cc3d5 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Feb 04 13:40:25.386949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8be3866e-11f5-489b-9112-65c656647d87 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:40:25.518075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8be3866e-11f5-489b-9112-65c656647d87,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:25.530986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8be3866e-11f5-489b-9112-65c656647d87', 'network_id': '8cf42c83-74f5-47fc-8fa5-252bdba1e7f8', 'port_id': '8be3866e-11f5-489b-9112-65c656647d87', 'mac_address': 'fa:16:3e:33:c5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01d97b9-6413-4590-9ba8-4505e152bbaa', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:40:25.585406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:25.602409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be3866e-11f5-489b-9112-65c656647d87 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:40:25.616996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8be3866e-11f5-489b-9112-65c656647d87,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:25.624279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:25.690804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:25.698131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.698474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.698847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.699177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.699511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.699851 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.700176 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.700498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.700823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.701145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.701466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.701785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:25.856514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8be3866e-11f5-489b-9112-65c656647d87'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:40:26.456298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c136f2-c2d8-4a0b-bd22-da003739c876 req-4377da5c-1264-448e-a9be-1af1353d4208 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:26.457776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8c136f2-c2d8-4a0b-bd22-da003739c876 req-4377da5c-1264-448e-a9be-1af1353d4208 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 949 time: 0.0833786 Feb 04 13:40:26.501247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f8c136f2-c2d8-4a0b-bd22-da003739c876 req-84db1cae-800e-4e13-baa6-85615d8065ad tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Feb 04 13:40:27.387001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8be3866e-11f5-489b-9112-65c656647d87 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:40:27.452086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 8be3866e-11f5-489b-9112-65c656647d87 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:40:27.457550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8be3866e-11f5-489b-9112-65c656647d87 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:27.457920 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:27.572715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:27.599842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be3866e-11f5-489b-9112-65c656647d87'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:40:27.609799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8be3866e-11f5-489b-9112-65c656647d87,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:27.613675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:27.672031 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be3866e-11f5-489b-9112-65c656647d87', 'code': 200} Feb 04 13:40:27.693545 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:27.701812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531b413-c3a1-4d62-bbfb-2e9fad9de551 req-76cfdb4d-3d48-407a-81c1-32182e1ea5ee tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:27.703889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b531b413-c3a1-4d62-bbfb-2e9fad9de551 req-76cfdb4d-3d48-407a-81c1-32182e1ea5ee tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.0982094 Feb 04 13:40:27.794219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b531b413-c3a1-4d62-bbfb-2e9fad9de551 req-a70c38ce-93a8-47a5-a3e6-c3f81c282c2b tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Feb 04 13:40:27.817708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4b90-f613-4222-98e7-c3fcfa1e12d9 req-84115e58-fa11-485b-82f0-b052d61138e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:27.819232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b06c4b90-f613-4222-98e7-c3fcfa1e12d9 req-84115e58-fa11-485b-82f0-b052d61138e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 1101 time: 0.0896978 Feb 04 13:40:27.860370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b06c4b90-f613-4222-98e7-c3fcfa1e12d9 req-92fee348-72c1-41c1-910f-b6ea91eebbdb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Feb 04 13:40:28.980821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c0b35-8e21-4810-805c-298aa25337c0 req-47954ed9-eb3c-4ff8-9805-ecc60cf9ad7d tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:28.982269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c95c0b35-8e21-4810-805c-298aa25337c0 req-47954ed9-eb3c-4ff8-9805-ecc60cf9ad7d tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.0806432 Feb 04 13:40:29.028090 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c95c0b35-8e21-4810-805c-298aa25337c0 req-b6b1ba29-40ad-4ab2-90de-aefb85ae917d tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Feb 04 13:40:30.316457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd70d-8587-409c-ae8b-77a9a9ce37fb req-2ad64637-d681-4a7f-b842-b3d8717faf4a tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:30.317832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-60bfd70d-8587-409c-ae8b-77a9a9ce37fb req-2ad64637-d681-4a7f-b842-b3d8717faf4a tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.1859074 Feb 04 13:40:30.361810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-60bfd70d-8587-409c-ae8b-77a9a9ce37fb req-151cedc5-cf67-42f9-acd8-87e77c420232 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Feb 04 13:40:31.433342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827bbb6-8351-47a8-b91f-8534d1df8674 req-3495f8fa-8ff6-45f3-853e-0e47071a47ae tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:31.434723 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8827bbb6-8351-47a8-b91f-8534d1df8674 req-3495f8fa-8ff6-45f3-853e-0e47071a47ae tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.0813363 Feb 04 13:40:31.478105 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8827bbb6-8351-47a8-b91f-8534d1df8674 req-ac2a5049-2a10-45ed-ae96-8ed0314feeac tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Feb 04 13:40:32.668651 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03153c-5fc4-4b31-ac93-27d1600d9ec0 req-351e3cea-2111-4ce5-bba8-904821b9406b tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:32.670027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a03153c-5fc4-4b31-ac93-27d1600d9ec0 req-351e3cea-2111-4ce5-bba8-904821b9406b tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.0838060 Feb 04 13:40:32.714662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0a03153c-5fc4-4b31-ac93-27d1600d9ec0 req-eb6f7202-875e-4a1d-a450-220359138237 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbf74a56-aad0-4c54-a82d-18401f969308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 Feb 04 13:40:32.914284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-a3da418f-8058-4b40-8ac0-a27015e274a5 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:32.915751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-a3da418f-8058-4b40-8ac0-a27015e274a5 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 950 time: 0.0796251 Feb 04 13:40:32.988875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Deleting port 8be3866e-11f5-489b-9112-65c656647d87 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:40:32.989135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:33.228476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] For port 8be3866e-11f5-489b-9112-65c656647d87, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8be3866e-11f5-489b-9112-65c656647d87,segment=NetworkSegment(c7252914-9c87-475a-84a5-2b71db49eb6a),segment_id=c7252914-9c87-475a-84a5-2b71db49eb6a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:33.228833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:33.353781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Calling delete_port for 8be3866e-11f5-489b-9112-65c656647d87 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:40:33.492800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:33.545178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Pushing event deleted for resources: {'Port': ['ID=8be3866e-11f5-489b-9112-65c656647d87,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:33.623067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] No DVR routers for this DVR port 8be3866e-11f5-489b-9112-65c656647d87 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:40:33.625524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:33.628147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'name': 'network-vif-deleted', 'tag': '8be3866e-11f5-489b-9112-65c656647d87'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:40:33.645179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37c8ed7a-3572-4519-a944-95c788bc1a91 req-c316951d-d0c8-4fac-a951-ae960804df92 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.87 "DELETE /v2.0/ports/8be3866e-11f5-489b-9112-65c656647d87 HTTP/1.1" status: 204 len: 173 time: 0.7235472 Feb 04 13:40:33.682007 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5ec4b-118b-4aa7-938e-fcf2dc13c689', 'name': 'network-vif-deleted', 'tag': '8be3866e-11f5-489b-9112-65c656647d87', 'status': 'completed', 'code': 200} Feb 04 13:40:33.883433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a1c8d21d-0dff-4125-8a60-f382b54de6e3 req-ca02c0da-c892-42c6-a218-9440e52b1b63 tempest-ServersAdminNegativeTestJSON-1859946866 tempest-ServersAdminNegativeTestJSON-1859946866-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcf5ec4b-118b-4aa7-938e-fcf2dc13c689 HTTP/1.1" status: 200 len: 210 time: 0.0435994 Feb 04 13:40:35.242035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:35.402020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8be3866e-11f5-489b-9112-65c656647d87 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:40:35.403225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b119e04f-d7d8-4966-b461-99dc01eb1160 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=825ff630b6084f86a3e0dcd9d52e8822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599476 Feb 04 13:40:35.405625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:35.435645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 8be3866e-11f5-489b-9112-65c656647d87 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:40:35.435984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8be3866e-11f5-489b-9112-65c656647d87 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:40:35.463975 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.489745 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.540610 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.557840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf74a56-aad0-4c54-a82d-18401f969308,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:35.566427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.567590 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-16ffda38-95d3-4430-9235-4f8b266e4c27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbf74a56-aad0-4c54-a82d-18401f969308 HTTP/1.1" status: 204 len: 168 time: 0.1610792 Feb 04 13:40:35.841635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33242) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:35.859043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.872878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:35.876610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcdd9aaf6dc4bcf87a91cd59bcdf6de is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:35.880028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:35.885532 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:35.968938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:35.972874 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:36.019489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bcdd9aaf6dc4bcf87a91cd59bcdf6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767876 Feb 04 13:40:36.020205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69589a20-e69b-4ebf-ba6d-7212635a60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ae546-a339-4a99-9306-2dad2a1e0aa7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:36.022371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33246) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:36.086574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:36.112458 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:36.164093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:36.178894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ae546-a339-4a99-9306-2dad2a1e0aa7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:36.184817 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:36.185947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-daf4f209-e062-4197-a47e-cda2d84ed432 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c0ae546-a339-4a99-9306-2dad2a1e0aa7 HTTP/1.1" status: 204 len: 168 time: 0.1624911 Feb 04 13:40:36.994360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:37.097289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1575202739-network', 'tenant_id': '37c325f77d1f438c9bf3211b0f9be009'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:37.103011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:37.106887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Usage tracker for resource:network and tenant:37c325f77d1f438c9bf3211b0f9be009 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:37.109725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:37.116559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:37.126246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Made reservation on behalf of 37c325f77d1f438c9bf3211b0f9be009 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:37.129135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.146592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.160611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:37.164391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Usage tracker for resource:security_group_rule and tenant:37c325f77d1f438c9bf3211b0f9be009 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:37.167167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:37.172764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:37.256824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.260543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.289839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:40:37.297908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:37.307425 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.307760 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Added segment ccc98acd-0e46-4f4f-80d4-17227eac1059 of type vlan for network b883725f-9f81-485a-86f1-b9b30ab944e2 Feb 04 13:40:37.309580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.309920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.310273 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.310593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.310979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.311373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.311735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.312083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.312464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.312846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.313194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.313512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:40:37.347224 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.375988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.377013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:37.377609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.479821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] Pushing event updated for resources: {'Network': ['ID=b883725f-9f81-485a-86f1-b9b30ab944e2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:37.484028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd04f98a-cd6e-4c5e-8a08-ec52812a696c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4885771 Feb 04 13:40:37.487222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:40:37.490464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b883725f-9f81-485a-86f1-b9b30ab944e2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:40:37.492610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Request body: {'subnet': {'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1575202739-subnet', 'tenant_id': '37c325f77d1f438c9bf3211b0f9be009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:37.498691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:37.502638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Usage tracker for resource:subnet and tenant:37c325f77d1f438c9bf3211b0f9be009 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:37.505337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:37.511112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:37.524535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Made reservation on behalf of 37c325f77d1f438c9bf3211b0f9be009 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:37.526885 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.728154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.797628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd9f498-61db-4f52-b95f-a3e45a8d28cb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:37.807383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Checking segment: {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:40:37.807736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Network hostable DHCP agents. Network: b883725f-9f81-485a-86f1-b9b30ab944e2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:40:37.825778 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Network b883725f-9f81-485a-86f1-b9b30ab944e2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:40:37.834801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b883725f-9f81-485a-86f1-b9b30ab944e2) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:37.838564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:37.839177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:37.844438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1d9cb-37be-4595-96d3-665ebda25354 None None] Network b883725f-9f81-485a-86f1-b9b30ab944e2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:40:37.861452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0f486118-0f30-4884-80d7-2df6605f288a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3731706 Feb 04 13:40:38.055854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e799ff-fa9b-40b4-9d05-77f50e0e1005 None None] Network b883725f-9f81-485a-86f1-b9b30ab944e2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:40:38.357409 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb6c539c-1eec-409d-8917-5c81e05c8c44 req-e1b66394-427c-453f-9ae4-80def74410a7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0936778 Feb 04 13:40:38.372204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6a2f7b01-6fd8-40de-a28f-390e09813783 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:38.373684 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6a2f7b01-6fd8-40de-a28f-390e09813783 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 812 time: 0.1474836 Feb 04 13:40:38.389440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-c1e16bd1-ba12-497d-ad14-a7fbc91cb24b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/quotas/37c325f77d1f438c9bf3211b0f9be009 HTTP/1.1" status: 200 len: 375 time: 0.0097086 Feb 04 13:40:38.437129 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-8aa8c243-2bcb-4cc7-bee3-6f093ff247b1 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417197 Feb 04 13:40:38.472229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb6c539c-1eec-409d-8917-5c81e05c8c44 req-7e651d22-99f2-4da5-940a-9b2f086bb17b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0481617 Feb 04 13:40:38.502114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-e74c3b22-dfb7-4d6e-ae6a-49e225882129 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:40:38.503149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-e74c3b22-dfb7-4d6e-ae6a-49e225882129 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594895 Feb 04 13:40:38.516669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb6c539c-1eec-409d-8917-5c81e05c8c44 req-47c1d6d0-31fe-4fd2-baf4-4434fbface37 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255096 Feb 04 13:40:38.635425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-48ac3c05-2b85-49e2-a111-59937f202b4b service neutron] 10.222.0.53 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262214 Feb 04 13:40:38.652658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c539c-1eec-409d-8917-5c81e05c8c44 req-a9dda7a1-6086-4a4b-a582-e9baddd2f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:38.654097 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb6c539c-1eec-409d-8917-5c81e05c8c44 req-a9dda7a1-6086-4a4b-a582-e9baddd2f4a7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320407 Feb 04 13:40:38.772608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-7a4cdf9c-f5ae-45cf-af6a-2def14469c2b service neutron] 10.222.0.53 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313672 Feb 04 13:40:38.956489 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-93ab9fe4-fe65-46db-a993-a114ed0fcc02 req-9287b137-5e71-4e9d-8191-72187095ad38 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 210 time: 0.0473087 Feb 04 13:40:40.113905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7bf21865-0ef1-42d1-bc91-91cef215dad1 req-44cf0bfc-99ba-4f23-9884-6f02f312e976 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 210 time: 0.0548551 Feb 04 13:40:40.331431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6f1d3f0a-b2e6-47cd-856b-a75c017fa955 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:40.332117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6f1d3f0a-b2e6-47cd-856b-a75c017fa955 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Synchronizing usage tracker for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:40:40.349328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6f1d3f0a-b2e6-47cd-856b-a75c017fa955 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Unset dirty status for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:40:40.350431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-6f1d3f0a-b2e6-47cd-856b-a75c017fa955 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 812 time: 0.2769365 Feb 04 13:40:40.366665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Request body: {'port': {'device_id': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2', 'admin_state_up': True, 'tenant_id': '37c325f77d1f438c9bf3211b0f9be009'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:40.505476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:40:40.509395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Usage tracker for resource:port and tenant:37c325f77d1f438c9bf3211b0f9be009 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:40:40.512228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:40:40.517808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:40:40.526844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Made reservation on behalf of 37c325f77d1f438c9bf3211b0f9be009 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:40:40.530296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:40.691900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Allocated IP 172.20.0.5 (b883725f-9f81-485a-86f1-b9b30ab944e2/4bd9f498-61db-4f52-b95f-a3e45a8d28cb/88e496e4-eeee-40ae-8056-277db9427f50) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:40:40.895330 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:40.926327 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:41.001361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Network b883725f-9f81-485a-86f1-b9b30ab944e2 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:40:41.005081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:40:41.007542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:40:41.043984 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:41.076423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:41.077029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:41.097905 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-96cf3d2f-fc9e-495a-b1a8-7130c8ff902f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349927 Feb 04 13:40:41.107770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-21b068a3-2e99-4d4f-ba68-ac8d443f4c71 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:40:41.109436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-21b068a3-2e99-4d4f-ba68-ac8d443f4c71 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048802 Feb 04 13:40:41.165901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Request body: {'port': {'device_id': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:40:41.326354 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:41.417701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-5947d691-5907-44b3-b161-587c2d73123b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:41.418394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-5947d691-5907-44b3-b161-587c2d73123b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Synchronizing usage tracker for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:40:41.486121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-5947d691-5907-44b3-b161-587c2d73123b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Unset dirty status for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:40:41.487335 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-5947d691-5907-44b3-b161-587c2d73123b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 931 time: 0.2418754 Feb 04 13:40:41.613033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-4bac3256-4858-448c-85eb-7151c6842c08 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Synchronizing usage tracker for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:40:41.650562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-4bac3256-4858-448c-85eb-7151c6842c08 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Unset dirty status for tenant:37c325f77d1f438c9bf3211b0f9be009 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:40:41.651716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5803f816-fa8f-4b0c-94d8-00fad36b37c5 req-4bac3256-4858-448c-85eb-7151c6842c08 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576669 Feb 04 13:40:41.746776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e496e4-eeee-40ae-8056-277db9427f50 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:40:41.754501 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:41.769234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Transition to ACTIVE for port object 88e496e4-eeee-40ae-8056-277db9427f50 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:40:41.773091 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:41.922197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:42.004271 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:40:42.004587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:40:42.004913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:40:42.009486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:40:42.009802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:40:42.014781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:40:42.015119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Checking segment: {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:40:42.015499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Bound using segment: {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:40:42.015914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Bound port: 88e496e4-eeee-40ae-8056-277db9427f50, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:40:42.016259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:42.213075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:40:42.215945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:40:42.220275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:42.281694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:42.282303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:42.283710 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] 10.222.0.87 "PUT /v2.0/ports/88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 1091 time: 1.1686003 Feb 04 13:40:42.284142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:40:42.304148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eed6e-2d7d-4191-bbe2-e114d75d0149 service neutron] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:42.359455 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'status': 'completed', 'code': 200} Feb 04 13:40:42.394220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-63bc0889-dfd4-4db5-9e2a-fccca35c0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:42.395759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-63bc0889-dfd4-4db5-9e2a-fccca35c0c03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1094 time: 0.0711689 Feb 04 13:40:42.466178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-f4623de1-b290-44ac-a5b8-3b9ef31cb83a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0628235 Feb 04 13:40:42.528417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-65be22cf-20cb-4c42-8045-73a7a5d2ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:42.529875 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-65be22cf-20cb-4c42-8045-73a7a5d2ca67 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0574715 Feb 04 13:40:42.578003 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-58a2df18-7e78-49aa-9d7d-de475f94091b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423455 Feb 04 13:40:42.707978 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-95ccc56d-8b11-48f3-87c6-c6e83d86b2e2 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237683 Feb 04 13:40:42.892401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-74dfec76-3a15-4156-a3b9-73d2ed9ed72e req-5b2b755c-5704-46fe-a18c-addbbcac3151 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775591 Feb 04 13:40:42.907807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ba23-ef22-430c-bd2b-b89e72e3315e req-2c95b62d-1ab9-4d61-80fc-7c4f139518d7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:42.910006 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d74ba23-ef22-430c-bd2b-b89e72e3315e req-2c95b62d-1ab9-4d61-80fc-7c4f139518d7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.1307971 Feb 04 13:40:42.993904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d74ba23-ef22-430c-bd2b-b89e72e3315e req-dddbc2e9-6f76-4333-aed1-04b151d34969 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780039 Feb 04 13:40:43.025153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99756-cee1-4b41-8639-47555cbe942f req-7bd3a9ab-406b-4e99-a70e-4e0927bfe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.026567 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-7bd3a9ab-406b-4e99-a70e-4e0927bfe253 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1094 time: 0.0835416 Feb 04 13:40:43.156024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99756-cee1-4b41-8639-47555cbe942f req-d485872c-8ede-4d40-b26a-4d5987c631c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.157481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-d485872c-8ede-4d40-b26a-4d5987c631c8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.1246450 Feb 04 13:40:43.223601 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-241a52d8-a91c-4b56-84f9-dcc81ae18b4e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0596051 Feb 04 13:40:43.288412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99756-cee1-4b41-8639-47555cbe942f req-5c9d5c7c-4643-4ca3-b89b-2090c0b2f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:43.289824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-5c9d5c7c-4643-4ca3-b89b-2090c0b2f9eb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0596969 Feb 04 13:40:43.336572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-92067960-4244-4b86-a515-99f0c25685fb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399706 Feb 04 13:40:43.468770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-892e5854-e1b9-4a77-8b03-675306f649e7 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233654 Feb 04 13:40:43.548878 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8be9f0e-8211-442f-867c-88c7c566dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:43.600317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34a99756-cee1-4b41-8639-47555cbe942f req-06476d88-1fdc-4d30-afdb-78e34d678f6d service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242788 Feb 04 13:40:44.176988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a0647-6d40-4c69-a5b0-dd1aafbdeaa6 req-60680aa1-700a-48d7-92ee-0f463d1c5875 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:44.178477 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f19a0647-6d40-4c69-a5b0-dd1aafbdeaa6 req-60680aa1-700a-48d7-92ee-0f463d1c5875 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.0795844 Feb 04 13:40:44.222805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f19a0647-6d40-4c69-a5b0-dd1aafbdeaa6 req-d13140a9-8dfd-4a73-88fc-594d993fe547 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386629 Feb 04 13:40:45.412427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daed02-3bb2-4eb8-a5cd-44824a8bbda2 req-2fcffa01-ca71-4d4b-9764-afed939c0ddd tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:45.413880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17daed02-3bb2-4eb8-a5cd-44824a8bbda2 req-2fcffa01-ca71-4d4b-9764-afed939c0ddd tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.0841417 Feb 04 13:40:45.464558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:40:45.571463 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17daed02-3bb2-4eb8-a5cd-44824a8bbda2 req-e040139d-a0dc-4b60-ae7d-0f4082a3cc45 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519635 Feb 04 13:40:45.600989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:45.614077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '88e496e4-eeee-40ae-8056-277db9427f50', 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2', 'port_id': '88e496e4-eeee-40ae-8056-277db9427f50', 'mac_address': 'fa:16:3e:2c:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd9f498-61db-4f52-b95f-a3e45a8d28cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:40:45.671271 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:45.687688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e496e4-eeee-40ae-8056-277db9427f50 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:40:45.703136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:45.708864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:45.782343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:45.928773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['88e496e4-eeee-40ae-8056-277db9427f50'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:40:46.334507 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fb3375dc-0b33-4506-95fc-986fc28d5cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:46.756561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ccef5-440a-4ce1-beac-3e4f6b4c651d req-5badc5af-0313-42c6-8f17-eadfa945bba6 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:46.758038 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a99ccef5-440a-4ce1-beac-3e4f6b4c651d req-5badc5af-0313-42c6-8f17-eadfa945bba6 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 944 time: 0.0827191 Feb 04 13:40:46.802545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a99ccef5-440a-4ce1-beac-3e4f6b4c651d req-b3d969a6-3f95-4c29-9259-c708a6322238 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387461 Feb 04 13:40:46.886077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:47.416227 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:47.479424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:40:47.553358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 88e496e4-eeee-40ae-8056-277db9427f50 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:40:47.558098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 88e496e4-eeee-40ae-8056-277db9427f50 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:40:47.558465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:47.677623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:47.703594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:40:47.714026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:40:47.718483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:47.749375 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'code': 200} Feb 04 13:40:47.823974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:40:47.881209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f736-6d04-4b7c-80b4-e6acf68781a1 req-849c9544-cfa6-4ced-8c57-dbc819489526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:47.882708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd74f736-6d04-4b7c-80b4-e6acf68781a1 req-849c9544-cfa6-4ced-8c57-dbc819489526 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1096 time: 0.0728831 Feb 04 13:40:47.923573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd74f736-6d04-4b7c-80b4-e6acf68781a1 req-42b3e5ca-41f9-429e-b6d3-f9cb85f42702 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Feb 04 13:40:47.992819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca7b01-56be-4170-9c34-37088387d013 req-91503c97-1615-479c-8f4e-2750c35cbaf7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:47.994194 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8ca7b01-56be-4170-9c34-37088387d013 req-91503c97-1615-479c-8f4e-2750c35cbaf7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0835845 Feb 04 13:40:48.036769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8ca7b01-56be-4170-9c34-37088387d013 req-876282f1-27e8-43b9-b936-cba61d1b6dc3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Feb 04 13:40:48.779768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:49.223028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590a75-cad4-43a6-bfa2-e9543c480af9 req-15e8d85a-5982-42f1-975e-61b5bb2e4dd5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:49.224361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6590a75-cad4-43a6-bfa2-e9543c480af9 req-15e8d85a-5982-42f1-975e-61b5bb2e4dd5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0820920 Feb 04 13:40:49.267540 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d6590a75-cad4-43a6-bfa2-e9543c480af9 req-0ad05efb-f57c-40bb-8a4b-e98b6ff3adc6 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Feb 04 13:40:49.668345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-5fba7919-3157-48a9-9caa-a37dd12ad0c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274779 Feb 04 13:40:49.669740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bd27c-6468-4642-9877-14b6146ea313 req-03df74b6-adc2-4f3c-9260-4971cb63ef3d tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:49.671291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a35bd27c-6468-4642-9877-14b6146ea313 req-03df74b6-adc2-4f3c-9260-4971cb63ef3d tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0880611 Feb 04 13:40:49.720192 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a35bd27c-6468-4642-9877-14b6146ea313 req-06cd3018-8a30-42ee-8b75-53b38b5fb686 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Feb 04 13:40:50.407022 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:50.841140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-7b3c6775-1bb9-4d51-8c90-0503a633a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:50.842656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-7b3c6775-1bb9-4d51-8c90-0503a633a23d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1096 time: 0.0699944 Feb 04 13:40:50.914856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3a577-c529-4369-a910-bc2a68963a78 req-c59eeaf5-c709-4aa1-97b0-31b1669d10e9 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:50.916319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46b3a577-c529-4369-a910-bc2a68963a78 req-c59eeaf5-c709-4aa1-97b0-31b1669d10e9 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0827017 Feb 04 13:40:50.960973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46b3a577-c529-4369-a910-bc2a68963a78 req-89c28d00-8029-4017-8ed0-c17d434c196c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Feb 04 13:40:50.975469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-45906b29-439c-4a11-8084-d63d6265664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:50.976968 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-45906b29-439c-4a11-8084-d63d6265664f service neutron] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.1284609 Feb 04 13:40:51.047321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-0ade5dc1-f275-4d08-b443-1731fdc3b647 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0636537 Feb 04 13:40:51.110426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-fb60c975-a805-4191-86d2-57e69801b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:51.111915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-fb60c975-a805-4191-86d2-57e69801b9d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0563345 Feb 04 13:40:51.158920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-bfb204e8-f941-419c-ab12-0abe89bd3422 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401294 Feb 04 13:40:51.289115 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-0a9f512a-902d-42d7-bb18-e6568f9cdf57 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234450 Feb 04 13:40:51.420242 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-46d91b04-6ddf-4899-9ab8-7aa05e895539 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235485 Feb 04 13:40:52.153656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32a8f-038d-426b-836d-8bc9ff400eb0 req-f7f2591f-9f8b-489d-aafd-c96405f0d933 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.155149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bde32a8f-038d-426b-836d-8bc9ff400eb0 req-f7f2591f-9f8b-489d-aafd-c96405f0d933 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0847752 Feb 04 13:40:52.199048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bde32a8f-038d-426b-836d-8bc9ff400eb0 req-518f32bf-ec54-4e26-8ec0-5c59345c6792 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Feb 04 13:40:52.559403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048752-5873-44c3-a5d9-384dac5ba81a req-8dbd1e7a-dd40-48bc-b8ca-33c5647a9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.560903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-8dbd1e7a-dd40-48bc-b8ca-33c5647a9833 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1096 time: 0.0685086 Feb 04 13:40:52.704578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048752-5873-44c3-a5d9-384dac5ba81a req-846a4cb0-8264-449d-b163-c24427137bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.706024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-846a4cb0-8264-449d-b163-c24427137bfd service neutron] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.1264789 Feb 04 13:40:52.777306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-46688329-cb1f-4483-9c37-9bf95f743865 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0646842 Feb 04 13:40:52.843707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048752-5873-44c3-a5d9-384dac5ba81a req-32cfd29d-f1c8-4a0e-8ff7-5d15cf9c2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:52.845051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-32cfd29d-f1c8-4a0e-8ff7-5d15cf9c2869 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0605500 Feb 04 13:40:52.893568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-04e74588-01bd-43fa-86c6-f08629a5fda1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402081 Feb 04 13:40:53.026790 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-5a5889f5-4393-498c-8978-0d931731a2d2 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227839 Feb 04 13:40:53.160383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-da048752-5873-44c3-a5d9-384dac5ba81a req-09d514ab-c224-4d19-b886-fc0273d65c74 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231503 Feb 04 13:40:53.387323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9087dd-bbed-4913-952c-0fba0f9f04c1 req-3db7f145-bbd1-465e-ac17-5d0e5d5f4ebb tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:53.388794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d9087dd-bbed-4913-952c-0fba0f9f04c1 req-3db7f145-bbd1-465e-ac17-5d0e5d5f4ebb tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0829866 Feb 04 13:40:53.432843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d9087dd-bbed-4913-952c-0fba0f9f04c1 req-24a52f6b-ccce-45d5-872f-20e9988f8796 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Feb 04 13:40:54.614207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65389592-7a36-4cfa-8b1e-873da845628b req-f958ac6e-9ce9-439f-a03c-a9c670242e00 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:54.615604 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65389592-7a36-4cfa-8b1e-873da845628b req-f958ac6e-9ce9-439f-a03c-a9c670242e00 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0786033 Feb 04 13:40:54.662651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-65389592-7a36-4cfa-8b1e-873da845628b req-10b02516-5721-4d47-a546-99575aac57e8 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Feb 04 13:40:54.719393 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:40:55.846241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c081da-4ebf-4939-889a-efba7728f206 req-c15f82cd-3095-4da3-b5f7-2845a5456a4c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:55.847746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25c081da-4ebf-4939-889a-efba7728f206 req-c15f82cd-3095-4da3-b5f7-2845a5456a4c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0787401 Feb 04 13:40:55.895044 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25c081da-4ebf-4939-889a-efba7728f206 req-9f3d9abf-78ff-4bd4-8394-e8721a6d8118 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Feb 04 13:40:57.079157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c446bf-8144-4448-aeee-f41f5a28454c req-81fc371c-8916-4b14-b1e1-49a282e0e767 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:57.081555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32c446bf-8144-4448-aeee-f41f5a28454c req-81fc371c-8916-4b14-b1e1-49a282e0e767 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0814648 Feb 04 13:40:57.129964 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-32c446bf-8144-4448-aeee-f41f5a28454c req-2ef148b2-9c6a-487a-b129-a0252897af95 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Feb 04 13:40:58.318855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687c9f-b768-4e48-addc-cd18e8430f0b req-a6ddae3d-0673-4bf3-a2c8-ddf08495d351 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:58.320334 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f687c9f-b768-4e48-addc-cd18e8430f0b req-a6ddae3d-0673-4bf3-a2c8-ddf08495d351 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0805793 Feb 04 13:40:58.364694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f687c9f-b768-4e48-addc-cd18e8430f0b req-00037413-5623-47ba-bf76-cfff8011e5f4 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Feb 04 13:40:58.521059 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:40:59.548517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24f93a-52e6-4166-a060-a0db0f75e7dc req-a6103fe1-b4e8-496f-92db-7205f3cf7cf2 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:40:59.550033 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b24f93a-52e6-4166-a060-a0db0f75e7dc req-a6103fe1-b4e8-496f-92db-7205f3cf7cf2 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0790460 Feb 04 13:40:59.698216 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b24f93a-52e6-4166-a060-a0db0f75e7dc req-29b37a32-c6ba-4929-8c73-ce79829b06da tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424391 Feb 04 13:41:00.884530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2733e-14a0-4846-9738-7c343b9df72a req-86e42f92-a2bc-49d0-898f-c801103e6c4e tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:00.885973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8bc2733e-14a0-4846-9738-7c343b9df72a req-86e42f92-a2bc-49d0-898f-c801103e6c4e tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0828140 Feb 04 13:41:00.929094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8bc2733e-14a0-4846-9738-7c343b9df72a req-6d781df3-4cad-45be-b179-bfdad65880ec tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Feb 04 13:41:02.112962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f472c9-b669-4c35-ba6a-a41cf5ffaf3c req-52cb1585-471c-4fe4-a300-17de1f3d123c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:02.114358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19f472c9-b669-4c35-ba6a-a41cf5ffaf3c req-52cb1585-471c-4fe4-a300-17de1f3d123c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0813005 Feb 04 13:41:02.157722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-19f472c9-b669-4c35-ba6a-a41cf5ffaf3c req-a53a03b8-4c99-47b6-8b3a-8aa19b560073 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377462 Feb 04 13:41:03.341189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390108b3-c905-4bcf-bebe-189118fc7775 req-ff753444-971c-43d4-bef4-8b0237ab2dcb tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:03.342654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-390108b3-c905-4bcf-bebe-189118fc7775 req-ff753444-971c-43d4-bef4-8b0237ab2dcb tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0780680 Feb 04 13:41:03.386166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-390108b3-c905-4bcf-bebe-189118fc7775 req-96224460-e570-4bcc-8f39-d57a9bcf9caa tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Feb 04 13:41:04.572832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fdc72-1792-4658-ae65-662fa6d51c9c req-a6c0c478-0aa7-4df9-8cba-ac494c8e8923 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:04.574291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e48fdc72-1792-4658-ae65-662fa6d51c9c req-a6c0c478-0aa7-4df9-8cba-ac494c8e8923 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0823328 Feb 04 13:41:04.618569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e48fdc72-1792-4658-ae65-662fa6d51c9c req-b613ca9a-fcc6-42f5-b710-a6d878528fbb tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Feb 04 13:41:05.812067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad5da2-b01a-4192-9f70-9f04afe9c8ee req-95cb4998-0b57-4377-b77c-ec092325eab0 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:05.813569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1ad5da2-b01a-4192-9f70-9f04afe9c8ee req-95cb4998-0b57-4377-b77c-ec092325eab0 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0880144 Feb 04 13:41:05.858753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1ad5da2-b01a-4192-9f70-9f04afe9c8ee req-71c7d509-f0a0-4e26-8e9b-2ffdea51af27 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Feb 04 13:41:07.043137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99a41-fb1b-44b0-89b3-d853e36e34d9 req-8cb2d584-a884-4f3e-a6aa-77cd05c4d3b3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:07.044583 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06b99a41-fb1b-44b0-89b3-d853e36e34d9 req-8cb2d584-a884-4f3e-a6aa-77cd05c4d3b3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0796969 Feb 04 13:41:07.087398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-06b99a41-fb1b-44b0-89b3-d853e36e34d9 req-71d79044-9f33-440e-a294-8631b77e6ba2 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Feb 04 13:41:08.270396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72463b79-4f35-4945-ad3d-16ac106bec44 req-dd22714a-fbd0-44ee-925f-33975d410ac5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:08.271867 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72463b79-4f35-4945-ad3d-16ac106bec44 req-dd22714a-fbd0-44ee-925f-33975d410ac5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0793457 Feb 04 13:41:08.318265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-72463b79-4f35-4945-ad3d-16ac106bec44 req-e19ff898-9f76-42f4-8dc1-9c6d4620c2d2 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Feb 04 13:41:09.503612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffb67a-ea75-47b6-acb5-f9f040e86f2e req-5f6ba7d4-0acb-4701-aedd-cae2cc0f051c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:09.505059 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8fffb67a-ea75-47b6-acb5-f9f040e86f2e req-5f6ba7d4-0acb-4701-aedd-cae2cc0f051c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0827858 Feb 04 13:41:09.547951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8fffb67a-ea75-47b6-acb5-f9f040e86f2e req-c08d7e4e-e492-46ef-81b0-41be1ff72bc1 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Feb 04 13:41:10.833675 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613366e1-f794-43f7-8bc7-1ce00523a4f0 req-7ae98031-562d-49da-b7a0-d53b8587251b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:10.835154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-613366e1-f794-43f7-8bc7-1ce00523a4f0 req-7ae98031-562d-49da-b7a0-d53b8587251b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.1832192 Feb 04 13:41:10.878566 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-613366e1-f794-43f7-8bc7-1ce00523a4f0 req-13f556cb-68a2-4306-a267-5b590feaa592 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378661 Feb 04 13:41:12.061881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52584-c5bf-480c-a1b0-f2c41fe7ef86 req-cdd3bfe9-4c09-459d-bec8-6d58bf6b990a tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:12.063380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9b52584-c5bf-480c-a1b0-f2c41fe7ef86 req-cdd3bfe9-4c09-459d-bec8-6d58bf6b990a tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0797029 Feb 04 13:41:12.110593 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9b52584-c5bf-480c-a1b0-f2c41fe7ef86 req-fbc7e0f4-cc1d-4f65-8690-863980a543ad tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Feb 04 13:41:13.295889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a813c6a-b8ce-4104-92f2-1e5716699c3e req-4510bd66-c885-4d7e-89b1-dfed31517fd8 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:13.297360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a813c6a-b8ce-4104-92f2-1e5716699c3e req-4510bd66-c885-4d7e-89b1-dfed31517fd8 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0807731 Feb 04 13:41:13.341307 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a813c6a-b8ce-4104-92f2-1e5716699c3e req-40bb3e9a-b8ef-4755-b1a7-4f4eadae79d6 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Feb 04 13:41:13.552536 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-affc005d-8d7c-489d-b589-258c481b4ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:14.529694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235709-0108-4ea2-bc22-c6b95278ac52 req-c0bd3a9f-3a17-4349-a7b1-e765908126f3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:14.531173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28235709-0108-4ea2-bc22-c6b95278ac52 req-c0bd3a9f-3a17-4349-a7b1-e765908126f3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0817990 Feb 04 13:41:14.574835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28235709-0108-4ea2-bc22-c6b95278ac52 req-09732ab2-c54d-4db0-ba9c-ce338a141179 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Feb 04 13:41:15.757104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4638ea-3923-489a-b579-2b60b52c1b10 req-d12acd30-9517-4c29-95ed-2ae22185768c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:15.758562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab4638ea-3923-489a-b579-2b60b52c1b10 req-d12acd30-9517-4c29-95ed-2ae22185768c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0798087 Feb 04 13:41:15.806650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab4638ea-3923-489a-b579-2b60b52c1b10 req-be18d502-08bd-4e49-a546-87fe42a1171b tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Feb 04 13:41:16.335241 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b76b820a-952c-4455-821d-3500461e65a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:16.890040 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:17.000000 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e384a-bc10-4353-81e1-611ffcea6c64 req-f0ffd61f-5367-44c1-9e26-96cc206b6598 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:17.001552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc1e384a-bc10-4353-81e1-611ffcea6c64 req-f0ffd61f-5367-44c1-9e26-96cc206b6598 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0833592 Feb 04 13:41:17.046237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc1e384a-bc10-4353-81e1-611ffcea6c64 req-39634944-f857-4b7b-b9cb-2c5bf8cef628 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Feb 04 13:41:17.418795 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:18.230853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8c12-26e9-4472-aad2-2bef31dabc66 req-8a73d984-e8ad-4dc5-b04a-a7774717e80e tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:18.232332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e9f8c12-26e9-4472-aad2-2bef31dabc66 req-8a73d984-e8ad-4dc5-b04a-a7774717e80e tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0823359 Feb 04 13:41:18.275855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e9f8c12-26e9-4472-aad2-2bef31dabc66 req-c297308d-7516-46e4-b120-484277482b4c tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 Feb 04 13:41:18.506069 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-4de40f1d-60a1-4403-82ce-8104bd0a26a4 service neutron] show failed (client error): The resource could not be found. Feb 04 13:41:18.507088 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-4de40f1d-60a1-4403-82ce-8104bd0a26a4 service neutron] 10.222.0.87 "GET /v2.0/ports/88e496e4-eeee-40ae-8056-277db9427f50/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0738897 Feb 04 13:41:18.773215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b6846aed-50c5-403d-b18f-17dd99ccb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:18.774738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b6846aed-50c5-403d-b18f-17dd99ccb525 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec&tenant_id=37c325f77d1f438c9bf3211b0f9be009 HTTP/1.1" status: 200 len: 1096 time: 0.0788295 Feb 04 13:41:18.784506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:18.786272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:18.902928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.165315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:19.197969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:41:19.255099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:19.260478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.275098 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Transition to ACTIVE for port object 88e496e4-eeee-40ae-8056-277db9427f50 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:41:19.279519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.380177 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'code': 200} Feb 04 13:41:19.440295 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] No DVR routers for this DVR port 88e496e4-eeee-40ae-8056-277db9427f50 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:41:19.478722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:19.487550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883437a-4178-4428-8159-fab66669efe3 req-cbd1fce4-5abd-42e3-8c44-b1f0ee38de94 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.488859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f883437a-4178-4428-8159-fab66669efe3 req-cbd1fce4-5abd-42e3-8c44-b1f0ee38de94 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.0850351 Feb 04 13:41:19.501746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:41:19.502178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:41:19.502413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:41:19.507297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:41:19.507875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Attempting to bind port 88e496e4-eeee-40ae-8056-277db9427f50 on network b883725f-9f81-485a-86f1-b9b30ab944e2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:41:19.512742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:41:19.513077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Checking segment: {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:41:19.513457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Bound using segment: {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:41:19.513881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Bound port: 88e496e4-eeee-40ae-8056-277db9427f50, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc98acd-0e46-4f4f-80d4-17227eac1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:41:19.514226 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.537872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f883437a-4178-4428-8159-fab66669efe3 req-1277654b-e357-43e9-9347-e9ac355d516d tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386131 Feb 04 13:41:19.600898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:41:19.603993 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:41:19.608478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.670353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.670988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:19.672351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] 10.222.0.90 "PUT /v2.0/ports/88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 1091 time: 0.8902624 Feb 04 13:41:19.687207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835349-7f4e-4237-8364-a6fe2dc14048 service neutron] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:19.763416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-74f9c19c-1b7c-4740-88ce-385b6756ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.764906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-74f9c19c-1b7c-4740-88ce-385b6756ec91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1094 time: 0.0701897 Feb 04 13:41:19.895338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-62937ad9-b31d-42bc-9170-9dfcaa0868a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:19.896783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-62937ad9-b31d-42bc-9170-9dfcaa0868a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.1254663 Feb 04 13:41:19.967110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-9d1edd21-c1cd-4faf-9c80-71c7df719a97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0639920 Feb 04 13:41:20.027793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-f09f2cb0-0f01-47e2-85b3-91e6bd17480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:20.029215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-f09f2cb0-0f01-47e2-85b3-91e6bd17480c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0560706 Feb 04 13:41:20.176443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-a8647d1f-7925-408b-9061-8ea579cb9840 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403358 Feb 04 13:41:20.187358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-3fe19bc5-2a82-4357-a50a-a9ab8a45399b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:41:20.188277 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-3fe19bc5-2a82-4357-a50a-a9ab8a45399b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047832 Feb 04 13:41:20.318468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-e6e0697f-5969-4e04-8f5e-39fa3834ad20 service neutron] 10.222.0.90 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243036 Feb 04 13:41:20.425158 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:20.449873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-946ac9ff-8908-4ac6-98e1-9bc85c6fcc2f req-161ea7cb-113b-43b1-ab0b-fb25dc4e04fc service neutron] 10.222.0.90 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248906 Feb 04 13:41:20.733764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b926-cebc-49cc-a3eb-34dcc670a12e req-38d12738-6b8a-47d0-98fe-02680745c7f8 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:20.735263 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c61b926-cebc-49cc-a3eb-34dcc670a12e req-38d12738-6b8a-47d0-98fe-02680745c7f8 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.0840945 Feb 04 13:41:20.778724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c61b926-cebc-49cc-a3eb-34dcc670a12e req-d242d8b5-7fff-48fc-b39c-4fa0703a2846 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Feb 04 13:41:21.381403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:21.436578 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'status': 'completed', 'code': 200} Feb 04 13:41:21.585497 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-c540fe53-0d96-4e81-a814-9d61aaf20b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.587012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-c540fe53-0d96-4e81-a814-9d61aaf20b7f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1094 time: 0.1338456 Feb 04 13:41:21.588790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-6fa00165-2035-42dc-bf19-67ed871a02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.590120 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-6fa00165-2035-42dc-bf19-67ed871a02e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1094 time: 0.1027021 Feb 04 13:41:21.656610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:41:21.712949 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:41:21.825394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-8d022394-e570-4656-82c8-6b004f82e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.826898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-8d022394-e570-4656-82c8-6b004f82e91f service neutron] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.2330408 Feb 04 13:41:21.827996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-7dd962d4-4542-4e1c-ba7b-1f2f0e7b7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:21.829850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-7dd962d4-4542-4e1c-ba7b-1f2f0e7b7433 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.2176254 Feb 04 13:41:21.995261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-b0d62a50-7cfd-456d-be73-1a71db8ae5ae service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.1609669 Feb 04 13:41:22.001138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-a85dcc10-ad40-41de-9f8d-00edde8d987b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.1195126 Feb 04 13:41:22.124311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-02554230-2000-4644-9f40-64fd1e572454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.125373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-02554230-2000-4644-9f40-64fd1e572454 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.1228864 Feb 04 13:41:22.132501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-78910ee3-ac75-4d21-860f-02bbbb9889e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.133851 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-78910ee3-ac75-4d21-860f-02bbbb9889e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0945537 Feb 04 13:41:22.218253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-a1ee65ad-19f5-4894-9cd3-e758fa430b1b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833914 Feb 04 13:41:22.220900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-107578c2-08e6-49c3-af75-ef38c047631a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528526 Feb 04 13:41:22.253979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99335-062f-45c5-9416-48b91ce8433f req-8004304e-2d92-4deb-9ebb-406a08018181 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:22.255329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13d99335-062f-45c5-9416-48b91ce8433f req-8004304e-2d92-4deb-9ebb-406a08018181 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 943 time: 0.3677838 Feb 04 13:41:22.587733 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-13d99335-062f-45c5-9416-48b91ce8433f req-8aa14ae7-9558-4dfe-8a67-e095aa3fd2a1 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646127 Feb 04 13:41:22.621110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-ede5e96e-b61d-4cbb-906c-d7403be1d83d service neutron] 10.222.0.90 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765180 Feb 04 13:41:22.624123 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-8c1f9223-53f6-4307-82f2-b191b3cf1a35 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998878 Feb 04 13:41:22.859556 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-88000023-766b-4f7b-b0c9-681c20f5ebb4 service neutron] 10.222.0.90 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323418 Feb 04 13:41:22.861415 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d2423fc-9eae-45f2-b65d-69080dfdc2eb req-2146284b-1a19-43fa-93c1-1c03ab0dfb97 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174599 Feb 04 13:41:23.366883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:41:23.496723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:23.512832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '88e496e4-eeee-40ae-8056-277db9427f50', 'network_id': 'b883725f-9f81-485a-86f1-b9b30ab944e2', 'port_id': '88e496e4-eeee-40ae-8056-277db9427f50', 'mac_address': 'fa:16:3e:2c:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd9f498-61db-4f52-b95f-a3e45a8d28cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:41:23.566253 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:23.582920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e496e4-eeee-40ae-8056-277db9427f50 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:41:23.598100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:23.601823 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:23.668358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:23.773819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a25d1-f6ac-4a73-8620-6311c3d21693 req-d22b48ee-9a64-40d2-8f73-060a7878bba7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:23.775340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e27a25d1-f6ac-4a73-8620-6311c3d21693 req-d22b48ee-9a64-40d2-8f73-060a7878bba7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 944 time: 0.0812204 Feb 04 13:41:23.819261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e27a25d1-f6ac-4a73-8620-6311c3d21693 req-2d0659c8-f05f-438c-ba2a-19c5c3e6a6d7 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Feb 04 13:41:23.849583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['88e496e4-eeee-40ae-8056-277db9427f50'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:41:24.197226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-49bca7ae-71e0-469c-9cf4-e005ab069886 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:24.198644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-49bca7ae-71e0-469c-9cf4-e005ab069886 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.87 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec&tenant_id=37c325f77d1f438c9bf3211b0f9be009&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.0871050 Feb 04 13:41:24.277352 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-cecb7dc9-e600-42c0-82bc-3e3111d95c77 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:41:24.278325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-cecb7dc9-e600-42c0-82bc-3e3111d95c77 service neutron] 10.222.0.87 "DELETE /v2.0/ports/88e496e4-eeee-40ae-8056-277db9427f50/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0740280 Feb 04 13:41:24.420301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-1d0c3780-78a7-4a15-93a8-021847b949a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:24.421773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-1d0c3780-78a7-4a15-93a8-021847b949a8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=37c325f77d1f438c9bf3211b0f9be009&device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 1095 time: 0.0748913 Feb 04 13:41:24.552860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-a34ac01e-3a3f-48b3-8354-faf7e769f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:24.554305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-a34ac01e-3a3f-48b3-8354-faf7e769f18b service neutron] 10.222.0.87 "GET /v2.0/networks?id=b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 200 len: 913 time: 0.1269822 Feb 04 13:41:24.620956 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-4ee4775b-9045-4c06-84ac-a68740f326fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 200 len: 217 time: 0.0608320 Feb 04 13:41:24.684803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-685ef053-26dc-4f5c-b1da-66c5df7e5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:24.686228 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-685ef053-26dc-4f5c-b1da-66c5df7e5351 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 200 len: 852 time: 0.0596714 Feb 04 13:41:24.732948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-6ad0834f-fa62-4b49-87a5-ea4933e3e678 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b883725f-9f81-485a-86f1-b9b30ab944e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403543 Feb 04 13:41:24.736564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:24.863931 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-46a33ace-1b77-4e44-bb86-16945ca23941 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252909 Feb 04 13:41:24.997815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-4cad0224-e502-4775-8899-c40d53fa3793 service neutron] 10.222.0.87 "GET /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279891 Feb 04 13:41:25.368165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:41:25.444030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 88e496e4-eeee-40ae-8056-277db9427f50 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:41:25.449041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 88e496e4-eeee-40ae-8056-277db9427f50 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:25.449408 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:25.568324 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:25.597751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:25.607956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:25.612024 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:25.654318 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'code': 200} Feb 04 13:41:25.685430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:25.807052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007275-3acb-4f0d-91b5-6cb97fb9a42a req-ffb804ca-dc5b-42b8-b7cd-03dde8e1334f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:25.808516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07007275-3acb-4f0d-91b5-6cb97fb9a42a req-ffb804ca-dc5b-42b8-b7cd-03dde8e1334f tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0802846 Feb 04 13:41:25.855421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-07007275-3acb-4f0d-91b5-6cb97fb9a42a req-efc38b2d-b6c4-4548-8e18-c30c416a3a46 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Feb 04 13:41:27.052687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1407103-ebde-49ca-b80f-257f90d89ee1 req-74076020-e3fb-430f-87e3-8f00597849d5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:27.054154 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1407103-ebde-49ca-b80f-257f90d89ee1 req-74076020-e3fb-430f-87e3-8f00597849d5 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0832279 Feb 04 13:41:27.065111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-ccd2700d-d358-4db2-837c-23719f01f6ba tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:27.066553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-ccd2700d-d358-4db2-837c-23719f01f6ba tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.90 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 945 time: 0.0785596 Feb 04 13:41:27.099054 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1407103-ebde-49ca-b80f-257f90d89ee1 req-92bb9b29-fb3f-4b1c-a7f4-409dbc4512b1 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Feb 04 13:41:27.136062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Deleting port 88e496e4-eeee-40ae-8056-277db9427f50 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:41:27.136400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:27.492259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] For port 88e496e4-eeee-40ae-8056-277db9427f50, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=88e496e4-eeee-40ae-8056-277db9427f50,segment=NetworkSegment(ccc98acd-0e46-4f4f-80d4-17227eac1059),segment_id=ccc98acd-0e46-4f4f-80d4-17227eac1059)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:27.492524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:27.617099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Calling delete_port for 88e496e4-eeee-40ae-8056-277db9427f50 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:41:27.756660 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:27.768123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['88e496e4-eeee-40ae-8056-277db9427f50'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:41:27.812719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Pushing event deleted for resources: {'Port': ['ID=88e496e4-eeee-40ae-8056-277db9427f50,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:27.891102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] No DVR routers for this DVR port 88e496e4-eeee-40ae-8056-277db9427f50 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:41:27.893970 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:27.896849 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-deleted', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:27.912312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ffe5291-a524-4fd9-b209-2118c38a8027 req-2ecfb9ba-49f2-47f6-bdb6-78ecbec980a3 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.90 "DELETE /v2.0/ports/88e496e4-eeee-40ae-8056-277db9427f50 HTTP/1.1" status: 204 len: 173 time: 0.8400905 Feb 04 13:41:28.014923 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963b1570-ed97-4458-b84c-36ebe33c6aec', 'name': 'network-vif-deleted', 'tag': '88e496e4-eeee-40ae-8056-277db9427f50', 'status': 'completed', 'code': 200} Feb 04 13:41:28.267632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cf099ea8-5594-4d7b-9dfb-ce1f9317f7c0 req-87373087-6b31-4bb9-96c6-c7d92e6b8585 tempest-DeleteServersTestJSON-1791346238 tempest-DeleteServersTestJSON-1791346238-project] 10.222.0.53 "GET /v2.0/ports?device_id=963b1570-ed97-4458-b84c-36ebe33c6aec HTTP/1.1" status: 200 len: 210 time: 0.0427935 Feb 04 13:41:29.506847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33450) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:29.568758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Deleting subnet 4bd9f498-61db-4f52-b95f-a3e45a8d28cb {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:41:29.571527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:29.619680 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:29.676613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:29.744662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:29.783841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd9f498-61db-4f52-b95f-a3e45a8d28cb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:29.785792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:29.791767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a1cc110d-c233-49b8-9b74-4d7aa6b5db85 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4bd9f498-61db-4f52-b95f-a3e45a8d28cb HTTP/1.1" status: 204 len: 168 time: 0.2839160 Feb 04 13:41:29.794290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33454) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:29.900016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.023646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.049012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b883725f-9f81-485a-86f1-b9b30ab944e2']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:41:30.060903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc98acd-0e46-4f4f-80d4-17227eac1059') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:41:30.061198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc98acd-0e46-4f4f-80d4-17227eac1059') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:41:30.072244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.087962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.094068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:41:30.094441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:41:30.112304 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:41:30.186168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.191243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.214689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b883725f-9f81-485a-86f1-b9b30ab944e2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:30.222514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4835f620-dd38-421a-8834-8afa7b6da2b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b883725f-9f81-485a-86f1-b9b30ab944e2 HTTP/1.1" status: 204 len: 168 time: 0.4270799 Feb 04 13:41:30.330238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33460) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:30.382091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eccc75f5-7acd-4f30-81ae-f96d1d94c9ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37c325f77d1f438c9bf3211b0f9be009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506804 Feb 04 13:41:30.384692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33464) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:30.440396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.465189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.517352 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.534085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4c168-b58c-451d-b1ee-af57b8bc0aa3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:30.544417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:30.545656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-762553ac-0427-4e9e-a3b5-ae038f836202 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6b4c168-b58c-451d-b1ee-af57b8bc0aa3 HTTP/1.1" status: 204 len: 168 time: 0.1599798 Feb 04 13:41:31.337621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33488) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:31.392586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:41:31.429486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 88e496e4-eeee-40ae-8056-277db9427f50 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:41:31.429837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 88e496e4-eeee-40ae-8056-277db9427f50 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:41:31.443913 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1865949308-network', 'tenant_id': '2e82769feaac4f7ab9ac608eb241fd2c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:31.449400 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:41:31.453184 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Usage tracker for resource:network and tenant:2e82769feaac4f7ab9ac608eb241fd2c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:41:31.456048 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:41:31.462054 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:41:31.472116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Made reservation on behalf of 2e82769feaac4f7ab9ac608eb241fd2c for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:31.474794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.487715 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.502408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:41:31.506423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Usage tracker for resource:security_group_rule and tenant:2e82769feaac4f7ab9ac608eb241fd2c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:41:31.509231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:41:31.516100 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:41:31.599023 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.603111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.629963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:41:31.642192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41102141-dedc-4057-85d1-5acb69ac663a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:31.646576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.646952 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Added segment 4bd424a4-fb82-4e31-880f-ecfeab7862cc of type vlan for network 1144151e-51be-4907-8873-e724643d3a24 Feb 04 13:41:31.673819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.702730 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.703673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:31.704777 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:31.807276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] Pushing event updated for resources: {'Network': ['ID=1144151e-51be-4907-8873-e724643d3a24,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:31.810233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-292ce1c5-b87c-4892-9b82-66b817741bab admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4716017 Feb 04 13:41:31.813170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33494) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:41:31.820724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 1144151e-51be-4907-8873-e724643d3a24 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:41:31.820982 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Request body: {'subnet': {'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1865949308-subnet', 'tenant_id': '2e82769feaac4f7ab9ac608eb241fd2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:31.826630 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:41:31.831060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Usage tracker for resource:subnet and tenant:2e82769feaac4f7ab9ac608eb241fd2c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:41:31.833901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:41:31.839564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:41:31.851404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Made reservation on behalf of 2e82769feaac4f7ab9ac608eb241fd2c for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:31.854054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:32.158176 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:32.239165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77755f10-73af-40ee-8e72-938163cf0c7f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:32.247485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Checking segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:41:32.247842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Network hostable DHCP agents. Network: 1144151e-51be-4907-8873-e724643d3a24, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:41:32.267676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Network 1144151e-51be-4907-8873-e724643d3a24 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:41:32.276571 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 1144151e-51be-4907-8873-e724643d3a24) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:32.280527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:32.281113 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:32.286596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fed080-7fcc-46ec-a9b9-93aa30202307 None None] Network 1144151e-51be-4907-8873-e724643d3a24 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:41:32.301325 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bb1afa66-699f-4ee9-aa8e-2fb7784c16f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4871278 Feb 04 13:41:32.499622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57705160-9819-4f77-a55d-e83e79003ac6 None None] Network 1144151e-51be-4907-8873-e724643d3a24 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:41:32.811533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-66f8095d-cfc3-4d59-a03c-2e3fae899c3c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:32.812991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-66f8095d-cfc3-4d59-a03c-2e3fae899c3c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 815 time: 0.1461866 Feb 04 13:41:32.829426 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-027397c4-dade-40ec-af73-31f7f2719c92 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/quotas/2e82769feaac4f7ab9ac608eb241fd2c HTTP/1.1" status: 200 len: 375 time: 0.0095913 Feb 04 13:41:32.881644 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-bdd6ce47-6ea0-4ccf-892f-8378fb376f56 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470014 Feb 04 13:41:33.013563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-841d073f-433b-44e2-8e32-0bfbab5628e6 service neutron] 10.222.0.53 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252704 Feb 04 13:41:33.146128 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-e01c6b72-c5e4-460f-ab24-506c1ce0ad1a service neutron] 10.222.0.53 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258855 Feb 04 13:41:33.320095 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-386bb7dd-2b90-4b9b-aa47-499d1b75c5be req-052268a1-0a7a-4bd3-a901-f5fb7e332004 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 210 time: 0.0420690 Feb 04 13:41:34.346506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-3c99c6e8-12ea-4a2d-b165-6342c8b46ba0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:34.347342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-3c99c6e8-12ea-4a2d-b165-6342c8b46ba0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Synchronizing usage tracker for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:41:34.367648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-3c99c6e8-12ea-4a2d-b165-6342c8b46ba0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Unset dirty status for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:41:34.369101 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-3c99c6e8-12ea-4a2d-b165-6342c8b46ba0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 815 time: 0.1735020 Feb 04 13:41:34.383679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Request body: {'port': {'device_id': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'admin_state_up': True, 'tenant_id': '2e82769feaac4f7ab9ac608eb241fd2c'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:34.479169 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-daf221f2-7448-4d89-b35d-5d628e91e99f req-a12564fe-55b6-4da7-a445-099d3cf6a71d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 210 time: 0.0475690 Feb 04 13:41:34.532976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:41:34.538080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Usage tracker for resource:port and tenant:2e82769feaac4f7ab9ac608eb241fd2c is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:41:34.540904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:41:34.546592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:41:34.557429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Made reservation on behalf of 2e82769feaac4f7ab9ac608eb241fd2c for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:41:34.561022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:34.720816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Allocated IP 172.20.0.3 (1144151e-51be-4907-8873-e724643d3a24/77755f10-73af-40ee-8e72-938163cf0c7f/a0970a12-cfc4-4253-adc2-26c275f94eb7) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:41:34.919604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:34.947539 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:35.022110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Network 1144151e-51be-4907-8873-e724643d3a24 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:41:35.025169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:41:35.029024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:41:35.065302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:35.095999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:35.096644 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:35.117090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-153dbe93-9d4b-4106-850f-0e4675411456 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377529 Feb 04 13:41:35.127870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Request body: {'port': {'device_id': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:41:35.238523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:35.520337 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:41:35.574727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0970a12-cfc4-4253-adc2-26c275f94eb7 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:41:35.582462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:35.639505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Transition to ACTIVE for port object a0970a12-cfc4-4253-adc2-26c275f94eb7 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:41:35.644339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:35.964614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:35.996968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-e8587787-0e36-4d10-9c4f-876195148fd0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:35.997660 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-e8587787-0e36-4d10-9c4f-876195148fd0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Synchronizing usage tracker for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:41:36.025759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:41:36.026013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:41:36.026339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:41:36.032887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:41:36.033324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:41:36.036866 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-e8587787-0e36-4d10-9c4f-876195148fd0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Unset dirty status for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:41:36.038023 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-e8587787-0e36-4d10-9c4f-876195148fd0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 931 time: 0.4474840 Feb 04 13:41:36.040479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:41:36.040813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Checking segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:41:36.041193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Bound using segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:41:36.041609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Bound port: a0970a12-cfc4-4253-adc2-26c275f94eb7, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:41:36.041950 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:36.136855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-4eb5e215-b304-4a44-b9ff-359adcb3ce1c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Synchronizing usage tracker for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:41:36.173009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-4eb5e215-b304-4a44-b9ff-359adcb3ce1c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Unset dirty status for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:41:36.174176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-481b3a22-efe7-4651-9109-84f7d972ab19 req-4eb5e215-b304-4a44-b9ff-359adcb3ce1c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220298 Feb 04 13:41:36.177935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:41:36.182525 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:41:36.190464 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:36.252517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:36.253129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:36.254487 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] 10.222.0.90 "PUT /v2.0/ports/a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 1091 time: 1.1306202 Feb 04 13:41:36.254938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:36.277034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf36d6-af69-4db2-8971-ae158716b882 service neutron] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:36.323778 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'status': 'completed', 'code': 200} Feb 04 13:41:36.363783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-79fa7f34-d370-4208-9213-54ba27c23ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:36.365258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-79fa7f34-d370-4208-9213-54ba27c23ee8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1094 time: 0.0771005 Feb 04 13:41:36.431864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-b205f34f-af52-45aa-b7a3-9af21a89080a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0603144 Feb 04 13:41:36.496183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-0b1ae21c-3b8a-44c5-9047-f588b7b0771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:36.497581 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-0b1ae21c-3b8a-44c5-9047-f588b7b0771c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0598052 Feb 04 13:41:36.549061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-9c262d3f-8dbc-4dfe-8ab5-e06b8474a515 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446224 Feb 04 13:41:36.679941 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-4ffebe7b-a2c0-4b04-8625-37e33baf40b8 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248064 Feb 04 13:41:36.810169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e127e592-db4a-4bbc-a492-d2b32c446969 req-94288aa6-a038-4295-8f5b-49ff0b4c6196 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241858 Feb 04 13:41:36.931134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-05c411fe-730b-494e-8842-d786361e1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:36.932603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-05c411fe-730b-494e-8842-d786361e1730 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1094 time: 0.0755904 Feb 04 13:41:37.061196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-2215112e-79f2-49da-b57c-6c5fa08002ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.062525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-2215112e-79f2-49da-b57c-6c5fa08002ed service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1238530 Feb 04 13:41:37.134967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-2d077f32-e91e-4e9f-b8f7-23851bdee9d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0655274 Feb 04 13:41:37.195771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-f8e6248a-952f-407b-a763-99a5035bf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.197183 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-f8e6248a-952f-407b-a763-99a5035bf706 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0567775 Feb 04 13:41:37.247694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-df395d39-0a78-4ef6-b19c-fbb3c1d7e2eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444303 Feb 04 13:41:37.431902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-c6a970a9-db4a-4e22-a5e5-267d5bd392af service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772573 Feb 04 13:41:37.466304 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f1f0-2011-48e6-9319-efc8d8d68f98 req-88540377-7d76-47bf-8615-487bd9c30a1f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:37.467734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7667f1f0-2011-48e6-9319-efc8d8d68f98 req-88540377-7d76-47bf-8615-487bd9c30a1f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 943 time: 0.1505201 Feb 04 13:41:37.693376 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7667f1f0-2011-48e6-9319-efc8d8d68f98 req-435c1313-dc0c-4931-92f0-bf95866023a5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736647 Feb 04 13:41:37.714432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2a9a83f-909b-4fa4-bbf0-c80c3b6655a9 req-bec8198d-b121-4299-b827-1e0e498ac07c service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750728 Feb 04 13:41:38.880740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae86b01-5549-472a-b1cb-f1665beab6e9 req-228c0956-ba20-4e73-9b32-71b6430c7a87 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:38.882179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bae86b01-5549-472a-b1cb-f1665beab6e9 req-228c0956-ba20-4e73-9b32-71b6430c7a87 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 943 time: 0.0795009 Feb 04 13:41:38.929503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bae86b01-5549-472a-b1cb-f1665beab6e9 req-63a21673-f98b-4836-9bd5-65274188f41a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Feb 04 13:41:38.961882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24901494-76d8-4090-9f3a-f6ebc7c45487 req-221f7cba-f17e-4e0e-8978-6e900494cf19 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0462003 Feb 04 13:41:39.068565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24901494-76d8-4090-9f3a-f6ebc7c45487 req-49f98d9f-904c-483a-ae76-08c5ac1f0857 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0411119 Feb 04 13:41:39.115909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24901494-76d8-4090-9f3a-f6ebc7c45487 req-dfc15ce9-3cff-43a6-91de-0eab63a9edde service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300856 Feb 04 13:41:39.251365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24901494-76d8-4090-9f3a-f6ebc7c45487 req-6e708880-8517-4c3d-b9d3-91e998d64c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:39.252829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-24901494-76d8-4090-9f3a-f6ebc7c45487 req-6e708880-8517-4c3d-b9d3-91e998d64c51 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311412 Feb 04 13:41:39.470955 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:41:39.601224 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:39.614717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'port_id': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'mac_address': 'fa:16:3e:ac:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77755f10-73af-40ee-8e72-938163cf0c7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:41:39.667212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:39.683939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0970a12-cfc4-4253-adc2-26c275f94eb7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:41:39.698498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:39.703054 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:39.771902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:39.779293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.779642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.779983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.780320 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.780653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.780986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.781318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.781641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.782460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.782879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.783206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.783527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:41:39.893555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['a0970a12-cfc4-4253-adc2-26c275f94eb7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:41:40.118676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b036-5601-40e4-ace5-8f5005c1da84 req-67d12961-1508-42bb-b228-84d6bfebede7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:40.120154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7444b036-5601-40e4-ace5-8f5005c1da84 req-67d12961-1508-42bb-b228-84d6bfebede7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 944 time: 0.0841618 Feb 04 13:41:40.163934 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7444b036-5601-40e4-ace5-8f5005c1da84 req-bc75f4c9-4cbe-481a-bb6f-c1327704a81d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Feb 04 13:41:41.347321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d139547-688e-4d99-9924-1e47bd6a22c4 req-67ac11ec-ee30-4125-a736-52c7f44d2749 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:41.348802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d139547-688e-4d99-9924-1e47bd6a22c4 req-67ac11ec-ee30-4125-a736-52c7f44d2749 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 944 time: 0.0814385 Feb 04 13:41:41.392469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d139547-688e-4d99-9924-1e47bd6a22c4 req-89320f54-40c0-4411-91df-7c9223cdbb14 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 Feb 04 13:41:41.471290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:41:41.537775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port a0970a12-cfc4-4253-adc2-26c275f94eb7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:41:41.542331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port a0970a12-cfc4-4253-adc2-26c275f94eb7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:41:41.542746 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:41.657549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:41.683226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:41:41.693124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:41:41.696778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:41.729021 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'code': 200} Feb 04 13:41:41.767386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:41:41.858491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ffa79-35d4-41aa-80c4-ec09cabad9a1 req-1c1a2b51-e24b-45ba-8493-bc255b6c9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:41.860564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d5ffa79-35d4-41aa-80c4-ec09cabad9a1 req-1c1a2b51-e24b-45ba-8493-bc255b6c9319 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1096 time: 0.0694044 Feb 04 13:41:41.902892 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d5ffa79-35d4-41aa-80c4-ec09cabad9a1 req-d8f5ecd2-be3c-4820-af21-13a84e367345 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361602 Feb 04 13:41:42.581134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066964d-b76b-420b-b2af-c8e13dc32b11 req-527c2bab-a5df-4f0d-ac10-8a9c7c466030 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:42.582854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f066964d-b76b-420b-b2af-c8e13dc32b11 req-527c2bab-a5df-4f0d-ac10-8a9c7c466030 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0845897 Feb 04 13:41:42.629841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f066964d-b76b-420b-b2af-c8e13dc32b11 req-0b94ea69-0360-47d7-8d3b-be93ea877638 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Feb 04 13:41:43.553968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-61468f17-554d-45bb-a2b8-e6e54b439e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:43.816466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1c34-1edb-446e-8fcf-6f33b2bbc7bb req-0e14c89d-b6f0-4ccf-87e1-4820ffba9a57 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:43.817951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77fe1c34-1edb-446e-8fcf-6f33b2bbc7bb req-0e14c89d-b6f0-4ccf-87e1-4820ffba9a57 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0792787 Feb 04 13:41:43.862842 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77fe1c34-1edb-446e-8fcf-6f33b2bbc7bb req-3260a25b-087c-4fbb-b94d-a397ac8b4a3a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Feb 04 13:41:44.044720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736a2b5-6ac5-4c0b-b641-cf998c703828 req-e2a73a1b-9a43-4e39-9f62-d10c2b84c4d7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:44.046174 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1736a2b5-6ac5-4c0b-b641-cf998c703828 req-e2a73a1b-9a43-4e39-9f62-d10c2b84c4d7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0788345 Feb 04 13:41:44.089269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1736a2b5-6ac5-4c0b-b641-cf998c703828 req-c957fb8f-8015-4292-a1c5-ed6a0470631f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Feb 04 13:41:44.433645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bcb1e-6396-4f3e-ac27-4051a55c59b7 req-916627fd-cddf-4fd2-8960-00c0c98243d5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:44.435141 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca0bcb1e-6396-4f3e-ac27-4051a55c59b7 req-916627fd-cddf-4fd2-8960-00c0c98243d5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0838013 Feb 04 13:41:44.478932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca0bcb1e-6396-4f3e-ac27-4051a55c59b7 req-5ecbd6fe-1cad-4d6e-b1bb-d0d719925364 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Feb 04 13:41:44.666224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22fe07-63a2-4350-ba88-8e814a1e93c4 req-ac3bddea-2a97-4d44-a995-ad3f929fd876 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:44.667635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e22fe07-63a2-4350-ba88-8e814a1e93c4 req-ac3bddea-2a97-4d44-a995-ad3f929fd876 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0847166 Feb 04 13:41:44.711004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e22fe07-63a2-4350-ba88-8e814a1e93c4 req-beff65dd-186c-405c-b788-9b283d47b861 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Feb 04 13:41:45.051685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-3f56bf3d-876c-4ea4-900c-2be407b611c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686042 Feb 04 13:41:45.107045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ebd6e-f5fe-47c0-a740-e59bf34f31ec req-5ae4e44c-c61b-4c1b-aa3e-b55b247ee7b6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:45.108525 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552ebd6e-f5fe-47c0-a740-e59bf34f31ec req-5ae4e44c-c61b-4c1b-aa3e-b55b247ee7b6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0827684 Feb 04 13:41:45.152419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552ebd6e-f5fe-47c0-a740-e59bf34f31ec req-e24dc3df-b085-4741-94cb-99fd9ab9dadb tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Feb 04 13:41:46.338095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cb1dcd5c-b161-440c-a5af-b549a94bf3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:46.343413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547752ee-8831-4c0e-86e9-1d2b73744b0e req-d18de96c-935f-4748-b27b-52f07b01dffa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.345439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-547752ee-8831-4c0e-86e9-1d2b73744b0e req-d18de96c-935f-4748-b27b-52f07b01dffa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0863800 Feb 04 13:41:46.389950 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-547752ee-8831-4c0e-86e9-1d2b73744b0e req-82645bf2-dd1c-406d-876a-7cfaa5adbc45 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Feb 04 13:41:46.540412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-4e77a4b8-7b52-46f2-91c7-a13b7993d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.541882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-4e77a4b8-7b52-46f2-91c7-a13b7993d63e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1096 time: 0.0726292 Feb 04 13:41:46.670129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-7fc7c959-d5ec-4a0d-b417-6595546cfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.671618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-7fc7c959-d5ec-4a0d-b417-6595546cfbca service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1241338 Feb 04 13:41:46.747621 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-489b7226-e498-46f0-923c-af55da09b47f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0698829 Feb 04 13:41:46.808772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-4ae13563-2b70-47c2-8516-c42b492fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:46.810138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-4ae13563-2b70-47c2-8516-c42b492fc40b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0562942 Feb 04 13:41:46.855326 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-02643730-7a01-4a9f-a415-796ea4390620 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390501 Feb 04 13:41:46.892053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:46.986024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-f7e3a8d8-57f2-4c67-925f-68a4d7647105 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240225 Feb 04 13:41:47.117314 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-a729ec2a-09ed-4d11-aac6-7d4c33502b7d service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244798 Feb 04 13:41:47.423983 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:47.579012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a9b98-3942-4083-abe8-35d2e5f78d33 req-bc6def1a-8ea6-4932-855e-4e4c9677ab81 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:47.580457 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a9a9b98-3942-4083-abe8-35d2e5f78d33 req-bc6def1a-8ea6-4932-855e-4e4c9677ab81 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0826571 Feb 04 13:41:47.623193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9a9a9b98-3942-4083-abe8-35d2e5f78d33 req-6a8b2319-bbf2-4448-8042-fce9b3bf70af tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Feb 04 13:41:48.788001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:48.806482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602581c-ae10-4ed9-acaf-c13a88096094 req-ab1f8865-bac1-4112-a547-976e4474acbe tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:48.807964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8602581c-ae10-4ed9-acaf-c13a88096094 req-ab1f8865-bac1-4112-a547-976e4474acbe tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0806911 Feb 04 13:41:48.850883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8602581c-ae10-4ed9-acaf-c13a88096094 req-0105b839-87ac-4965-b8bb-1f5084f9db80 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Feb 04 13:41:50.036318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e19b-2876-4954-9581-02ad25896288 req-954be4d3-d3da-4374-a4a1-4a5e1f603790 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:50.037698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4352e19b-2876-4954-9581-02ad25896288 req-954be4d3-d3da-4374-a4a1-4a5e1f603790 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0789254 Feb 04 13:41:50.080202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4352e19b-2876-4954-9581-02ad25896288 req-6b378f04-7828-4181-a06c-9df3541a197c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Feb 04 13:41:50.436600 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:51.279744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29db731-9788-4197-b1a3-a69e46a7694d req-3df4888a-30cf-4200-99d1-7ba565b2723b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:51.281249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f29db731-9788-4197-b1a3-a69e46a7694d req-3df4888a-30cf-4200-99d1-7ba565b2723b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0902262 Feb 04 13:41:51.327249 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f29db731-9788-4197-b1a3-a69e46a7694d req-50034176-7005-418a-8efa-fcf0b5a5486e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Feb 04 13:41:52.520552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11071460-3bf2-4027-82ab-d79383a29f4e req-52409568-446d-4b6d-8b7a-91fcf72768fa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:52.522035 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11071460-3bf2-4027-82ab-d79383a29f4e req-52409568-446d-4b6d-8b7a-91fcf72768fa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0858984 Feb 04 13:41:52.566649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-11071460-3bf2-4027-82ab-d79383a29f4e req-84bec969-2817-4c44-96c5-33a371ba87a7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Feb 04 13:41:53.748999 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467c9a8-16e6-493a-a566-1e6273ff514d req-7d6c3f8c-e2be-4cc1-ad3f-33046c82d6c7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:53.750525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6467c9a8-16e6-493a-a566-1e6273ff514d req-7d6c3f8c-e2be-4cc1-ad3f-33046c82d6c7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0797076 Feb 04 13:41:53.896927 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6467c9a8-16e6-493a-a566-1e6273ff514d req-b0c4fb13-502b-4479-89fb-4c8c7c7dc7f8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405725 Feb 04 13:41:54.743497 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:41:55.077782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0704f9-5551-4135-a286-fce5ba3d9c12 req-0be89725-3aae-4473-82fb-79ccfc66eb98 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:55.079772 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe0704f9-5551-4135-a286-fce5ba3d9c12 req-0be89725-3aae-4473-82fb-79ccfc66eb98 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0785301 Feb 04 13:41:55.127264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe0704f9-5551-4135-a286-fce5ba3d9c12 req-3dabcd1c-9031-4645-9e0d-1dce98e04de3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Feb 04 13:41:56.310519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3797ce-e1b5-4a3b-be0d-8e6e765b0ed7 req-aaef3bef-1b6d-44f7-96e4-18e2b831813e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:56.312001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee3797ce-e1b5-4a3b-be0d-8e6e765b0ed7 req-aaef3bef-1b6d-44f7-96e4-18e2b831813e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0804341 Feb 04 13:41:56.355837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee3797ce-e1b5-4a3b-be0d-8e6e765b0ed7 req-6e723bb9-0564-4077-9c92-6fb131c6b16c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Feb 04 13:41:57.540958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e278e89-b203-49be-a524-d4423d7508e5 req-9e62a463-0d49-40eb-ad7c-49e91b27c196 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:57.542464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e278e89-b203-49be-a524-d4423d7508e5 req-9e62a463-0d49-40eb-ad7c-49e91b27c196 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0807712 Feb 04 13:41:57.593100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e278e89-b203-49be-a524-d4423d7508e5 req-81f406db-d264-4ad2-a6ea-a01ca6f59ad4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Feb 04 13:41:58.786330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920aa94-16d2-417f-ba13-3c6bc61b320f req-4f313243-342e-4595-b70d-a8a686cb674f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:41:58.787827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3920aa94-16d2-417f-ba13-3c6bc61b320f req-4f313243-342e-4595-b70d-a8a686cb674f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0854597 Feb 04 13:41:58.845352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3920aa94-16d2-417f-ba13-3c6bc61b320f req-99009b72-52ac-40f0-8bb2-fd28a9310ced tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Feb 04 13:42:00.146646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb91c9-7127-4d00-955c-0584d07be133 req-4cec0c36-85db-4e4e-b1a0-5c60961ce91c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:00.148045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fdb91c9-7127-4d00-955c-0584d07be133 req-4cec0c36-85db-4e4e-b1a0-5c60961ce91c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.1959918 Feb 04 13:42:00.195384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fdb91c9-7127-4d00-955c-0584d07be133 req-99ebef98-d53d-4853-83da-6b2d39f23839 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Feb 04 13:42:01.398647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092bfff-3383-4b2e-9f78-81a9d61d70be req-6f4a6eec-87e4-455a-acf9-648786699343 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:01.400217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b092bfff-3383-4b2e-9f78-81a9d61d70be req-6f4a6eec-87e4-455a-acf9-648786699343 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0965846 Feb 04 13:42:01.445018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b092bfff-3383-4b2e-9f78-81a9d61d70be req-dad63a2c-ff4b-4e2c-b9ff-2f6f40a29243 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Feb 04 13:42:02.645944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed761d-dfcd-4ab2-9cdf-f09694060117 req-2bc547a8-875e-45fb-b899-18ec9c7be18d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:02.647744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16ed761d-dfcd-4ab2-9cdf-f09694060117 req-2bc547a8-875e-45fb-b899-18ec9c7be18d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0938261 Feb 04 13:42:02.696201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16ed761d-dfcd-4ab2-9cdf-f09694060117 req-ecf8523e-ac8b-4e8b-9b54-2dc8f37fef25 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Feb 04 13:42:03.887946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e35e3-964b-4599-a8e4-32163d6e7cc7 req-ca23b315-b575-43a7-a969-7e695f30210b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:03.889500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a2e35e3-964b-4599-a8e4-32163d6e7cc7 req-ca23b315-b575-43a7-a969-7e695f30210b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0862169 Feb 04 13:42:03.933706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a2e35e3-964b-4599-a8e4-32163d6e7cc7 req-cdd5f730-5c42-4285-bd77-1b16412d980b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Feb 04 13:42:05.139683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56daf-470c-4ced-8364-9601ffd2348c req-b99e1c54-b7cf-4648-a1cd-e59054f22802 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:05.141770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acc56daf-470c-4ced-8364-9601ffd2348c req-b99e1c54-b7cf-4648-a1cd-e59054f22802 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0842159 Feb 04 13:42:05.189148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-acc56daf-470c-4ced-8364-9601ffd2348c req-11d3b76c-28df-48f2-94e8-c7cc1a25600b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Feb 04 13:42:06.381191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9260c5-e65c-4ab9-8022-48a1e4d37ed6 req-a747edf1-b619-4b52-9063-f4412bcba7b9 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:06.382716 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a9260c5-e65c-4ab9-8022-48a1e4d37ed6 req-a747edf1-b619-4b52-9063-f4412bcba7b9 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0842204 Feb 04 13:42:06.431838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1a9260c5-e65c-4ab9-8022-48a1e4d37ed6 req-56e7eaf0-a4df-4b29-9800-c82382dbf0d8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Feb 04 13:42:07.616075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87315-db43-4391-a26e-4c20744289e3 req-d66ec06a-bb2d-43b4-87e8-13b876397548 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:07.617519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a87315-db43-4391-a26e-4c20744289e3 req-d66ec06a-bb2d-43b4-87e8-13b876397548 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0782552 Feb 04 13:42:07.664394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90a87315-db43-4391-a26e-4c20744289e3 req-a101365a-9c24-4848-9700-e2f3e77469f7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Feb 04 13:42:08.849941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0087d-bf64-47c3-80f5-f64081bd91ba req-0fde4feb-5ad6-4fbd-855d-65c747814d15 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:08.851482 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2c0087d-bf64-47c3-80f5-f64081bd91ba req-0fde4feb-5ad6-4fbd-855d-65c747814d15 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0810866 Feb 04 13:42:08.895752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2c0087d-bf64-47c3-80f5-f64081bd91ba req-6418e9c1-e838-4626-8457-342450bb5065 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Feb 04 13:42:10.079160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91a5e-0011-458c-9a5c-28514f09d1f0 req-e4924ef6-5b6e-4cec-861d-4787d84d6d18 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:10.080645 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1df91a5e-0011-458c-9a5c-28514f09d1f0 req-e4924ef6-5b6e-4cec-861d-4787d84d6d18 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0808365 Feb 04 13:42:10.126420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1df91a5e-0011-458c-9a5c-28514f09d1f0 req-9de1b916-5878-444b-8488-ee50fa1506d9 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Feb 04 13:42:11.313188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c024d-1795-46a6-a73d-e57d7eadce17 req-a2aee46a-343d-4d68-a3c5-fdd91d1224a7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:11.314704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-218c024d-1795-46a6-a73d-e57d7eadce17 req-a2aee46a-343d-4d68-a3c5-fdd91d1224a7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0831587 Feb 04 13:42:11.358298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-218c024d-1795-46a6-a73d-e57d7eadce17 req-ba9a4e74-8ccd-4d9f-adc5-d8a06d57ec76 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Feb 04 13:42:12.519882 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:42:12.554211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7a3ad-c779-456e-824d-c535a99e29e8 req-8ad10cd0-6c38-4bf4-991c-dc5dc7a3628a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:12.555816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ac7a3ad-c779-456e-824d-c535a99e29e8 req-8ad10cd0-6c38-4bf4-991c-dc5dc7a3628a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0863545 Feb 04 13:42:12.603715 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ac7a3ad-c779-456e-824d-c535a99e29e8 req-6fd0b200-7fe2-4c95-b57f-b35c7513ac82 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Feb 04 13:42:13.555696 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0a163a9d-2a42-4d86-adfa-e3290bc0bbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:13.798867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665d37-90b1-4471-9109-fbb43b7d1889 req-fd14e80b-ae31-4121-b49b-99f1532d7e99 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:13.800340 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a665d37-90b1-4471-9109-fbb43b7d1889 req-fd14e80b-ae31-4121-b49b-99f1532d7e99 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0859807 Feb 04 13:42:13.843798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5a665d37-90b1-4471-9109-fbb43b7d1889 req-0db362c2-a9fc-4bed-8f2a-f5fb05af3bab tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Feb 04 13:42:14.135999 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-da322d68-7d5b-45e1-b67e-57be3eda2dbb service neutron] show failed (client error): The resource could not be found. Feb 04 13:42:14.136906 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-da322d68-7d5b-45e1-b67e-57be3eda2dbb service neutron] 10.222.0.90 "GET /v2.0/ports/a0970a12-cfc4-4253-adc2-26c275f94eb7/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0728128 Feb 04 13:42:14.394307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-31ca7ef9-581d-4222-a1fe-97ef556b9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:14.395951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-31ca7ef9-581d-4222-a1fe-97ef556b9ff4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935&tenant_id=2e82769feaac4f7ab9ac608eb241fd2c HTTP/1.1" status: 200 len: 1096 time: 0.0745642 Feb 04 13:42:14.406967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:14.516806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:14.779452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:14.812990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:42:14.871732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:14.877250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:14.893589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Transition to ACTIVE for port object a0970a12-cfc4-4253-adc2-26c275f94eb7 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:14.898342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:14.939636 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'code': 200} Feb 04 13:42:15.069010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] No DVR routers for this DVR port a0970a12-cfc4-4253-adc2-26c275f94eb7 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:42:15.071050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:15.110597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.110965 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.111309 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.111638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.111967 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.112289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.112610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.112943 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.113500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.113878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.114199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.114517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:15.180527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:42:15.181335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:42:15.181335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:42:15.195458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:42:15.195782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Attempting to bind port a0970a12-cfc4-4253-adc2-26c275f94eb7 on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:42:15.203669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:42:15.203999 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Checking segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:42:15.204377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Bound using segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:42:15.204801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Bound port: a0970a12-cfc4-4253-adc2-26c275f94eb7, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:42:15.205146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:15.287368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab88cd-6c27-432b-b673-ac23cf1301d4 req-e673977b-c153-45e2-adce-ec436c532dd3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.288836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afab88cd-6c27-432b-b673-ac23cf1301d4 req-e673977b-c153-45e2-adce-ec436c532dd3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 943 time: 0.1851435 Feb 04 13:42:15.339069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:42:15.353604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:42:15.357310 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-afab88cd-6c27-432b-b673-ac23cf1301d4 req-65aae311-ea9b-4779-8a14-d40ea97746c0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547175 Feb 04 13:42:15.359552 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:15.422250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.422893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:15.424237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] 10.222.0.87 "PUT /v2.0/ports/a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 1091 time: 1.0219386 Feb 04 13:42:15.438628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2015-bb84-44d1-8173-0c2f7eabe73a service neutron] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:15.513405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-113bc48e-f2a6-4f50-93b6-cd3c7ad322d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.514902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-113bc48e-f2a6-4f50-93b6-cd3c7ad322d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1094 time: 0.0701575 Feb 04 13:42:15.752342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-59d1bad4-20eb-4cf6-b0b9-a663aeb09938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.754091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-59d1bad4-20eb-4cf6-b0b9-a663aeb09938 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.2333190 Feb 04 13:42:15.824305 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-f435e83e-5cd5-4a48-88b1-f06042d82f9c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0639050 Feb 04 13:42:15.885079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-b05b01fd-7c6f-45fb-b4d5-340b31e79e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:15.886492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-b05b01fd-7c6f-45fb-b4d5-340b31e79e70 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0566008 Feb 04 13:42:15.935030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-22419250-568c-4628-b653-1b0c0c357a7b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423317 Feb 04 13:42:16.066087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-59b98bad-0380-4ccf-8ee6-88469280c4a4 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247177 Feb 04 13:42:16.196966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa682dfc-8278-4233-a602-2d7218c5ae6f req-43fc6e48-1ca9-4104-a807-4a89669132b3 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250553 Feb 04 13:42:16.341159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01af7226-25a7-4fc4-8e0e-d4cf9cacdfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:16.554456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4e63d-8288-4db4-af78-017ad96dedd7 req-7536da4c-2eb6-45c2-a7c0-0c0b7211f0fd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:16.555967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20a4e63d-8288-4db4-af78-017ad96dedd7 req-7536da4c-2eb6-45c2-a7c0-0c0b7211f0fd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 943 time: 0.0883307 Feb 04 13:42:16.602130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-20a4e63d-8288-4db4-af78-017ad96dedd7 req-4739f7fd-ef9f-40b0-ac0e-19ca8e371a02 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Feb 04 13:42:16.894538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:16.940904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:17.001608 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'status': 'completed', 'code': 200} Feb 04 13:42:17.143068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-60b40d2a-8d83-4bbd-a204-b089cc59cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.144533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-60b40d2a-8d83-4bbd-a204-b089cc59cddc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1094 time: 0.1256413 Feb 04 13:42:17.150453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-32f09ade-f286-4c24-91b8-bb9385b7996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.151825 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-32f09ade-f286-4c24-91b8-bb9385b7996e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1094 time: 0.1033289 Feb 04 13:42:17.382649 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-0676eec7-9442-4a79-a6a3-1c7dc7c9744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.384121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-0676eec7-9442-4a79-a6a3-1c7dc7c9744d service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.2314548 Feb 04 13:42:17.385177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-9bbf59d5-df53-4f81-86e2-e6e5fc6cebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.386470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-9bbf59d5-df53-4f81-86e2-e6e5fc6cebae service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.2166438 Feb 04 13:42:17.424059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:17.505690 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-0658d9d6-d494-42cc-a3ee-ab3678c6f8ba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.1142364 Feb 04 13:42:17.542918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-e914b292-7340-4c16-a26d-cccd3bfa722f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0993669 Feb 04 13:42:17.624261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-a01001b9-aaf4-4208-9647-154a1cc0a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.626250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-a01001b9-aaf4-4208-9647-154a1cc0a451 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.1136000 Feb 04 13:42:17.627585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:42:17.632160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-34e84a71-c473-47c9-9919-0330acd683e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.633317 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-34e84a71-c473-47c9-9919-0330acd683e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0811491 Feb 04 13:42:17.686107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:42:17.729027 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-488b2dfd-e77d-4492-aad5-2044c52e9257 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895815 Feb 04 13:42:17.731258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-959a7109-d259-499c-aafc-2c09b6a42c1b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612721 Feb 04 13:42:17.800591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be8f4-0199-433d-b478-47fc29ec4de4 req-3ef65036-e390-47e3-978c-ff1db60d5a09 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:17.808288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d39be8f4-0199-433d-b478-47fc29ec4de4 req-3ef65036-e390-47e3-978c-ff1db60d5a09 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 943 time: 0.0910132 Feb 04 13:42:17.859596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d39be8f4-0199-433d-b478-47fc29ec4de4 req-cbfeead4-58f8-4f2a-9ea1-cb39c2f6908f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Feb 04 13:42:17.945695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:42:18.084935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:18.098032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'port_id': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'mac_address': 'fa:16:3e:ac:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77755f10-73af-40ee-8e72-938163cf0c7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:42:18.110405 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-314e9263-cc67-4bf6-909e-abb614a29994 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741455 Feb 04 13:42:18.115291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-6fc1e4e5-cd61-45d5-bdf7-cf2a9688d135 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562336 Feb 04 13:42:18.158288 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:18.176271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0970a12-cfc4-4253-adc2-26c275f94eb7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:42:18.192241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:18.196153 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:18.262977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:18.363492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-8cdda991-c084-4085-8fe3-828d41e33e0d service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472196 Feb 04 13:42:18.365193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-de645ef0-0247-434d-93eb-f3bf70b65681 req-05f91365-2df5-43c3-a027-b70afa4b1e65 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293696 Feb 04 13:42:18.423915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a0970a12-cfc4-4253-adc2-26c275f94eb7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:42:18.789523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:19.040795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377759-d309-42aa-9a87-80119f8da3d2 req-fa8a64fa-09cd-4f56-9fa9-0da04d80731c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.042163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16377759-d309-42aa-9a87-80119f8da3d2 req-fa8a64fa-09cd-4f56-9fa9-0da04d80731c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 944 time: 0.0804751 Feb 04 13:42:19.086435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16377759-d309-42aa-9a87-80119f8da3d2 req-3db48d0f-607f-4ad3-b39c-f1f0ce5c3711 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Feb 04 13:42:19.450399 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db042eb6-718f-4799-9fb5-8139cc510143 req-0c7dc0dd-4460-407a-8ab9-01556fb04121 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.451786 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db042eb6-718f-4799-9fb5-8139cc510143 req-0c7dc0dd-4460-407a-8ab9-01556fb04121 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 944 time: 0.1435161 Feb 04 13:42:19.460505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-9b97cc57-faa0-4310-97a7-8a59653c5fdd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.461817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-9b97cc57-faa0-4310-97a7-8a59653c5fdd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.90 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935&tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.1223345 Feb 04 13:42:19.562687 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db042eb6-718f-4799-9fb5-8139cc510143 req-2fd1fb56-c39f-4ade-8925-57fd8ecd0b9d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999050 Feb 04 13:42:19.575545 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-384c5d06-c508-4ffd-b862-d3aa93b20411 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:42:19.576304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-384c5d06-c508-4ffd-b862-d3aa93b20411 service neutron] 10.222.0.90 "DELETE /v2.0/ports/a0970a12-cfc4-4253-adc2-26c275f94eb7/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1006491 Feb 04 13:42:19.715880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-4abbdb89-f2fb-402b-adc8-24340e267f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.717274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-4abbdb89-f2fb-402b-adc8-24340e267f26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 1095 time: 0.0705273 Feb 04 13:42:19.850334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-756b6d43-e286-4373-965f-0f8b6b93b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.851824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-756b6d43-e286-4373-965f-0f8b6b93b54a service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1268554 Feb 04 13:42:19.922282 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-ab9c4434-1a0c-41ff-ac6e-2c10192b9ba2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 200 len: 217 time: 0.0640697 Feb 04 13:42:19.960929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:42:19.984807 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-9023c05f-6c3a-4989-abe0-d1dca8a56e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:19.986203 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-9023c05f-6c3a-4989-abe0-d1dca8a56e03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0587931 Feb 04 13:42:20.029096 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port a0970a12-cfc4-4253-adc2-26c275f94eb7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:42:20.034310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port a0970a12-cfc4-4253-adc2-26c275f94eb7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:20.034735 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:20.036301 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-11ce9d4e-202d-4ecc-bafe-4be83fd295ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447736 Feb 04 13:42:20.152256 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:20.170896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-9be1c35c-55d5-4101-97c5-3c759903a474 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290789 Feb 04 13:42:20.180936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:20.192394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:20.196810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:20.268565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:20.319557 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'code': 200} Feb 04 13:42:20.319695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f9d1e07-621f-4640-a967-eb03e3764b85 req-e4ae1e51-540e-443b-bf73-d3f755ab37d5 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425128 Feb 04 13:42:20.450439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:20.753360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcef1c0-d2f6-4b8a-8914-b2cfd91cdf7b req-c35fab61-e3d6-45ff-9ee2-2ea8c5afd707 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:20.756572 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddcef1c0-d2f6-4b8a-8914-b2cfd91cdf7b req-c35fab61-e3d6-45ff-9ee2-2ea8c5afd707 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0847185 Feb 04 13:42:20.799731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ddcef1c0-d2f6-4b8a-8914-b2cfd91cdf7b req-d5631515-786b-4db4-88d5-2a3fc702d9b8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Feb 04 13:42:21.986438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116678a-4324-4552-a1b1-e5b59cfb4253 req-d43cdbf0-000d-4b1c-be27-cab185c625d3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:21.987926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7116678a-4324-4552-a1b1-e5b59cfb4253 req-d43cdbf0-000d-4b1c-be27-cab185c625d3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0814145 Feb 04 13:42:22.033733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7116678a-4324-4552-a1b1-e5b59cfb4253 req-c579db5e-d2e6-4989-815b-629de6664258 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Feb 04 13:42:22.330754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8ac7-4e86-4b97-aec1-f2c4d114892c req-5c4e5c29-884f-4b54-85c7-dbf81f437fcf tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:22.332237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-280e8ac7-4e86-4b97-aec1-f2c4d114892c req-5c4e5c29-884f-4b54-85c7-dbf81f437fcf tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.1958168 Feb 04 13:42:22.376550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-280e8ac7-4e86-4b97-aec1-f2c4d114892c req-ace20516-c648-40ba-a7f0-00d94b3404ba tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Feb 04 13:42:22.564501 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102647f-75a0-4e53-b341-af4ef6620a39 req-7f5161bc-3804-4c7d-9cec-53d6d9f1fea4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:22.565953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4102647f-75a0-4e53-b341-af4ef6620a39 req-7f5161bc-3804-4c7d-9cec-53d6d9f1fea4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0821280 Feb 04 13:42:22.609761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4102647f-75a0-4e53-b341-af4ef6620a39 req-040090b3-12e4-444f-b299-5278eebef5f6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Feb 04 13:42:23.103137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-186588c0-a0a2-47d1-b4bc-0d6f71172dac tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:23.104578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-186588c0-a0a2-47d1-b4bc-0d6f71172dac tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 815 time: 0.1464212 Feb 04 13:42:23.119727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-65c5f7d5-861d-44da-ac8d-065b8ed33484 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/quotas/2e82769feaac4f7ab9ac608eb241fd2c HTTP/1.1" status: 200 len: 375 time: 0.0096455 Feb 04 13:42:23.204366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-f0519563-f02d-46fb-99f8-55ff3bdfb4a6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791485 Feb 04 13:42:23.339291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-d73185d1-4777-4b35-88d4-38fd6fdb4f29 service neutron] 10.222.0.53 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284771 Feb 04 13:42:23.469440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-19295eac-dae4-4c2d-afb3-fa1cb96a6e27 service neutron] 10.222.0.53 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242657 Feb 04 13:42:23.652291 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2eb1b9c3-c965-4f9d-8f46-0c610966cdca req-f24d91e8-57d4-454f-9cf0-2bed65958025 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 210 time: 0.0463059 Feb 04 13:42:24.234952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-1f42540b-434c-45a7-b1a9-6f7ff26a552e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.236381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-1f42540b-434c-45a7-b1a9-6f7ff26a552e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.87 "GET /v2.0/ports?device_id=479cd6f1-bd01-429b-be3a-aa11ff172935 HTTP/1.1" status: 200 len: 945 time: 0.0926092 Feb 04 13:42:24.304421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Deleting port a0970a12-cfc4-4253-adc2-26c275f94eb7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:42:24.304764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:24.567589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] For port a0970a12-cfc4-4253-adc2-26c275f94eb7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=a0970a12-cfc4-4253-adc2-26c275f94eb7,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:24.568049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:24.697418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Calling delete_port for a0970a12-cfc4-4253-adc2-26c275f94eb7 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:42:24.699416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-eb0050d3-343f-4d50-ae57-1f79ca171c34 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:24.700970 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-eb0050d3-343f-4d50-ae57-1f79ca171c34 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 815 time: 0.1579070 Feb 04 13:42:24.712751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Request body: {'port': {'device_id': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'admin_state_up': True, 'tenant_id': '2e82769feaac4f7ab9ac608eb241fd2c'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:24.777387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:24.869129 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:24.884252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a0970a12-cfc4-4253-adc2-26c275f94eb7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:42:24.924216 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Pushing event deleted for resources: {'Port': ['ID=a0970a12-cfc4-4253-adc2-26c275f94eb7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:24.969006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed739055-bd5f-4d22-8768-73869e76a520 req-50f3f53b-41b9-484a-aa9f-32ab8f6a4a66 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 210 time: 0.0580761 Feb 04 13:42:25.000938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] No DVR routers for this DVR port a0970a12-cfc4-4253-adc2-26c275f94eb7 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:42:25.004239 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:25.006785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-deleted', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:25.024770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7cf3fbcd-1541-4d33-b13e-a947e1ff0651 req-4b2a1a41-0e89-4062-aecc-d28ca1ff2bf5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.87 "DELETE /v2.0/ports/a0970a12-cfc4-4253-adc2-26c275f94eb7 HTTP/1.1" status: 204 len: 173 time: 0.7833025 Feb 04 13:42:25.050219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:42:25.056286 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479cd6f1-bd01-429b-be3a-aa11ff172935', 'name': 'network-vif-deleted', 'tag': 'a0970a12-cfc4-4253-adc2-26c275f94eb7', 'status': 'completed', 'code': 200} Feb 04 13:42:25.056643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Usage tracker for resource:port and tenant:2e82769feaac4f7ab9ac608eb241fd2c is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:42:25.060884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:42:25.069631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:42:25.084273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Made reservation on behalf of 2e82769feaac4f7ab9ac608eb241fd2c for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:42:25.087913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:25.264251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Allocated IP 172.20.0.5 (1144151e-51be-4907-8873-e724643d3a24/77755f10-73af-40ee-8e72-938163cf0c7f/27549867-c09f-4467-a8be-923f25830a3b) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:42:25.479142 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:25.508711 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:25.520347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['a0970a12-cfc4-4253-adc2-26c275f94eb7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:42:25.583197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Network 1144151e-51be-4907-8873-e724643d3a24 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:42:25.586412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:42:25.590319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:42:25.621232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:25.639625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.640001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.640342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.640676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.641007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.641334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.641680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.642036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.643561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.643561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.643561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.643561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:42:25.672154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:25.672763 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:25.697768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-2da6a8bd-aef0-47c2-afe0-cae98fb5c65f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888372 Feb 04 13:42:25.708736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Request body: {'port': {'device_id': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:42:25.824248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.233029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ca77-fb59-493e-840e-4f33cb09cc29 req-f6184e24-977a-4c22-b6d3-817037662a90 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:26.233763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-00f9ca77-fb59-493e-840e-4f33cb09cc29 req-f6184e24-977a-4c22-b6d3-817037662a90 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Synchronizing usage tracker for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:42:26.237454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27549867-c09f-4467-a8be-923f25830a3b {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:42:26.245702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.266285 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Transition to ACTIVE for port object 27549867-c09f-4467-a8be-923f25830a3b will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:42:26.267598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-00f9ca77-fb59-493e-840e-4f33cb09cc29 req-f6184e24-977a-4c22-b6d3-817037662a90 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Unset dirty status for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:42:26.268803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00f9ca77-fb59-493e-840e-4f33cb09cc29 req-f6184e24-977a-4c22-b6d3-817037662a90 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 931 time: 0.1943591 Feb 04 13:42:26.269791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.434365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:26.471583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00f9ca77-fb59-493e-840e-4f33cb09cc29 req-938da165-b22c-43ce-843d-adb32a284f0d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661630 Feb 04 13:42:26.555674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:42:26.556003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:42:26.556329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:42:26.561020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:42:26.561338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:42:26.566378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:42:26.566737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Checking segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:42:26.567123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Bound using segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:42:26.567543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Bound port: 27549867-c09f-4467-a8be-923f25830a3b, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:42:26.567886 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.659308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:42:26.662190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:42:26.667198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.838967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:26.839589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:26.841010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] 10.222.0.87 "PUT /v2.0/ports/27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 1091 time: 1.1363592 Feb 04 13:42:26.841441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:26.863023 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7810d-9331-40b3-bc27-011d076e9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:26.910423 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'status': 'completed', 'code': 200} Feb 04 13:42:26.948756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-3e1d54c1-1476-4c8c-98b3-d1fc53cff427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:26.950284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-3e1d54c1-1476-4c8c-98b3-d1fc53cff427 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.0723500 Feb 04 13:42:27.020020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-8dd80824-77fc-49c2-b366-f719aa794ab7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0628171 Feb 04 13:42:27.080449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-04da7978-714f-42e7-ada0-74a5e65e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:27.081874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-04da7978-714f-42e7-ada0-74a5e65e6f04 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0566700 Feb 04 13:42:27.127304 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-19f65a61-202e-468c-b5bd-0fd3ecd907f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396335 Feb 04 13:42:27.256951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-728f24b0-1b62-4cae-9654-8a79f625dc47 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240661 Feb 04 13:42:27.388041 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5946410-6e32-44b8-bbda-8c13e497c566 req-fed85e74-5e55-4d75-bf01-41464c8b138c service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251187 Feb 04 13:42:27.509048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-1502ef31-15b9-4153-9920-cf9621a80f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:27.510549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-1502ef31-15b9-4153-9920-cf9621a80f83 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.0748746 Feb 04 13:42:27.708719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-a0356bc9-952a-4ea5-ae31-083114a095b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:27.710100 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-a0356bc9-952a-4ea5-ae31-083114a095b5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1936879 Feb 04 13:42:27.722845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c19db-c2b6-4373-a72e-2cdaf5647bb7 req-032eaf61-5eab-461b-8553-9bafcd2fe85b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:27.724342 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-242c19db-c2b6-4373-a72e-2cdaf5647bb7 req-032eaf61-5eab-461b-8553-9bafcd2fe85b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.1410398 Feb 04 13:42:27.799829 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-65a7dd77-cf00-4ebc-bf99-1683d2014348 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0745194 Feb 04 13:42:27.864793 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-242c19db-c2b6-4373-a72e-2cdaf5647bb7 req-1834c3c8-88a8-42e6-ab99-54a26402a2aa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916679 Feb 04 13:42:27.881399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-af7cfa8c-53c8-491e-a5ed-15c624f92f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:27.882879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-af7cfa8c-53c8-491e-a5ed-15c624f92f23 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0766444 Feb 04 13:42:27.930086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-ebbbacc7-418c-43f5-9df3-18c3d1c3263c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411067 Feb 04 13:42:28.064392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-d2f1d1e8-bde9-49a1-a610-15f8f26c38f0 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283448 Feb 04 13:42:28.195612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-733a265b-fc20-44ca-8fb1-1fc9fa0d0d84 req-0ec6feef-922f-4ced-936b-b47db6d30641 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248951 Feb 04 13:42:29.053572 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363547a9-42df-49ea-a2b7-ccaef3d92690 req-7302ce62-0900-474e-8cb1-287884295451 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:29.054278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-363547a9-42df-49ea-a2b7-ccaef3d92690 req-7302ce62-0900-474e-8cb1-287884295451 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Synchronizing usage tracker for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:42:29.067286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-363547a9-42df-49ea-a2b7-ccaef3d92690 req-7302ce62-0900-474e-8cb1-287884295451 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Unset dirty status for tenant:2e82769feaac4f7ab9ac608eb241fd2c on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:42:29.068443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-363547a9-42df-49ea-a2b7-ccaef3d92690 req-7302ce62-0900-474e-8cb1-287884295451 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.0952473 Feb 04 13:42:29.116961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-363547a9-42df-49ea-a2b7-ccaef3d92690 req-4e29d33c-7524-4287-a491-8bb93ad8b5c8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Feb 04 13:42:29.977705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 27549867-c09f-4467-a8be-923f25830a3b details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:42:29.980041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:42:30.019408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: a0970a12-cfc4-4253-adc2-26c275f94eb7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:42:30.019812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device a0970a12-cfc4-4253-adc2-26c275f94eb7 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:42:30.148331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:30.162948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '27549867-c09f-4467-a8be-923f25830a3b', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'port_id': '27549867-c09f-4467-a8be-923f25830a3b', 'mac_address': 'fa:16:3e:87:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77755f10-73af-40ee-8e72-938163cf0c7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:42:30.223187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:30.240525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27549867-c09f-4467-a8be-923f25830a3b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:42:30.257100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:30.261133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:30.303500 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9620-c065-41a5-884e-95f4fd37e404 req-5a5d4714-9563-4b0a-bb20-66c1d8a1da97 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:30.305332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2ca9620-c065-41a5-884e-95f4fd37e404 req-5a5d4714-9563-4b0a-bb20-66c1d8a1da97 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.0820370 Feb 04 13:42:30.340318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:30.361053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2ca9620-c065-41a5-884e-95f4fd37e404 req-92394928-dd17-4a85-96a4-5b26012794d6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492623 Feb 04 13:42:30.463154 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['27549867-c09f-4467-a8be-923f25830a3b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:42:31.558564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f82ae-6a65-44c6-8ca7-6de871d5add4 req-6887b3e2-a1d8-4976-adb5-8c833c78e42b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:31.560061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c89f82ae-6a65-44c6-8ca7-6de871d5add4 req-6887b3e2-a1d8-4976-adb5-8c833c78e42b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 944 time: 0.0832160 Feb 04 13:42:31.614990 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c89f82ae-6a65-44c6-8ca7-6de871d5add4 req-e87fa6f5-8281-481c-8c7b-54b873561413 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Feb 04 13:42:31.985103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 27549867-c09f-4467-a8be-923f25830a3b up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:42:32.057794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 27549867-c09f-4467-a8be-923f25830a3b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:42:32.063555 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 27549867-c09f-4467-a8be-923f25830a3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:42:32.063948 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:32.181242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:32.209109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:42:32.219684 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:42:32.223964 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:32.256438 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'code': 200} Feb 04 13:42:32.294621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:42:32.384559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9cb6-6aa1-4ccc-ada8-5840bbd3f137 req-8e8b66b2-99db-4d05-a22a-72e3f2440037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:32.386014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-908c9cb6-6aa1-4ccc-ada8-5840bbd3f137 req-8e8b66b2-99db-4d05-a22a-72e3f2440037 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1096 time: 0.0703321 Feb 04 13:42:32.427798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-908c9cb6-6aa1-4ccc-ada8-5840bbd3f137 req-a4a193dd-6cc7-4ec7-9354-51598f8e65e0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Feb 04 13:42:32.804380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3c8ff-988a-4222-b08d-f5b32d37e160 req-c242680f-567d-4e8c-86d8-657da54e54b1 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:32.805928 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2e3c8ff-988a-4222-b08d-f5b32d37e160 req-c242680f-567d-4e8c-86d8-657da54e54b1 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0860214 Feb 04 13:42:32.859771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2e3c8ff-988a-4222-b08d-f5b32d37e160 req-e7917404-1309-4e48-ab65-344898636496 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Feb 04 13:42:34.169714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b42e-dca4-4549-a4b1-e09ff6e42cb6 req-1e77b7a3-b0a3-4994-9459-f0e9ccaaf352 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.171907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b2b42e-dca4-4549-a4b1-e09ff6e42cb6 req-1e77b7a3-b0a3-4994-9459-f0e9ccaaf352 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.2029760 Feb 04 13:42:34.216848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-00b2b42e-dca4-4549-a4b1-e09ff6e42cb6 req-98951963-d49c-47bd-a60b-d184b993c17e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Feb 04 13:42:34.401627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87606-457f-4f85-8a76-836f87f207a8 req-637ab653-8cda-4c80-9370-e874daf90be5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.403276 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ed87606-457f-4f85-8a76-836f87f207a8 req-637ab653-8cda-4c80-9370-e874daf90be5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0807240 Feb 04 13:42:34.462418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7ed87606-457f-4f85-8a76-836f87f207a8 req-b42eb99e-f25f-4239-9fe9-ca160bcd0c26 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Feb 04 13:42:34.813242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-f58ede9f-5a8b-4c61-88f0-465ba6da9174 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722036 Feb 04 13:42:34.875334 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de52a5-fd50-488f-ab69-6815c3a7949e req-3885bd4c-5f73-47ce-b97c-7cd5bb67abad tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:34.876828 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28de52a5-fd50-488f-ab69-6815c3a7949e req-3885bd4c-5f73-47ce-b97c-7cd5bb67abad tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0886626 Feb 04 13:42:34.925744 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-28de52a5-fd50-488f-ab69-6815c3a7949e req-7c887b0c-194a-4ab1-aa3c-203ddf4d594b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Feb 04 13:42:35.968944 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-dce5b89d-e973-4c3c-8713-a419f04ba836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:35.970458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-dce5b89d-e973-4c3c-8713-a419f04ba836 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1096 time: 0.0763097 Feb 04 13:42:36.164721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-c5ec5605-ace6-4ec0-b62b-11bf59865273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:36.166345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-c5ec5605-ace6-4ec0-b62b-11bf59865273 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1899564 Feb 04 13:42:36.238290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb5f29-5490-4944-bfb2-6a3784b7c9d7 req-c54ceee3-67e9-4e83-8e09-2ded895a50aa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:36.239805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6cb5f29-5490-4944-bfb2-6a3784b7c9d7 req-c54ceee3-67e9-4e83-8e09-2ded895a50aa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.1962924 Feb 04 13:42:36.249001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-a386d6c2-e608-4b55-a877-5d4a6f842fe9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0752621 Feb 04 13:42:36.340700 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6cb5f29-5490-4944-bfb2-6a3784b7c9d7 req-ffde21fb-7137-43cd-bb14-59ec2b92bc70 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934267 Feb 04 13:42:36.346474 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-17bb82f3-5b62-470d-903f-befa8e439504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:36.348005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-17bb82f3-5b62-470d-903f-befa8e439504 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0865126 Feb 04 13:42:36.397227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-f0c62df8-92d7-4ea4-81dd-1550e260eb3b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431805 Feb 04 13:42:36.534302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-acc0e581-c7ee-4fe1-ae6e-4040e2baa098 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312413 Feb 04 13:42:36.671697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-93cd4342-9b0b-4719-a4dc-13570f2f0f46 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318300 Feb 04 13:42:37.527064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f812b-b9cb-4749-82bb-5e798bde1085 req-8b72a2f5-aa48-4cb3-85d6-774db2704e61 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:37.528535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98f812b-b9cb-4749-82bb-5e798bde1085 req-8b72a2f5-aa48-4cb3-85d6-774db2704e61 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0811319 Feb 04 13:42:37.575696 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98f812b-b9cb-4749-82bb-5e798bde1085 req-43c4697b-de1b-4474-8552-d6333ed75f1a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Feb 04 13:42:38.303507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-316e711e-e910-4990-8f97-c74588fd304b req-37f32792-1437-4cce-8dff-b376eaa9d897 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0413206 Feb 04 13:42:38.421332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-316e711e-e910-4990-8f97-c74588fd304b req-93108f15-1ebe-4e00-85c0-42e887b6d0ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Feb 04 13:42:38.472114 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-316e711e-e910-4990-8f97-c74588fd304b req-60698d75-4dde-42b3-8cfb-12f2fd5c7349 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291276 Feb 04 13:42:38.622672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e711e-e910-4990-8f97-c74588fd304b req-5d379f93-18fc-40d8-9e8c-8c55999f12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:38.624237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-316e711e-e910-4990-8f97-c74588fd304b req-5d379f93-18fc-40d8-9e8c-8c55999f12bc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462486 Feb 04 13:42:38.768019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f747b-88f6-4d7a-885d-33274738a983 req-bd60f7ef-5fa1-475c-96f3-ba3ae06779cc tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:38.769536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-751f747b-88f6-4d7a-885d-33274738a983 req-bd60f7ef-5fa1-475c-96f3-ba3ae06779cc tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0851281 Feb 04 13:42:38.819441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-751f747b-88f6-4d7a-885d-33274738a983 req-5ef9cd65-ff0b-4571-b198-3a843a4d80f4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Feb 04 13:42:40.013174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e0290-b7e0-4ac9-9fb6-15bd96e0b2a8 req-dbab2a1d-f899-4570-90c0-c4d46e70040e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:40.014725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-482e0290-b7e0-4ac9-9fb6-15bd96e0b2a8 req-dbab2a1d-f899-4570-90c0-c4d46e70040e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0852480 Feb 04 13:42:40.058697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-482e0290-b7e0-4ac9-9fb6-15bd96e0b2a8 req-02bd562b-fdef-40a0-b96d-a8a6439e245a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Feb 04 13:42:41.250504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345280-16c7-4035-bc35-e5b298404d0f req-4e714b3b-3bb1-44ea-a222-592eb7f638dd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:41.252003 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6345280-16c7-4035-bc35-e5b298404d0f req-4e714b3b-3bb1-44ea-a222-592eb7f638dd tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0832555 Feb 04 13:42:41.295460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c6345280-16c7-4035-bc35-e5b298404d0f req-548ca9af-353e-4e03-9be7-05bb84bbcfc5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Feb 04 13:42:42.483905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d332a53-90c1-453f-a717-a02e635f178f req-1d9e1ff5-f69a-453c-b118-d5088dc6aea4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:42.485394 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d332a53-90c1-453f-a717-a02e635f178f req-1d9e1ff5-f69a-453c-b118-d5088dc6aea4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0808325 Feb 04 13:42:42.533834 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d332a53-90c1-453f-a717-a02e635f178f req-27537784-b286-4b32-a43e-b6a853414ba6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Feb 04 13:42:43.558185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd099073-bf83-4208-aab6-146575035a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:43.728049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0177bf-d6e8-4d45-8e89-062513a9fd5c req-6d57d037-e814-493c-9e63-2b9e41bfb0be tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:43.729452 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be0177bf-d6e8-4d45-8e89-062513a9fd5c req-6d57d037-e814-493c-9e63-2b9e41bfb0be tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0855083 Feb 04 13:42:43.776462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-be0177bf-d6e8-4d45-8e89-062513a9fd5c req-111afd8d-131c-4551-a8de-db2732c5b057 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Feb 04 13:42:44.990207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5204-ef1c-407f-a1df-472dfe376fc2 req-f57bca9f-1694-4f90-8b34-527651a6e9f6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:44.991814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0eeb5204-ef1c-407f-a1df-472dfe376fc2 req-f57bca9f-1694-4f90-8b34-527651a6e9f6 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.1027308 Feb 04 13:42:45.042440 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0eeb5204-ef1c-407f-a1df-472dfe376fc2 req-70623adc-8c2f-4bfd-9411-a319b23543a8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Feb 04 13:42:46.233837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762333a-35f7-4756-803d-47d5726987b4 req-9370b11f-c3a8-4703-b0e3-922cef0c9bc2 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:46.235337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3762333a-35f7-4756-803d-47d5726987b4 req-9370b11f-c3a8-4703-b0e3-922cef0c9bc2 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0866225 Feb 04 13:42:46.279661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3762333a-35f7-4756-803d-47d5726987b4 req-16f429a2-4473-46ce-8ed1-c051a76da046 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Feb 04 13:42:46.343682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a663eadd-c393-49ed-b6ca-6f27da27ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:46.896046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:47.427166 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:47.463795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d0868-2547-41ef-b5bf-054d9b605c6c req-18da765a-659a-4b8e-9e5d-b35580628168 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:47.465258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-134d0868-2547-41ef-b5bf-054d9b605c6c req-18da765a-659a-4b8e-9e5d-b35580628168 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0832028 Feb 04 13:42:47.609999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-134d0868-2547-41ef-b5bf-054d9b605c6c req-50ae46f1-f1f6-4273-a995-0a6021f270f3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390607 Feb 04 13:42:48.796751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:48.797883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93684f-5e30-43db-ab1b-2fff9d6d4edb req-6e9a326a-e946-43f2-a6d5-1966c60a6f61 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:48.798546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b93684f-5e30-43db-ab1b-2fff9d6d4edb req-6e9a326a-e946-43f2-a6d5-1966c60a6f61 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0853565 Feb 04 13:42:48.843114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b93684f-5e30-43db-ab1b-2fff9d6d4edb req-ae429a4d-c6a1-48e2-a82c-1489537aa0ac tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385904 Feb 04 13:42:49.518488 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:42:50.027459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4acb7f-c90d-4567-926d-320f3c13c4f2 req-3979dda5-9b81-4342-9d93-9295ec21936a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:50.028829 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd4acb7f-c90d-4567-926d-320f3c13c4f2 req-3979dda5-9b81-4342-9d93-9295ec21936a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0779321 Feb 04 13:42:50.073080 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bd4acb7f-c90d-4567-926d-320f3c13c4f2 req-b66e542c-72c3-4db6-96e8-dd732f3b7081 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Feb 04 13:42:50.449629 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:51.260373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63968448-1028-4ce6-bfac-a0e321d257a8 req-625fecba-8ef9-40b5-b877-ca050869b0c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:51.261871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63968448-1028-4ce6-bfac-a0e321d257a8 req-625fecba-8ef9-40b5-b877-ca050869b0c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0806611 Feb 04 13:42:51.309546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63968448-1028-4ce6-bfac-a0e321d257a8 req-02aaa830-8896-4dc4-8b7b-b2431ca23f26 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Feb 04 13:42:52.497028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d4ea1-17cb-4f1a-92d1-38694a73f6da req-94f148f0-53cc-4d4d-b214-883cb42368b2 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:52.498499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b91d4ea1-17cb-4f1a-92d1-38694a73f6da req-94f148f0-53cc-4d4d-b214-883cb42368b2 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0854886 Feb 04 13:42:52.541407 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b91d4ea1-17cb-4f1a-92d1-38694a73f6da req-d13e5eda-3eef-4341-93aa-b303fc91642a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Feb 04 13:42:53.589159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-0107b425-9049-4afc-9f9e-dd8ea2df5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.590745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-0107b425-9049-4afc-9f9e-dd8ea2df5963 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1096 time: 0.0753314 Feb 04 13:42:53.901756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-b9c8fd7e-50a8-4401-9236-3967eca53ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.903159 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-b9c8fd7e-50a8-4401-9236-3967eca53ca9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.2936702 Feb 04 13:42:53.967837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d46bb-aa60-48e1-8f28-161cb9e8cb38 req-69995552-4248-419d-a298-a21f5250c2f3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:53.969316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d66d46bb-aa60-48e1-8f28-161cb9e8cb38 req-69995552-4248-419d-a298-a21f5250c2f3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.2934992 Feb 04 13:42:53.995312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-cfe727a6-fd6f-4242-a317-baefc8d41dbe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0851581 Feb 04 13:42:54.064761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d66d46bb-aa60-48e1-8f28-161cb9e8cb38 req-cb1de6c7-1877-4769-981d-57c282e1d8e1 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895643 Feb 04 13:42:54.079865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-100fee17-42f9-4c95-abdc-17a16872ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:54.081328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-100fee17-42f9-4c95-abdc-17a16872ac5c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0781069 Feb 04 13:42:54.130027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-cf05f9f0-0cd3-4208-b401-a36948b8a104 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421093 Feb 04 13:42:54.265554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-3e342ce2-6304-42b0-af40-2f9428f2e55d service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283593 Feb 04 13:42:54.398102 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0ca42d2-7d57-455d-a0d8-3b1b3d4985e3 req-76722794-1637-4769-b4c3-828d57ad5f3f service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263089 Feb 04 13:42:54.760171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:42:55.246810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ab115-affe-46ef-96f5-c5c576562c51 req-c670072b-3d28-4231-9eba-34f01ff805f0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:55.248261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-315ab115-affe-46ef-96f5-c5c576562c51 req-c670072b-3d28-4231-9eba-34f01ff805f0 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0786414 Feb 04 13:42:55.297870 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-315ab115-affe-46ef-96f5-c5c576562c51 req-2cdf7eca-5dd2-4435-b28e-2e1b9e3fb5b5 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Feb 04 13:42:56.487321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879ed1-429d-4819-bc46-31e6087e6890 req-c8667359-1413-4b41-855c-63316eaac3fa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:56.488810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed879ed1-429d-4819-bc46-31e6087e6890 req-c8667359-1413-4b41-855c-63316eaac3fa tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0812395 Feb 04 13:42:56.535048 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ed879ed1-429d-4819-bc46-31e6087e6890 req-d1a8009d-8305-43ab-b474-2e184aaee585 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Feb 04 13:42:57.719123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa51b-d9bb-4d2f-9ba9-4a9020ba9a85 req-1d4f3c3c-9159-40aa-98c9-8c6a7f2c1f01 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:57.720563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31eaa51b-d9bb-4d2f-9ba9-4a9020ba9a85 req-1d4f3c3c-9159-40aa-98c9-8c6a7f2c1f01 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0776026 Feb 04 13:42:57.764770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-31eaa51b-d9bb-4d2f-9ba9-4a9020ba9a85 req-2522f4b8-553c-43ed-a34f-520499cd599f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Feb 04 13:42:58.960786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967eb8-9a59-484e-b5f6-04559f37b0e8 req-d78c1cc9-90b4-43c9-aa0b-7c2ab7c7466a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:42:58.962266 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91967eb8-9a59-484e-b5f6-04559f37b0e8 req-d78c1cc9-90b4-43c9-aa0b-7c2ab7c7466a tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0843916 Feb 04 13:42:59.006015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91967eb8-9a59-484e-b5f6-04559f37b0e8 req-ef1eb3bb-888c-4c15-bc30-7eeb925c9e58 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 Feb 04 13:43:00.193289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d99f0-bc24-4855-bb51-fcd696c0f2c4 req-466a19ba-2a51-4310-b373-c0857f6233ad tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:00.194697 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b2d99f0-bc24-4855-bb51-fcd696c0f2c4 req-466a19ba-2a51-4310-b373-c0857f6233ad tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0830550 Feb 04 13:43:00.239243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7b2d99f0-bc24-4855-bb51-fcd696c0f2c4 req-ea903d45-5e22-44a5-af1b-a49ac4ce2d68 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Feb 04 13:43:01.570345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e418b5-9e9c-40f6-9dac-e8f82dd3c305 req-81697425-aba2-41bd-a2e0-2d643e8c5764 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:01.571854 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6e418b5-9e9c-40f6-9dac-e8f82dd3c305 req-81697425-aba2-41bd-a2e0-2d643e8c5764 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0795670 Feb 04 13:43:01.625034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a6e418b5-9e9c-40f6-9dac-e8f82dd3c305 req-4ce998d8-be89-40b9-a591-f1ba981ef501 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Feb 04 13:43:02.807344 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870179df-0f82-4a01-949e-b2552d153a42 req-e678f1fe-12a3-4882-a51b-047e35ce9e78 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:02.808810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-870179df-0f82-4a01-949e-b2552d153a42 req-e678f1fe-12a3-4882-a51b-047e35ce9e78 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0796800 Feb 04 13:43:02.853737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-870179df-0f82-4a01-949e-b2552d153a42 req-dcf9d747-5e55-42bd-bfaf-84f2a0b9cd61 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Feb 04 13:43:03.596881 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-6a80f84d-c896-4123-8703-f20d37858978 req-424c869e-ac49-43c0-a9f1-d5391c23a278 service neutron] show failed (client error): The resource could not be found. Feb 04 13:43:03.597875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-424c869e-ac49-43c0-a9f1-d5391c23a278 service neutron] 10.222.0.87 "GET /v2.0/ports/27549867-c09f-4467-a8be-923f25830a3b/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0740979 Feb 04 13:43:03.853064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-8167e636-08aa-4aa8-b078-f588d558f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:03.854441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-8167e636-08aa-4aa8-b078-f588d558f635 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c&tenant_id=2e82769feaac4f7ab9ac608eb241fd2c HTTP/1.1" status: 200 len: 1096 time: 0.0731766 Feb 04 13:43:03.864832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:03.975492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.046090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbaa46-abe9-4ecf-b0d3-d1fb7022ca6a req-00f83390-31cd-4203-b02c-b50388784009 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.047607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bcbaa46-abe9-4ecf-b0d3-d1fb7022ca6a req-00f83390-31cd-4203-b02c-b50388784009 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0869379 Feb 04 13:43:04.095822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bcbaa46-abe9-4ecf-b0d3-d1fb7022ca6a req-21b7281d-4979-465a-95fc-243d9727821b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Feb 04 13:43:04.255836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:04.283653 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:04.340008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:04.345361 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.360457 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Transition to ACTIVE for port object 27549867-c09f-4467-a8be-923f25830a3b will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:04.363427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.404403 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'code': 200} Feb 04 13:43:04.521477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] No DVR routers for this DVR port 27549867-c09f-4467-a8be-923f25830a3b on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:04.527262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:04.582116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:04.582444 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:04.582799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:04.587393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:43:04.587708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Attempting to bind port 27549867-c09f-4467-a8be-923f25830a3b on network 1144151e-51be-4907-8873-e724643d3a24 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:04.592672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:04.593007 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Checking segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:04.593391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Bound using segment: {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:04.593813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Bound port: 27549867-c09f-4467-a8be-923f25830a3b, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd424a4-fb82-4e31-880f-ecfeab7862cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1144151e-51be-4907-8873-e724643d3a24'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:04.594174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.683650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:04.686466 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:04.692221 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.752223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.752830 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:04.754206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] 10.222.0.90 "PUT /v2.0/ports/27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 1091 time: 0.8932524 Feb 04 13:43:04.768915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa4c18-a786-455a-b6b3-2dc754720cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:04.842779 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-a9eca000-9525-4511-8d83-e5891099c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.844783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-a9eca000-9525-4511-8d83-e5891099c5cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.0694933 Feb 04 13:43:04.974112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-4c484a94-ac08-4ea3-b57f-c3482cfd2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:04.975513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-4c484a94-ac08-4ea3-b57f-c3482cfd2d53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1254025 Feb 04 13:43:05.045563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-7e55943d-a14b-47f8-909b-b03239e1f2e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0633614 Feb 04 13:43:05.111509 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f84d-c896-4123-8703-f20d37858978 req-1e9c33e9-2963-442f-800a-de5fda96a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.112930 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-1e9c33e9-2963-442f-800a-de5fda96a17c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0608864 Feb 04 13:43:05.158994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-1dc996fc-f24c-4659-8dae-af33e502c845 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405548 Feb 04 13:43:05.288531 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846c2f2-e061-4fb4-8218-b62eb0458772 req-2db173c0-3f07-4746-a772-36db226298f7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:05.290131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6846c2f2-e061-4fb4-8218-b62eb0458772 req-2db173c0-3f07-4746-a772-36db226298f7 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.0859237 Feb 04 13:43:05.335893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6846c2f2-e061-4fb4-8218-b62eb0458772 req-ecb15238-1341-4f3c-81a8-2b878839212f tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Feb 04 13:43:05.399117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-cfd1f331-beed-4c75-8163-48a3a26b3628 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346084 Feb 04 13:43:05.531398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6a80f84d-c896-4123-8703-f20d37858978 req-4f2c220b-08d5-4df1-938c-b0bdb0c572b3 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259487 Feb 04 13:43:06.405523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:06.476772 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'status': 'completed', 'code': 200} Feb 04 13:43:06.555524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-d6a8f052-9f22-47b4-9bb3-508c89778c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.557031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-d6a8f052-9f22-47b4-9bb3-508c89778c3e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.0756593 Feb 04 13:43:06.585562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f17671-be75-4f81-9853-6ae934979734 req-e9e5c7a5-ca8b-4f5c-82db-6f1b21f9293b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.587058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4f17671-be75-4f81-9853-6ae934979734 req-e9e5c7a5-ca8b-4f5c-82db-6f1b21f9293b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.1430779 Feb 04 13:43:06.592364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-40398307-d0d2-4a6e-aa5f-90b138422e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.594253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-40398307-d0d2-4a6e-aa5f-90b138422e17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.1051421 Feb 04 13:43:06.689303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-9572d345-1065-4b16-99cf-f155dcf16079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.690697 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-9572d345-1065-4b16-99cf-f155dcf16079 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1283419 Feb 04 13:43:06.714774 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c4f17671-be75-4f81-9853-6ae934979734 req-ceb2aa12-f2d0-4f67-a2df-927286fa6276 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195343 Feb 04 13:43:06.757276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-c009afb7-fa3a-487c-9274-5a905900b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.758281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-d8e872dd-6740-4915-9e4c-d7d155e2f1f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0617135 Feb 04 13:43:06.758742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-c009afb7-fa3a-487c-9274-5a905900b949 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1509109 Feb 04 13:43:06.823812 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-1588ad73-6990-4fd0-983f-3a625953ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.825261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-1588ad73-6990-4fd0-983f-3a625953ab18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0615807 Feb 04 13:43:06.830855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-0c50c78d-4d49-4c2a-9bdc-63ff66a57c14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0654831 Feb 04 13:43:06.873019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-3a1b7889-6c05-4648-94e6-aeffd861077c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411568 Feb 04 13:43:06.892243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-f3b81a30-3e8e-4132-9f04-c01b5151498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:06.893672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-f3b81a30-3e8e-4132-9f04-c01b5151498a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0571392 Feb 04 13:43:06.946367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-07951933-d26b-46e0-ae1a-15819904c306 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438986 Feb 04 13:43:07.087671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-a7992a2c-bc24-47fc-b2e8-947d1d20f739 service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333430 Feb 04 13:43:07.123417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-2c93e0d5-53e8-451a-8a35-1df8123b8315 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438269 Feb 04 13:43:07.231689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-7d1ea4d2-14ff-4e6d-add0-e4097c2d96bc service neutron] 10.222.0.90 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370478 Feb 04 13:43:07.264093 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-173d6627-d306-46a8-83e2-aca3b34dece0 req-c457a175-4ebf-464a-9191-bbadf4d09ac3 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334147 Feb 04 13:43:07.907708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa4f2c-5b92-46e4-aab0-2d9e5abaaa71 req-61276c19-1e74-46bc-9e9f-8413482c7e43 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:07.909224 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0daa4f2c-5b92-46e4-aab0-2d9e5abaaa71 req-61276c19-1e74-46bc-9e9f-8413482c7e43 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.0858536 Feb 04 13:43:07.952912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0daa4f2c-5b92-46e4-aab0-2d9e5abaaa71 req-d2411edd-68ef-4c71-99b4-fe3439c391ab tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Feb 04 13:43:08.100852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 27549867-c09f-4467-a8be-923f25830a3b no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:43:08.159780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 27549867-c09f-4467-a8be-923f25830a3b not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:43:08.319028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f2a56-b9a7-4803-b82d-41978900cbf1 req-4540f224-16ba-4808-a18c-49719231aebc tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.320487 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a2f2a56-b9a7-4803-b82d-41978900cbf1 req-4540f224-16ba-4808-a18c-49719231aebc tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.1443722 Feb 04 13:43:08.329042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ada98-b5da-4718-9472-70941dc96d8d req-a5258d56-e640-4c52-b04e-4a4720976c6c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.330366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-a5258d56-e640-4c52-b04e-4a4720976c6c tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.87 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c&tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 943 time: 0.1225336 Feb 04 13:43:08.424375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a2f2a56-b9a7-4803-b82d-41978900cbf1 req-8270e3c1-dd32-44f9-aaa0-73556ed6dac4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930326 Feb 04 13:43:08.436874 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-b65ada98-b5da-4718-9472-70941dc96d8d req-bd3d3cd0-34f9-4f3e-ac5e-c7cb3da5c86c service neutron] delete failed (client error): The resource could not be found. Feb 04 13:43:08.438708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-bd3d3cd0-34f9-4f3e-ac5e-c7cb3da5c86c service neutron] 10.222.0.87 "DELETE /v2.0/ports/27549867-c09f-4467-a8be-923f25830a3b/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0945208 Feb 04 13:43:08.583846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ada98-b5da-4718-9472-70941dc96d8d req-037042e3-933b-42fd-b4c9-f38067b29c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.585301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-037042e3-933b-42fd-b4c9-f38067b29c51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 1094 time: 0.0725515 Feb 04 13:43:08.714175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ada98-b5da-4718-9472-70941dc96d8d req-f8616f61-d496-492b-809c-9f7316d88dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.715567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-f8616f61-d496-492b-809c-9f7316d88dc6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 200 len: 916 time: 0.1247537 Feb 04 13:43:08.786139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-3bf12168-c519-435b-ad73-f196216a1c0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 200 len: 217 time: 0.0640755 Feb 04 13:43:08.847154 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ada98-b5da-4718-9472-70941dc96d8d req-5c760ca2-2885-45e8-9ee1-740f3e6f87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:08.848588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-5c760ca2-2885-45e8-9ee1-740f3e6f87ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 200 len: 855 time: 0.0572486 Feb 04 13:43:08.894952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-a84d29c1-9891-4bde-84b4-67a2ad654de5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1144151e-51be-4907-8873-e724643d3a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406451 Feb 04 13:43:09.025629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-7f11cb0b-8bc9-460d-9e0a-cd29e3834958 service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250663 Feb 04 13:43:09.155784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b65ada98-b5da-4718-9472-70941dc96d8d req-c8e167bd-b864-454b-8e72-c46e35638b7d service neutron] 10.222.0.87 "GET /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245780 Feb 04 13:43:09.620599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a5156-2cd8-4a02-9462-ed92e0ef842f req-130fb4c3-51ff-4817-bba2-7221144899d1 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:09.623241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c2a5156-2cd8-4a02-9462-ed92e0ef842f req-130fb4c3-51ff-4817-bba2-7221144899d1 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 943 time: 0.0870619 Feb 04 13:43:09.668649 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c2a5156-2cd8-4a02-9462-ed92e0ef842f req-1e127a12-fdf9-4ac0-b8cb-2f96d50d0a8d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Feb 04 13:43:09.836240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 27549867-c09f-4467-a8be-923f25830a3b details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:43:09.969965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:09.982948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '27549867-c09f-4467-a8be-923f25830a3b', 'network_id': '1144151e-51be-4907-8873-e724643d3a24', 'port_id': '27549867-c09f-4467-a8be-923f25830a3b', 'mac_address': 'fa:16:3e:87:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77755f10-73af-40ee-8e72-938163cf0c7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:43:10.036214 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:10.055405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27549867-c09f-4467-a8be-923f25830a3b {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:43:10.072971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:10.077060 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:10.142977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:10.150243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.150589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.150953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.151287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.151615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.151941 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.152264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.152588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.152908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.153226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.153554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.153974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:10.291285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['27549867-c09f-4467-a8be-923f25830a3b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:43:10.858539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f17b6-d440-495e-a24f-75ef2069fe9c req-49b9877c-8fa4-4f36-a6e6-62e75ddb3a9d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:10.860057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405f17b6-d440-495e-a24f-75ef2069fe9c req-49b9877c-8fa4-4f36-a6e6-62e75ddb3a9d tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 944 time: 0.0830269 Feb 04 13:43:10.904108 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-405f17b6-d440-495e-a24f-75ef2069fe9c req-e3a865b4-61b6-49ac-9ebc-daaf68ddcfbb tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Feb 04 13:43:11.091791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a2b15-40e7-47a5-ac13-8e41db14ebd8 req-5fc83ac7-18d5-4a28-a6fc-10afc2f81190 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:11.093241 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d29a2b15-40e7-47a5-ac13-8e41db14ebd8 req-5fc83ac7-18d5-4a28-a6fc-10afc2f81190 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 944 time: 0.0865262 Feb 04 13:43:11.137527 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d29a2b15-40e7-47a5-ac13-8e41db14ebd8 req-6986c166-fb48-43b6-bb3b-1e54b086384e tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Feb 04 13:43:11.316409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d767a1-e40f-4e86-b480-d8fa63020514 req-d60cb671-5860-4412-9b45-9444a25bb0f8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:11.317881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d767a1-e40f-4e86-b480-d8fa63020514 req-d60cb671-5860-4412-9b45-9444a25bb0f8 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 944 time: 0.0792589 Feb 04 13:43:11.361897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33d767a1-e40f-4e86-b480-d8fa63020514 req-0ed70fc0-275f-4035-ad5a-41ca96b2e172 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Feb 04 13:43:11.833270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 27549867-c09f-4467-a8be-923f25830a3b up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:11.899862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 27549867-c09f-4467-a8be-923f25830a3b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:11.903345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea509db-1d9f-4cb2-85f3-a879d94aaffb req-4200a814-e5b6-41d5-a728-30e4a2fb90a3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:11.904880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cea509db-1d9f-4cb2-85f3-a879d94aaffb req-4200a814-e5b6-41d5-a728-30e4a2fb90a3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 944 time: 0.0797532 Feb 04 13:43:11.904994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 27549867-c09f-4467-a8be-923f25830a3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:11.905327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:11.949237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cea509db-1d9f-4cb2-85f3-a879d94aaffb req-92f5bca4-cecd-4489-9750-25b9c19f96d4 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 Feb 04 13:43:12.026334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:12.053355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:12.063029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:12.068099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:12.108216 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'code': 200} Feb 04 13:43:12.138043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:13.002256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-0111aebe-903a-4346-8926-6f14e6425908 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:13.003750 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-0111aebe-903a-4346-8926-6f14e6425908 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.90 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.0840309 Feb 04 13:43:13.108496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Deleting port 27549867-c09f-4467-a8be-923f25830a3b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:43:13.108837 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:13.256408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fff2c-72c7-4849-bed1-711260baf85c req-01a35de1-4462-456d-bb59-96dc8bc28c3b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:13.257867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c72fff2c-72c7-4849-bed1-711260baf85c req-01a35de1-4462-456d-bb59-96dc8bc28c3b tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/ports?device_id=8688effa-950b-4dcc-b949-2a30cf601a1c HTTP/1.1" status: 200 len: 945 time: 0.1910465 Feb 04 13:43:13.491612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c72fff2c-72c7-4849-bed1-711260baf85c req-0d7298ca-530b-4efb-a507-33b5602bd763 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.53 "GET /v2.0/security-groups?id=41102141-dedc-4057-85d1-5acb69ac663a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280505 Feb 04 13:43:13.534275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] For port 27549867-c09f-4467-a8be-923f25830a3b, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=27549867-c09f-4467-a8be-923f25830a3b,segment=NetworkSegment(4bd424a4-fb82-4e31-880f-ecfeab7862cc),segment_id=4bd424a4-fb82-4e31-880f-ecfeab7862cc)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:13.534671 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:13.560023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c1161435-0c4c-4067-968e-4b146259320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:13.660860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Calling delete_port for 27549867-c09f-4467-a8be-923f25830a3b owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:43:13.804488 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:13.816102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['27549867-c09f-4467-a8be-923f25830a3b'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:43:13.856979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Pushing event deleted for resources: {'Port': ['ID=27549867-c09f-4467-a8be-923f25830a3b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:13.931208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] No DVR routers for this DVR port 27549867-c09f-4467-a8be-923f25830a3b on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:13.933788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:13.936240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-deleted', 'tag': '27549867-c09f-4467-a8be-923f25830a3b'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:13.951796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f8edaa83-7acd-4a19-86d2-0325ea318e59 req-81944ffe-6ad0-4a98-af2b-17300934a1c3 tempest-ServerDiskConfigTestJSON-1338101452 tempest-ServerDiskConfigTestJSON-1338101452-project] 10.222.0.90 "DELETE /v2.0/ports/27549867-c09f-4467-a8be-923f25830a3b HTTP/1.1" status: 204 len: 173 time: 0.9425597 Feb 04 13:43:13.981528 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8688effa-950b-4dcc-b949-2a30cf601a1c', 'name': 'network-vif-deleted', 'tag': '27549867-c09f-4467-a8be-923f25830a3b', 'status': 'completed', 'code': 200} Feb 04 13:43:14.727547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33832) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:14.789985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Deleting subnet 77755f10-73af-40ee-8e72-938163cf0c7f {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:43:14.792880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:14.840415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.003747 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.069445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.107487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77755f10-73af-40ee-8e72-938163cf0c7f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:15.111709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.117369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-376f5859-bf4c-401b-9ddd-6c01284c15a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77755f10-73af-40ee-8e72-938163cf0c7f HTTP/1.1" status: 204 len: 168 time: 0.3887439 Feb 04 13:43:15.120055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33836) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:15.233328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.357321 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.381973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1144151e-51be-4907-8873-e724643d3a24']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:15.397521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd424a4-fb82-4e31-880f-ecfeab7862cc') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:15.397818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd424a4-fb82-4e31-880f-ecfeab7862cc') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:15.409380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.425814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.431972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:43:15.432355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:43:15.445280 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:43:15.518136 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.534368 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.549962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] Pushing event deleted for resources: {'Network': ['ID=1144151e-51be-4907-8873-e724643d3a24,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:15.557181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3e8f899e-5191-42ef-8888-c02e93c86897 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1144151e-51be-4907-8873-e724643d3a24 HTTP/1.1" status: 204 len: 168 time: 0.4361613 Feb 04 13:43:15.665223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33842) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:15.712558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-20ae9906-a4a2-4d74-ac32-48890cb37132 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e82769feaac4f7ab9ac608eb241fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461161 Feb 04 13:43:15.714955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33846) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:15.771659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.797777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.848530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.865671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41102141-dedc-4057-85d1-5acb69ac663a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:15.880850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:15.881972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-54e0613c-b7e9-402a-9e67-d4feb292a1b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41102141-dedc-4057-85d1-5acb69ac663a HTTP/1.1" status: 204 len: 168 time: 0.1661332 Feb 04 13:43:16.344998 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c27b9cd8-0a4f-4936-9016-c655d92fd2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.592778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33870) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:16.697799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1877482793-network', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:16.703475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:16.707625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Usage tracker for resource:network and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:16.711451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:16.719753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:16.730105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:16.732581 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.745192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.763155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:16.767840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Usage tracker for resource:security_group_rule and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:16.770965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:16.777260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:16.861134 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.864889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.895140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:43:16.898707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.903414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501d316-a3b9-4149-b5b2-5050cd038666,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:16.908757 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.909095 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Added segment 597c66ac-3c53-4b99-a096-573d0291b76f of type vlan for network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc Feb 04 13:43:16.935786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.965221 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:16.966166 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:16.966790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.073315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] Pushing event updated for resources: {'Network': ['ID=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:17.076355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fffa2003-47ea-4527-818e-c2ce74fa647f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4824660 Feb 04 13:43:17.079988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33876) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:17.084744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:43:17.085564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Request body: {'subnet': {'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1877482793-subnet', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:17.091176 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:17.095071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Usage tracker for resource:subnet and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:17.097906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:17.103995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:17.115019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:17.117474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.322374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.399684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:17.407896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:17.408251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Network hostable DHCP agents. Network: 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:43:17.428289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:43:17.429162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.437934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:17.441814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:17.442386 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.446817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0c923-84ca-4338-baab-321130be178a None None] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:43:17.463321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-446b6f38-e3af-4f1a-81eb-4af841c1f4df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3821282 Feb 04 13:43:17.465975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33880) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:17.471455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:17.476803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:17.480881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Usage tracker for resource:router and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:17.483714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:17.490068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:17.500231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.501205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.515233 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.663663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:43:17.664494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.818576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Allocated IP 172.20.0.2 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/0ba5029a-a47c-4e04-9d41-d24ca4c11862) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:17.894701 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 27549867-c09f-4467-a8be-923f25830a3b no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:43:17.902198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:17.937169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 27549867-c09f-4467-a8be-923f25830a3b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:43:17.937495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 27549867-c09f-4467-a8be-923f25830a3b not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:43:18.061592 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.071801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Transition to ACTIVE for port object 0ba5029a-a47c-4e04-9d41-d24ca4c11862 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:18.090521 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Transition to ACTIVE for port object 0ba5029a-a47c-4e04-9d41-d24ca4c11862 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:18.097145 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.166335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:18.169163 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:18.171750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:43:18.212670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Pushing event updated for resources: {'Port': ['ID=0ba5029a-a47c-4e04-9d41-d24ca4c11862,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:18.217206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.248227 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.272630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Attempting to bind port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:18.272985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Attempting to bind port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:18.273335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Attempting to bind port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:18.278540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:18.278936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:18.279327 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.279711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:18.280158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Bound port: 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:18.280526 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.366367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] For port 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:18.369191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] For port 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ba5029a-a47c-4e04-9d41-d24ca4c11862,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:18.375600 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.396461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Allocated IP 172.25.4.74 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9cd601c4-989a-40f3-b201-b2c563e9b889) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:18.468172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d17d3b-233b-4b55-a7ec-c25304bace1d None None] Pushing event updated for resources: {'Port': ['ID=0ba5029a-a47c-4e04-9d41-d24ca4c11862,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:18.550707 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.583003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:18.655799 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:18.659388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:18.663316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:43:18.706144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd601c4-989a-40f3-b201-b2c563e9b889,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:18.801208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:19.090014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:19.471891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2795c0-08c1-4355-a9f6-ae23c5caf749 None None] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:43:19.559180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b160120-b6f5-4745-8801-c7ee6976af81 None None] Provisioning for port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:19.580159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:19.795294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:43:19.979253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:43:19.988788 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:20.000440 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:20.001129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:20.003240 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.004458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4c4c68a1-b15d-440c-9536-529680abe2c8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5375741 Feb 04 13:43:20.007272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33884) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:20.183908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:20.476387 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:18Z', 'revision_number': 3, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:20.480316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.480819 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:43:20.480925 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Updating router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f port 9cd601c4-989a-40f3-b201-b2c563e9b889 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:43:20.533938 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.549317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ba5029a-a47c-4e04-9d41-d24ca4c11862 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:20.621240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:20.626033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:20.626414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.701900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.800023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.832846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ba5029a-a47c-4e04-9d41-d24ca4c11862,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:20.841364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.876638 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.888548 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Transition to ACTIVE for port object 9cd601c4-989a-40f3-b201-b2c563e9b889 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:20.896404 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.916961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=0ba5029a-a47c-4e04-9d41-d24ca4c11862,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:20.975287 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Attempting to bind port 9cd601c4-989a-40f3-b201-b2c563e9b889 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:20.975569 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Attempting to bind port 9cd601c4-989a-40f3-b201-b2c563e9b889 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:20.975924 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Attempting to bind port 9cd601c4-989a-40f3-b201-b2c563e9b889 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:20.984693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Pushing event updated for resources: {'Port': ['ID=9cd601c4-989a-40f3-b201-b2c563e9b889,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:20.991327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:20.991968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:20.992067 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:20.992450 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:20.992905 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Bound port: 9cd601c4-989a-40f3-b201-b2c563e9b889, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:20.993600 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.022083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.022425 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.022784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.023115 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.023442 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.023765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.024083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.024405 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.024719 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.025031 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.025348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.025660 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:21.060333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Allocated IP 172.20.0.1 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/284bd036-fead-4588-9997-0aa1a0368d83) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:21.071318 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] For port 9cd601c4-989a-40f3-b201-b2c563e9b889, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:21.074216 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] For port 9cd601c4-989a-40f3-b201-b2c563e9b889, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9cd601c4-989a-40f3-b201-b2c563e9b889,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:21.079030 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.159423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:21.160035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:21.211633 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.214219 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba379-dd5d-472e-b6c4-b87cd102eee7 None None] Pushing event updated for resources: {'Port': ['ID=9cd601c4-989a-40f3-b201-b2c563e9b889,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:21.229767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Transition to ACTIVE for port object 284bd036-fead-4588-9997-0aa1a0368d83 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:21.253761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.317767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:21.320594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:21.324297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:43:21.376901 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:21.378838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Pushing event updated for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:21.387702 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.622248 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-726ba600-43f2-4587-a864-ef76e8bfd54f None None] Provisioning for port 284bd036-fead-4588-9997-0aa1a0368d83 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:21.628063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-726ba600-43f2-4587-a864-ef76e8bfd54f None None] Provisioning complete for port 284bd036-fead-4588-9997-0aa1a0368d83 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:21.628476 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-726ba600-43f2-4587-a864-ef76e8bfd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.667493 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:18Z', 'revision_number': 3, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:21.672663 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0bfdf-ceda-4b34-a3e2-718d5952b1c2 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:18Z', 'revision_number': 3, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:21.689387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-726ba600-43f2-4587-a864-ef76e8bfd54f None None] Port 284bd036-fead-4588-9997-0aa1a0368d83 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:43:21.718153 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.955664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:21.960244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:22.070035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Pushing event updated for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:22.075461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:22.227048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:22.228572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:22.432806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:43:22.519435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8e62f47d-2b59-4525-92e3-c23c06fe2af7 None None] Provisioning complete for port 284bd036-fead-4588-9997-0aa1a0368d83 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:22.519623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8e62f47d-2b59-4525-92e3-c23c06fe2af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:22.586967 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8e62f47d-2b59-4525-92e3-c23c06fe2af7 None None] Port 284bd036-fead-4588-9997-0aa1a0368d83 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:43:22.600807 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ba5029a-a47c-4e04-9d41-d24ca4c11862 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:22.672160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:22.672760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:22.770652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:43:22.787769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e1e6ebb0-934c-41c2-a054-f4f97baf2801 admin admin] 10.222.0.53 "PUT /v2.0/routers/a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794740 Feb 04 13:43:22.809532 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9cd601c4-989a-40f3-b201-b2c563e9b889 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:22.882061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 9cd601c4-989a-40f3-b201-b2c563e9b889 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:22.886620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9cd601c4-989a-40f3-b201-b2c563e9b889 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:22.886997 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.002658 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.019516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 9cd601c4-989a-40f3-b201-b2c563e9b889, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9cd601c4-989a-40f3-b201-b2c563e9b889,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:23.023626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.100282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9cd601c4-989a-40f3-b201-b2c563e9b889,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:23.210685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 33894) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:23.216283 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355537786', 'description': 'tempest-description--1625769089'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:23.223686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:23.227854 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Usage tracker for resource:security_group and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:23.231434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:23.237740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:23.247700 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.268425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:23.272268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Usage tracker for resource:security_group_rule and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:23.275606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:23.283034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:23.358100 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.361895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.404100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cb7e1f-2e0d-4039-a91a-75caee1ce97c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:23.407392 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.408759 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49d04cc0-4d2e-4acc-82a3-68df6a1fb86a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1970670 Feb 04 13:43:23.414321 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33898) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:23.420674 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'security_group_rule': {'security_group_id': '93cb7e1f-2e0d-4039-a91a-75caee1ce97c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:23.428652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:23.432435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Usage tracker for resource:security_group_rule and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:23.435286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:23.440905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:23.458169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.493730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:23.503258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:23.503873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:23.521039 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.525036 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.549808 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de55ad2b-43da-4b56-8d8f-aa81c687e6fd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:23.560789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.561483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.562433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.562850 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.563172 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.563501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.563825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.564152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.564474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.564783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.565107 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.565422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:23.569576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.573380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f8cd8a3f-542e-4226-bf63-867a87d3a7ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554005 Feb 04 13:43:23.573816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33902) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:23.579437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'security_group_rule': {'security_group_id': '93cb7e1f-2e0d-4039-a91a-75caee1ce97c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:23.586318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:23.590152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Usage tracker for resource:security_group_rule and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:23.593106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:23.598827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:23.620029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.681210 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.686455 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.698556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:23.711574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e88b465-fd61-44be-a61c-dc3b01250700,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:23.721599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.725782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-92a604c7-8ca6-442d-b188-762f20b090fc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484241 Feb 04 13:43:23.725987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33906) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:23.731495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:23.738193 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:23.742303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Usage tracker for resource:floatingip and tenant:8ea2ced141a24e378996f51a5afc548e is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:43:23.744829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:43:23.751064 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:23.762385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:23.899572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.017453 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 2, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:24.021329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:43:24.021679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Updating router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f port 284bd036-fead-4588-9997-0aa1a0368d83 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:43:24.036462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Allocated IP 172.25.4.174 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/047a3bca-1d12-4ffd-ae0b-e7303bf227a6) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:24.090295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.188560 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.220151 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.284721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:24.287578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:24.291364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:43:24.325909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=047a3bca-1d12-4ffd-ae0b-e7303bf227a6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:24.379990 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.444382 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.488605 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.500551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9cd601c4-989a-40f3-b201-b2c563e9b889 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:24.529825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Transition to ACTIVE for port object 284bd036-fead-4588-9997-0aa1a0368d83 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:24.553616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.664006 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.668800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.695980 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2a7da-ac8b-4f40-b984-b42fcc2ae4ba None None] Pushing event updated for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:24.804117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 9cd601c4-989a-40f3-b201-b2c563e9b889 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:24.804775 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.838913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Attempting to bind port 284bd036-fead-4588-9997-0aa1a0368d83 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:24.839386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Attempting to bind port 284bd036-fead-4588-9997-0aa1a0368d83 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:24.839653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Attempting to bind port 284bd036-fead-4588-9997-0aa1a0368d83 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:24.859690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:24.860068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:24.860467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.860859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:24.861326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Bound port: 284bd036-fead-4588-9997-0aa1a0368d83, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:24.861698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.872741 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.915404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=047a3bca-1d12-4ffd-ae0b-e7303bf227a6,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:24.921843 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.943722 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:24.954358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-574a1fd9-9330-4eb2-8f2b-847ae9c50b3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2178733 Feb 04 13:43:25.027530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] For port 284bd036-fead-4588-9997-0aa1a0368d83, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:25.032232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] For port 284bd036-fead-4588-9997-0aa1a0368d83, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=284bd036-fead-4588-9997-0aa1a0368d83,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:25.037089 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:25.119419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:25.120056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:25.121443 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-70a702bb-f2d6-42be-8d93-491f1680c4b6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1355537786&fields=id&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 267 time: 0.0478482 Feb 04 13:43:25.187454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2a7da-ac8b-4f40-b984-b42fcc2ae4ba None None] Pushing event updated for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:25.286768 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-de47d6a5-b149-4f7b-a34b-c346b7e53cea tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:25.288751 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-de47d6a5-b149-4f7b-a34b-c346b7e53cea tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1598840 Feb 04 13:43:25.310848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-d6ea5b0a-f309-4ade-9c6a-8839baf3674d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/quotas/8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 375 time: 0.0152252 Feb 04 13:43:25.316833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:25.392494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-a29dd628-9eb3-4c22-b9ec-73813fce4e47 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807245 Feb 04 13:43:25.588402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-daec163e-f23d-40cc-8034-ab4d2cc06306 service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825573 Feb 04 13:43:25.641828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:25Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:25.645825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123415d-14bb-46cf-98ea-b2e385cafb01 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:25Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:25.734762 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-553b7891-105e-476e-a609-8d3a085b7337 service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404800 Feb 04 13:43:25.924146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4813d979-a42f-44b1-bb08-9432667c04ca req-3a87d99c-76bd-4acb-9d4e-f315f988640f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:43:25.942818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-4813d979-a42f-44b1-bb08-9432667c04ca req-3a87d99c-76bd-4acb-9d4e-f315f988640f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:43:25.951265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4813d979-a42f-44b1-bb08-9432667c04ca req-3a87d99c-76bd-4acb-9d4e-f315f988640f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 210 time: 0.0721865 Feb 04 13:43:26.522659 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:43:26.535509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 284bd036-fead-4588-9997-0aa1a0368d83 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:26.615699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 284bd036-fead-4588-9997-0aa1a0368d83 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:26.621252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 284bd036-fead-4588-9997-0aa1a0368d83 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:26.621626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:26.743447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:26.783089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 284bd036-fead-4588-9997-0aa1a0368d83, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=284bd036-fead-4588-9997-0aa1a0368d83,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:26.787938 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:26.858400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:27.037611 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-85b103f8-f5f4-4e08-9f76-26f3fd8be17b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:27.039085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-85b103f8-f5f4-4e08-9f76-26f3fd8be17b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1527514 Feb 04 13:43:27.119508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f791cbb7-2f2d-4da7-96f3-58bcf5f78d95 req-07a5507a-3ee1-42ee-9378-feb5408ac9c2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 210 time: 0.0582540 Feb 04 13:43:27.131782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-7a32112c-24b2-4e38-bcc9-481bfaf1c596 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 380 time: 0.0845628 Feb 04 13:43:27.141562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'port': {'device_id': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'admin_state_up': True, 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'security_groups': ['93cb7e1f-2e0d-4039-a91a-75caee1ce97c']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:27.279116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:43:27.288448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:43:27.299077 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:43:27.302921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:27.463136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Allocated IP 172.20.0.4 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/46857ccd-56cc-4ac1-a94d-c12618982217) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:43:27.645818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:27.660569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Transition to ACTIVE for port object 46857ccd-56cc-4ac1-a94d-c12618982217 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:27.685993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:27.754662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:43:27.757820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:43:27.760451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:43:27.809460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:27.837476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:27.838032 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:27.865009 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4b369ab5-e773-440e-8556-e570a0b380e6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278273 Feb 04 13:43:27.876665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Request body: {'port': {'device_id': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:27.988129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47627fba-6295-465b-9fb2-6461cf4da127 None None] Provisioning for port 46857ccd-56cc-4ac1-a94d-c12618982217 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:27.990419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:27.993188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-47627fba-6295-465b-9fb2-6461cf4da127 None None] Provisioning complete for port 46857ccd-56cc-4ac1-a94d-c12618982217 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:27.993569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47627fba-6295-465b-9fb2-6461cf4da127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.049536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-47627fba-6295-465b-9fb2-6461cf4da127 None None] Port 46857ccd-56cc-4ac1-a94d-c12618982217 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:43:28.307868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55624e-1931-41ab-8dfe-64b0623ba567 req-655022d3-69dc-452e-81f5-3eae34a45bb1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:28.310423 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc55624e-1931-41ab-8dfe-64b0623ba567 req-655022d3-69dc-452e-81f5-3eae34a45bb1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 931 time: 0.0840344 Feb 04 13:43:28.351770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc55624e-1931-41ab-8dfe-64b0623ba567 req-f93235ac-3199-42dc-aafd-b8c53bf4d28a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:43:28.368917 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bc55624e-1931-41ab-8dfe-64b0623ba567 req-f93235ac-3199-42dc-aafd-b8c53bf4d28a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:43:28.370081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc55624e-1931-41ab-8dfe-64b0623ba567 req-f93235ac-3199-42dc-aafd-b8c53bf4d28a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551732 Feb 04 13:43:28.448744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46857ccd-56cc-4ac1-a94d-c12618982217 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:43:28.456841 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.471877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Transition to ACTIVE for port object 46857ccd-56cc-4ac1-a94d-c12618982217 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:28.475697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.495244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 284bd036-fead-4588-9997-0aa1a0368d83 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:28.612405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 284bd036-fead-4588-9997-0aa1a0368d83 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:28.612769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.644469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:28.726001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:28.726343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:28.726746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:28.731860 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:43:28.732178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:28.737256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:28.737557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:28.737940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:28.738358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Bound port: 46857ccd-56cc-4ac1-a94d-c12618982217, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:28.738732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.833809 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:28.836657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:28.842576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.905385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:28.905999 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:28.907398 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] 10.222.0.90 "PUT /v2.0/ports/46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 1091 time: 1.0357466 Feb 04 13:43:28.907851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:28.986768 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'status': 'completed', 'code': 200} Feb 04 13:43:28.999870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653d935-aacb-4270-a14c-f067183c0185 service neutron] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:29.036282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-928e47e5-d14e-4886-b63c-3bcc5deca944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.037890 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-928e47e5-d14e-4886-b63c-3bcc5deca944 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1094 time: 0.0845668 Feb 04 13:43:29.111868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-b08054fe-7146-4ce7-ae17-0b0aecba8151 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 217 time: 0.0672972 Feb 04 13:43:29.175615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-f70003ce-c572-415e-9542-a21c309f447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.177029 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-f70003ce-c572-415e-9542-a21c309f447b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0595970 Feb 04 13:43:29.257258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685ab3-329a-4d9e-ab35-07869880d56e req-8f5504ee-5d3f-4238-99dd-aa623be5ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.258795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-8f5504ee-5d3f-4238-99dd-aa623be5ef90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761242 Feb 04 13:43:29.390250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-93d5a2ee-9f35-43ca-bff7-b2dccc582598 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258802 Feb 04 13:43:29.522091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97685ab3-329a-4d9e-ab35-07869880d56e req-3c5bd46f-325b-40f9-9ff1-666e463a9a84 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266129 Feb 04 13:43:29.560014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96940147-f44c-4fad-8b7e-d6f917ae9875 req-7b966c4b-69e6-4367-986b-5b3840f6a8f3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.561520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96940147-f44c-4fad-8b7e-d6f917ae9875 req-7b966c4b-69e6-4367-986b-5b3840f6a8f3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.0849490 Feb 04 13:43:29.606029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96940147-f44c-4fad-8b7e-d6f917ae9875 req-df6b30e7-f291-46da-9067-b40ab6c8d531 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Feb 04 13:43:29.632844 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-aa65a6f4-c8b7-47a8-80a1-8fb94beff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.634419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-aa65a6f4-c8b7-47a8-80a1-8fb94beff990 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1094 time: 0.0706346 Feb 04 13:43:29.765075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-f39637ad-3f5d-4414-a918-5af06841fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:29.766511 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-f39637ad-3f5d-4414-a918-5af06841fb33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1262734 Feb 04 13:43:29.952933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-47b3119d-de4b-48c1-88c9-db813e68fbc9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 217 time: 0.1795104 Feb 04 13:43:30.015871 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-f45ed80d-6904-4339-9dc6-802d85afa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.017256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-f45ed80d-6904-4339-9dc6-802d85afa60c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0577750 Feb 04 13:43:30.094115 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-bff736ff-2d38-412d-9d51-f757559d8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.095626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-bff736ff-2d38-412d-9d51-f757559d8a45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725253 Feb 04 13:43:30.228481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-18e44e93-8e1d-4d67-b57c-82b13e5c11c9 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263924 Feb 04 13:43:30.361894 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f50568ba-6c01-436f-9eb7-22ff05f613cf req-18be1d8e-416f-417f-9623-d2b4e74d957a service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270885 Feb 04 13:43:30.794673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762dfc4-7c08-4dd6-856d-a07e8feee53e req-793b26c3-a87b-4454-ba38-5af493807f71 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:30.795453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5762dfc4-7c08-4dd6-856d-a07e8feee53e req-793b26c3-a87b-4454-ba38-5af493807f71 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:43:30.814879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-5762dfc4-7c08-4dd6-856d-a07e8feee53e req-793b26c3-a87b-4454-ba38-5af493807f71 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:43:30.816102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5762dfc4-7c08-4dd6-856d-a07e8feee53e req-793b26c3-a87b-4454-ba38-5af493807f71 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.1003206 Feb 04 13:43:30.862316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5762dfc4-7c08-4dd6-856d-a07e8feee53e req-176ed22e-8837-47ac-a1c9-ec1da200a33f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Feb 04 13:43:31.943444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:43:32.070213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85768a3-3311-488a-9ff5-29b00d88add4 req-94f08b48-3b91-4b3b-8d7e-c0c5b38bd7c9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:32.071729 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85768a3-3311-488a-9ff5-29b00d88add4 req-94f08b48-3b91-4b3b-8d7e-c0c5b38bd7c9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.0932319 Feb 04 13:43:32.090268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:32.103761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '46857ccd-56cc-4ac1-a94d-c12618982217', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217', 'mac_address': 'fa:16:3e:1f:18:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:43:32.117177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85768a3-3311-488a-9ff5-29b00d88add4 req-283f7336-d49e-411a-b1d6-9adcd17b7444 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390546 Feb 04 13:43:32.160577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:32.178464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46857ccd-56cc-4ac1-a94d-c12618982217 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:43:32.198131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:32.201103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:32.276182 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:32.390584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['46857ccd-56cc-4ac1-a94d-c12618982217'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:43:33.308450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b58989-40e6-4291-aafc-855b75075675 req-c75ab59e-14d6-47bc-9bb0-bed49daa2577 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:33.309920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6b58989-40e6-4291-aafc-855b75075675 req-c75ab59e-14d6-47bc-9bb0-bed49daa2577 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 944 time: 0.0838420 Feb 04 13:43:33.353832 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c6b58989-40e6-4291-aafc-855b75075675 req-041c6a53-49a1-4f43-aa24-d3673d58df75 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 Feb 04 13:43:33.957987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:43:34.028264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 46857ccd-56cc-4ac1-a94d-c12618982217 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:43:34.033043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 46857ccd-56cc-4ac1-a94d-c12618982217 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:43:34.033412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:34.148131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:34.174257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:34.184109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:34.188857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:34.224982 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'code': 200} Feb 04 13:43:34.256468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:34.347791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d324-0d03-47f5-be36-47d30ec08a67 req-8391c8f4-42d2-4880-810b-b2cee594ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:34.349253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4e3d324-0d03-47f5-be36-47d30ec08a67 req-8391c8f4-42d2-4880-810b-b2cee594ef81 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1096 time: 0.0692785 Feb 04 13:43:34.393148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b4e3d324-0d03-47f5-be36-47d30ec08a67 req-3feb3301-75f7-4774-b56e-40c53c575584 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371811 Feb 04 13:43:34.535638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9148d92-0192-4d0b-be8d-27973d361db6 req-acb3b020-0016-4cec-b250-716a38d7bb63 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:34.537110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9148d92-0192-4d0b-be8d-27973d361db6 req-acb3b020-0016-4cec-b250-716a38d7bb63 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0787375 Feb 04 13:43:34.581754 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f9148d92-0192-4d0b-be8d-27973d361db6 req-fff1fe4b-dbed-4cb8-97f6-ab9bd6b095f0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386508 Feb 04 13:43:35.767362 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f884c-4a4f-4915-ad03-3a0307c07a15 req-0554ca79-9383-4252-bc61-ad312b63ddbc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:35.768901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b6f884c-4a4f-4915-ad03-3a0307c07a15 req-0554ca79-9383-4252-bc61-ad312b63ddbc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0804160 Feb 04 13:43:35.814088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b6f884c-4a4f-4915-ad03-3a0307c07a15 req-b38d1075-9be4-4403-afc6-f5d9c7126359 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Feb 04 13:43:35.995654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e742d4-62ab-42dd-a475-cebe7cf5a1cf req-978c68f7-5be3-4a19-a11f-383f160d8bb4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:35.997090 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-47e742d4-62ab-42dd-a475-cebe7cf5a1cf req-978c68f7-5be3-4a19-a11f-383f160d8bb4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0817115 Feb 04 13:43:36.006031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 33956) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:43:36.010845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'floatingip': {'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:36.085984 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:36.689078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.resource_extend [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 13:43:36.785367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:36.789047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:36.958651 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb associated. External IP: 172.25.4.174, port: 46857ccd-56cc-4ac1-a94d-c12618982217. Feb 04 13:43:37.311050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:43:37.491502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:43:37.496296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:37.501234 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:43:37.510539 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:37.511232 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:37.552316 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ed1aeb9-2eaf-468f-9486-27c3b4a1b131 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "PUT /v2.0/floatingips/d4b414a4-6871-4312-b09a-afe075ceadcb HTTP/1.1" status: 200 len: 991 time: 1.5428455 Feb 04 13:43:37.552316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:37.598918 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'status': 'completed', 'code': 200} Feb 04 13:43:37.693337 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:37.694099 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-e3df81fd-2184-4093-b2bd-11346e2b9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:37.695652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-e3df81fd-2184-4093-b2bd-11346e2b9a91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1096 time: 0.0750341 Feb 04 13:43:37.733174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c301-50cb-46a9-8355-d900df389097 req-2136def1-e81f-4cf0-9642-91fc7b1a132b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:37.735275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9870c301-50cb-46a9-8355-d900df389097 req-2136def1-e81f-4cf0-9642-91fc7b1a132b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0887079 Feb 04 13:43:37.788884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9870c301-50cb-46a9-8355-d900df389097 req-f94ea265-4be6-4297-8216-1b1af9ea4ac4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Feb 04 13:43:37.835351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-c5faf9de-490e-4d87-ab70-36e5177922ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:37.836753 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-c5faf9de-490e-4d87-ab70-36e5177922ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1357598 Feb 04 13:43:37.940429 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-9f8132bd-1cab-4581-a8d4-bdf9ee4e9893 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 999 time: 0.0980933 Feb 04 13:43:38.001585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-4e83fc44-b937-493e-b8c2-bd81ea6b1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.003058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-4e83fc44-b937-493e-b8c2-bd81ea6b1dd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0579209 Feb 04 13:43:38.045408 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:1f:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:43:36Z', 'revision_number': 1, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:38.049604 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:43:38.057975 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:43:38.058574 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:38.076190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-75c5b6d5-4b6e-4df6-819c-22de593654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.077714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-75c5b6d5-4b6e-4df6-819c-22de593654eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696061 Feb 04 13:43:38.249614 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:43:38.339974 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-280e30cb-1f54-40cd-a3fd-069ffd1f5e0c service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567565 Feb 04 13:43:38.448457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58698a89-1509-4af7-81ff-8f978fce4849 req-09f21bc6-5184-4c7d-8e12-c774f92a37d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415204 Feb 04 13:43:38.492455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eee7fa9b-4e67-479b-8ffb-3422b4897252 req-5e442c51-3240-4aeb-bce8-f069be829085 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463070 Feb 04 13:43:38.567425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58698a89-1509-4af7-81ff-8f978fce4849 req-40ff29cc-c4fc-4948-b8e0-c3a204caf12f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0420170 Feb 04 13:43:38.610629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58698a89-1509-4af7-81ff-8f978fce4849 req-2c72cb68-5d74-4e3e-a7fd-f0f6f3f0975c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260677 Feb 04 13:43:38.642542 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:1f:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:43:36Z', 'revision_number': 1, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:43:38.646587 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac7a52-024c-47f9-a3f9-0d68d9992ec6 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:1f:18:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:43:36Z', 'revision_number': 1, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:43:38.752475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58698a89-1509-4af7-81ff-8f978fce4849 req-774a7641-e473-475c-a2e0-fc0f0128b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.753948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58698a89-1509-4af7-81ff-8f978fce4849 req-774a7641-e473-475c-a2e0-fc0f0128b583 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366937 Feb 04 13:43:38.853058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf143b-a43d-47ff-9d12-001169e3f5ab None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:43:38.979411 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa59e8-ab0e-44aa-8852-e42fbc7eb851 req-294af0ca-d999-42dd-b944-add48ca122ad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:38.981287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1fa59e8-ab0e-44aa-8852-e42fbc7eb851 req-294af0ca-d999-42dd-b944-add48ca122ad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0803406 Feb 04 13:43:39.032052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f1fa59e8-ab0e-44aa-8852-e42fbc7eb851 req-57851057-07a2-40f3-b61e-e043d5fc1193 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Feb 04 13:43:39.223787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09429a8d-4c06-4b2e-966d-7aa9d5d614de req-bcd4dcc0-041f-4da5-ab2e-4d64b3364287 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:39.225275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09429a8d-4c06-4b2e-966d-7aa9d5d614de req-bcd4dcc0-041f-4da5-ab2e-4d64b3364287 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0849774 Feb 04 13:43:39.269802 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-09429a8d-4c06-4b2e-966d-7aa9d5d614de req-744ab52a-d1e9-401a-886a-06a0f93589ae tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Feb 04 13:43:39.678930 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-3396fa14-73cd-4d51-8513-e6860d3058c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318913 Feb 04 13:43:39.694718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9a46-37e5-4657-bac9-c087054601d4 req-64c61141-ce17-4169-8a70-4e25658fd901 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:39.696181 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-039f9a46-37e5-4657-bac9-c087054601d4 req-64c61141-ce17-4169-8a70-4e25658fd901 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0971134 Feb 04 13:43:39.743467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-039f9a46-37e5-4657-bac9-c087054601d4 req-8700b1a6-392a-4b33-bb0d-1b14e6635f99 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Feb 04 13:43:40.938076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-081cf163-5052-4265-a7f6-024b4d3bc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:40.939574 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-081cf163-5052-4265-a7f6-024b4d3bc2fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1096 time: 0.1322424 Feb 04 13:43:41.025374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1205-cf88-4994-8b23-cee8a1459f4e req-57b7c9e4-8746-4c5d-95ae-ff5decc75ece tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:41.026757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46dc1205-cf88-4994-8b23-cee8a1459f4e req-57b7c9e4-8746-4c5d-95ae-ff5decc75ece tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.1655407 Feb 04 13:43:41.096835 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-46dc1205-cf88-4994-8b23-cee8a1459f4e req-7533a0c3-f465-4613-b5da-b180cf280fa5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632529 Feb 04 13:43:41.113684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-498529a9-4c5f-4329-b023-b81610c0c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:41.115135 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-498529a9-4c5f-4329-b023-b81610c0c562 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1696882 Feb 04 13:43:41.217119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-ac1521d7-0e6e-49b0-92fa-86f4a3d89081 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 1001 time: 0.0960684 Feb 04 13:43:41.277917 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-a9aaced3-55e4-477a-a790-0c75c649b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:41.279278 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-a9aaced3-55e4-477a-a790-0c75c649b270 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0566015 Feb 04 13:43:41.365537 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-b825a974-85eb-47a0-967b-f3239cbb987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:41.367043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-b825a974-85eb-47a0-967b-f3239cbb987f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733092 Feb 04 13:43:41.495264 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-739d9f0f-c14e-4348-a7ce-3ab22d2ebd31 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223340 Feb 04 13:43:41.626286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-05597765-7c12-4410-b3ab-2157fcf238a3 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234698 Feb 04 13:43:42.280446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eef4b-1d7a-49a4-940c-370be3bc7fd9 req-c0fa9c57-a38e-4271-bf76-213abfac6f8e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:42.281911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b56eef4b-1d7a-49a4-940c-370be3bc7fd9 req-c0fa9c57-a38e-4271-bf76-213abfac6f8e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0806019 Feb 04 13:43:42.332592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b56eef4b-1d7a-49a4-940c-370be3bc7fd9 req-97aacd1a-66b0-43e5-aeb8-8df007434f9f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Feb 04 13:43:43.519024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa005e4-24a2-4dd4-8484-fe0d90777915 req-95786b56-f935-44e9-9828-c8c1992a5f47 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:43.520479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aa005e4-24a2-4dd4-8484-fe0d90777915 req-95786b56-f935-44e9-9828-c8c1992a5f47 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0783491 Feb 04 13:43:43.560914 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cfd22422-893f-487d-b5e4-95972be102ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:43.566017 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6aa005e4-24a2-4dd4-8484-fe0d90777915 req-f2ff768d-c204-4fc8-a40c-7ef91799ec89 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Feb 04 13:43:44.749915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1e49-c4ef-48f3-b71b-19cf89e07308 req-211e6899-c12d-4596-b617-c4060d54c1d4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:44.751312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-273d1e49-c4ef-48f3-b71b-19cf89e07308 req-211e6899-c12d-4596-b617-c4060d54c1d4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0796659 Feb 04 13:43:44.795558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-273d1e49-c4ef-48f3-b71b-19cf89e07308 req-0d37cb4c-b7c6-407a-be58-5eb34aeabd97 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 Feb 04 13:43:46.104131 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4bb79-c87c-4f08-be03-d1b837fc10f3 req-5293b06c-ffd5-4641-bb46-9189621bf7d8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:46.105591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00b4bb79-c87c-4f08-be03-d1b837fc10f3 req-5293b06c-ffd5-4641-bb46-9189621bf7d8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.2022276 Feb 04 13:43:46.149016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00b4bb79-c87c-4f08-be03-d1b837fc10f3 req-831941ca-aab3-479a-8c7c-d9505232dd9e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376492 Feb 04 13:43:46.347432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-28a4fa1e-8f25-4a99-aa60-df2ce22c45c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:46.899786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:47.338538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a7fcd-c4ff-4b21-ab7a-267ffa36d9a5 req-f937fd92-8b69-4e5b-8fbb-386d52917f5e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:47.340027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-036a7fcd-c4ff-4b21-ab7a-267ffa36d9a5 req-f937fd92-8b69-4e5b-8fbb-386d52917f5e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Feb 04 13:43:47.384695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-036a7fcd-c4ff-4b21-ab7a-267ffa36d9a5 req-b2ca2be1-67af-414b-becf-92ee7633e8d9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385680 Feb 04 13:43:47.432139 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:48.570176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070311-ed6a-4da9-9d82-5dbc06778605 req-616566f2-7740-42d8-802f-d8b507ced2df tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:48.571644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-02070311-ed6a-4da9-9d82-5dbc06778605 req-616566f2-7740-42d8-802f-d8b507ced2df tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0791790 Feb 04 13:43:48.617220 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-02070311-ed6a-4da9-9d82-5dbc06778605 req-e1dd2144-31a1-44ef-b15d-e9bafbfe7d0d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399420 Feb 04 13:43:48.799202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:49.801131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca834da1-6e31-4b3e-a984-8f7c29833bcf req-462c2c8a-603f-4941-8fd9-640589a40c1f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:49.802623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca834da1-6e31-4b3e-a984-8f7c29833bcf req-462c2c8a-603f-4941-8fd9-640589a40c1f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0806110 Feb 04 13:43:49.845741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ca834da1-6e31-4b3e-a984-8f7c29833bcf req-bc299fe5-c8c9-40ca-9c39-567d53a19d4d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Feb 04 13:43:50.487413 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:51.033383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2662-b15b-4d65-a9bf-fbc8033f00b0 req-d3067f04-5920-43e6-96bd-8e8c5d09ccf1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:51.034771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-064f2662-b15b-4d65-a9bf-fbc8033f00b0 req-d3067f04-5920-43e6-96bd-8e8c5d09ccf1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0843801 Feb 04 13:43:51.078140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-064f2662-b15b-4d65-a9bf-fbc8033f00b0 req-16940a0d-e451-42ba-99d7-d7d2a01eea95 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Feb 04 13:43:52.267466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa6ec-3f58-4386-86e3-2c86b4f4dd76 req-a26f5049-779d-40f9-a8fa-e8b2435d2e7e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:52.268938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78dfa6ec-3f58-4386-86e3-2c86b4f4dd76 req-a26f5049-779d-40f9-a8fa-e8b2435d2e7e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0876184 Feb 04 13:43:52.312295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78dfa6ec-3f58-4386-86e3-2c86b4f4dd76 req-51ea4298-6f92-4739-8c00-fda5fc924008 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376551 Feb 04 13:43:53.508559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515180-c6e4-46fd-8bbc-c08ef2b6eb70 req-54584997-738a-4b9e-81ac-1d5cd696489a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:53.510012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0515180-c6e4-46fd-8bbc-c08ef2b6eb70 req-54584997-738a-4b9e-81ac-1d5cd696489a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0866857 Feb 04 13:43:53.553670 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0515180-c6e4-46fd-8bbc-c08ef2b6eb70 req-4d311663-b2ed-40c9-a4ce-fe58f981f180 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Feb 04 13:43:54.741895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae299c-b823-4837-87c3-f92988201049 req-ce360254-7077-457b-976b-a0217986f9ca tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:54.743292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cae299c-b823-4837-87c3-f92988201049 req-ce360254-7077-457b-976b-a0217986f9ca tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0805352 Feb 04 13:43:54.770510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:54.794047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cae299c-b823-4837-87c3-f92988201049 req-ea1e48aa-686d-4afd-96cf-4b175197af62 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Feb 04 13:43:55.979088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c425-af5d-4f9c-898b-3656e98c4eef req-640f366f-e7ce-4322-80ab-6e430e9f3633 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:55.980587 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2e1c425-af5d-4f9c-898b-3656e98c4eef req-640f366f-e7ce-4322-80ab-6e430e9f3633 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0812173 Feb 04 13:43:56.028745 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b2e1c425-af5d-4f9c-898b-3656e98c4eef req-6ea1cc2b-36c4-4476-8dc4-553bedf03c64 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Feb 04 13:43:57.215292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adfe3a-36a0-4f4c-a5ba-7f27b4800555 req-354cd650-91d5-412d-b666-3ec60eb22032 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:57.216761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17adfe3a-36a0-4f4c-a5ba-7f27b4800555 req-354cd650-91d5-412d-b666-3ec60eb22032 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0805554 Feb 04 13:43:57.260568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17adfe3a-36a0-4f4c-a5ba-7f27b4800555 req-99979138-d37b-4cdb-a5c1-6323673d1240 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Feb 04 13:43:58.316800 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-5c683361-8646-4b54-b945-4b867e81b8ca req-551456a0-20f3-4413-820a-b41760ea59c8 service neutron] show failed (client error): The resource could not be found. Feb 04 13:43:58.317809 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-551456a0-20f3-4413-820a-b41760ea59c8 service neutron] 10.222.0.90 "GET /v2.0/ports/46857ccd-56cc-4ac1-a94d-c12618982217/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0781147 Feb 04 13:43:58.445885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399353a9-3970-4f52-8dbf-46d95485318d req-4986d434-b927-42d9-8c6c-be4aa37b3bc0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.447608 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-399353a9-3970-4f52-8dbf-46d95485318d req-4986d434-b927-42d9-8c6c-be4aa37b3bc0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0813510 Feb 04 13:43:58.499217 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-399353a9-3970-4f52-8dbf-46d95485318d req-f91a8463-27c2-4a59-8616-34fc9b5957ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Feb 04 13:43:58.705998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-ef86fa4a-3e39-4a5a-ac57-2f46d0681fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:58.707428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-ef86fa4a-3e39-4a5a-ac57-2f46d0681fee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.0750203 Feb 04 13:43:58.718401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:43:58.921161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.192007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:43:59.219831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:59.280878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:43:59.286193 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.303057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Transition to ACTIVE for port object 46857ccd-56cc-4ac1-a94d-c12618982217 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:43:59.307099 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.427141 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'code': 200} Feb 04 13:43:59.453208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:43:59.473035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.473378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.473713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.474045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.474372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.474752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.475076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.475399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.475717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.476034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.476455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.476777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:43:59.531563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] No DVR routers for this DVR port 46857ccd-56cc-4ac1-a94d-c12618982217 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:43:59.695690 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77674a4a-9a33-4b91-8003-cc279240c543 req-4fcc36b0-6cee-40a4-8478-45f512a58a56 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:59.697285 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77674a4a-9a33-4b91-8003-cc279240c543 req-4fcc36b0-6cee-40a4-8478-45f512a58a56 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.0854852 Feb 04 13:43:59.741783 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-77674a4a-9a33-4b91-8003-cc279240c543 req-b68765d4-d11d-484e-a900-f7d589a55dba tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Feb 04 13:43:59.763986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:43:59.763986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:43:59.763986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:59.765318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:43:59.765633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Attempting to bind port 46857ccd-56cc-4ac1-a94d-c12618982217 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:43:59.770557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:43:59.770909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:43:59.771288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:43:59.771700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Bound port: 46857ccd-56cc-4ac1-a94d-c12618982217, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:43:59.772041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.857329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:43:59.860704 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:43:59.865457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.927705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:43:59.928319 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:43:59.929735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] 10.222.0.87 "PUT /v2.0/ports/46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 1091 time: 1.2153440 Feb 04 13:43:59.943849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf398eee-c558-43bd-8620-347fcab9ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:00.032981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-29858c53-4ac1-474d-9b43-594f4e586446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.034841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-29858c53-4ac1-474d-9b43-594f4e586446 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1094 time: 0.0771420 Feb 04 13:44:00.167837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-e43a3fdd-7e3b-48ca-93f3-9d1b8c5d6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.169291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-e43a3fdd-7e3b-48ca-93f3-9d1b8c5d6789 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1287692 Feb 04 13:44:00.271541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-4222a4b6-5eec-48ea-99aa-a7477f5e5c81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 999 time: 0.0962691 Feb 04 13:44:00.333419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-a4498cbf-889b-4e9d-90ed-c78d93bed122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.335007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-a4498cbf-889b-4e9d-90ed-c78d93bed122 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0574658 Feb 04 13:44:00.513541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683361-8646-4b54-b945-4b867e81b8ca req-d37bed99-47d1-4f5e-9e68-7d6b0b5cba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.515612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-d37bed99-47d1-4f5e-9e68-7d6b0b5cba04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750464 Feb 04 13:44:00.647447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-9c2dc2ee-c878-4a42-99c9-0e4459aa3bed service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249635 Feb 04 13:44:00.781713 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c683361-8646-4b54-b945-4b867e81b8ca req-1b2c41bc-2532-4114-9672-5af6753ca362 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282649 Feb 04 13:44:00.937545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975484f-1c0e-4253-8975-e256000e23e3 req-65580b6b-7e95-4b3e-bd02-0771acdf9e1b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:00.939074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d975484f-1c0e-4253-8975-e256000e23e3 req-65580b6b-7e95-4b3e-bd02-0771acdf9e1b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.0814350 Feb 04 13:44:00.984424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d975484f-1c0e-4253-8975-e256000e23e3 req-9188bd9d-e68f-4e97-aa05-df97e7c50f94 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Feb 04 13:44:01.428785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:01.489579 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'status': 'completed', 'code': 200} Feb 04 13:44:01.590029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-b80ca79f-a923-4d44-81b0-0c01bd2a69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.590241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-a93f561a-3c4a-4f66-ba1e-bf053909852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.592267 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-b80ca79f-a923-4d44-81b0-0c01bd2a69bd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1094 time: 0.0834959 Feb 04 13:44:01.592401 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-a93f561a-3c4a-4f66-ba1e-bf053909852b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1094 time: 0.0751219 Feb 04 13:44:01.733277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-b3707447-36b5-410a-9d30-56ce2729a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.734802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-b3707447-36b5-410a-9d30-56ce2729a9ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1362505 Feb 04 13:44:01.741348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-ea620c7c-006c-4f86-8886-214bdddb473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.742840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-ea620c7c-006c-4f86-8886-214bdddb473d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1440706 Feb 04 13:44:01.844730 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-3da479a9-7ff3-4cba-b540-6465d54633de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 999 time: 0.1036997 Feb 04 13:44:01.859432 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-79fd1ba4-accb-443a-afba-50e3b7c80f5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 999 time: 0.1098053 Feb 04 13:44:01.913122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-393d0208-8f34-4c61-bf20-4b352a1b2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.914578 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-393d0208-8f34-4c61-bf20-4b352a1b2c85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0607893 Feb 04 13:44:01.923152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-673a8adc-73ea-4712-9b60-b7bf22d89901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.924616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-673a8adc-73ea-4712-9b60-b7bf22d89901 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0587065 Feb 04 13:44:01.990137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-3bbe26b9-0cbe-4177-97f2-cf5861c56c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:01.991661 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-3bbe26b9-0cbe-4177-97f2-cf5861c56c16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703228 Feb 04 13:44:02.000777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-bb9ca920-a8ef-43b5-a9e2-61d8d1864d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:02.002291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-bb9ca920-a8ef-43b5-a9e2-61d8d1864d2d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712135 Feb 04 13:44:02.098381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:44:02.129856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-fc63ea57-34e5-435e-9cb5-922c85ccdefd service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320913 Feb 04 13:44:02.159925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:44:02.199904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-d55992fc-a104-4919-abf1-efa7882a62bf service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897459 Feb 04 13:44:02.264448 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-6179eea0-2709-4456-a15d-1781e3ac5755 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282127 Feb 04 13:44:02.289982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e47591-c40f-4810-a286-04f74c8602de req-2aca2470-4614-413c-b5e8-20d8198410ad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:02.291790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9e47591-c40f-4810-a286-04f74c8602de req-2aca2470-4614-413c-b5e8-20d8198410ad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 943 time: 0.1941929 Feb 04 13:44:02.363148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9e47591-c40f-4810-a286-04f74c8602de req-d77eb64d-6486-4ae6-a02b-c56eff2c72a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598359 Feb 04 13:44:02.380216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d08390f9-243a-4f3f-8a36-45a06c66a9c9 req-adc5ad0b-ce41-45f7-be68-2fff9b6f85c5 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726513 Feb 04 13:44:02.410422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:44:02.579149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:02.591828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '46857ccd-56cc-4ac1-a94d-c12618982217', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': '46857ccd-56cc-4ac1-a94d-c12618982217', 'mac_address': 'fa:16:3e:1f:18:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:44:02.648038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:02.664654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46857ccd-56cc-4ac1-a94d-c12618982217 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:44:02.680306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:02.684073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:02.749943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:02.899412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['46857ccd-56cc-4ac1-a94d-c12618982217'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:44:03.521754 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:44:03.560209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245149b-e678-4ff1-a0b2-03514831e422 req-dcb737fc-7910-4568-b763-c06d434c430f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:03.562298 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5245149b-e678-4ff1-a0b2-03514831e422 req-dcb737fc-7910-4568-b763-c06d434c430f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 944 time: 0.0801039 Feb 04 13:44:03.609700 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5245149b-e678-4ff1-a0b2-03514831e422 req-5b485d95-e830-48c5-995e-2f04c0438352 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Feb 04 13:44:04.077853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947b3d-e8bb-4cd9-881e-23cd972a2ec2 req-f1423312-527f-4524-9916-b1aaa01a5575 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.079344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85947b3d-e8bb-4cd9-881e-23cd972a2ec2 req-f1423312-527f-4524-9916-b1aaa01a5575 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 944 time: 0.2479994 Feb 04 13:44:04.087192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-58dcc742-a18e-4470-97d4-7ce30287c52d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.088513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-58dcc742-a18e-4470-97d4-7ce30287c52d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25&tenant_id=8ea2ced141a24e378996f51a5afc548e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.2256653 Feb 04 13:44:04.183724 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-85947b3d-e8bb-4cd9-881e-23cd972a2ec2 req-a35cc7f6-9c37-4d52-bd8b-5a9adacc23f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942760 Feb 04 13:44:04.193482 n-d-820555-2 neutron-server[87621]: INFO neutron.api.v2.resource [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-1a7d8e3d-bb3e-4669-ace6-6c356870ddad service neutron] delete failed (client error): The resource could not be found. Feb 04 13:44:04.194431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-1a7d8e3d-bb3e-4669-ace6-6c356870ddad service neutron] 10.222.0.90 "DELETE /v2.0/ports/46857ccd-56cc-4ac1-a94d-c12618982217/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0920761 Feb 04 13:44:04.334639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-109c2723-9020-4110-bf23-174c37382e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.336013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-109c2723-9020-4110-bf23-174c37382e94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 1095 time: 0.0734529 Feb 04 13:44:04.411437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:44:04.468721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-19d0f2a4-9c8d-427d-a7e6-ed4b442d1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.470084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-19d0f2a4-9c8d-427d-a7e6-ed4b442d1e19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1289132 Feb 04 13:44:04.478158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 46857ccd-56cc-4ac1-a94d-c12618982217 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:04.483206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 46857ccd-56cc-4ac1-a94d-c12618982217 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:04.483578 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:04.579015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-baa06b54-7760-4c74-8c89-e91c91ccadbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 200 len: 1000 time: 0.1031423 Feb 04 13:44:04.612597 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:04.641008 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:04.643488 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-06a2e71f-0d65-448f-b0d1-267f79340c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.645044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-06a2e71f-0d65-448f-b0d1-267f79340c4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0599751 Feb 04 13:44:04.650413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:04.655463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:04.700038 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'code': 200} Feb 04 13:44:04.723961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-3f078ac4-e0a7-4b58-b007-36595bc48df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:04.725438 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-3f078ac4-e0a7-4b58-b007-36595bc48df9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747588 Feb 04 13:44:04.735352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:04.862504 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-be1b01cd-41a6-4b61-a181-d8ff1f5c7452 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305778 Feb 04 13:44:04.992747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5f72c65-c9f5-411d-86a0-1c29b3ef2d77 req-63c5a08f-9485-45c1-9ad0-4e12e787e3bd service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245952 Feb 04 13:44:05.384279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e7117-b12a-4399-879c-82858bb3c7dc req-ef1ca38d-eec9-4570-8466-33778ce47540 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:05.385779 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-983e7117-b12a-4399-879c-82858bb3c7dc req-ef1ca38d-eec9-4570-8466-33778ce47540 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0839026 Feb 04 13:44:05.435129 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-983e7117-b12a-4399-879c-82858bb3c7dc req-d59388e5-1d89-470b-a905-adba09f4024c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Feb 04 13:44:06.621437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fde64-c009-422f-8c29-d6b249ce793f req-50b92cfd-1bd4-4512-b54c-34b3084d3be1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:06.623586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-431fde64-c009-422f-8c29-d6b249ce793f req-50b92cfd-1bd4-4512-b54c-34b3084d3be1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0837879 Feb 04 13:44:06.666334 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-431fde64-c009-422f-8c29-d6b249ce793f req-06383fd4-9000-49b7-9a8c-5af40d0fb0d6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372171 Feb 04 13:44:06.849454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505badce-ddf3-42ed-8a67-57a9096d4f72 req-3c48d889-dbfe-413e-ac29-1679e3713ff1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:06.850932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-505badce-ddf3-42ed-8a67-57a9096d4f72 req-3c48d889-dbfe-413e-ac29-1679e3713ff1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0788245 Feb 04 13:44:06.897993 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-505badce-ddf3-42ed-8a67-57a9096d4f72 req-36542a93-2180-43fb-bd1b-fb4157a77382 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Feb 04 13:44:07.081579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412e266-ef90-4d68-9cbf-11486b367316 req-72f80d57-d6d6-4ed2-831c-5e817a8054f3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:07.083053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3412e266-ef90-4d68-9cbf-11486b367316 req-72f80d57-d6d6-4ed2-831c-5e817a8054f3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0802512 Feb 04 13:44:07.126990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3412e266-ef90-4d68-9cbf-11486b367316 req-0db02cb8-f02a-4eb8-8bc3-be4e04e849a7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Feb 04 13:44:07.505287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cf61a-fbf1-457f-9b3b-69179fd774cb req-d94c4017-2020-4b81-ba71-a30105f0f9c8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:07.506787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c76cf61a-fbf1-457f-9b3b-69179fd774cb req-d94c4017-2020-4b81-ba71-a30105f0f9c8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Feb 04 13:44:07.550343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c76cf61a-fbf1-457f-9b3b-69179fd774cb req-16d1f4ff-8cb4-43ee-b13f-4cddce4aaff3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378492 Feb 04 13:44:08.734163 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-aed3dba8-a8cb-4242-b141-08078dbcd750 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:08.735703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-aed3dba8-a8cb-4242-b141-08078dbcd750 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0823576 Feb 04 13:44:08.738473 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c459b7-e845-462c-b047-b69558b04786 req-46ef7f09-8a73-4123-876a-3a3a94d64a0d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:08.740052 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14c459b7-e845-462c-b047-b69558b04786 req-46ef7f09-8a73-4123-876a-3a3a94d64a0d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 945 time: 0.0816262 Feb 04 13:44:08.785647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14c459b7-e845-462c-b047-b69558b04786 req-97760801-044e-49b0-aec0-6c2d1cb44b4a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399318 Feb 04 13:44:08.910426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Deleting port 46857ccd-56cc-4ac1-a94d-c12618982217 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:44:08.910787 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:09.153813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] For port 46857ccd-56cc-4ac1-a94d-c12618982217, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=46857ccd-56cc-4ac1-a94d-c12618982217,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:09.154166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:09.446480 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:09.446802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:09.447115 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb disassociated. External IP: 172.25.4.174, port: 46857ccd-56cc-4ac1-a94d-c12618982217. Feb 04 13:44:09.447453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Calling delete_port for 46857ccd-56cc-4ac1-a94d-c12618982217 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:44:09.590539 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:09.640227 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'Port': ['ID=46857ccd-56cc-4ac1-a94d-c12618982217,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:09.836772 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:44:09.956598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c352a08b-9333-4ec4-b908-3c75b41fd110 req-1512ea85-7b95-4b89-87bd-6b1c0fd32284 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21eb08d-e850-42c4-b392-b9fb55fdbd25 HTTP/1.1" status: 200 len: 210 time: 0.0564647 Feb 04 13:44:10.063753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:44:10.073480 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:10.083672 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:44:10.084513 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:10.139824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] No DVR routers for this DVR port 46857ccd-56cc-4ac1-a94d-c12618982217 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:44:10.142408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:10.144962 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-deleted', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:10.161314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b6eb677-23b6-48fd-a0ed-d3b23a83b856 req-ecf26c9c-4360-42ea-9c69-2e372e3012ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "DELETE /v2.0/ports/46857ccd-56cc-4ac1-a94d-c12618982217 HTTP/1.1" status: 204 len: 173 time: 1.4203594 Feb 04 13:44:10.193706 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eb08d-e850-42c4-b392-b9fb55fdbd25', 'name': 'network-vif-deleted', 'tag': '46857ccd-56cc-4ac1-a94d-c12618982217', 'status': 'completed', 'code': 200} Feb 04 13:44:10.270561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:44:10.578940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:10.582634 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:10.590551 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:44:10.591159 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:43:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:10.768427 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:44:11.071512 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:11.075415 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4df766-e303-4bfc-98cb-a0867e290a43 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:11.293134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-76229d1e-9ad6-426c-964a-6b9a940275eb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1355537786&fields=id&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 267 time: 0.0408499 Feb 04 13:44:11.303665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611fa9c-6c31-4d84-9f87-7ee6013874f9 None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:44:11.571865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3bd9a23d-2438-4c92-8d5c-07a0956f4196 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:11.572555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3bd9a23d-2438-4c92-8d5c-07a0956f4196 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:44:11.589179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3bd9a23d-2438-4c92-8d5c-07a0956f4196 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:44:11.590616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3bd9a23d-2438-4c92-8d5c-07a0956f4196 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.2899139 Feb 04 13:44:11.606758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-d8677205-ce9b-490c-87ac-96efad569dac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/quotas/8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 375 time: 0.0100102 Feb 04 13:44:11.689679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-c3a14766-c1cc-428f-b2f9-d4735862fe6d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:44:11.706310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-c3a14766-c1cc-428f-b2f9-d4735862fe6d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:44:11.707682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-c3a14766-c1cc-428f-b2f9-d4735862fe6d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960698 Feb 04 13:44:11.844185 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-da444643-37f2-42d0-9876-63dcf9dd5ddd service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241961 Feb 04 13:44:11.974440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-10cea5d9-fe1f-49db-8853-a3fa8a86b3dc service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242628 Feb 04 13:44:12.152338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e95b2bc6-0e74-4732-86e5-fb661ebc951e req-2f0f38c0-051b-4974-a5e3-685477c8d5b8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 210 time: 0.0446041 Feb 04 13:44:12.441473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:44:12.475769 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 46857ccd-56cc-4ac1-a94d-c12618982217 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:44:12.476118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 46857ccd-56cc-4ac1-a94d-c12618982217 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:44:13.195538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-4313a8f1-55e6-4282-a01f-6916337fee12 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:13.197216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-4313a8f1-55e6-4282-a01f-6916337fee12 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1524076 Feb 04 13:44:13.247746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-abe7c3bc-ff62-455f-b3a1-4834936568a0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 380 time: 0.0422997 Feb 04 13:44:13.258491 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'port': {'device_id': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'admin_state_up': True, 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'security_groups': ['93cb7e1f-2e0d-4039-a91a-75caee1ce97c']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:13.372510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8be0a01-a3d6-4a6d-b5c3-ec779fe8d1c0 req-453036fd-5d0a-433d-b780-5d4fe27a0a43 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 210 time: 0.0934165 Feb 04 13:44:13.436889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:44:13.446272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:44:13.456379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:44:13.459863 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:13.563441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c8371800-e9c8-43a3-bbdf-34eeb265f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:13.626197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Allocated IP 172.20.0.5 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/e114954c-e39a-4947-8e4b-ccad207a24fb) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:44:13.813408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:13.829040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Transition to ACTIVE for port object e114954c-e39a-4947-8e4b-ccad207a24fb will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:44:13.852534 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:13.925682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:44:13.928929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:44:13.932750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:44:13.964080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:14.001838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.002441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.027314 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-3349075a-0822-47e8-a428-b3c3999066a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726166 Feb 04 13:44:14.039953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Request body: {'port': {'device_id': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:14.155333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.173414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58469935-13f0-43fc-b7d9-0091e7b21ffe None None] Provisioning for port e114954c-e39a-4947-8e4b-ccad207a24fb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:14.178444 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-58469935-13f0-43fc-b7d9-0091e7b21ffe None None] Provisioning complete for port e114954c-e39a-4947-8e4b-ccad207a24fb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:14.178841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-58469935-13f0-43fc-b7d9-0091e7b21ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.235623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-58469935-13f0-43fc-b7d9-0091e7b21ffe None None] Port e114954c-e39a-4947-8e4b-ccad207a24fb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:44:14.570974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d7ed-e9b5-4bc1-9bf0-0412a4503026 req-3699f769-d10d-4ff6-a62b-af45efbfc9a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:14.572508 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1870d7ed-e9b5-4bc1-9bf0-0412a4503026 req-3699f769-d10d-4ff6-a62b-af45efbfc9a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 931 time: 0.0907531 Feb 04 13:44:14.605798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e114954c-e39a-4947-8e4b-ccad207a24fb {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:44:14.613746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.617801 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1870d7ed-e9b5-4bc1-9bf0-0412a4503026 req-a7121af0-4474-44b6-8737-61b62b0f01a2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Feb 04 13:44:14.629937 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Transition to ACTIVE for port object e114954c-e39a-4947-8e4b-ccad207a24fb will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:44:14.634131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.807746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:14.885810 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Attempting to bind port e114954c-e39a-4947-8e4b-ccad207a24fb on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:44:14.886202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Attempting to bind port e114954c-e39a-4947-8e4b-ccad207a24fb by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:44:14.886529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Attempting to bind port e114954c-e39a-4947-8e4b-ccad207a24fb on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:44:14.891064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Port e114954c-e39a-4947-8e4b-ccad207a24fb on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:44:14.891381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Attempting to bind port e114954c-e39a-4947-8e4b-ccad207a24fb on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:44:14.896350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:44:14.896680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:44:14.897059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:44:14.897475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Bound port: e114954c-e39a-4947-8e4b-ccad207a24fb, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:44:14.897811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:14.991524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:44:14.994442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:44:14.999231 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:15.058628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.059250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:15.060611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] 10.222.0.87 "PUT /v2.0/ports/e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1091 time: 1.0252590 Feb 04 13:44:15.061042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:15.084110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7ccc4-c769-43e4-9f06-d55001008ace service neutron] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:15.135281 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'status': 'completed', 'code': 200} Feb 04 13:44:15.177329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-01c7da32-2c2a-49fd-96ad-a66000a346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.178849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-01c7da32-2c2a-49fd-96ad-a66000a346e2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1094 time: 0.0769444 Feb 04 13:44:15.252936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-564b1337-8f9e-458b-a4a2-ecdd374715c3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 217 time: 0.0661674 Feb 04 13:44:15.319710 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-ab300f38-562a-4f5a-8041-9f677357afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.321164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-ab300f38-562a-4f5a-8041-9f677357afd2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0615330 Feb 04 13:44:15.396338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-a882e9be-4af2-4098-ae3d-e2e9b2a9015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.397720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-a882e9be-4af2-4098-ae3d-e2e9b2a9015f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697515 Feb 04 13:44:15.527903 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-bb7b1827-1bd9-4702-ac0b-518e24129a65 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240149 Feb 04 13:44:15.659682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-508f78f6-f9d6-44cc-abfa-0a93d68c1045 req-cb398d29-4500-47b5-9ade-7747c3c2c73c service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251810 Feb 04 13:44:15.776637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19f9b-5474-494d-9f04-328431d91042 req-c111c302-931d-4fb8-ba04-8071de317153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.778227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-c111c302-931d-4fb8-ba04-8071de317153 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1094 time: 0.0748396 Feb 04 13:44:15.807927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20725a87-d7b3-433f-8038-43684a1d77a8 req-9771eb26-e15b-4763-9ba7-4989affee87d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.809522 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20725a87-d7b3-433f-8038-43684a1d77a8 req-9771eb26-e15b-4763-9ba7-4989affee87d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 943 time: 0.0841501 Feb 04 13:44:15.858731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-20725a87-d7b3-433f-8038-43684a1d77a8 req-2b5c081a-6d48-49fb-9f82-782147f5f696 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Feb 04 13:44:15.912167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19f9b-5474-494d-9f04-328431d91042 req-aee23f8a-96ec-45e5-97fb-512bb1fcefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:15.913640 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-aee23f8a-96ec-45e5-97fb-512bb1fcefe7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1286676 Feb 04 13:44:15.984662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-7d5bb625-1b08-48d9-beea-3d8fecfb6d45 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 217 time: 0.0645206 Feb 04 13:44:16.045337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19f9b-5474-494d-9f04-328431d91042 req-70b9df57-65da-40c0-848b-145693b0c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:16.046775 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-70b9df57-65da-40c0-848b-145693b0c48f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0559673 Feb 04 13:44:16.125557 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b19f9b-5474-494d-9f04-328431d91042 req-8043f80c-6a4d-44bf-a05e-29e8e06a123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:16.127088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-8043f80c-6a4d-44bf-a05e-29e8e06a123c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730109 Feb 04 13:44:16.350525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f5a0-9c40-4e44-9f0c-f7d56224dffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:16.359501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-aaff82ea-eb12-4834-88d2-7b3c21942807 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260375 Feb 04 13:44:16.490740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91b19f9b-5474-494d-9f04-328431d91042 req-eff5a41d-909f-42d7-9e0e-d852d70b6446 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248384 Feb 04 13:44:16.902108 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:17.042845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373dcd-81db-41d6-9034-f64a8e9cf212 req-19c9d8bb-38ba-4b34-9ec2-38af18afc583 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:17.043546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a2373dcd-81db-41d6-9034-f64a8e9cf212 req-19c9d8bb-38ba-4b34-9ec2-38af18afc583 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:44:17.058645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a2373dcd-81db-41d6-9034-f64a8e9cf212 req-19c9d8bb-38ba-4b34-9ec2-38af18afc583 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:44:17.059779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2373dcd-81db-41d6-9034-f64a8e9cf212 req-19c9d8bb-38ba-4b34-9ec2-38af18afc583 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 943 time: 0.0956302 Feb 04 13:44:17.105261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2373dcd-81db-41d6-9034-f64a8e9cf212 req-c2426299-62f6-42bc-b156-11282e97592b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Feb 04 13:44:17.434494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:18.290781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fcd38-f090-492b-90dd-e74bbd8e23c8 req-6e96c04d-facc-4b66-84c9-14c6cb435ea2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:18.292265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a4fcd38-f090-492b-90dd-e74bbd8e23c8 req-6e96c04d-facc-4b66-84c9-14c6cb435ea2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 943 time: 0.0809207 Feb 04 13:44:18.336046 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0a4fcd38-f090-492b-90dd-e74bbd8e23c8 req-518293f7-22c5-4039-899e-e043620be2bc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380073 Feb 04 13:44:18.475658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:44:18.608135 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:18.620738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'mac_address': 'fa:16:3e:94:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:44:18.673772 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:18.693428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e114954c-e39a-4947-8e4b-ccad207a24fb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:44:18.709857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:18.714346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:18.783823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:18.795833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.796179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.796519 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.796852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.797180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.797507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.797831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.798153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.798472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.798826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.799150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.799468 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:44:18.813003 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:18.908328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['e114954c-e39a-4947-8e4b-ccad207a24fb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:44:19.527082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4117fe5-ef92-4407-a99b-f324199212ef req-93a28bc8-c8c6-40e0-8467-1f5f8c62dc5b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:19.528548 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4117fe5-ef92-4407-a99b-f324199212ef req-93a28bc8-c8c6-40e0-8467-1f5f8c62dc5b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 944 time: 0.0852089 Feb 04 13:44:19.573281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4117fe5-ef92-4407-a99b-f324199212ef req-fea39f6f-54ff-4be8-9b59-20f0b4d816bc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Feb 04 13:44:20.488561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:44:20.537405 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:20.559393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port e114954c-e39a-4947-8e4b-ccad207a24fb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:44:20.564125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port e114954c-e39a-4947-8e4b-ccad207a24fb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:44:20.564513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:20.711724 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:20.739827 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:20.750558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:44:20.758106 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:20.773234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e0d4-5965-4d67-8972-1b49df28c2c3 req-70285d37-f741-4cfe-a472-75bc07eb6231 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:20.774977 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-49a6e0d4-5965-4d67-8972-1b49df28c2c3 req-70285d37-f741-4cfe-a472-75bc07eb6231 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 944 time: 0.0919096 Feb 04 13:44:20.804455 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'code': 200} Feb 04 13:44:20.824345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-49a6e0d4-5965-4d67-8972-1b49df28c2c3 req-4e4d6c77-5038-4d33-814d-175c942492fe tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Feb 04 13:44:20.843637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:44:20.922489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f6c0e-bfc5-4f23-9f3f-3716ada85682 req-500bbf5e-a481-47fa-824e-6a395a0a1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:20.923997 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-809f6c0e-bfc5-4f23-9f3f-3716ada85682 req-500bbf5e-a481-47fa-824e-6a395a0a1fa9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.0695539 Feb 04 13:44:20.968836 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-809f6c0e-bfc5-4f23-9f3f-3716ada85682 req-40f207ff-bf8c-4156-988d-07ebe9d7c08c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Feb 04 13:44:22.010049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c74d8-4625-4ea1-acc7-f024528b037c req-400f65f7-78eb-4b6f-a561-7190584f62d8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:22.011549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac8c74d8-4625-4ea1-acc7-f024528b037c req-400f65f7-78eb-4b6f-a561-7190584f62d8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0798488 Feb 04 13:44:22.056519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ac8c74d8-4625-4ea1-acc7-f024528b037c req-dd89a8e5-f3ed-4cd5-b346-dbe22c216af9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387998 Feb 04 13:44:23.247781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7b1c-cdb1-4e97-9e38-48fe27f9edd7 req-9f668664-8a15-4573-b216-f543130dc4f0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.249232 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25cd7b1c-cdb1-4e97-9e38-48fe27f9edd7 req-9f668664-8a15-4573-b216-f543130dc4f0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0810559 Feb 04 13:44:23.292434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25cd7b1c-cdb1-4e97-9e38-48fe27f9edd7 req-5b13b51d-c879-4ef1-b331-bbfb48755938 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Feb 04 13:44:23.471336 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb052cf-b5ad-4a80-964a-5bbbc9c4aebd req-7799a2dd-5523-43b7-b5f4-39c052e43e88 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:23.472705 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6fb052cf-b5ad-4a80-964a-5bbbc9c4aebd req-7799a2dd-5523-43b7-b5f4-39c052e43e88 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0831089 Feb 04 13:44:23.481666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34118) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:44:23.487446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'floatingip': {'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:44:23.566810 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:24.160405 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:24.164300 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:24.442126 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb associated. External IP: 172.25.4.174, port: e114954c-e39a-4947-8e4b-ccad207a24fb. Feb 04 13:44:24.785337 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:24.799782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:44:24.981575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:44:24.986920 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:24.991499 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:44:25.001490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:44:25.002082 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:44:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.041117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-50295d49-692e-475e-a78f-a7f263288b91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "PUT /v2.0/floatingips/d4b414a4-6871-4312-b09a-afe075ceadcb HTTP/1.1" status: 200 len: 991 time: 1.5584102 Feb 04 13:44:25.041686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:44:25.096230 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'status': 'completed', 'code': 200} Feb 04 13:44:25.204262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-23bd36cb-a98f-4dd7-977b-12c987d3ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:25.206050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-23bd36cb-a98f-4dd7-977b-12c987d3ba26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.0878949 Feb 04 13:44:25.223691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:44:25.235265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d68da-8ebc-4948-bae1-5866ff90761d req-8f67298c-64e0-4d66-a023-dfde7a553ef5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:25.236768 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552d68da-8ebc-4948-bae1-5866ff90761d req-8f67298c-64e0-4d66-a023-dfde7a553ef5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0914512 Feb 04 13:44:25.286845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-552d68da-8ebc-4948-bae1-5866ff90761d req-54cb5fd4-a439-43f6-8f56-dec2fbf85906 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443914 Feb 04 13:44:25.347007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-3236850b-a2c9-4751-a1f0-8d227caddfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:25.348481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-3236850b-a2c9-4751-a1f0-8d227caddfcc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1365094 Feb 04 13:44:25.453608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-8d3675bb-8086-437f-9a45-ec0880d65300 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 999 time: 0.0985556 Feb 04 13:44:25.520579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-98dd54d1-52b1-4cb9-9b9f-cd5ef8ab4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:25.522042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-98dd54d1-52b1-4cb9-9b9f-cd5ef8ab4fe9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0621614 Feb 04 13:44:25.576062 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:94:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:44:24Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.580422 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:44:25.588664 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:44:25.589252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:44:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:25.595529 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-713387cb-04c6-483a-907f-83c6aca7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:25.597019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-713387cb-04c6-483a-907f-83c6aca7eb40 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693128 Feb 04 13:44:25.731058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-322ff057-9a31-4355-8461-b57f2d73f299 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274412 Feb 04 13:44:25.765070 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:44:25.866291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6128397c-7895-49ef-b8d7-dee6cbf2ca48 req-b5642a1b-bb37-489e-adbf-0671ae5c93da service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290011 Feb 04 13:44:26.106408 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:94:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:44:24Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:44:26.110786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521e455-44f1-4a1d-b1b3-433a3ab85d49 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:94:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:44:24Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:44:26.314342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00429bd-d825-4713-a6f9-5be758e0cb11 None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:44:26.597016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549de4-5e61-4d26-bc83-9e06c88be7f5 req-49a3987e-115f-4a04-9ed0-c798c11c44dc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.598614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb549de4-5e61-4d26-bc83-9e06c88be7f5 req-49a3987e-115f-4a04-9ed0-c798c11c44dc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.2023671 Feb 04 13:44:26.642628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb549de4-5e61-4d26-bc83-9e06c88be7f5 req-0c75cf37-39df-468a-8595-31deb5a09e30 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 Feb 04 13:44:26.988156 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c5094-29ac-4f46-a4fe-2187e32454c4 req-977003dc-85d6-426e-8563-6dc2f446c94f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:26.989510 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a4c5094-29ac-4f46-a4fe-2187e32454c4 req-977003dc-85d6-426e-8563-6dc2f446c94f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0814126 Feb 04 13:44:27.033356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a4c5094-29ac-4f46-a4fe-2187e32454c4 req-0c47a34f-cd38-42aa-b3dc-8f4bcfc7d540 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Feb 04 13:44:28.217041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048a217-1941-46bd-89ab-23a6fdb63b32 req-98d0ebe4-aed2-4ad0-ae99-8f38c861ccac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:28.219154 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8048a217-1941-46bd-89ab-23a6fdb63b32 req-98d0ebe4-aed2-4ad0-ae99-8f38c861ccac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0803068 Feb 04 13:44:28.271024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8048a217-1941-46bd-89ab-23a6fdb63b32 req-bbd58d5f-f476-4141-aa5b-00869ac27e07 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 Feb 04 13:44:29.457352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a4bec-feaf-48b6-8d08-c133274dc44a req-1331f456-76cf-403e-a84a-b490f491d002 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:29.458847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-099a4bec-feaf-48b6-8d08-c133274dc44a req-1331f456-76cf-403e-a84a-b490f491d002 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0785835 Feb 04 13:44:29.503744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-099a4bec-feaf-48b6-8d08-c133274dc44a req-1e651da3-752f-4108-bc2a-4fe9ac804735 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392051 Feb 04 13:44:30.689816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab4459-e12e-41a7-8126-19b77d5cee68 req-22860bfc-f085-4eb1-b36c-555aaa2d5e1e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:30.691499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0dab4459-e12e-41a7-8126-19b77d5cee68 req-22860bfc-f085-4eb1-b36c-555aaa2d5e1e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0825763 Feb 04 13:44:30.737461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0dab4459-e12e-41a7-8126-19b77d5cee68 req-f1101e61-2eaa-496f-b212-2f02a03e29d0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Feb 04 13:44:31.924997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57d0d9-f055-4a68-ac8f-1c967c83b94c req-dbf5935d-a84f-4199-92ce-3dc4f9316880 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:31.926458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b57d0d9-f055-4a68-ac8f-1c967c83b94c req-dbf5935d-a84f-4199-92ce-3dc4f9316880 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0847602 Feb 04 13:44:31.970925 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b57d0d9-f055-4a68-ac8f-1c967c83b94c req-484f69f5-7435-4821-8ddb-a7a5dd040762 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387959 Feb 04 13:44:33.157545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa454d0-46a8-4d91-9882-0492ccda8389 req-83cec66c-1b06-48e0-ae4a-25677533cad3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:33.159037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa454d0-46a8-4d91-9882-0492ccda8389 req-83cec66c-1b06-48e0-ae4a-25677533cad3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0834889 Feb 04 13:44:33.306436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa454d0-46a8-4d91-9882-0492ccda8389 req-4c1d6667-1571-4227-86eb-74e04d209d58 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417999 Feb 04 13:44:34.490261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd4d3f-4016-41f6-aa5f-69c7bc46683d req-9dd300d3-d635-419f-9c45-a633c8c20a6b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:34.491763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1cd4d3f-4016-41f6-aa5f-69c7bc46683d req-9dd300d3-d635-419f-9c45-a633c8c20a6b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0802913 Feb 04 13:44:34.535953 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1cd4d3f-4016-41f6-aa5f-69c7bc46683d req-f81dec14-165b-4444-8789-5f6ce64921fa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Feb 04 13:44:35.724303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2704-5e00-4c77-a66b-98cef8d7ea11 req-92677eec-f892-41bd-8224-5053562cad8c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:35.725749 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9c2704-5e00-4c77-a66b-98cef8d7ea11 req-92677eec-f892-41bd-8224-5053562cad8c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0786076 Feb 04 13:44:35.769433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce9c2704-5e00-4c77-a66b-98cef8d7ea11 req-11d008f9-ffb8-45da-bd2c-8338d419da87 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377419 Feb 04 13:44:36.957203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbbef8-c9fd-4497-bfa1-dde5e9ecbd69 req-b6693076-e051-4294-a70b-0b09e047134b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:36.958686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2cbbef8-c9fd-4497-bfa1-dde5e9ecbd69 req-b6693076-e051-4294-a70b-0b09e047134b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0847709 Feb 04 13:44:37.002743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2cbbef8-c9fd-4497-bfa1-dde5e9ecbd69 req-675cfbc2-5553-4f33-bf77-f13638d88263 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Feb 04 13:44:38.186341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949e34-79da-400e-9e1c-97001c41c2e8 req-5040abbd-36eb-43f5-b54a-35b035321259 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:38.188509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17949e34-79da-400e-9e1c-97001c41c2e8 req-5040abbd-36eb-43f5-b54a-35b035321259 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0827103 Feb 04 13:44:38.231422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-17949e34-79da-400e-9e1c-97001c41c2e8 req-3108bfc3-4210-47b2-9d2a-800b035a7762 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Feb 04 13:44:39.415969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120885a-df61-426d-921f-594c72b9375e req-eeaf4ad6-228f-4581-8bc2-82cf9eba0dfa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:39.417439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8120885a-df61-426d-921f-594c72b9375e req-eeaf4ad6-228f-4581-8bc2-82cf9eba0dfa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Feb 04 13:44:39.465151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8120885a-df61-426d-921f-594c72b9375e req-0d6ab346-edd8-40b5-b1c2-b878d074089e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Feb 04 13:44:40.521331 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:44:40.653374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6fff-3cfa-4892-ade7-5351303d887f req-0658520b-3029-4f0b-b0ae-951255c9fabb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:40.654853 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5ca6fff-3cfa-4892-ade7-5351303d887f req-0658520b-3029-4f0b-b0ae-951255c9fabb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0785172 Feb 04 13:44:40.701286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e5ca6fff-3cfa-4892-ade7-5351303d887f req-fde816c5-4487-41ea-aff2-f8b8058381a8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Feb 04 13:44:41.891645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a30cb-1481-4cfa-b271-5eaecf28e2eb req-f8256f1a-305b-479a-8df1-95efa6feff76 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:41.893136 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73a30cb-1481-4cfa-b271-5eaecf28e2eb req-f8256f1a-305b-479a-8df1-95efa6feff76 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0813212 Feb 04 13:44:41.936904 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d73a30cb-1481-4cfa-b271-5eaecf28e2eb req-ea8f972f-8738-47be-a6b9-dfe1c03c3db5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 Feb 04 13:44:43.118519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da412-5549-4b20-8c98-7508d4c4a484 req-2ff18cec-9ac4-4565-b587-c2942341e78f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:43.120015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a4da412-5549-4b20-8c98-7508d4c4a484 req-2ff18cec-9ac4-4565-b587-c2942341e78f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0791998 Feb 04 13:44:43.163971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a4da412-5549-4b20-8c98-7508d4c4a484 req-814af872-0db0-4093-9d64-e113883dc053 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378854 Feb 04 13:44:43.565612 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d4066b0-fda1-48bd-8a6f-c70e54d13659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:44.352360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cb454-b272-4e98-a8a1-a04920410cb0 req-db9e86a0-a8b3-4475-8277-f927f17db886 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:44.353813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-108cb454-b272-4e98-a8a1-a04920410cb0 req-db9e86a0-a8b3-4475-8277-f927f17db886 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0847740 Feb 04 13:44:44.396982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-108cb454-b272-4e98-a8a1-a04920410cb0 req-b89c175c-4f8a-436c-bcf1-ba72e622fc0d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Feb 04 13:44:45.583380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44237cb3-2288-486a-b77c-90dfe2a76756 req-9f51d276-270a-4e89-ac76-f3d046d43aad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:45.584765 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44237cb3-2288-486a-b77c-90dfe2a76756 req-9f51d276-270a-4e89-ac76-f3d046d43aad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0827749 Feb 04 13:44:45.628880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44237cb3-2288-486a-b77c-90dfe2a76756 req-c6225068-1a13-4234-b1fb-2879d6ce28a7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Feb 04 13:44:46.353949 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b1f8-0692-406e-9b96-f28c7bed26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:46.819686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc1caf-61e0-41f6-a11a-583ddbc5eca1 req-51e055a2-0094-4d71-ba86-19fc58e57fc3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:46.821247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9bc1caf-61e0-41f6-a11a-583ddbc5eca1 req-51e055a2-0094-4d71-ba86-19fc58e57fc3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0794020 Feb 04 13:44:46.865143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a9bc1caf-61e0-41f6-a11a-583ddbc5eca1 req-5c596c8d-198e-4272-92fb-4177c81af536 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383668 Feb 04 13:44:46.904109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:47.438015 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:48.111785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761d64-7572-41d3-b3bb-c3c9c094a48b req-2545dd67-066c-4e1e-a3e3-2af678aeb04b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:48.113260 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d761d64-7572-41d3-b3bb-c3c9c094a48b req-2545dd67-066c-4e1e-a3e3-2af678aeb04b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1327028 Feb 04 13:44:48.157682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d761d64-7572-41d3-b3bb-c3c9c094a48b req-ada4384d-69e1-45f6-ad90-8793cb2ac8bd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388558 Feb 04 13:44:48.806222 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:49.410789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a38b0-d13a-43dd-9192-4efd4bb08737 req-f847d656-ea35-466a-8f17-86cb85e1c803 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:49.412276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794a38b0-d13a-43dd-9192-4efd4bb08737 req-f847d656-ea35-466a-8f17-86cb85e1c803 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1466460 Feb 04 13:44:49.456011 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794a38b0-d13a-43dd-9192-4efd4bb08737 req-8cd3091e-4a8e-49f4-a6e0-86b5bef13eef tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 Feb 04 13:44:50.503989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:50.642997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6de3aa-59c7-4d1c-a211-be8576c257a1 req-f2efc603-0030-4eec-9feb-5d0442064e78 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:50.644445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a6de3aa-59c7-4d1c-a211-be8576c257a1 req-f2efc603-0030-4eec-9feb-5d0442064e78 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0816948 Feb 04 13:44:50.687778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a6de3aa-59c7-4d1c-a211-be8576c257a1 req-6a48c9c9-34ea-4225-9ecc-7c296e1d028b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Feb 04 13:44:51.873228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52e545-f2b6-4c4b-b232-14edbf1ee47f req-eaa90ce7-d99a-4cfa-b410-9407f2b8dfe3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:51.875321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a52e545-f2b6-4c4b-b232-14edbf1ee47f req-eaa90ce7-d99a-4cfa-b410-9407f2b8dfe3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0799856 Feb 04 13:44:51.922732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a52e545-f2b6-4c4b-b232-14edbf1ee47f req-0d2281f3-e99a-4d29-a761-bd3427a61497 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Feb 04 13:44:53.109190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9216-17ed-4139-bf80-c63c31e7c806 req-658af95d-1b21-45e9-898e-697b827b263f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.110734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-003c9216-17ed-4139-bf80-c63c31e7c806 req-658af95d-1b21-45e9-898e-697b827b263f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0791376 Feb 04 13:44:53.157972 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-003c9216-17ed-4139-bf80-c63c31e7c806 req-67532bf3-4e39-40ff-b791-8d16b95a8311 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Feb 04 13:44:53.563251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baf48-004d-4289-b400-fb899502f965 req-84968e7d-ca0e-4d66-b227-ac4a2af016f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.564855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-84968e7d-ca0e-4d66-b227-ac4a2af016f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.0714631 Feb 04 13:44:53.707210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baf48-004d-4289-b400-fb899502f965 req-02868d99-2eba-482b-abf2-b6eb0b0c289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.708668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-02868d99-2eba-482b-abf2-b6eb0b0c289b service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1266930 Feb 04 13:44:53.812726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-7055cd18-4512-495a-83e5-bc471b0494d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1001 time: 0.0982974 Feb 04 13:44:53.875294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baf48-004d-4289-b400-fb899502f965 req-8e222389-bc9f-440c-aed5-12383311462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.876632 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-8e222389-bc9f-440c-aed5-12383311462b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0570531 Feb 04 13:44:53.957773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0baf48-004d-4289-b400-fb899502f965 req-9ada52e7-af0b-4e69-8a2f-be237ec1850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:53.959305 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-9ada52e7-af0b-4e69-8a2f-be237ec1850c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766785 Feb 04 13:44:54.196270 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-6769383d-59ed-40c7-bf98-3fb786c41c10 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308240 Feb 04 13:44:54.385208 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc0baf48-004d-4289-b400-fb899502f965 req-1fbbdaf4-78a6-48f1-80bb-04f8526d8a92 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827500 Feb 04 13:44:54.401472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e78593-809a-455d-8b5a-0e56dcde1b00 req-44397a02-72e8-473b-8477-79d1d9249021 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:54.403844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6e78593-809a-455d-8b5a-0e56dcde1b00 req-44397a02-72e8-473b-8477-79d1d9249021 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1353836 Feb 04 13:44:54.450591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6e78593-809a-455d-8b5a-0e56dcde1b00 req-9a9133a8-69fd-4825-9b37-efa4b11a3cbd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Feb 04 13:44:54.781918 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:44:55.645775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563fc90-c249-4f29-83df-9325fa119458 req-43244f04-3741-471d-b2a7-e40d053c58c2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:55.647269 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b563fc90-c249-4f29-83df-9325fa119458 req-43244f04-3741-471d-b2a7-e40d053c58c2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0861635 Feb 04 13:44:55.690712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b563fc90-c249-4f29-83df-9325fa119458 req-db424407-5d2a-4f0c-b8da-1f2cfe691061 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Feb 04 13:44:56.873242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23429e52-3494-4244-a292-b60d0cf73ec3 req-2db07a16-df89-47fd-b9eb-674e7f0cd142 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:56.875261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23429e52-3494-4244-a292-b60d0cf73ec3 req-2db07a16-df89-47fd-b9eb-674e7f0cd142 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Feb 04 13:44:56.918844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-23429e52-3494-4244-a292-b60d0cf73ec3 req-13f18081-44d7-43df-bf4c-aad0ef5f95b9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Feb 04 13:44:58.112738 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea86b1-2c76-436d-926d-1098bbf32ac4 req-76c68fd6-4e27-4fb1-b2d9-972f71f9519f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.114170 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a3ea86b1-2c76-436d-926d-1098bbf32ac4 req-76c68fd6-4e27-4fb1-b2d9-972f71f9519f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0820737 Feb 04 13:44:58.159221 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a3ea86b1-2c76-436d-926d-1098bbf32ac4 req-a5a25d99-b54c-4ecd-a7fb-a86f2315fa2a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Feb 04 13:44:58.507018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-686085a9-937e-4562-a7a2-6683ac4f88fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755417 Feb 04 13:44:58.552075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030175e-8d85-48a3-acf4-5ae939871e20 req-2964f1fa-db39-4bec-8302-0e9b2feb201d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:58.553557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4030175e-8d85-48a3-acf4-5ae939871e20 req-2964f1fa-db39-4bec-8302-0e9b2feb201d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0812590 Feb 04 13:44:58.598689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4030175e-8d85-48a3-acf4-5ae939871e20 req-5eb7ed97-dc20-4cec-8a62-6b2e15f7bff7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Feb 04 13:44:59.789826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-648f4de4-3017-4045-9a54-5ba61623216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.791341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-648f4de4-3017-4045-9a54-5ba61623216f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.1296875 Feb 04 13:44:59.876348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466b55-3561-4d3d-9011-94eb09553bc6 req-30f41b82-e6f0-4e0b-879c-c6bfad94bbde tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.877803 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89466b55-3561-4d3d-9011-94eb09553bc6 req-30f41b82-e6f0-4e0b-879c-c6bfad94bbde tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1662769 Feb 04 13:44:59.963059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89466b55-3561-4d3d-9011-94eb09553bc6 req-5d1de986-04b4-4f1e-8b1a-413dc65ed497 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787437 Feb 04 13:44:59.967132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-86389d45-7953-4246-9bd1-638538f0a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:44:59.968554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-86389d45-7953-4246-9bd1-638538f0a865 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1701934 Feb 04 13:45:00.076442 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-39c40f95-4d66-4d34-9593-5323faae7414 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1001 time: 0.1017313 Feb 04 13:45:00.137927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-02f09fa3-c34e-4e61-9c7c-9c99e6f32719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:00.139361 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-02f09fa3-c34e-4e61-9c7c-9c99e6f32719 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0571010 Feb 04 13:45:00.212974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-4615ff4d-8c2f-4db7-b8d5-39f42e456fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:00.214559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-4615ff4d-8c2f-4db7-b8d5-39f42e456fda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693009 Feb 04 13:45:00.348330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-925fce4e-3090-4d92-a731-4f7eff6ad34d service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271482 Feb 04 13:45:00.478321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-8ce069d8-afc8-43c7-a6d4-5a3f13442246 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233878 Feb 04 13:45:01.306433 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9e3b-6ae3-4555-9fe3-950c53504486 req-4be06917-cf3d-408f-86fb-456c1635bccb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:01.307937 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cbe9e3b-6ae3-4555-9fe3-950c53504486 req-4be06917-cf3d-408f-86fb-456c1635bccb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0837665 Feb 04 13:45:01.352406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9cbe9e3b-6ae3-4555-9fe3-950c53504486 req-1a99d310-624e-49eb-89bf-3a73bfb97714 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Feb 04 13:45:02.121792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-a65894fd-ea77-49da-9efe-88ea184026fa service neutron] 10.222.0.87 "GET /v2.0/ports/e114954c-e39a-4947-8e4b-ccad207a24fb/bindings/n-h1-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.0796592 Feb 04 13:45:02.386073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-17a70419-dfd4-496a-b9eb-aebf52621cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:02.387607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-17a70419-dfd4-496a-b9eb-aebf52621cd3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.0744972 Feb 04 13:45:02.521246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-0a061b6e-a78e-47ce-9063-bfef2d6fa47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:02.522781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-0a061b6e-a78e-47ce-9063-bfef2d6fa47c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.1139050 Feb 04 13:45:02.766868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5d5ab-6411-464e-9f39-4bf31d64cdd0 req-f5cbc044-aabb-41ce-a186-37d00524b4c4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:02.768242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0e5d5ab-6411-464e-9f39-4bf31d64cdd0 req-f5cbc044-aabb-41ce-a186-37d00524b4c4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.2948272 Feb 04 13:45:02.798270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-7acf37cd-ca90-4ce6-bc8a-3988c9130dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:02.799685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-7acf37cd-ca90-4ce6-bc8a-3988c9130dbc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.2670646 Feb 04 13:45:02.889602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e0e5d5ab-6411-464e-9f39-4bf31d64cdd0 req-50b40cec-c5e4-42a4-9be2-eb71cdf75138 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126020 Feb 04 13:45:02.914400 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-28ba13d5-2eaa-4157-b75c-93569c151503 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1001 time: 0.1046391 Feb 04 13:45:02.978926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-e24da9a8-61e8-46a3-90ac-6aa25952b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:02.980324 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-e24da9a8-61e8-46a3-90ac-6aa25952b859 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0594988 Feb 04 13:45:03.053863 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-9efe8303-6134-46b1-87fc-417709b77602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:03.055332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-9efe8303-6134-46b1-87fc-417709b77602 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684185 Feb 04 13:45:03.185984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-5573c10e-eb90-43ca-bdc3-d5de65b66cea service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231437 Feb 04 13:45:03.316086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c4e309-85a8-46ed-870e-0bcdfb4373a6 req-c85d0251-f0f9-4bfb-8792-371a1c512bed service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233771 Feb 04 13:45:04.074160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b5b5-8a71-41ef-905d-c49f964d336c req-781455e6-300f-420a-b580-e5364a74d41c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:04.075644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ea7b5b5-8a71-41ef-905d-c49f964d336c req-781455e6-300f-420a-b580-e5364a74d41c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0788295 Feb 04 13:45:04.118721 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ea7b5b5-8a71-41ef-905d-c49f964d336c req-1be22ccd-b413-4094-adaa-6c1a6df886a0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Feb 04 13:45:04.720947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:45:04.855191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:04.868456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'mac_address': 'fa:16:3e:94:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:45:04.925197 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:04.941439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e114954c-e39a-4947-8e4b-ccad207a24fb {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:45:04.956558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:04.960529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:05.027715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:05.165739 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['e114954c-e39a-4947-8e4b-ccad207a24fb'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:45:05.306588 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886f418-44c2-4f25-9d86-9ef95203bbd1 req-f1de72b4-6a9d-4d1d-aa85-811c353f6c59 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:05.308274 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b886f418-44c2-4f25-9d86-9ef95203bbd1 req-f1de72b4-6a9d-4d1d-aa85-811c353f6c59 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 944 time: 0.0809877 Feb 04 13:45:05.358035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b886f418-44c2-4f25-9d86-9ef95203bbd1 req-8bb18ac1-4c2e-4b36-89e5-71707ecff8b6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Feb 04 13:45:05.717848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1154-54db-4bd2-9af7-6ff06d3e697b req-1eeb30d6-8a12-4df4-8f33-dc412764b3ee tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:05.719351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2cab1154-54db-4bd2-9af7-6ff06d3e697b req-1eeb30d6-8a12-4df4-8f33-dc412764b3ee tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 944 time: 0.1420565 Feb 04 13:45:05.734049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313c83-4f90-4d94-beee-00565d121b48 req-de220327-83f4-43e2-8b58-5073b3a5d709 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:05.735435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-de220327-83f4-43e2-8b58-5073b3a5d709 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2&tenant_id=8ea2ced141a24e378996f51a5afc548e&binding%3Ahost_id=n-h1-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.1260278 Feb 04 13:45:05.773955 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2cab1154-54db-4bd2-9af7-6ff06d3e697b req-66c550a1-30dd-43da-b16d-7cdc1b2ad87f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Feb 04 13:45:05.877148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313c83-4f90-4d94-beee-00565d121b48 req-c7951a06-4ded-45fb-b7c2-25213c7f4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:05.879857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-c7951a06-4ded-45fb-b7c2-25213c7f4ce2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1095 time: 0.0727777 Feb 04 13:45:06.013678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313c83-4f90-4d94-beee-00565d121b48 req-2640e749-b0e2-40e2-9685-01261246f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:06.015310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-2640e749-b0e2-40e2-9685-01261246f46e service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1299350 Feb 04 13:45:06.121863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-1ead112a-01fe-4081-9a31-f1afac367840 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1000 time: 0.1007013 Feb 04 13:45:06.185110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313c83-4f90-4d94-beee-00565d121b48 req-ace58046-3cbe-4364-880e-6aef10d3f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:06.187220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-ace58046-3cbe-4364-880e-6aef10d3f742 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0585611 Feb 04 13:45:06.263119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313c83-4f90-4d94-beee-00565d121b48 req-b379817e-2368-4167-9549-7835de57c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:06.264597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-b379817e-2368-4167-9549-7835de57c0c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723875 Feb 04 13:45:06.397391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-48d12073-26b8-4ff7-9ff4-2540269822f2 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262035 Feb 04 13:45:06.645975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cc313c83-4f90-4d94-beee-00565d121b48 req-552aee3d-6fb4-4f87-90e8-3f15c8677812 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387247 Feb 04 13:45:06.736714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:45:06.805059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port e114954c-e39a-4947-8e4b-ccad207a24fb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:06.805428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:06.924999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:06.952767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:45:06.966196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:06.972212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:06.975936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4d4c8-e9ac-43dc-a823-409c50641477 req-e65be81e-6eae-4d09-b1a0-202d518980b2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:06.977738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edf4d4c8-e9ac-43dc-a823-409c50641477 req-e65be81e-6eae-4d09-b1a0-202d518980b2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 944 time: 0.0917559 Feb 04 13:45:07.026928 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'code': 200} Feb 04 13:45:07.027988 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edf4d4c8-e9ac-43dc-a823-409c50641477 req-d5da134d-d22e-4b74-b064-9eb5b2bcc165 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Feb 04 13:45:07.051942 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:08.225834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43605b36-4fa7-439a-8422-292aa2642735 req-05b11355-a67b-4f81-9146-8fab9f3e0d27 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:08.227594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43605b36-4fa7-439a-8422-292aa2642735 req-05b11355-a67b-4f81-9146-8fab9f3e0d27 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0809560 Feb 04 13:45:08.272421 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43605b36-4fa7-439a-8422-292aa2642735 req-f60d7ca6-4fe8-4b2e-ad25-e6737722f7fa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Feb 04 13:45:08.455103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673413bf-3ec1-4550-b94e-3abddeb68031 req-52ebf741-22e0-4293-8f31-ab2ad98639cc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:08.456596 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-673413bf-3ec1-4550-b94e-3abddeb68031 req-52ebf741-22e0-4293-8f31-ab2ad98639cc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0794709 Feb 04 13:45:08.505182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-673413bf-3ec1-4550-b94e-3abddeb68031 req-5219723e-4d24-4983-b89d-3430a529a5c5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Feb 04 13:45:08.838318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c9120-0a60-41a9-85ad-966184e1338b req-59f9351e-34f0-4d48-b405-8e96d3ec2176 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:08.839912 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a98c9120-0a60-41a9-85ad-966184e1338b req-59f9351e-34f0-4d48-b405-8e96d3ec2176 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0834408 Feb 04 13:45:08.881743 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-9035d787-891e-4e8b-95f7-63b8cb1bf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:08.883247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-9035d787-891e-4e8b-95f7-63b8cb1bf6f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 1096 time: 0.0752923 Feb 04 13:45:08.884297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a98c9120-0a60-41a9-85ad-966184e1338b req-ac30883b-79fb-4a9f-9a39-4db0e9e9c2bd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Feb 04 13:45:09.014779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-3e9de421-d8dd-4ca5-8a68-ad4e45915765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:09.016240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-3e9de421-d8dd-4ca5-8a68-ad4e45915765 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1265671 Feb 04 13:45:09.121043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-8ab0a5ab-791d-44d8-b308-1283facb73ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 200 len: 1001 time: 0.0978220 Feb 04 13:45:09.189495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-eb1c16d3-f112-4ff4-9229-3192e46b0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:09.191046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-eb1c16d3-f112-4ff4-9229-3192e46b0fd1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0636590 Feb 04 13:45:09.265355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-e8e67b8c-f033-4033-afde-0ea22ce70be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:09.266923 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-e8e67b8c-f033-4033-afde-0ea22ce70be5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702755 Feb 04 13:45:09.399359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-9fa8357d-33d8-4ace-9428-5129210a3bd0 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259952 Feb 04 13:45:09.532973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d6e64a45-0fbb-4b8a-a2dd-f35627a62536 req-e9ccfcd0-65dd-41ce-8501-f39331110cc9 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264353 Feb 04 13:45:10.088422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf656b-289c-40ea-aa79-54b0f5ef2e0b req-9e3ce162-080c-4aa9-83fa-d0360197d7d3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:10.089895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2cbf656b-289c-40ea-aa79-54b0f5ef2e0b req-9e3ce162-080c-4aa9-83fa-d0360197d7d3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0881720 Feb 04 13:45:10.133621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2cbf656b-289c-40ea-aa79-54b0f5ef2e0b req-5687b554-7e79-4a97-b751-3dfa6287a21d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Feb 04 13:45:11.327752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615d0d2-820a-49db-b8dc-6a8053948e58 req-5283c184-ed6a-465f-b955-15bc8998380d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.329191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6615d0d2-820a-49db-b8dc-6a8053948e58 req-5283c184-ed6a-465f-b955-15bc8998380d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0824788 Feb 04 13:45:11.373180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6615d0d2-820a-49db-b8dc-6a8053948e58 req-3422d1b3-25b2-43ba-8917-27e420c23f4d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Feb 04 13:45:11.752623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff370f8f-a83e-4de3-85dd-2250d11a1106 req-58b9f5f6-3d2e-423c-ba2c-105add32e7ab tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:11.754002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff370f8f-a83e-4de3-85dd-2250d11a1106 req-58b9f5f6-3d2e-423c-ba2c-105add32e7ab tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.0817082 Feb 04 13:45:11.800726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff370f8f-a83e-4de3-85dd-2250d11a1106 req-995a4157-dc4a-484e-86cd-79ced2d055dd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Feb 04 13:45:13.054890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51e731-16f8-41b8-8bb5-4903f1417a76 req-5697048e-f8dc-4806-b8c6-b63e426cd8a0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:13.056375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-db51e731-16f8-41b8-8bb5-4903f1417a76 req-5697048e-f8dc-4806-b8c6-b63e426cd8a0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1480498 Feb 04 13:45:13.065045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-74167bf2-7511-4384-95a4-780d7d5aebe4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:13.066369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-74167bf2-7511-4384-95a4-780d7d5aebe4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 945 time: 0.1166179 Feb 04 13:45:13.162885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-db51e731-16f8-41b8-8bb5-4903f1417a76 req-28f44aa9-adea-4452-af02-19848ffc768f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955198 Feb 04 13:45:13.166275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Deleting port e114954c-e39a-4947-8e4b-ccad207a24fb {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:45:13.166643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:13.422525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] For port e114954c-e39a-4947-8e4b-ccad207a24fb, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=e114954c-e39a-4947-8e4b-ccad207a24fb,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:13.422829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:13.568579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e91b2246-9ee5-4c65-819b-e04aafe3cc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:13.816992 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:13.817370 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:13.818192 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb disassociated. External IP: 172.25.4.174, port: e114954c-e39a-4947-8e4b-ccad207a24fb. Feb 04 13:45:13.818192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Calling delete_port for e114954c-e39a-4947-8e4b-ccad207a24fb owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:45:13.961577 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:14.012376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'Port': ['ID=e114954c-e39a-4947-8e4b-ccad207a24fb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:14.023108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.023454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.023790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.024123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.024450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.024776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.025102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.025420 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.025737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.026057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.026371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.026707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:14.223298 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:45:14.316266 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2b13511d-d4a9-40ca-bdaa-a97731ebfcdf req-987dcefc-c402-458c-a3e6-6c3a91c1262d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b1bf25-e245-48aa-bf15-e4b37d45abb2 HTTP/1.1" status: 200 len: 210 time: 0.0470309 Feb 04 13:45:14.405539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:45:14.415199 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:14.424265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:45:14.424859 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:44:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:14.475982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] No DVR routers for this DVR port e114954c-e39a-4947-8e4b-ccad207a24fb on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:45:14.478844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:14.481342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-deleted', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:45:14.498245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5d6692b-7e6d-4ac9-a7b6-94810cc887dc req-c4bb48f9-26c2-4337-a1e2-e93cf33a9ba9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "DELETE /v2.0/ports/e114954c-e39a-4947-8e4b-ccad207a24fb HTTP/1.1" status: 204 len: 173 time: 1.4169579 Feb 04 13:45:14.530931 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1bf25-e245-48aa-bf15-e4b37d45abb2', 'name': 'network-vif-deleted', 'tag': 'e114954c-e39a-4947-8e4b-ccad207a24fb', 'status': 'completed', 'code': 200} Feb 04 13:45:14.618003 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:45:14.954249 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:14.958077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:45:14.966348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:45:14.966966 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:44:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:15.143806 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:45:15.446286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:15.450198 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01df1f-df62-45fa-9481-215be6fd9fb0 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:15.662140 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-4c31bb68-e2db-406c-bbe1-201686349a30 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1355537786&fields=id&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 267 time: 0.0417061 Feb 04 13:45:15.692861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d46ad-a340-4368-9e61-88bfd173ad1f None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:45:15.814976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-0f908e8d-a552-4b54-96ac-d7ea28347a2f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:15.816442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-0f908e8d-a552-4b54-96ac-d7ea28347a2f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1479805 Feb 04 13:45:15.832100 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-b7efe9a6-55dd-4936-a74b-5caabd183990 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/quotas/8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 375 time: 0.0102851 Feb 04 13:45:15.921422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-e81348fb-6611-4d1c-81d0-222627c011e0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825605 Feb 04 13:45:15.937731 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-61fde907-b52d-4509-b3f6-0643e9255757 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:45:15.938742 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-61fde907-b52d-4509-b3f6-0643e9255757 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053685 Feb 04 13:45:16.071609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-a0b4c558-980d-49e8-b1a8-a41c4348e554 service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263878 Feb 04 13:45:16.204950 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-cf35107a-ba6e-49e3-97e6-1751a42f9447 service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258869 Feb 04 13:45:16.357907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-289f9457-31f0-45bb-9fb1-451a66dfd0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:16.392550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-75631ac7-0fcc-4166-8ad8-c5261055b9d8 req-14b0d973-3273-4eb6-becb-2245420273bd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:45:16.408395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-75631ac7-0fcc-4166-8ad8-c5261055b9d8 req-14b0d973-3273-4eb6-becb-2245420273bd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:45:16.409538 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75631ac7-0fcc-4166-8ad8-c5261055b9d8 req-14b0d973-3273-4eb6-becb-2245420273bd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 210 time: 0.0672472 Feb 04 13:45:16.805032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:45:16.839089 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: e114954c-e39a-4947-8e4b-ccad207a24fb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:45:16.839431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device e114954c-e39a-4947-8e4b-ccad207a24fb not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:45:16.906836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:17.412551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-de6b583b-1adb-4bcc-8b3f-f2dc736f0018 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:17.414013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-de6b583b-1adb-4bcc-8b3f-f2dc736f0018 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1530344 Feb 04 13:45:17.447207 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:17.471399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-8ddee232-7064-4c1b-9186-b36b18f5be00 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 380 time: 0.0487921 Feb 04 13:45:17.481147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'port': {'device_id': '584c8682-8e19-489c-82b3-089f72470fe5', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'admin_state_up': True, 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'security_groups': ['93cb7e1f-2e0d-4039-a91a-75caee1ce97c']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:17.521066 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:45:17.572896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4b7e896b-e16d-4459-b75a-fcc6673f07a3 req-7b9eb0c4-63a9-446b-8123-542c41f9d877 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 210 time: 0.0461771 Feb 04 13:45:17.618299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:45:17.628248 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:45:17.637556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:45:17.641734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:17.802829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Allocated IP 172.20.0.8 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/034dbde4-f7cf-4f9c-82a0-7c800d223565) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:45:18.095166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.111113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Transition to ACTIVE for port object 034dbde4-f7cf-4f9c-82a0-7c800d223565 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:45:18.135089 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.205343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:45:18.208547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:45:18.212687 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:45:18.247729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:18.285268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:18.285874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.312974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-7545824d-0912-4119-8d87-93dc2fbe64f6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358014 Feb 04 13:45:18.324717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Request body: {'port': {'device_id': '584c8682-8e19-489c-82b3-089f72470fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:18.439517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.469095 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3673e92c-d48b-499b-a993-c72f8471ae3b None None] Provisioning for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:45:18.473932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3673e92c-d48b-499b-a993-c72f8471ae3b None None] Provisioning complete for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:18.474302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3673e92c-d48b-499b-a993-c72f8471ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.558197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3673e92c-d48b-499b-a993-c72f8471ae3b None None] Port 034dbde4-f7cf-4f9c-82a0-7c800d223565 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:45:18.807261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.853319 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e212a-243f-4d8e-8236-395216417174 req-fc864457-de22-493a-9f50-398d3fbbf81e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:18.854020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c56e212a-243f-4d8e-8236-395216417174 req-fc864457-de22-493a-9f50-398d3fbbf81e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:45:18.865536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:45:18.876489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:18.886625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c56e212a-243f-4d8e-8236-395216417174 req-fc864457-de22-493a-9f50-398d3fbbf81e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:45:18.887762 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c56e212a-243f-4d8e-8236-395216417174 req-fc864457-de22-493a-9f50-398d3fbbf81e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 931 time: 0.2016275 Feb 04 13:45:18.893239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Transition to ACTIVE for port object 034dbde4-f7cf-4f9c-82a0-7c800d223565 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:45:18.909935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:19.060255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c56e212a-243f-4d8e-8236-395216417174 req-0158ab0e-c80b-4bb8-9a0f-daaa19ca3bdc tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658850 Feb 04 13:45:19.096072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:19.174243 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:45:19.174580 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:45:19.174953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:45:19.179499 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:45:19.179822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:45:19.184926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:45:19.185263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:45:19.185643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:45:19.186065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Bound port: 034dbde4-f7cf-4f9c-82a0-7c800d223565, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:45:19.186408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:19.273385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:45:19.276244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:45:19.281119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:19.345487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:19.346091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:19.347504 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] 10.222.0.87 "PUT /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1091 time: 1.0271940 Feb 04 13:45:19.347941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:45:19.370143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47610b-16f1-48ed-af60-54b04b298110 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:19.420860 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'status': 'completed', 'code': 200} Feb 04 13:45:19.462029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-d38fcb23-56e5-47f8-adf3-129697b3c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:19.463579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-d38fcb23-56e5-47f8-adf3-129697b3c5ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0763900 Feb 04 13:45:19.537177 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-fc183e99-1881-43e9-bcfb-ed78a9b7ba19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 217 time: 0.0661240 Feb 04 13:45:19.599434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5eefef96-20da-4481-9106-146c45120327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:19.600900 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-5eefef96-20da-4481-9106-146c45120327 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0580895 Feb 04 13:45:19.674066 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-3ff6a07c-a0ff-45cd-a9be-0ee011a5d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:19.675476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-3ff6a07c-a0ff-45cd-a9be-0ee011a5d384 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691206 Feb 04 13:45:19.806494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-4c04e3d7-e151-4336-85a8-078fb5d35070 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248393 Feb 04 13:45:20.042417 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cd84f70-3337-4d70-af91-602ff83f52d8 req-135f2d04-9280-4ada-b4d6-b6a843b3d694 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296367 Feb 04 13:45:20.153685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-b7b5534a-4804-4aa7-b01d-b943932b15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.155216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-b7b5534a-4804-4aa7-b01d-b943932b15c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0707350 Feb 04 13:45:20.342148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-c5320a5a-e65d-49f3-9d83-56cdc508e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.343601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-c5320a5a-e65d-49f3-9d83-56cdc508e0d7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1825798 Feb 04 13:45:20.354718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d532df3-7abf-4a3f-88b2-370ca21ed45f req-08f414dd-9499-42a4-abb7-7b6e3251d230 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.356059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d532df3-7abf-4a3f-88b2-370ca21ed45f req-08f414dd-9499-42a4-abb7-7b6e3251d230 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.1769688 Feb 04 13:45:20.430450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-7de766a0-c634-4a73-a9ef-a1eef391512c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 217 time: 0.0734847 Feb 04 13:45:20.495488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9d532df3-7abf-4a3f-88b2-370ca21ed45f req-2379fa22-262f-49f6-9f8a-8a8237aa4589 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909927 Feb 04 13:45:20.502461 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:20.513663 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-8d424b57-bca4-4ae4-a07e-3d060f3218d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.515724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-8d424b57-bca4-4ae4-a07e-3d060f3218d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0783868 Feb 04 13:45:20.590435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-5e32de9c-3457-4ab7-a3be-602d4cd0e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:20.591948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-5e32de9c-3457-4ab7-a3be-602d4cd0e771 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699403 Feb 04 13:45:20.722336 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-953d0d52-7e57-4ca1-bcc5-1ead9837ebcd service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238055 Feb 04 13:45:20.856519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-87e016c4-1164-4db3-8840-cb3c88a232a5 req-f7230305-422a-4c87-8a16-e027a8e681e0 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275439 Feb 04 13:45:21.685038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b8bc-caea-4814-9447-46751d09e0cf req-a0f002fd-b6c7-4f29-8907-dc3d7d48d7f8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:21.687138 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd08b8bc-caea-4814-9447-46751d09e0cf req-a0f002fd-b6c7-4f29-8907-dc3d7d48d7f8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.0812938 Feb 04 13:45:21.730351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd08b8bc-caea-4814-9447-46751d09e0cf req-a12f02d0-2ff0-434a-af6e-4905213dd63a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Feb 04 13:45:22.845938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:45:22.922201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ae4c-7bbe-4941-a9b5-26cc5ea51d9e req-ad917cea-b5c0-463e-8e63-9c06be4b67e7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:22.923718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5481ae4c-7bbe-4941-a9b5-26cc5ea51d9e req-ad917cea-b5c0-463e-8e63-9c06be4b67e7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.0856919 Feb 04 13:45:22.967954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5481ae4c-7bbe-4941-a9b5-26cc5ea51d9e req-99e270f3-9ffb-45e7-bd7c-f25bd4e0aede tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Feb 04 13:45:22.978849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:22.992005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:45:23.045656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:23.062264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:45:23.077488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:23.081182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:23.150381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:23.157688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.158063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.158405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.158777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.159110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.159437 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.159763 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.160086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.160410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.160733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.161054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.161374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:45:23.281554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['034dbde4-f7cf-4f9c-82a0-7c800d223565'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:45:24.157535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a965b4a-deee-4a52-83d1-9caa35498342 req-5a560e6c-714b-4ac0-a294-d55b7846af3c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:24.159048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a965b4a-deee-4a52-83d1-9caa35498342 req-5a560e6c-714b-4ac0-a294-d55b7846af3c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.0847697 Feb 04 13:45:24.205616 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a965b4a-deee-4a52-83d1-9caa35498342 req-6b4c3249-62e3-4b54-80fe-0119f8d2ab0c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Feb 04 13:45:24.783564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:24.860451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:45:24.929200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:45:24.933654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:45:24.934018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:25.048263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:25.074317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:45:25.084630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:45:25.088280 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:25.124823 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'code': 200} Feb 04 13:45:25.156138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:45:25.244755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6318ab5-480a-47f6-bdcb-9ef5282d37e6 req-b695f404-3d1c-47fb-9c05-fecdd1ae162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:25.246165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6318ab5-480a-47f6-bdcb-9ef5282d37e6 req-b695f404-3d1c-47fb-9c05-fecdd1ae162f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0694911 Feb 04 13:45:25.287004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e6318ab5-480a-47f6-bdcb-9ef5282d37e6 req-1a335d92-d72d-4118-9ae8-da0c35faaf65 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Feb 04 13:45:25.395362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66f0b-a6d8-43e3-94b1-24d78ac86b1a req-abbbab23-ffd4-4b2d-ad6a-647849c2baf1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:25.396746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c66f0b-a6d8-43e3-94b1-24d78ac86b1a req-abbbab23-ffd4-4b2d-ad6a-647849c2baf1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0835245 Feb 04 13:45:25.443619 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26c66f0b-a6d8-43e3-94b1-24d78ac86b1a req-94a68540-7b8d-42b2-96e2-d4665a8c2517 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Feb 04 13:45:26.634004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641faf8e-ee6a-44d1-bc4c-66b503e1990e req-69ae4cbd-239f-421c-a140-2c8b1da1536b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:26.635480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-641faf8e-ee6a-44d1-bc4c-66b503e1990e req-69ae4cbd-239f-421c-a140-2c8b1da1536b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0819695 Feb 04 13:45:26.679767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-641faf8e-ee6a-44d1-bc4c-66b503e1990e req-c18d4679-5a34-4178-9565-a82b1b32e511 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Feb 04 13:45:26.856179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bea9-0118-464b-b9f4-7c041de3a54f req-442b8eb8-65f6-4b7d-aa80-8321f6aaf8a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:26.858230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e80bea9-0118-464b-b9f4-7c041de3a54f req-442b8eb8-65f6-4b7d-aa80-8321f6aaf8a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0801945 Feb 04 13:45:26.866803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34314) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:45:26.871622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'floatingip': {'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:45:27.053790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:27.644149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:27.648311 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:27.817160 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb associated. External IP: 172.25.4.174, port: 034dbde4-f7cf-4f9c-82a0-7c800d223565. Feb 04 13:45:28.164925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:45:28.461721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:45:28.465946 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:28.472752 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:45:28.482300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:45:28.483012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:45:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:28.538796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-369e8494-069e-4987-926b-98588ceea247 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "PUT /v2.0/floatingips/d4b414a4-6871-4312-b09a-afe075ceadcb HTTP/1.1" status: 200 len: 991 time: 1.6709259 Feb 04 13:45:28.539485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:45:28.583283 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'status': 'completed', 'code': 200} Feb 04 13:45:28.668193 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:45:28.739289 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d23a4-e040-4caf-a52d-f518c297c523 req-dd7846ba-b677-489d-8253-82d5495dcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:28.740675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-dd7846ba-b677-489d-8253-82d5495dcb47 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1361856 Feb 04 13:45:28.749605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea04c-8b3d-4fcd-aad9-220533457b28 req-5f27d254-4e9c-49f5-bf8f-d76f1171522b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:28.751007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-529ea04c-8b3d-4fcd-aad9-220533457b28 req-5f27d254-4e9c-49f5-bf8f-d76f1171522b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.1151106 Feb 04 13:45:28.878366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-529ea04c-8b3d-4fcd-aad9-220533457b28 req-26941c39-ebaf-46d6-adfa-9e41061574b8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079147 Feb 04 13:45:28.929912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d23a4-e040-4caf-a52d-f518c297c523 req-05b2bb13-d13a-4dbe-8421-e43b3bf00dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:28.932005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-05b2bb13-d13a-4dbe-8421-e43b3bf00dfc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1796043 Feb 04 13:45:29.067451 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584c8682-8e19-489c-82b3-089f72470fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:45:27Z', 'revision_number': 9, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:29.071634 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:45:29.080501 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:45:29.081103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:45:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:29.146176 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-3ffbda8f-e875-4b47-960e-b845b8eba0cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 999 time: 0.2074783 Feb 04 13:45:29.214204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d23a4-e040-4caf-a52d-f518c297c523 req-de40ea1b-a071-418f-8fd3-f5b9bc0e2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:29.215692 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-de40ea1b-a071-418f-8fd3-f5b9bc0e2b50 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0636356 Feb 04 13:45:29.261231 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:45:29.292593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d23a4-e040-4caf-a52d-f518c297c523 req-9ec3a6b5-8840-4c4f-8209-444f7169bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:29.294080 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-9ec3a6b5-8840-4c4f-8209-444f7169bd45 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719733 Feb 04 13:45:29.429783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-bc42e718-76f4-488f-9943-41c4363de321 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284354 Feb 04 13:45:29.564368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-595d23a4-e040-4caf-a52d-f518c297c523 req-7fee2f87-0e67-480b-820e-e7ed03c7ee44 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271410 Feb 04 13:45:29.608521 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584c8682-8e19-489c-82b3-089f72470fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:45:27Z', 'revision_number': 9, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:45:29.612473 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e499e-7d1d-4473-83e7-8bf350049595 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584c8682-8e19-489c-82b3-089f72470fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:45:27Z', 'revision_number': 9, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:45:29.817383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684edac8-34b1-4424-a90c-a2a104c116ae None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:45:30.071722 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661832ed-94fb-4d87-8071-311e473921ae req-fc00b2d5-25cb-4ae0-bd26-17ce81c5e90f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:30.073250 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-661832ed-94fb-4d87-8071-311e473921ae req-fc00b2d5-25cb-4ae0-bd26-17ce81c5e90f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0794363 Feb 04 13:45:30.120761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-661832ed-94fb-4d87-8071-311e473921ae req-d14c5db1-c642-41ed-8065-13f41b07283d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Feb 04 13:45:30.609449 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-bde274a3-259b-4996-91ba-8d4af5ec6638 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725923 Feb 04 13:45:30.670932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50315f-dbdc-4136-891f-b9400a31c03b req-4471baa4-2f82-4fea-b6bc-e70b90092d24 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:30.672419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d50315f-dbdc-4136-891f-b9400a31c03b req-4471baa4-2f82-4fea-b6bc-e70b90092d24 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0838928 Feb 04 13:45:30.718162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d50315f-dbdc-4136-891f-b9400a31c03b req-b5f4c711-76ba-4442-940a-1604425bb237 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Feb 04 13:45:31.934034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-4fd53fda-db90-4ff0-8ba1-25831b5c8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:31.935537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-4fd53fda-db90-4ff0-8ba1-25831b5c8f5e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1310778 Feb 04 13:45:31.947899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973c82-cbf4-495c-b790-59a359c11eae req-d194f0b3-142c-465e-a5ba-0f0de170a4b6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:31.949264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86973c82-cbf4-495c-b790-59a359c11eae req-d194f0b3-142c-465e-a5ba-0f0de170a4b6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.1096692 Feb 04 13:45:32.073825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86973c82-cbf4-495c-b790-59a359c11eae req-1d45acee-67ed-4364-ab2e-c922ac3397a5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056669 Feb 04 13:45:32.112229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-b64a73bd-e3ed-496c-a943-6af826e2f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:32.113682 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-b64a73bd-e3ed-496c-a943-6af826e2f2e4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1635826 Feb 04 13:45:32.216618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-2b1a788c-c025-4d2c-b30b-72e84a600c0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1002 time: 0.0965595 Feb 04 13:45:32.282938 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-f0d55ea0-af14-4205-a75b-7289917dc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:32.284365 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-f0d55ea0-af14-4205-a75b-7289917dc1b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0617223 Feb 04 13:45:32.357329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-05952eaf-a981-461f-a5ac-0ab83255ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:32.359257 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-05952eaf-a981-461f-a5ac-0ab83255ce54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689924 Feb 04 13:45:32.489874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-3adb4f12-c0ca-46cd-a4ef-3d0b0223691b service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243629 Feb 04 13:45:32.621995 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-a933534d-b3d1-4503-bddd-0e4ed669fd6c service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257069 Feb 04 13:45:33.264561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff6870-5b37-4df7-a954-091964aae339 req-24840c95-16a6-4798-a8bf-144a25204d43 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:33.266044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5ff6870-5b37-4df7-a954-091964aae339 req-24840c95-16a6-4798-a8bf-144a25204d43 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0859308 Feb 04 13:45:33.310904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5ff6870-5b37-4df7-a954-091964aae339 req-249eea49-2271-452a-b1ef-6baf0572c59a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Feb 04 13:45:34.499995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0e4a-7b47-439d-ab67-614f766c6b9c req-cb04cadb-53f8-43bc-8467-68782b39d150 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:34.501525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-832d0e4a-7b47-439d-ab67-614f766c6b9c req-cb04cadb-53f8-43bc-8467-68782b39d150 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0849104 Feb 04 13:45:34.544598 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-832d0e4a-7b47-439d-ab67-614f766c6b9c req-18b5e9a1-f80e-4e28-a341-3cbf780d8dec tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 Feb 04 13:45:35.733547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953cb0-9449-4c25-97e2-89678d484dff req-878b6347-a9b6-4359-84fa-810292e0d797 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:35.735068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7953cb0-9449-4c25-97e2-89678d484dff req-878b6347-a9b6-4359-84fa-810292e0d797 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0823052 Feb 04 13:45:35.778864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7953cb0-9449-4c25-97e2-89678d484dff req-a5c8d1bd-69c9-44f2-bfef-f86c6777fd40 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Feb 04 13:45:36.963573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575391c3-96a4-454f-a931-450f510d6f7f req-e6d4aa8a-1a82-4944-94fa-5a8d8ffb2e41 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:36.965019 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575391c3-96a4-454f-a931-450f510d6f7f req-e6d4aa8a-1a82-4944-94fa-5a8d8ffb2e41 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0815375 Feb 04 13:45:37.008545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-575391c3-96a4-454f-a931-450f510d6f7f req-25a2a45a-3ef0-45d1-8812-7f2970edce1c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372980 Feb 04 13:45:38.189998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe98dc-5ad8-4c62-9447-d207909f3650 req-6a848fdd-53f9-4803-b4e7-e390abd4486e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:38.191471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26fe98dc-5ad8-4c62-9447-d207909f3650 req-6a848fdd-53f9-4803-b4e7-e390abd4486e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0778952 Feb 04 13:45:38.236488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26fe98dc-5ad8-4c62-9447-d207909f3650 req-c6925ecf-082b-47f5-86fe-8ad0ebbf6d56 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392845 Feb 04 13:45:38.947210 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a2419d5-10cc-49a6-815d-6480b1523ec1 req-578f665b-1434-4554-ad4c-e631f708f011 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0900536 Feb 04 13:45:39.056357 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a2419d5-10cc-49a6-815d-6480b1523ec1 req-745f7be7-3c95-4d2b-820d-d2f2e286b32a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0418289 Feb 04 13:45:39.099070 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a2419d5-10cc-49a6-815d-6480b1523ec1 req-0ab50755-133b-4f55-92d1-08378c17ec6e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242887 Feb 04 13:45:39.233200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2419d5-10cc-49a6-815d-6480b1523ec1 req-edd42fbe-8acf-4ac8-b99d-a839d788d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:39.238873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1a2419d5-10cc-49a6-815d-6480b1523ec1 req-edd42fbe-8acf-4ac8-b99d-a839d788d337 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302853 Feb 04 13:45:39.423997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a7c3c-1dea-4dc1-85a8-291c650c6a6b req-c8754135-1c9b-4742-a81a-ae4c82a93a7f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:39.425585 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c64a7c3c-1dea-4dc1-85a8-291c650c6a6b req-c8754135-1c9b-4742-a81a-ae4c82a93a7f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0846937 Feb 04 13:45:39.469670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c64a7c3c-1dea-4dc1-85a8-291c650c6a6b req-2740c0b9-e54d-401f-8eab-5d5dc5fec9b7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Feb 04 13:45:40.655470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd80fd-6ef7-4488-bd31-fcdbcb0eb599 req-e027d0db-a630-4218-978d-54339c153651 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:40.656966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fd80fd-6ef7-4488-bd31-fcdbcb0eb599 req-e027d0db-a630-4218-978d-54339c153651 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0825038 Feb 04 13:45:40.701259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f4fd80fd-6ef7-4488-bd31-fcdbcb0eb599 req-3094e670-de15-439b-9f5f-c6e8c4dbafae tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Feb 04 13:45:41.888394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc26e0d-0218-447e-8c68-b8882435b6c6 req-fe5b53ec-368d-413e-a536-95654bb7bea4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:41.889847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bc26e0d-0218-447e-8c68-b8882435b6c6 req-fe5b53ec-368d-413e-a536-95654bb7bea4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0807149 Feb 04 13:45:41.936907 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bc26e0d-0218-447e-8c68-b8882435b6c6 req-c08f146f-57dd-43cf-90b3-48a13911d0be tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412996 Feb 04 13:45:43.122804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8369-0f27-4539-93ca-28595c868710 req-94859fe8-ca12-4502-abdd-3f456bc3a27a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:43.124272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fdc8369-0f27-4539-93ca-28595c868710 req-94859fe8-ca12-4502-abdd-3f456bc3a27a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0806038 Feb 04 13:45:43.169452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9fdc8369-0f27-4539-93ca-28595c868710 req-1dd22ed6-e764-4397-b50c-ba454a7f3c92 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Feb 04 13:45:43.571183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-515ab35d-653d-4573-9807-a500c7f010fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:44.463159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2268-6847-4373-8a2f-ecd4227ccf1e req-8e5cd6b3-93af-4f87-9347-c3f7b712d516 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:44.464572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63ed2268-6847-4373-8a2f-ecd4227ccf1e req-8e5cd6b3-93af-4f87-9347-c3f7b712d516 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.1864686 Feb 04 13:45:44.508652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63ed2268-6847-4373-8a2f-ecd4227ccf1e req-dda7609e-c56f-47e8-8acb-a678af23aaeb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Feb 04 13:45:45.697096 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eecfb0-cb3a-4ddf-b4b2-6084b76f258e req-130e58e5-b7ad-45ad-803a-44634ba31da8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:45.698464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7eecfb0-cb3a-4ddf-b4b2-6084b76f258e req-130e58e5-b7ad-45ad-803a-44634ba31da8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0820811 Feb 04 13:45:45.743716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a7eecfb0-cb3a-4ddf-b4b2-6084b76f258e req-2ee8065f-298b-4070-85c7-73b366be43ed tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390265 Feb 04 13:45:46.365270 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-75026f32-46db-47fb-9ef7-0132a6be42cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:46.908482 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:46.928692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d8626-4f59-4876-ac7f-9a403ca0e667 req-e64c3bb7-3818-4289-8c38-0aeb087aead0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:46.930164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f86d8626-4f59-4876-ac7f-9a403ca0e667 req-e64c3bb7-3818-4289-8c38-0aeb087aead0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0829065 Feb 04 13:45:46.974183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f86d8626-4f59-4876-ac7f-9a403ca0e667 req-dbcac75e-68d9-4760-a779-965a816bf71b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Feb 04 13:45:47.444616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:48.155633 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda1cf4-38c9-4809-87f0-6e1c0e289746 req-ead14b75-f2b7-4db2-89d8-3d20e0ce5a97 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:48.157694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5dda1cf4-38c9-4809-87f0-6e1c0e289746 req-ead14b75-f2b7-4db2-89d8-3d20e0ce5a97 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0803730 Feb 04 13:45:48.207048 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5dda1cf4-38c9-4809-87f0-6e1c0e289746 req-5725d6c0-72fe-431c-9661-d14899e8f53c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Feb 04 13:45:48.810680 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:49.405098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f66b1f-9ab3-4518-84f7-2ffe415be3c6 req-7149e2f6-149f-4bfc-924a-64e26027d4ef tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:49.410486 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86f66b1f-9ab3-4518-84f7-2ffe415be3c6 req-7149e2f6-149f-4bfc-924a-64e26027d4ef tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0888155 Feb 04 13:45:49.462051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-86f66b1f-9ab3-4518-84f7-2ffe415be3c6 req-4e742abe-b4d8-4680-8531-fb89f30ee804 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490065 Feb 04 13:45:50.504926 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:50.648914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63a96-4afd-4eba-b34a-9014674c3c32 req-a8b17f78-5719-4171-a278-fd445e13020d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:50.650377 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4e63a96-4afd-4eba-b34a-9014674c3c32 req-a8b17f78-5719-4171-a278-fd445e13020d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0786824 Feb 04 13:45:50.693769 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a4e63a96-4afd-4eba-b34a-9014674c3c32 req-b23d9e7b-13f2-4312-af95-4a565236a029 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Feb 04 13:45:51.876056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217f6-3c66-4165-a2a9-51faddf320a0 req-5dcee33c-02dc-4f42-a5fa-afbf725a145c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:51.877513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f42217f6-3c66-4165-a2a9-51faddf320a0 req-5dcee33c-02dc-4f42-a5fa-afbf725a145c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0806355 Feb 04 13:45:51.920458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f42217f6-3c66-4165-a2a9-51faddf320a0 req-487f77c0-8d71-4387-abbb-a87e6ecb7072 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373123 Feb 04 13:45:53.106455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa196b7-5d01-4147-ac00-c7feb41653a4 req-838187dd-3b92-4c0c-8831-6fef863b24df tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:53.107944 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fa196b7-5d01-4147-ac00-c7feb41653a4 req-838187dd-3b92-4c0c-8831-6fef863b24df tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0821617 Feb 04 13:45:53.151755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1fa196b7-5d01-4147-ac00-c7feb41653a4 req-eb1996b2-043a-41b8-a169-fdeba6c6917e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375705 Feb 04 13:45:54.340888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df97afe-90c9-430b-a511-168b8d0799ea req-ee411c90-0669-4650-81b0-fcffeb11dda0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:54.342666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8df97afe-90c9-430b-a511-168b8d0799ea req-ee411c90-0669-4650-81b0-fcffeb11dda0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0847151 Feb 04 13:45:54.388046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8df97afe-90c9-430b-a511-168b8d0799ea req-8b145410-52bf-4cbd-8e41-4d5bdab5ba06 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Feb 04 13:45:54.521361 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:45:54.784755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:45:55.574670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e8a8-22ec-4352-ac02-ebd72907ae35 req-f91761b9-6dac-48d5-9691-2d8f21448e00 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.576139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2899e8a8-22ec-4352-ac02-ebd72907ae35 req-f91761b9-6dac-48d5-9691-2d8f21448e00 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0800130 Feb 04 13:45:55.611340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-b7db651f-e67b-4070-808c-13c4eb5e1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.612846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-b7db651f-e67b-4070-808c-13c4eb5e1fe2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1197052 Feb 04 13:45:55.622347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2899e8a8-22ec-4352-ac02-ebd72907ae35 req-8291b1e0-9a83-4a37-a961-020ff606f05b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Feb 04 13:45:55.764975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-1a5c31bf-76b3-4f2a-9586-85d4d1b92fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.767025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-1a5c31bf-76b3-4f2a-9586-85d4d1b92fb8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1356628 Feb 04 13:45:55.869239 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-50aee138-da15-4031-bc0c-ccf017479ea4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1002 time: 0.0955653 Feb 04 13:45:55.931951 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-6173b703-0485-4c94-b713-f8db3f912b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:55.933396 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-6173b703-0485-4c94-b713-f8db3f912b53 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0568719 Feb 04 13:45:56.009786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-9c562f42-4e87-4b62-9a9b-9dff8f0c28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:56.011318 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-9c562f42-4e87-4b62-9a9b-9dff8f0c28b1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713351 Feb 04 13:45:56.141253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-2ff55c42-3b16-41c6-8f38-39553f500808 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227617 Feb 04 13:45:56.272664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29d75600-fd26-4400-a8d2-ae927a6eb445 req-19cc1792-ffb0-43aa-8e32-1993567f89d1 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251974 Feb 04 13:45:56.817045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b842fa-6180-4ae9-8d84-f22269e8a308 req-8595d151-6ebd-4c49-9594-6c3268b6be6f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:56.818508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b842fa-6180-4ae9-8d84-f22269e8a308 req-8595d151-6ebd-4c49-9594-6c3268b6be6f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0827720 Feb 04 13:45:56.862350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-27b842fa-6180-4ae9-8d84-f22269e8a308 req-9c6a2dad-48bb-4674-bd5b-5f98f70729ad tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379677 Feb 04 13:45:58.050223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee47b5b-67fd-485e-a8e5-9622a824ecff req-7d4ec419-6727-4968-a54e-9f7bd7922360 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:58.051738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fee47b5b-67fd-485e-a8e5-9622a824ecff req-7d4ec419-6727-4968-a54e-9f7bd7922360 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0835173 Feb 04 13:45:58.094665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fee47b5b-67fd-485e-a8e5-9622a824ecff req-69ac3f0d-a6fc-4701-910c-50021b52d0fb tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367188 Feb 04 13:45:59.280016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced2e2c-4889-4d38-bb1b-29dd458b8307 req-b4905b25-00c9-4248-94ca-24e2597799b5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:45:59.281488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fced2e2c-4889-4d38-bb1b-29dd458b8307 req-b4905b25-00c9-4248-94ca-24e2597799b5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0826800 Feb 04 13:45:59.325343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fced2e2c-4889-4d38-bb1b-29dd458b8307 req-151d3762-13f4-4200-9105-56516c72b400 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382707 Feb 04 13:46:00.513826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e83bf-2d0e-4fcb-b119-47e943eb40c7 req-6e965080-cc78-4f43-936e-bf79bc4be32f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:00.515373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e0e83bf-2d0e-4fcb-b119-47e943eb40c7 req-6e965080-cc78-4f43-936e-bf79bc4be32f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0814271 Feb 04 13:46:00.565182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5e0e83bf-2d0e-4fcb-b119-47e943eb40c7 req-2055ad40-7b0c-41ac-a9bf-c1a9af4f019e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Feb 04 13:46:01.752099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35c0fa-fcf6-40ae-b337-dc96a791edd2 req-c7896b86-7cd1-4942-8365-04d1dff65c1e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:01.753506 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f35c0fa-fcf6-40ae-b337-dc96a791edd2 req-c7896b86-7cd1-4942-8365-04d1dff65c1e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0833595 Feb 04 13:46:01.804572 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f35c0fa-fcf6-40ae-b337-dc96a791edd2 req-ef371aa6-b473-4438-ad69-32e849f4b046 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Feb 04 13:46:02.998343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f12d-6e37-432d-8071-7651fa685242 req-335816c8-d406-4e1c-af8f-d2528048b483 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:02.999899 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3443f12d-6e37-432d-8071-7651fa685242 req-335816c8-d406-4e1c-af8f-d2528048b483 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0804579 Feb 04 13:46:03.044971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3443f12d-6e37-432d-8071-7651fa685242 req-df9e8d97-feaa-4b65-9d09-80a4a06f2bbd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Feb 04 13:46:04.229244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7d09-06a5-4cae-8699-0ab4e39ccafc req-ea94a9ea-1a43-4455-99b7-3886fd911105 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:04.230722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-607a7d09-06a5-4cae-8699-0ab4e39ccafc req-ea94a9ea-1a43-4455-99b7-3886fd911105 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0792010 Feb 04 13:46:04.273832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-607a7d09-06a5-4cae-8699-0ab4e39ccafc req-bfdd6aca-198f-4aa2-8258-9d223d98bdb7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367978 Feb 04 13:46:04.685561 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-fee8c75f-852f-4fb2-b1d5-24793f51e371 service neutron] show failed (client error): The resource could not be found. Feb 04 13:46:04.686540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-fee8c75f-852f-4fb2-b1d5-24793f51e371 service neutron] 10.222.0.87 "GET /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1770661 Feb 04 13:46:04.939744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-678d52f6-398a-493d-be0c-f63146fad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:04.941237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-678d52f6-398a-493d-be0c-f63146fad00c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.0740025 Feb 04 13:46:04.951226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:05.058233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:05.323315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:05.351573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:46:05.566095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:05.572167 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:05.592745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Transition to ACTIVE for port object 034dbde4-f7cf-4f9c-82a0-7c800d223565 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:05.597981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:05.637338 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'code': 200} Feb 04 13:46:05.713028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16fbe5-c646-4a65-b888-4059c2855e65 req-967bd318-ec6e-47c3-b566-3c32bd7fd782 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:05.714568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd16fbe5-c646-4a65-b888-4059c2855e65 req-967bd318-ec6e-47c3-b566-3c32bd7fd782 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.3200996 Feb 04 13:46:05.779285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:05.802527 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.802896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.803229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.803558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.803880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.804200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.804517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.804832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.805145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.805461 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.805774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.806084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:05.857386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd16fbe5-c646-4a65-b888-4059c2855e65 req-130f980e-d387-48af-b7d4-fb80acda1368 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174657 Feb 04 13:46:05.858368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] No DVR routers for this DVR port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:06.084546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:46:06.085252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:46:06.085252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:06.089599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:46:06.089918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:06.095673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:46:06.096009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:46:06.096395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:46:06.096821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Bound port: 034dbde4-f7cf-4f9c-82a0-7c800d223565, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:46:06.097161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:06.187028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:46:06.190676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:46:06.195591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:06.264578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:06.265201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:06.267620 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] 10.222.0.90 "PUT /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1091 time: 1.3202217 Feb 04 13:46:06.283284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062c1bf-39de-40f9-848d-6d4824724090 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:06.377180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-4d0c9899-ee3a-4eb0-8fb6-1cfded5e46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:06.378882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-4d0c9899-ee3a-4eb0-8fb6-1cfded5e46e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0807390 Feb 04 13:46:06.514037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-98a18fdb-676c-4cdc-b5c0-5e1e157d1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:06.516079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-98a18fdb-676c-4cdc-b5c0-5e1e157d1723 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1315217 Feb 04 13:46:06.617563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-22c2a618-c7c4-40eb-9c26-0d0a0481ba88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.0955334 Feb 04 13:46:06.681310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-8d61318e-94a8-44a7-99f1-6e39806fc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:06.682755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-8d61318e-94a8-44a7-99f1-6e39806fc9f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0596011 Feb 04 13:46:06.755719 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-3b78cf84-db08-4427-a142-b1c30e9290f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:06.757202 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-3b78cf84-db08-4427-a142-b1c30e9290f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686619 Feb 04 13:46:06.886634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-a21c06cd-f093-41af-94bb-16fc1cafac55 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237855 Feb 04 13:46:07.017924 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0b96ce46-f1f4-42bd-bf29-04c5d040121a req-77dc9df1-a77e-4f12-91a9-a02d52498170 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257479 Feb 04 13:46:07.045236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eddc2-5bc2-4916-84ec-b909b1d2b340 req-9ea6b33e-2425-43ed-8a78-b504154d369d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.048492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-491eddc2-5bc2-4916-84ec-b909b1d2b340 req-9ea6b33e-2425-43ed-8a78-b504154d369d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.0829272 Feb 04 13:46:07.094822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-491eddc2-5bc2-4916-84ec-b909b1d2b340 req-4a1d1e18-8b6f-4143-b1e7-a3a65319a097 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Feb 04 13:46:07.638725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:07.694978 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'status': 'completed', 'code': 200} Feb 04 13:46:07.786346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-dab196ba-79f2-4633-aeae-76b34aec01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.788035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-dab196ba-79f2-4633-aeae-76b34aec01ea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0757475 Feb 04 13:46:07.801044 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-085a665d-c295-426e-b1c4-8c17d343431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.802521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-085a665d-c295-426e-b1c4-8c17d343431b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0858510 Feb 04 13:46:07.929457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-08aee2ad-98ad-44f3-8bb9-f9201fa823e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:07.930882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-08aee2ad-98ad-44f3-8bb9-f9201fa823e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1369884 Feb 04 13:46:08.036143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-ed7c14ef-42a3-4ab4-b66f-d34011808c11 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.0985432 Feb 04 13:46:08.043985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-aa9cb0a2-f172-45be-aadf-a60f44b1837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.045445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-aa9cb0a2-f172-45be-aadf-a60f44b1837b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.2367878 Feb 04 13:46:08.098276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-fbe8858d-9824-4902-a64e-a4ecc8a9e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.099756 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-fbe8858d-9824-4902-a64e-a4ecc8a9e28c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0578291 Feb 04 13:46:08.151559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-0130f6d0-bf76-4f0b-82f7-43b4703b9350 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.0990880 Feb 04 13:46:08.177079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-4a73f7ae-f41a-4202-9197-449e4e83045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.179540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-4a73f7ae-f41a-4202-9197-449e4e83045e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737362 Feb 04 13:46:08.215873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-18740bf7-d961-40c6-ab35-9dfbd076b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.217365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-18740bf7-d961-40c6-ab35-9dfbd076b809 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0592780 Feb 04 13:46:08.292480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-35943c51-f208-4b85-9405-44af1eba776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.294452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-35943c51-f208-4b85-9405-44af1eba776f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702538 Feb 04 13:46:08.379969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-69284312-3cda-4e28-bfa3-9a7b9a57107f service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940565 Feb 04 13:46:08.387575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeae5e-4d18-4c0a-a867-166ace1965a8 req-c27496b1-45bf-4908-a5a0-245252b80cd7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:08.388936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebeeae5e-4d18-4c0a-a867-166ace1965a8 req-c27496b1-45bf-4908-a5a0-245252b80cd7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.1799738 Feb 04 13:46:08.428461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-2c783ccb-f71f-4ffb-8909-646a0339f485 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272659 Feb 04 13:46:08.515392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebeeae5e-4d18-4c0a-a867-166ace1965a8 req-837a73cf-68e8-4fdf-b9f4-9d9096066b86 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075065 Feb 04 13:46:08.555675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-ae70b2e4-3561-43c8-b54d-0a0846bfc1ec service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657281 Feb 04 13:46:08.579734 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea0f619a-f48d-4d50-8140-2f9e8e83fd0a req-356fa81e-3473-44a3-b581-d57440893232 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456153 Feb 04 13:46:09.050486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:46:09.106883 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:46:09.728907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98feb-b5a2-48ef-a320-09e51ac66f42 req-5acb4cbd-c121-4cae-bac2-3dfce9ae917a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:09.730382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58c98feb-b5a2-48ef-a320-09e51ac66f42 req-5acb4cbd-c121-4cae-bac2-3dfce9ae917a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.0824032 Feb 04 13:46:09.777245 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-58c98feb-b5a2-48ef-a320-09e51ac66f42 req-4a103f71-4cd1-4ef5-9bfb-7a7866305ed1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Feb 04 13:46:10.223204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-762e7967-a482-463c-ae6b-9a184593c181 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.224591 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-762e7967-a482-463c-ae6b-9a184593c181 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5&tenant_id=8ea2ced141a24e378996f51a5afc548e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 943 time: 0.1440589 Feb 04 13:46:10.306011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b6164-f485-481d-a62b-ee5bd2045687 req-d97374d6-3359-40b9-9193-23c31a66b2a7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.307506 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c68b6164-f485-481d-a62b-ee5bd2045687 req-d97374d6-3359-40b9-9193-23c31a66b2a7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 943 time: 0.1694262 Feb 04 13:46:10.340831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-e7ecb160-d845-4913-9ffd-a09f5a5d5375 service neutron] 10.222.0.90 "GET /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.1105356 Feb 04 13:46:10.360638 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c68b6164-f485-481d-a62b-ee5bd2045687 req-482827d2-b653-4aa1-80c2-be1adeaf3efe tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Feb 04 13:46:10.431178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-e96e1b33-77ad-489f-a343-9a577d038815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.432643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-e96e1b33-77ad-489f-a343-9a577d038815 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0710804 Feb 04 13:46:10.566890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-434b731e-e763-4ebe-8bf5-90c67f800244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.568347 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-434b731e-e763-4ebe-8bf5-90c67f800244 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1297228 Feb 04 13:46:10.620381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:46:10.670782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-03b9acd8-b49e-47df-8fc9-45dbfe4d42ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.0963671 Feb 04 13:46:10.732188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-2061a7e9-331c-4558-b257-705480d3ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.733630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-2061a7e9-331c-4558-b257-705480d3ed51 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0570078 Feb 04 13:46:10.753562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:10.766931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:46:10.817941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-fbf1e762-cf52-42fb-8180-7ecd08abdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:10.819475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-fbf1e762-cf52-42fb-8180-7ecd08abdde5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797937 Feb 04 13:46:10.867006 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:10.883977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:46:10.899194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:10.903473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:10.972706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:11.060963 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-fe1dc2c4-b6f4-4ea2-b051-c7fc36e842a8 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352698 Feb 04 13:46:11.127922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['034dbde4-f7cf-4f9c-82a0-7c800d223565'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:46:11.195426 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-5b033f6b-d379-4ca1-ba72-72c07439bf02 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280329 Feb 04 13:46:11.552534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869443ac-9595-4981-a122-550f1cc8e627 req-1c7867dc-945b-44f2-94fa-c3e50a8c1bf7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:11.554006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-869443ac-9595-4981-a122-550f1cc8e627 req-1c7867dc-945b-44f2-94fa-c3e50a8c1bf7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.0834651 Feb 04 13:46:11.597058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-869443ac-9595-4981-a122-550f1cc8e627 req-eb5a2664-bb74-486e-84fc-29575e9fc1d2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374291 Feb 04 13:46:12.630466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:46:12.698316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:12.703169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:12.703540 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:12.789369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c306ecc-55e8-4336-9d8f-e3fc68e10ba8 req-d94a4f91-5357-432b-9971-6496545f70c8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:12.790856 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c306ecc-55e8-4336-9d8f-e3fc68e10ba8 req-d94a4f91-5357-432b-9971-6496545f70c8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.0829213 Feb 04 13:46:12.825202 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:12.843193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c306ecc-55e8-4336-9d8f-e3fc68e10ba8 req-eb79dd0f-b5d2-4378-8504-fe1c4005bdbe tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Feb 04 13:46:12.852413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:12.863242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:12.868928 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:12.928009 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'code': 200} Feb 04 13:46:12.946387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:13.211472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-76229f29-bffe-4cd2-b398-8997cc5e9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:13.212958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-76229f29-bffe-4cd2-b398-8997cc5e9092 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.0705397 Feb 04 13:46:13.224402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:13.334418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:13.573830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8125960e-786b-4c96-983f-8bcc425433bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:13.600479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:13.629929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:46:13.686381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:13.692631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:13.707927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Transition to ACTIVE for port object 034dbde4-f7cf-4f9c-82a0-7c800d223565 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:13.712071 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:13.751021 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'code': 200} Feb 04 13:46:14.026304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:14.082654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] No DVR routers for this DVR port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:14.189091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8205ed-01c8-4f22-addf-d52c0a70a392 req-5766fac4-1eb5-45e8-aa8d-41fea8d3827e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.190578 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa8205ed-01c8-4f22-addf-d52c0a70a392 req-5766fac4-1eb5-45e8-aa8d-41fea8d3827e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.2307558 Feb 04 13:46:14.310025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fa8205ed-01c8-4f22-addf-d52c0a70a392 req-624ad9d0-f6f9-421f-aa96-976c2ae9ccb5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679870 Feb 04 13:46:14.360990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:46:14.361326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:46:14.361654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:14.366128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:46:14.366447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Attempting to bind port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:14.371425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:46:14.371763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:46:14.372174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:46:14.372677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Bound port: 034dbde4-f7cf-4f9c-82a0-7c800d223565, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:46:14.373069 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:14.460185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:46:14.463010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:46:14.467365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:14.529426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.530046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:14.532043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] 10.222.0.87 "PUT /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1092 time: 1.3115766 Feb 04 13:46:14.551295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=11']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:14.595461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.595809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.596159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.596495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.596829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.597159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.597486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.597809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.598132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.598452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.598865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.599252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69edd85-9d25-41d8-bc53-2da83644b339 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:14.646802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-2d7fcb84-2bcf-4a4c-8ed7-3452dcd12eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.648352 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-2d7fcb84-2bcf-4a4c-8ed7-3452dcd12eae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0932674 Feb 04 13:46:14.781877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-368e23a7-a711-4e07-80e5-416942f813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.783370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-368e23a7-a711-4e07-80e5-416942f813e9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1290867 Feb 04 13:46:14.899301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-a6315973-a7a5-42f2-a6d2-21eae65468f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.1094778 Feb 04 13:46:14.964756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-f5dfaa6d-75de-44bc-88e7-6458a29f35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:14.966218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-f5dfaa6d-75de-44bc-88e7-6458a29f35a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0604875 Feb 04 13:46:15.039614 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-17591f20-2767-4c79-992a-d33649134811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.041078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-17591f20-2767-4c79-992a-d33649134811 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688529 Feb 04 13:46:15.172327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-8a198a70-248c-4217-b674-5c0b1a4c6d80 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240094 Feb 04 13:46:15.306121 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf0a5fa1-6d46-4089-b114-3e8b770d99fb req-e224a33d-4424-4df1-855d-91ea58fdd5ba service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281528 Feb 04 13:46:15.509818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498027d-f5fd-4400-a4f0-6c591de8f691 req-6bdbd46e-367f-41e9-bb38-4bf76e6b1c88 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.511312 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f498027d-f5fd-4400-a4f0-6c591de8f691 req-6bdbd46e-367f-41e9-bb38-4bf76e6b1c88 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.0891407 Feb 04 13:46:15.555102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f498027d-f5fd-4400-a4f0-6c591de8f691 req-a73e3b97-8ab7-4ed1-b9dd-2f00a53c90b6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 Feb 04 13:46:15.752470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:15.809935 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'status': 'completed', 'code': 200} Feb 04 13:46:15.902878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-13ca6d7c-8897-4425-b0c0-ada62746312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.904657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-13ca6d7c-8897-4425-b0c0-ada62746312e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0720110 Feb 04 13:46:15.910691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-2452bcbb-0e5b-4a34-8935-4b383ccf73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:15.912164 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-2452bcbb-0e5b-4a34-8935-4b383ccf73c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0771246 Feb 04 13:46:16.048591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-f2aacca5-3f7f-4aef-a7b2-6384643c1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.050547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-f2aacca5-3f7f-4aef-a7b2-6384643c1c1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1323767 Feb 04 13:46:16.150274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-cee95579-c127-400a-83e8-08e5d96daa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.151737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-cee95579-c127-400a-83e8-08e5d96daa8c service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.2411470 Feb 04 13:46:16.152501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-8d6973fe-2d5c-4c2a-be0a-4acba2c0be06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.0969055 Feb 04 13:46:16.217979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-ba1f2101-c609-4a74-9c9c-677ac3578897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.220118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-ba1f2101-c609-4a74-9c9c-677ac3578897 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0613976 Feb 04 13:46:16.260124 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-30f6d9e4-fea0-4794-b108-4c690f9821d5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 200 len: 1000 time: 0.1014786 Feb 04 13:46:16.296102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-70017516-eb44-4c42-b87d-2bd16fc4baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.298178 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-70017516-eb44-4c42-b87d-2bd16fc4baf4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707154 Feb 04 13:46:16.328731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-f593c232-a3f7-491b-9324-5ae2f1877c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.330219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-f593c232-a3f7-491b-9324-5ae2f1877c0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0634484 Feb 04 13:46:16.358147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b42c463-e573-45f4-8e9e-9f74f8dfa90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:16.408369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-aab5b4a4-c5d9-4b86-b233-1036d41541fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.409809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-aab5b4a4-c5d9-4b86-b233-1036d41541fb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731874 Feb 04 13:46:16.435125 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-1acdc116-5a01-4cfc-bd2c-a79fe1b2d6dc service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305773 Feb 04 13:46:16.550911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-13cd1c85-3c3d-4c5e-930a-cbcff15457bb service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344595 Feb 04 13:46:16.568720 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-629e0e56-7a17-49bf-b30b-8bbb353e875b service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281736 Feb 04 13:46:16.661489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:46:16.687912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aea5f8bf-fc5f-4a85-8cd2-bd319228c146 req-ab424e84-8526-474b-a2cc-1b903c24f68b service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286609 Feb 04 13:46:16.736474 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:46:16.773373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b2d3-e2c1-4dca-9ffe-6d4149316e33 req-0243b2d7-df76-4c1c-9979-7f6978f99804 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:16.780631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da2b2d3-e2c1-4dca-9ffe-6d4149316e33 req-0243b2d7-df76-4c1c-9979-7f6978f99804 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 944 time: 0.1153412 Feb 04 13:46:16.825888 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6da2b2d3-e2c1-4dca-9ffe-6d4149316e33 req-701e17e1-3453-48e1-bbe7-01f9babcb0a8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Feb 04 13:46:16.910412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:17.070846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:46:17.202946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:17.215706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'mac_address': 'fa:16:3e:e6:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:46:17.273625 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:17.289959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:46:17.305321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:17.308990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:17.373971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:17.446475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:17.541187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['034dbde4-f7cf-4f9c-82a0-7c800d223565'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:46:18.003749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-021ae403-ddb6-407a-8317-402539cc9e22 req-2f481774-423e-4128-a822-cc3c7760c14f service neutron] (87620) timed out ('10.222.0.53', 55070) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:46:18.017716 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d403-04b9-4d93-a0f9-c14e8e0eb102 req-0acfb35c-f2a3-4f5a-bc23-f80394561733 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.019222 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d58d403-04b9-4d93-a0f9-c14e8e0eb102 req-0acfb35c-f2a3-4f5a-bc23-f80394561733 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0853283 Feb 04 13:46:18.062325 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6d58d403-04b9-4d93-a0f9-c14e8e0eb102 req-63e250ee-727d-409c-986d-48e5bcc53228 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375543 Feb 04 13:46:18.249903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af421c42-3746-42f5-a86f-b9b7ba4ecf8e req-c66a409b-702d-46a6-92b9-2d4e999e9849 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.251478 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af421c42-3746-42f5-a86f-b9b7ba4ecf8e req-c66a409b-702d-46a6-92b9-2d4e999e9849 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0834484 Feb 04 13:46:18.295498 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af421c42-3746-42f5-a86f-b9b7ba4ecf8e req-02d2ff5b-bc3c-4cd2-b61d-84ed4698f29a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383549 Feb 04 13:46:18.479184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887bc4-ad3e-4a27-a08e-458cc7067891 req-8e38006a-a317-44da-8cee-0d6cfd3d9f58 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.480663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f887bc4-ad3e-4a27-a08e-458cc7067891 req-8e38006a-a317-44da-8cee-0d6cfd3d9f58 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0801241 Feb 04 13:46:18.524708 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0f887bc4-ad3e-4a27-a08e-458cc7067891 req-99317523-150a-45ea-9d08-a87a16b1a35d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Feb 04 13:46:18.812856 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:18.907633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088637-794c-4606-85ea-c576e820abd8 req-55a466be-fbda-4d35-8941-28bf8f4e8b3d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:18.909005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a088637-794c-4606-85ea-c576e820abd8 req-55a466be-fbda-4d35-8941-28bf8f4e8b3d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 945 time: 0.0840733 Feb 04 13:46:18.952094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3a088637-794c-4606-85ea-c576e820abd8 req-c4092135-15c6-4b1a-b0cd-8ea14efa48d8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Feb 04 13:46:19.081576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:46:19.146896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:19.151438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 034dbde4-f7cf-4f9c-82a0-7c800d223565 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:19.151804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:19.267276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:19.293322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:19.303433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:19.307475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:19.342991 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'code': 200} Feb 04 13:46:19.378427 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:20.194805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-09d6c0f6-c896-4afa-804d-1fac1aa7b5b5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:20.196288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-09d6c0f6-c896-4afa-804d-1fac1aa7b5b5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 946 time: 0.1379328 Feb 04 13:46:20.207507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b19070-878a-45b9-b79b-1036f428d2d7 req-1126147f-6b1e-4389-80b8-3b08a71879a5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:20.208869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8b19070-878a-45b9-b79b-1036f428d2d7 req-1126147f-6b1e-4389-80b8-3b08a71879a5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 946 time: 0.1523764 Feb 04 13:46:20.303089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Deleting port 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:46:20.303429 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:20.336292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d8b19070-878a-45b9-b79b-1036f428d2d7 req-cc631589-f4d5-4896-8659-570c735d5e6e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978854 Feb 04 13:46:20.502595 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:20.552187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] For port 034dbde4-f7cf-4f9c-82a0-7c800d223565, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=034dbde4-f7cf-4f9c-82a0-7c800d223565,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:20.552550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:20.945674 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:20.946042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:20.946358 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb disassociated. External IP: 172.25.4.174, port: 034dbde4-f7cf-4f9c-82a0-7c800d223565. Feb 04 13:46:20.946737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Calling delete_port for 034dbde4-f7cf-4f9c-82a0-7c800d223565 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:46:21.088811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:21.139953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'Port': ['ID=034dbde4-f7cf-4f9c-82a0-7c800d223565,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:21.332779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:46:21.489237 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12a53729-f856-486a-81c6-622b32961fbf req-748effd5-70d7-47b3-af1f-511c654602c1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=584c8682-8e19-489c-82b3-089f72470fe5 HTTP/1.1" status: 200 len: 210 time: 0.0425839 Feb 04 13:46:21.516797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:46:21.526128 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:21.539385 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:46:21.539981 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:46:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:21.588952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] No DVR routers for this DVR port 034dbde4-f7cf-4f9c-82a0-7c800d223565 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:46:21.591654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:21.594658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-deleted', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:21.611018 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-580f63d1-9286-42a0-bb50-bccfc8924225 req-27681bf5-df9b-4310-9236-2b8ea6cefb17 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "DELETE /v2.0/ports/034dbde4-f7cf-4f9c-82a0-7c800d223565 HTTP/1.1" status: 204 len: 173 time: 1.4010718 Feb 04 13:46:21.641408 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584c8682-8e19-489c-82b3-089f72470fe5', 'name': 'network-vif-deleted', 'tag': '034dbde4-f7cf-4f9c-82a0-7c800d223565', 'status': 'completed', 'code': 200} Feb 04 13:46:21.729483 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:46:22.040460 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:22.044233 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:22.052339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:46:22.052930 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:46:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:22.230521 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:46:22.561467 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:22.565318 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb798dc-6a92-43f4-8659-6020435c0612 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:22.803367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d375e2-a0ca-4a1a-b208-681f60edf54d None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:46:22.844670 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-ab6d25aa-5188-4fd0-8d6c-4d08d122d8d5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1355537786&fields=id&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 267 time: 0.0421889 Feb 04 13:46:23.000220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-bfd72fd0-dc8c-437b-977b-da8fdbfcd6c3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:23.001689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-bfd72fd0-dc8c-437b-977b-da8fdbfcd6c3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1502178 Feb 04 13:46:23.019600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-70a9363d-b589-42d7-a16a-857db518ee2a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/quotas/8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 375 time: 0.0122924 Feb 04 13:46:23.104452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-c84d557d-59ba-4e8b-8d47-fff1df746d4e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793431 Feb 04 13:46:23.357901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-731302a7-bd32-4162-803c-c9c729205ead service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416961 Feb 04 13:46:23.487346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-28c9f72e-581a-42bd-9c80-2732d4ed6d12 service neutron] 10.222.0.53 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231451 Feb 04 13:46:23.666138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-881325f7-627d-431d-96ad-f1f7f1984d45 req-3e75f2db-98c6-41b6-a59b-7668fc8fefdf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:46:23.682768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-881325f7-627d-431d-96ad-f1f7f1984d45 req-3e75f2db-98c6-41b6-a59b-7668fc8fefdf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:46:23.684031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-881325f7-627d-431d-96ad-f1f7f1984d45 req-3e75f2db-98c6-41b6-a59b-7668fc8fefdf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 210 time: 0.0643015 Feb 04 13:46:24.805161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:24.824293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-c85a19e6-0b21-41cd-808d-29c57234af4a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:24.826278 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-c85a19e6-0b21-41cd-808d-29c57234af4a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 812 time: 0.1693013 Feb 04 13:46:24.843726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21407463-92a5-43d5-8077-eb9731c67cc9 req-5b643dd5-dedf-412f-8213-bcb767574ecd tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 210 time: 0.0500040 Feb 04 13:46:24.879253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-4b834208-fc57-4ff4-973a-f656279efc57 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 380 time: 0.0443075 Feb 04 13:46:24.887665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'port': {'device_id': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'admin_state_up': True, 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'security_groups': ['93cb7e1f-2e0d-4039-a91a-75caee1ce97c']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:25.021333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:46:25.031327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:46:25.040746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Made reservation on behalf of 8ea2ced141a24e378996f51a5afc548e for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:46:25.044223 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.079366 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:46:25.114038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 034dbde4-f7cf-4f9c-82a0-7c800d223565 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:46:25.114383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 034dbde4-f7cf-4f9c-82a0-7c800d223565 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:46:25.207185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Allocated IP 172.20.0.7 (9b1276b8-9fd1-444f-8ed6-0332ab9d48dc/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a/b6a8c40f-5608-4459-acf1-a51d1cd01f44) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:46:25.394001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.409567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Transition to ACTIVE for port object b6a8c40f-5608-4459-acf1-a51d1cd01f44 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:25.431733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.501116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:46:25.504267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:46:25.508041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:46:25.664996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:25.700256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:25.700859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.725161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1f239c34-1aa7-42ee-9d4e-2ae2b55f4182 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8410580 Feb 04 13:46:25.736377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Request body: {'port': {'device_id': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:25.789507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-577b63c2-ccf8-4537-81b8-4d461206d810 None None] Provisioning for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:25.794361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-577b63c2-ccf8-4537-81b8-4d461206d810 None None] Provisioning complete for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:25.794885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-577b63c2-ccf8-4537-81b8-4d461206d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.849508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:25.893965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-577b63c2-ccf8-4537-81b8-4d461206d810 None None] Port b6a8c40f-5608-4459-acf1-a51d1cd01f44 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:46:26.158593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d01e0-27dd-46b3-aaa1-b58435b3288d req-bab88f33-1552-48f1-9356-64f096df8f10 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.159320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e38d01e0-27dd-46b3-aaa1-b58435b3288d req-bab88f33-1552-48f1-9356-64f096df8f10 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Synchronizing usage tracker for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:46:26.199981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e38d01e0-27dd-46b3-aaa1-b58435b3288d req-bab88f33-1552-48f1-9356-64f096df8f10 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Unset dirty status for tenant:8ea2ced141a24e378996f51a5afc548e on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:46:26.201460 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e38d01e0-27dd-46b3-aaa1-b58435b3288d req-bab88f33-1552-48f1-9356-64f096df8f10 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 931 time: 0.2282701 Feb 04 13:46:26.306990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e38d01e0-27dd-46b3-aaa1-b58435b3288d req-41dd717e-56d9-4f1d-b5ed-9415fbcfe9fe tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995860 Feb 04 13:46:26.316496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:46:26.324064 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:26.339387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Transition to ACTIVE for port object b6a8c40f-5608-4459-acf1-a51d1cd01f44 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:46:26.342709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:26.474886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:26.580169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:46:26.580507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:46:26.580838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:26.585329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:46:26.585666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:46:26.590636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:46:26.590975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:46:26.591356 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:46:26.591777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Bound port: b6a8c40f-5608-4459-acf1-a51d1cd01f44, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:46:26.592127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:26.683014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:46:26.685787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:46:26.691106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:26.751208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.751877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:26.753186 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] 10.222.0.87 "PUT /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1091 time: 1.0207970 Feb 04 13:46:26.753616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:26.777032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ec2e-a326-4385-8b03-94a56ba884bf service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:26.834654 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'status': 'completed', 'code': 200} Feb 04 13:46:26.877702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-63834cb6-2421-4b31-8e23-1053ee7961e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:26.879519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-63834cb6-2421-4b31-8e23-1053ee7961e9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1094 time: 0.0802870 Feb 04 13:46:26.953983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-1bb3d67d-37dd-4a34-9f0d-641c8515284e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 217 time: 0.0666099 Feb 04 13:46:27.015463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-39c14d1c-09e1-4078-b5a2-ba0bada58dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.016858 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-39c14d1c-09e1-4078-b5a2-ba0bada58dde service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0573919 Feb 04 13:46:27.090000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297488-c32a-44c7-a0bb-c345ef177753 req-29ba0bb2-2a6c-4775-bdc1-270d83eb7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.091500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-29ba0bb2-2a6c-4775-bdc1-270d83eb7548 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686812 Feb 04 13:46:27.222752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-48f2e41a-4e17-443c-bd24-a0e0273f7492 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 Feb 04 13:46:27.352240 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34297488-c32a-44c7-a0bb-c345ef177753 req-35255904-ce27-470e-beba-666a9fe78dcd service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232309 Feb 04 13:46:27.629079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-49d72903-5acc-4b44-863d-d4f95c3b9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.630559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-49d72903-5acc-4b44-863d-d4f95c3b9b21 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1094 time: 0.2340541 Feb 04 13:46:27.647121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f0ff-42bc-484d-a3a4-18d91f6b0343 req-36aae56c-d6d7-472b-8c70-75273e1c7f89 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.648884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10f4f0ff-42bc-484d-a3a4-18d91f6b0343 req-36aae56c-d6d7-472b-8c70-75273e1c7f89 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.2180269 Feb 04 13:46:27.775537 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10f4f0ff-42bc-484d-a3a4-18d91f6b0343 req-4d226c99-dc96-44c2-b749-bc2700ff02d5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057312 Feb 04 13:46:27.808928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-a8892526-33c1-45e6-bccf-5ccf9fa38859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.810370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-a8892526-33c1-45e6-bccf-5ccf9fa38859 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1606381 Feb 04 13:46:27.880103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-dfcd346f-bd09-4041-98f1-df32a323562d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 217 time: 0.0625575 Feb 04 13:46:27.951820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-0fce173e-5193-4fe7-9bd1-05f874c96da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:27.953936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-0fce173e-5193-4fe7-9bd1-05f874c96da8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0682197 Feb 04 13:46:28.034102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-810cb203-9727-45ae-98dc-90b7df90b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:28.035595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-810cb203-9727-45ae-98dc-90b7df90b389 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751786 Feb 04 13:46:28.166706 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-1081f1e6-398d-4419-8060-4763574fdb9c service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241252 Feb 04 13:46:28.300709 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90d2d361-d66a-44eb-a877-3b750b4ebdce req-d418bd0c-dcc5-4daa-83b4-007f7344fb6d service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267474 Feb 04 13:46:28.966506 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069caae-b34b-46a1-abe6-c0603a4b4e16 req-5d80e202-a153-45ba-9adb-e084d5f50629 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:28.968025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8069caae-b34b-46a1-abe6-c0603a4b4e16 req-5d80e202-a153-45ba-9adb-e084d5f50629 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0832877 Feb 04 13:46:29.011641 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8069caae-b34b-46a1-abe6-c0603a4b4e16 req-d0863bae-f7df-4c90-b4ef-f420463040e1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Feb 04 13:46:29.077061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:46:29.208483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:29.221198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:46:29.275476 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:29.292335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:46:29.308144 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:29.312341 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:29.381321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:29.388556 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.388901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.389245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.389612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.389952 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.390281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.390622 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.390951 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.391271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.391590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.391910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.392226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:46:29.524990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b6a8c40f-5608-4459-acf1-a51d1cd01f44'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:46:30.201102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17b90-8b94-4eae-8b1c-84b8ec287500 req-441881ec-1d6f-46fd-af0c-936804bac30f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:30.202627 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9c17b90-8b94-4eae-8b1c-84b8ec287500 req-441881ec-1d6f-46fd-af0c-936804bac30f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.0831177 Feb 04 13:46:30.246478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d9c17b90-8b94-4eae-8b1c-84b8ec287500 req-9fdc1404-83a2-4d56-9343-ab10df67bc63 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Feb 04 13:46:31.093216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:46:31.161125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:46:31.165630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:46:31.165994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:31.286803 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:31.314210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:31.323661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:46:31.328039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:31.365124 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'code': 200} Feb 04 13:46:31.409244 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:46:31.438873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf2be-2f9a-4505-8b57-4f662e7eda22 req-b3aa7c9f-b43a-464c-a4e7-70daf0ab1aa7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:31.440343 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a88cf2be-2f9a-4505-8b57-4f662e7eda22 req-b3aa7c9f-b43a-464c-a4e7-70daf0ab1aa7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0895560 Feb 04 13:46:31.485431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a88cf2be-2f9a-4505-8b57-4f662e7eda22 req-f685568b-64da-44ea-ba03-1f5c0589e634 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Feb 04 13:46:31.497786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c984ab-8e32-4922-9ac9-9438037cbb08 req-af58f2c2-1d11-4eb2-b3ec-96ae6db4bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:31.499945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35c984ab-8e32-4922-9ac9-9438037cbb08 req-af58f2c2-1d11-4eb2-b3ec-96ae6db4bdb8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1096 time: 0.0704331 Feb 04 13:46:31.520287 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:46:31.539259 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35c984ab-8e32-4922-9ac9-9438037cbb08 req-e270e2f3-658b-44d9-9fbd-8458aa5a0d52 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335863 Feb 04 13:46:32.673964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a1f0-48f7-40fb-bfca-c7be43c8a008 req-8f565c29-b93b-4d15-a73e-490d57788601 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:32.675464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0202a1f0-48f7-40fb-bfca-c7be43c8a008 req-8f565c29-b93b-4d15-a73e-490d57788601 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0859058 Feb 04 13:46:32.721134 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0202a1f0-48f7-40fb-bfca-c7be43c8a008 req-39cb0090-195c-4d63-9192-5e8616e720f9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Feb 04 13:46:33.906575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f777c50-e9db-4340-ae5a-9b60f0db53c9 req-b765fcc6-4d22-4c56-9b43-861a6bbcbc83 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:33.908056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f777c50-e9db-4340-ae5a-9b60f0db53c9 req-b765fcc6-4d22-4c56-9b43-861a6bbcbc83 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0832183 Feb 04 13:46:33.952422 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9f777c50-e9db-4340-ae5a-9b60f0db53c9 req-160de020-0443-4753-965b-30e51b342e3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 Feb 04 13:46:34.128082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413d13d-47c9-4487-9a61-ac59d64ecb8d req-30754d95-b5fc-48a3-927e-295181bf3a11 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:34.128870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c413d13d-47c9-4487-9a61-ac59d64ecb8d req-30754d95-b5fc-48a3-927e-295181bf3a11 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0783482 Feb 04 13:46:34.137249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34522) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:46:34.142062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Request body: {'floatingip': {'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:46:34.231728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:34.931013 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:34.934667 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:35.113684 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb associated. External IP: 172.25.4.174, port: b6a8c40f-5608-4459-acf1-a51d1cd01f44. Feb 04 13:46:35.465658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:46:35.644542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:46:35.648903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:35.655064 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:46:35.665287 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:46:35.665978 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:46:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:35.706581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9bd2507c-5068-4ae7-9914-a6812b105e21 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "PUT /v2.0/floatingips/d4b414a4-6871-4312-b09a-afe075ceadcb HTTP/1.1" status: 200 len: 992 time: 1.5658193 Feb 04 13:46:35.706581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:46:35.752244 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'status': 'completed', 'code': 200} Feb 04 13:46:35.847168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-285a4a80-7f26-4da6-9438-9e9485a35782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:35.848661 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-285a4a80-7f26-4da6-9438-9e9485a35782 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1096 time: 0.0741336 Feb 04 13:46:35.852774 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:46:35.896777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e056-602c-47dc-a037-9af4630b7467 req-1c0f5a28-d0a0-4e36-9bcd-d86127502f52 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:35.898767 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ad56e056-602c-47dc-a037-9af4630b7467 req-1c0f5a28-d0a0-4e36-9bcd-d86127502f52 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0890756 Feb 04 13:46:35.950519 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ad56e056-602c-47dc-a037-9af4630b7467 req-56182293-bc2f-495c-b212-f1e8b2149127 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Feb 04 13:46:35.986835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-57cdaaf7-b8a1-49a6-bbc6-44d1a0a4528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:35.988402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-57cdaaf7-b8a1-49a6-bbc6-44d1a0a4528e service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1335294 Feb 04 13:46:36.204354 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-7a92dfca-17c5-46b5-9ce2-3126e94fcc70 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.2096636 Feb 04 13:46:36.212010 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 13, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:36.215842 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:46:36.224077 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:46:36.224582 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:46:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:36.278101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-409425c6-a5ee-43a7-930e-bf29659ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:36.279666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-409425c6-a5ee-43a7-930e-bf29659ab609 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0691664 Feb 04 13:46:36.354889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-37bea872-2884-4ad8-80e2-39d43f03f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:36.356392 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-37bea872-2884-4ad8-80e2-39d43f03f5af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699942 Feb 04 13:46:36.406846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:46:36.490268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-c910ad02-f605-49b9-9e91-8c4c57f033e2 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270802 Feb 04 13:46:36.622549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-01ff3a42-f9e3-4df1-a135-84850b3694f9 req-cad2085f-345f-4cb1-a073-9759a73d3d7b service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257832 Feb 04 13:46:36.781395 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 13, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:46:36.785319 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38856ee-bc8c-4174-bda3-f6948ed2ea8c None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'd4b414a4-6871-4312-b09a-afe075ceadcb', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:43:24Z', 'updated_at': '2022-02-04T13:46:34Z', 'revision_number': 13, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:46:36.983235 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ffff9-9249-4040-9a54-03302a638f6b None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:46:37.153958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dad567-4264-436d-95ab-502c1a31e628 req-7ee1874f-99dd-4543-8eb3-e0756eecdd25 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:37.156114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46dad567-4264-436d-95ab-502c1a31e628 req-7ee1874f-99dd-4543-8eb3-e0756eecdd25 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0866730 Feb 04 13:46:37.200735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-46dad567-4264-436d-95ab-502c1a31e628 req-74057acf-da7d-497d-851e-39e5dda15924 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389116 Feb 04 13:46:38.892930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e72d2-2d67-4fe7-ab9e-32f99c7d3031 req-4b47c540-c083-456f-a2b4-b20d047a7935 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:38.894427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c81e72d2-2d67-4fe7-ab9e-32f99c7d3031 req-4b47c540-c083-456f-a2b4-b20d047a7935 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0793569 Feb 04 13:46:38.937608 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c81e72d2-2d67-4fe7-ab9e-32f99c7d3031 req-708d3e57-78cc-408f-9239-73607dece49e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 Feb 04 13:46:40.305128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0569d832-2249-4418-a461-c0daa2a7d169 req-310d0d91-df68-424f-b4dc-8c481f00bad6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0444541 Feb 04 13:46:40.413111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0569d832-2249-4418-a461-c0daa2a7d169 req-82a9c339-39ba-40ff-9281-4a715b11b0ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0423298 Feb 04 13:46:40.457329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0569d832-2249-4418-a461-c0daa2a7d169 req-6255a082-fbc3-494d-b5f8-357d8b1a1c4e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265114 Feb 04 13:46:40.597018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569d832-2249-4418-a461-c0daa2a7d169 req-0913fa01-b7cd-406f-8bae-a46c738f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:40.598644 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0569d832-2249-4418-a461-c0daa2a7d169 req-0913fa01-b7cd-406f-8bae-a46c738f1716 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357367 Feb 04 13:46:43.575380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f74c-fb4b-4b74-88f0-ff716e5638c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:46.362364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c2ff826c-e291-473c-a94f-2210d86f019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:46.913266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:47.459706 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:47.622007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978be765-15d8-479f-822b-025462d3ee0d req-963609b5-6982-4f71-ad63-563ac5a328ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:47.623484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-978be765-15d8-479f-822b-025462d3ee0d req-963609b5-6982-4f71-ad63-563ac5a328ce tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.1368475 Feb 04 13:46:47.630190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-bdd6f69c-6016-413d-af3e-a48a518d1894 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891098 Feb 04 13:46:47.674704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-978be765-15d8-479f-822b-025462d3ee0d req-dfd1dd69-d5ff-451c-9ea2-e2e7dd8e82b2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435336 Feb 04 13:46:48.804974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-28f9b547-3ea4-4e06-85ef-c3d6e5939674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.806883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-28f9b547-3ea4-4e06-85ef-c3d6e5939674 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1096 time: 0.0961828 Feb 04 13:46:48.820878 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:48.906695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44693303-6f9a-47ef-a394-a69590baa367 req-3aa92c64-861c-4e01-9fe5-a512af095f8c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.908044 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44693303-6f9a-47ef-a394-a69590baa367 req-3aa92c64-861c-4e01-9fe5-a512af095f8c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.1142023 Feb 04 13:46:48.953915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-f5c6b4ec-3767-4df0-bad8-548de98204d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:48.956527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-f5c6b4ec-3767-4df0-bad8-548de98204d8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1432626 Feb 04 13:46:48.961606 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-44693303-6f9a-47ef-a394-a69590baa367 req-011b93fb-0caf-4586-ae45-45b28f94e283 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474842 Feb 04 13:46:49.063277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-b3e1bd99-2e2a-4163-bbab-3f868420561d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1002 time: 0.1001558 Feb 04 13:46:49.129129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-3163c774-9c54-4eaf-85a0-40aa6293f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.130568 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-3163c774-9c54-4eaf-85a0-40aa6293f4bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0611756 Feb 04 13:46:49.213117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-6954f4f0-2c11-4758-8b44-5a837c8ed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:49.214626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-6954f4f0-2c11-4758-8b44-5a837c8ed9ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766857 Feb 04 13:46:49.351967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-a92b9250-8f3e-4674-a9d0-9b6e6617a902 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302006 Feb 04 13:46:49.500999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-052f1cfa-b944-49e0-8937-a526abb4c8e0 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417615 Feb 04 13:46:50.166782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed466-2fe5-4903-8d94-b3020ddfd905 req-6b720e7c-7501-40f6-8f64-6ca45bafa357 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:50.167848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d28ed466-2fe5-4903-8d94-b3020ddfd905 req-6b720e7c-7501-40f6-8f64-6ca45bafa357 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0852869 Feb 04 13:46:50.214595 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d28ed466-2fe5-4903-8d94-b3020ddfd905 req-ec81683d-c385-424b-bc1c-24cd97196969 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Feb 04 13:46:50.517446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:51.397277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ade8fb-93a9-4afd-9d96-1a1761546d85 req-a884f5df-65f6-4285-949a-71fe1a76caaf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:51.398773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12ade8fb-93a9-4afd-9d96-1a1761546d85 req-a884f5df-65f6-4285-949a-71fe1a76caaf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0794194 Feb 04 13:46:51.441565 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-12ade8fb-93a9-4afd-9d96-1a1761546d85 req-5c0d1461-09f9-4e08-b869-423371136b42 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372932 Feb 04 13:46:52.628438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e897-76b9-4aac-ada4-7b2f31168503 req-84fcea93-757a-47bf-b4b1-be529b2ea3aa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:52.629912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5b8e897-76b9-4aac-ada4-7b2f31168503 req-84fcea93-757a-47bf-b4b1-be529b2ea3aa tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0802386 Feb 04 13:46:52.677570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b5b8e897-76b9-4aac-ada4-7b2f31168503 req-3476676e-9b59-4687-8a7b-cd7b88afa874 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Feb 04 13:46:53.872752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7182af1-80ea-43e0-bffb-503e16f469e8 req-ab81fbd2-cbda-4d8f-b4f7-1b069f8dd85c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:53.874179 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7182af1-80ea-43e0-bffb-503e16f469e8 req-ab81fbd2-cbda-4d8f-b4f7-1b069f8dd85c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0846081 Feb 04 13:46:53.922258 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7182af1-80ea-43e0-bffb-503e16f469e8 req-1eb2b15c-f0d3-46a6-973e-6bb8cd4d3eb9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Feb 04 13:46:54.809414 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:46:55.232984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72780a-98b1-4756-9426-0a67b0e421d5 req-0653955b-05e3-46f0-870e-0debeebc21ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:55.234414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa72780a-98b1-4756-9426-0a67b0e421d5 req-0653955b-05e3-46f0-870e-0debeebc21ac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.1898990 Feb 04 13:46:55.286847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa72780a-98b1-4756-9426-0a67b0e421d5 req-3916fe5d-42e0-46ac-8ae7-b701ea59f693 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Feb 04 13:46:56.485616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553077c-14cc-4c20-9965-7ab842f78be1 req-1c96f3e9-0229-45a3-aace-5afd3c4806e4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.487130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f553077c-14cc-4c20-9965-7ab842f78be1 req-1c96f3e9-0229-45a3-aace-5afd3c4806e4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0896883 Feb 04 13:46:56.536196 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f553077c-14cc-4c20-9965-7ab842f78be1 req-1e885a35-985a-46af-b163-579e0163dfc4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Feb 04 13:46:56.568005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-06e32deb-9ab6-41f1-8359-0b7e6552b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.569393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-06e32deb-9ab6-41f1-8359-0b7e6552b89f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1096 time: 0.0792630 Feb 04 13:46:56.711560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-3f2dcfd9-f7f6-48b8-804f-576c8cd7fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.713007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-3f2dcfd9-f7f6-48b8-804f-576c8cd7fac1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1247857 Feb 04 13:46:56.820515 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-4a429d00-e0d6-4440-b913-03eb372bdba5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1002 time: 0.1011124 Feb 04 13:46:56.887332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-93cd0153-b0d0-4e50-84c0-487c4c926baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.888770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-93cd0153-b0d0-4e50-84c0-487c4c926baa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0623214 Feb 04 13:46:56.967146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-ae35e22b-e902-4714-b1e0-5595233f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:56.968638 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-ae35e22b-e902-4714-b1e0-5595233f6b6d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711093 Feb 04 13:46:57.107009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-9927167f-0393-45be-b000-0bac44ea1cb9 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309516 Feb 04 13:46:57.244098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2280791-2fa0-436d-aa75-9aa2bc3f71d0 req-683f002d-6088-4da0-bbba-0585d6dfcd48 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304913 Feb 04 13:46:57.736399 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b787ab-fe28-4e04-a78e-78b3a98f7d77 req-30f74cc4-d030-417e-82f6-f1b429a2ca53 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:57.737885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8b787ab-fe28-4e04-a78e-78b3a98f7d77 req-30f74cc4-d030-417e-82f6-f1b429a2ca53 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0836918 Feb 04 13:46:57.788660 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a8b787ab-fe28-4e04-a78e-78b3a98f7d77 req-f035082d-2329-4451-a14c-50f9b632eed8 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Feb 04 13:46:58.978200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250368-537a-403d-8de3-8bd9b0beaca0 req-30131f10-f2f5-4a3a-9db8-08bed50e70d6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:46:58.979692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3250368-537a-403d-8de3-8bd9b0beaca0 req-30131f10-f2f5-4a3a-9db8-08bed50e70d6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0862310 Feb 04 13:46:59.025864 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3250368-537a-403d-8de3-8bd9b0beaca0 req-e2c5533f-5db8-4fb3-b6c8-6d6d6370e317 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Feb 04 13:47:00.229191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff903-e119-4c1e-a377-324cc7781d22 req-861a8b34-3e74-4320-8f87-8537535f71ee tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:00.230699 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a7ff903-e119-4c1e-a377-324cc7781d22 req-861a8b34-3e74-4320-8f87-8537535f71ee tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0874338 Feb 04 13:47:00.282563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9a7ff903-e119-4c1e-a377-324cc7781d22 req-337081e6-fe8b-49b2-b61b-2c661542696b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452251 Feb 04 13:47:01.486047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba91b-cd4f-46ef-9f67-62f72126588d req-74917d65-b5b1-4d73-ba74-b96be3613e93 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:01.487548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7acba91b-cd4f-46ef-9f67-62f72126588d req-74917d65-b5b1-4d73-ba74-b96be3613e93 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0840044 Feb 04 13:47:01.533970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7acba91b-cd4f-46ef-9f67-62f72126588d req-4ed665eb-c467-444f-8128-9bf31504ff2f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Feb 04 13:47:02.722300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3be68-d754-4275-a399-a7ac5f79b935 req-3cb273f7-a347-4c3f-a0e7-9089bd76bb96 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:02.723795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fda3be68-d754-4275-a399-a7ac5f79b935 req-3cb273f7-a347-4c3f-a0e7-9089bd76bb96 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0837517 Feb 04 13:47:02.767495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fda3be68-d754-4275-a399-a7ac5f79b935 req-902a4a42-299a-4f3b-8006-82aa780beee4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Feb 04 13:47:03.950418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4647-1390-4950-a7a8-bb85ee7cd5bf req-bfff80b6-24a6-4c3e-a46c-0f8f1ff738b2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:03.951902 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f1f4647-1390-4950-a7a8-bb85ee7cd5bf req-bfff80b6-24a6-4c3e-a46c-0f8f1ff738b2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0791738 Feb 04 13:47:03.996338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8f1f4647-1390-4950-a7a8-bb85ee7cd5bf req-d33f0817-59dc-40a2-944c-9b2dc8940875 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 Feb 04 13:47:05.181099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1e6e7-820e-49ef-8180-4bf3e7112598 req-ad5f2a58-2646-42d4-9433-0355ef503dda tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:05.182561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ed1e6e7-820e-49ef-8180-4bf3e7112598 req-ad5f2a58-2646-42d4-9433-0355ef503dda tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0792947 Feb 04 13:47:05.227566 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ed1e6e7-820e-49ef-8180-4bf3e7112598 req-4729c071-f257-40d0-8def-2d721f6a9689 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387709 Feb 04 13:47:06.414752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34dd3-ebc0-496f-a34d-c61c10b44330 req-c00cada7-6b85-416e-bfca-97f29c82d508 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:06.416247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ae34dd3-ebc0-496f-a34d-c61c10b44330 req-c00cada7-6b85-416e-bfca-97f29c82d508 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0830741 Feb 04 13:47:06.460926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2ae34dd3-ebc0-496f-a34d-c61c10b44330 req-0b8c6fc8-95ee-4242-8ed5-0440ccb4dc97 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388935 Feb 04 13:47:07.647830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5521e0-ddc4-473d-9456-04bd32eb061b req-06ad9aaf-4fe4-4e05-b81e-63adbdc56cb0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:07.649302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d5521e0-ddc4-473d-9456-04bd32eb061b req-06ad9aaf-4fe4-4e05-b81e-63adbdc56cb0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0837827 Feb 04 13:47:07.693193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d5521e0-ddc4-473d-9456-04bd32eb061b req-8e950ae5-ad54-4432-b2c4-9c11e5722605 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Feb 04 13:47:08.521445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:47:08.879868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608dc3b-58f6-4a25-a6d5-bffbd50fbf63 req-2b0205fe-97b7-4364-8a82-b8a0615fb50e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:08.881361 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f608dc3b-58f6-4a25-a6d5-bffbd50fbf63 req-2b0205fe-97b7-4364-8a82-b8a0615fb50e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0790200 Feb 04 13:47:08.927428 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f608dc3b-58f6-4a25-a6d5-bffbd50fbf63 req-535b6e6d-3b48-4796-9036-75485c6d08f3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Feb 04 13:47:10.111190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5ae1-ce02-445d-a003-dafc5091d18d req-4f944706-b3c8-430d-9f70-d5cf7f85c15b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:10.112652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-519e5ae1-ce02-445d-a003-dafc5091d18d req-4f944706-b3c8-430d-9f70-d5cf7f85c15b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0793493 Feb 04 13:47:10.164759 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-519e5ae1-ce02-445d-a003-dafc5091d18d req-eebb950e-1423-4e32-a55c-d48af52356f5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Feb 04 13:47:11.352827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156238d6-2ca5-498a-86b4-b585fb4b84b7 req-0c4841b4-db29-4111-b3f3-be0ac683ba0f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:11.354289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-156238d6-2ca5-498a-86b4-b585fb4b84b7 req-0c4841b4-db29-4111-b3f3-be0ac683ba0f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0806568 Feb 04 13:47:11.398703 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-156238d6-2ca5-498a-86b4-b585fb4b84b7 req-67e78662-d489-4333-a216-2a1b8fa30036 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386617 Feb 04 13:47:12.318958 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-ce55c4f2-639c-486d-a905-16e4c7ff52cc service neutron] show failed (client error): The resource could not be found. Feb 04 13:47:12.320015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-ce55c4f2-639c-486d-a905-16e4c7ff52cc service neutron] 10.222.0.87 "GET /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0756874 Feb 04 13:47:12.594935 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-ef7604b1-920f-43e2-8c14-418c3877342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:12.596421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-ef7604b1-920f-43e2-8c14-418c3877342e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.0775638 Feb 04 13:47:12.596874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3605-929f-44fe-8876-2b25d76404bc req-c228e36d-a5f4-4073-a2c8-30c6a4b53c91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:12.598359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7fe3605-929f-44fe-8876-2b25d76404bc req-c228e36d-a5f4-4073-a2c8-30c6a4b53c91 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0842392 Feb 04 13:47:12.606749 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:12.647464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e7fe3605-929f-44fe-8876-2b25d76404bc req-2ed0a0a3-c4dc-4319-809e-5a4fcf8b4286 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Feb 04 13:47:12.719073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.125741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:13.157458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:47:13.228861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:13.235302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.251360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Transition to ACTIVE for port object b6a8c40f-5608-4459-acf1-a51d1cd01f44 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:47:13.255636 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.380976 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'code': 200} Feb 04 13:47:13.419916 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:13.433196 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.433546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.433896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.434370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.434839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.435062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.435393 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.435721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.436601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.436932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.437255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.437578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:13.484145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] No DVR routers for this DVR port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:13.583945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a2a94eda-c32a-4d86-9ace-b42ff509aab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.727312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:47:13.728022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:47:13.728136 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:47:13.737173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:47:13.737536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:47:13.743708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:47:13.743708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:47:13.743708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:47:13.744265 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Bound port: b6a8c40f-5608-4459-acf1-a51d1cd01f44, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:47:13.744460 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.845930 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ce768-dc1c-443f-ab32-dbf1cebdb55a req-2e763d87-f0d7-4473-b92b-746e5d7132a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:13.847428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b5ce768-dc1c-443f-ab32-dbf1cebdb55a req-2e763d87-f0d7-4473-b92b-746e5d7132a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0867810 Feb 04 13:47:13.859102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:47:13.862483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:47:13.869180 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.902519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b5ce768-dc1c-443f-ab32-dbf1cebdb55a req-a967c6be-281e-4e5e-ada0-df64248568b9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Feb 04 13:47:13.936085 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:13.936693 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:13.938071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] 10.222.0.90 "PUT /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1091 time: 1.3353391 Feb 04 13:47:14.000409 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8241f-f1e2-4f4d-871f-efdfa3982fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:14.061301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-1658ad5b-73b8-4b4c-b9e0-eb1d7af196b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:14.062860 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-1658ad5b-73b8-4b4c-b9e0-eb1d7af196b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1094 time: 0.1034994 Feb 04 13:47:14.217489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-a0183c32-ed9e-4573-8fa3-a026e8f3c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:14.218858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-a0183c32-ed9e-4573-8fa3-a026e8f3c34b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1507251 Feb 04 13:47:14.333961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-1735471b-6803-4fc4-8cef-ab721129515d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1081738 Feb 04 13:47:14.397470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-94fbcaf1-b8f2-4c8f-b81b-e792f55b843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:14.398966 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-94fbcaf1-b8f2-4c8f-b81b-e792f55b843f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0599864 Feb 04 13:47:14.477435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-97c2e1a3-aafb-4375-9ae4-0c29cd1cafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:14.478854 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-97c2e1a3-aafb-4375-9ae4-0c29cd1cafaf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746109 Feb 04 13:47:14.626172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-62805cc0-f251-49ff-940e-1154ceab0fc7 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405864 Feb 04 13:47:14.906480 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-77aff955-0c45-4afb-b040-a851d9232e1f service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743526 Feb 04 13:47:15.110483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089669-80c5-4b88-8f1e-d53c12c520d6 req-0816f1a7-d01b-4f98-b8a3-a1d6bb557785 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.112015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41089669-80c5-4b88-8f1e-d53c12c520d6 req-0816f1a7-d01b-4f98-b8a3-a1d6bb557785 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0903285 Feb 04 13:47:15.166752 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-41089669-80c5-4b88-8f1e-d53c12c520d6 req-775be157-5999-4825-91ca-dfa1c6d8a6b7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469418 Feb 04 13:47:15.296708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:15.364400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:15.381880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:15.451223 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'status': 'completed', 'code': 200} Feb 04 13:47:15.551274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-4fa995f9-3aec-4718-836d-3726339ee51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.551751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-39ebb788-0dbe-44c4-8d18-acd744593508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.553656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-4fa995f9-3aec-4718-836d-3726339ee51c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1094 time: 0.0850062 Feb 04 13:47:15.554015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-39ebb788-0dbe-44c4-8d18-acd744593508 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1094 time: 0.0881124 Feb 04 13:47:15.697414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-a4f59a34-16e7-40b2-95d8-67e628544f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.698983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-a4f59a34-16e7-40b2-95d8-67e628544f88 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1395485 Feb 04 13:47:15.699124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-2b40d847-b65e-4b35-bec8-c6c1c5a2dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.700789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-2b40d847-b65e-4b35-bec8-c6c1c5a2dcac service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1416743 Feb 04 13:47:15.836344 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-450b4c4e-d24e-4568-ab5a-5e07577ed9d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1306920 Feb 04 13:47:15.841262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-a8fa533f-4cae-4616-b8f4-44e3e708a312 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1337981 Feb 04 13:47:15.916790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-c9c3bfe3-426e-4909-bf2d-9106e29d8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:15.918881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-c9c3bfe3-426e-4909-bf2d-9106e29d8b65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0709770 Feb 04 13:47:16.000666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-929fedd5-f118-47c7-b844-12ea0a07eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:16.002357 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-929fedd5-f118-47c7-b844-12ea0a07eb95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782199 Feb 04 13:47:16.025009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-ca77c5b7-fc60-41ca-b438-9837677005f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:16.026941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-ca77c5b7-fc60-41ca-b438-9837677005f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.1835473 Feb 04 13:47:16.110719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-95951554-2416-40ea-b73b-3891fa374d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:16.112346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-95951554-2416-40ea-b73b-3891fa374d20 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792575 Feb 04 13:47:16.149224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-cc6e9cdd-882c-42e5-b340-bd715da81246 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393096 Feb 04 13:47:16.258062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-0de06cb9-6bba-4d8e-a0ca-b2d6e011644a service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372728 Feb 04 13:47:16.344526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-3efb909a-e309-44cb-acd9-0f3beb41b9f2 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892347 Feb 04 13:47:16.370371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a9914fb-76ad-4b20-a9f4-d7cd28d72991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:16.406619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c08353-5518-40fd-8c42-f159c57a9a80 req-7b42006f-aa6b-4894-bc6a-cea499fe7ff7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:16.409808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1c08353-5518-40fd-8c42-f159c57a9a80 req-7b42006f-aa6b-4894-bc6a-cea499fe7ff7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.1099932 Feb 04 13:47:16.434730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2e520ae7-0e66-4642-b83f-822bbad234cc req-0cb99c8b-82f0-4586-822f-1a55bba0c012 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695688 Feb 04 13:47:16.459679 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d1c08353-5518-40fd-8c42-f159c57a9a80 req-e90f6711-0234-42e4-8b78-1953a5cd5c1c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453973 Feb 04 13:47:16.919242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:17.452892 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:17.664945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcdeb1-0bf4-40d8-9b95-dde851b316ed req-f66f2432-a2ac-432e-9c87-38663b7c64a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:17.666445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bdcdeb1-0bf4-40d8-9b95-dde851b316ed req-f66f2432-a2ac-432e-9c87-38663b7c64a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0867157 Feb 04 13:47:17.716241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bdcdeb1-0bf4-40d8-9b95-dde851b316ed req-e80f8063-e4d1-4003-9f0a-79f21b373086 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Feb 04 13:47:18.819935 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:18.905560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc0fe-508d-42ef-848d-26a41c85e397 req-b861f830-081e-445c-bbd4-ed3c599a46ab tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:18.907073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d12fc0fe-508d-42ef-848d-26a41c85e397 req-b861f830-081e-445c-bbd4-ed3c599a46ab tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0800138 Feb 04 13:47:18.954212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d12fc0fe-508d-42ef-848d-26a41c85e397 req-19287195-b787-4ec8-899b-c150f0eb7fb4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Feb 04 13:47:20.148719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc308a-933f-4e8c-859c-4a406b16ef21 req-398dd8ce-acc8-4fe4-9e23-0481a2539ae5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:20.150175 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cdc308a-933f-4e8c-859c-4a406b16ef21 req-398dd8ce-acc8-4fe4-9e23-0481a2539ae5 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0874124 Feb 04 13:47:20.194059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3cdc308a-933f-4e8c-859c-4a406b16ef21 req-b1cb22f9-ac4c-42ed-aeb3-39fd71923431 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382888 Feb 04 13:47:20.516302 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:21.379691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720baa9-7f8d-4062-a162-711d2959daac req-08fd7488-f41d-4fea-a75a-a5f6d5374652 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:21.381157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1720baa9-7f8d-4062-a162-711d2959daac req-08fd7488-f41d-4fea-a75a-a5f6d5374652 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0792983 Feb 04 13:47:21.427477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1720baa9-7f8d-4062-a162-711d2959daac req-17432d2c-3402-4769-bcc2-87b619ea18f0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Feb 04 13:47:22.621860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb2b89-1aec-4eb2-aec3-ff8c598170c5 req-07eb74ae-4995-43be-a65a-dfcdf6959f3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:22.623291 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bbfb2b89-1aec-4eb2-aec3-ff8c598170c5 req-07eb74ae-4995-43be-a65a-dfcdf6959f3b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0869515 Feb 04 13:47:22.668766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bbfb2b89-1aec-4eb2-aec3-ff8c598170c5 req-26ec5ae8-b7a4-4b33-a27f-a8d2be86e9c6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394373 Feb 04 13:47:23.865584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8030-6fa7-4369-9247-1d3b3e9d1b26 req-3a913d45-0b43-4e9d-afe8-3fc1e179fc01 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:23.867521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-276a8030-6fa7-4369-9247-1d3b3e9d1b26 req-3a913d45-0b43-4e9d-afe8-3fc1e179fc01 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0861013 Feb 04 13:47:23.914557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-276a8030-6fa7-4369-9247-1d3b3e9d1b26 req-d55c66de-a4da-4fab-b3d0-9389e95fabc7 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Feb 04 13:47:24.809120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:24.997584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:47:25.108596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1e613-ff69-42c0-a5b1-e238a86c4ab1 req-f879d489-994f-4100-9690-3ef06006fe7d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.110028 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ba1e613-ff69-42c0-a5b1-e238a86c4ab1 req-f879d489-994f-4100-9690-3ef06006fe7d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 943 time: 0.0814469 Feb 04 13:47:25.135393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:25.149901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:47:25.160610 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7ba1e613-ff69-42c0-a5b1-e238a86c4ab1 req-978ad4e1-1bbf-4a62-a218-c8e1cdf36dc6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448346 Feb 04 13:47:25.207510 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:25.225970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:47:25.241470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:25.245767 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:25.318719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:25.466352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['b6a8c40f-5608-4459-acf1-a51d1cd01f44'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:47:25.592914 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a58ab11a-5b53-4e43-a4ae-d209e74ef8db tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.595491 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a58ab11a-5b53-4e43-a4ae-d209e74ef8db tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.90 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669&tenant_id=8ea2ced141a24e378996f51a5afc548e&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.1022785 Feb 04 13:47:25.656455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce568-f39f-48fb-9c9d-492ad9f06228 req-61741c5d-dbd3-4d53-9d2a-bbaa63932ec6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.658098 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-589ce568-f39f-48fb-9c9d-492ad9f06228 req-61741c5d-dbd3-4d53-9d2a-bbaa63932ec6 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.1043136 Feb 04 13:47:25.680909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-36f7e2cf-74d4-4bb4-add6-cf5ea94cc499 service neutron] 10.222.0.90 "GET /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44/bindings/n-h2-820555-2 HTTP/1.1" status: 200 len: 382 time: 0.0806324 Feb 04 13:47:25.702864 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-589ce568-f39f-48fb-9c9d-492ad9f06228 req-224ee3e7-4334-4ea1-a7df-ff23a2859b9e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 Feb 04 13:47:25.777717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-2a379f02-32f9-45e3-a0f4-0c43116e2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.779855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-2a379f02-32f9-45e3-a0f4-0c43116e2e13 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1095 time: 0.0756068 Feb 04 13:47:25.913832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-7551286e-3a32-4384-a58e-8d6994eedc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:25.915402 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-7551286e-3a32-4384-a58e-8d6994eedc4c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1298423 Feb 04 13:47:26.130656 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-ac9f9565-7bab-4501-ae54-7492a9a07694 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1001 time: 0.2078950 Feb 04 13:47:26.192152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-2ff0ac32-1c77-4748-b4f2-be4324c930c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:26.193586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-2ff0ac32-1c77-4748-b4f2-be4324c930c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0573590 Feb 04 13:47:26.270573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-5b39cae6-6b10-4d87-bb4c-867897512dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:26.272072 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-5b39cae6-6b10-4d87-bb4c-867897512dfb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733778 Feb 04 13:47:26.410024 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-2e3f0aa0-263b-47de-8766-482e35a0f1ac service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323924 Feb 04 13:47:26.542367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-95ebf4c4-7970-48b2-a0b6-6bc3d4256381 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268065 Feb 04 13:47:26.893069 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46643-ee52-433a-b8c2-c41d83cc256e req-5e890a02-517a-43d6-bd06-de91aa3dd38f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:26.894563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffb46643-ee52-433a-b8c2-c41d83cc256e req-5e890a02-517a-43d6-bd06-de91aa3dd38f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.0797641 Feb 04 13:47:26.938452 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffb46643-ee52-433a-b8c2-c41d83cc256e req-023b812c-8dbd-42a1-8141-a049c4a0282c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Feb 04 13:47:27.016819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:47:27.121364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:47:27.126667 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:27.127043 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:27.247652 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:27.274225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:27.284281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:27.288876 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:27.359129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:27.398797 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'code': 200} Feb 04 13:47:28.128176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf8f2-19e3-4c16-b30e-76481968f9b5 req-83de569f-71c9-4f8a-9469-98e1d8347481 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:28.129652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a2bf8f2-19e3-4c16-b30e-76481968f9b5 req-83de569f-71c9-4f8a-9469-98e1d8347481 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0862076 Feb 04 13:47:28.181884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3a2bf8f2-19e3-4c16-b30e-76481968f9b5 req-994aee9a-c3e3-4d99-97bf-a18ffee453a1 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461369 Feb 04 13:47:29.363472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-e7593d77-2f5c-4447-a96a-9df13f525aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:29.364924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-e7593d77-2f5c-4447-a96a-9df13f525aa5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669&tenant_id=8ea2ced141a24e378996f51a5afc548e HTTP/1.1" status: 200 len: 1096 time: 0.1325963 Feb 04 13:47:29.378762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:29.448311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad910f7-ceae-4b13-9530-20d3cad861c3 req-b51e1a77-e32a-4732-93e7-1d8086a1b96d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:29.449782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ad910f7-ceae-4b13-9530-20d3cad861c3 req-b51e1a77-e32a-4732-93e7-1d8086a1b96d tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.1536481 Feb 04 13:47:29.546058 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ad910f7-ceae-4b13-9530-20d3cad861c3 req-5d68d995-2e49-4b69-861d-ab3bb524cd8c tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680695 Feb 04 13:47:29.546653 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:29.861007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:29.890220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h2-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:47:29.966338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:29.973159 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:29.991189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Transition to ACTIVE for port object b6a8c40f-5608-4459-acf1-a51d1cd01f44 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:47:29.995200 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:30.038550 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'code': 200} Feb 04 13:47:30.259483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=10']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.273025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.273372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.273788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.274050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.274422 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.274724 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.275056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.275388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.275767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.276124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.276425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.276644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:30.321649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] No DVR routers for this DVR port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h2-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:30.552247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:47:30.552928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:47:30.552928 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:47:30.557995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:47:30.558311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Attempting to bind port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:47:30.563384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:47:30.563758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Checking segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:47:30.564076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Bound using segment: {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:47:30.564574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Bound port: b6a8c40f-5608-4459-acf1-a51d1cd01f44, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597c66ac-3c53-4b99-a096-573d0291b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:47:30.564827 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:30.660573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:47:30.663555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:47:30.667850 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:30.727417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:30.728164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:30.729582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] 10.222.0.87 "PUT /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1092 time: 1.3569677 Feb 04 13:47:30.831349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6ca4-4a98-4f65-b391-6dde0261382a service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=11']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:30.896827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a0ed0979-bf76-4192-89a0-3ee9c05c3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:30.898335 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-a0ed0979-bf76-4192-89a0-3ee9c05c3d58 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1095 time: 0.1122527 Feb 04 13:47:30.914284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c940205-5ec9-4048-a687-2b9b436f19af req-42b6bab6-15af-40a0-a886-2a4158f1fb28 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:30.915879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c940205-5ec9-4048-a687-2b9b436f19af req-42b6bab6-15af-40a0-a886-2a4158f1fb28 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.1677999 Feb 04 13:47:31.021142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:31.051356 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8c940205-5ec9-4048-a687-2b9b436f19af req-aa157d89-21ca-4a8b-b422-1356696a894a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124389 Feb 04 13:47:31.083108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-ec5716f2-bc6a-4a51-b2f8-72d75537c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:31.084281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:31.084501 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-ec5716f2-bc6a-4a51-b2f8-72d75537c63a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1676908 Feb 04 13:47:31.194524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-40f4330a-9a90-4e9a-a055-929072c2b0fa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1035924 Feb 04 13:47:31.258245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-bd8d8fd9-5837-43c8-9255-644f75760aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:31.259722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-bd8d8fd9-5837-43c8-9255-644f75760aba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0592222 Feb 04 13:47:31.339259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-34423d97-bed7-43b1-96a1-4d24ce367002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:31.340676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-34423d97-bed7-43b1-96a1-4d24ce367002 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746517 Feb 04 13:47:31.480608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-09feb715-bd8e-4c51-9261-eea4a0462d90 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326480 Feb 04 13:47:31.614795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-94fe8e28-d487-411d-9ba8-0359b2248a33 req-68b18339-3832-40b9-9333-2eb0d84eb3cd service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268122 Feb 04 13:47:32.039636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:32.100580 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'status': 'completed', 'code': 200} Feb 04 13:47:32.195646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-34367826-3c99-4ac0-982b-985a17443f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.197476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-34367826-3c99-4ac0-982b-985a17443f78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1095 time: 0.0764201 Feb 04 13:47:32.261057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-2c330a50-79c1-44b9-a2cc-a31b2bbe1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.262636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-2c330a50-79c1-44b9-a2cc-a31b2bbe1373 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8ea2ced141a24e378996f51a5afc548e&device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 1095 time: 0.1438675 Feb 04 13:47:32.340361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-85f8eee8-0021-49ce-af86-7ba44de0295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.342421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-85f8eee8-0021-49ce-af86-7ba44de0295a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.1378388 Feb 04 13:47:32.358031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c119c4-6d06-48bd-b60e-b9a5ecd6f9d7 req-26c7615a-64eb-4132-92e2-ce04c0d7b428 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.360077 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c119c4-6d06-48bd-b60e-b9a5ecd6f9d7 req-26c7615a-64eb-4132-92e2-ce04c0d7b428 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.1931691 Feb 04 13:47:32.465256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-54451c4e-3420-466a-a540-08f48f996d84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1174381 Feb 04 13:47:32.533047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-1ad1e782-f4ce-4185-b02a-83dba03ccd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.534831 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-1ad1e782-f4ce-4185-b02a-83dba03ccd82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0632575 Feb 04 13:47:32.563719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c119c4-6d06-48bd-b60e-b9a5ecd6f9d7 req-063ae84b-ab14-487c-ae27-e376e2e7b4b4 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957138 Feb 04 13:47:32.586968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-41fa659c-2fa0-48d8-aa3d-36134d5d040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.588453 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-41fa659c-2fa0-48d8-aa3d-36134d5d040d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 200 len: 913 time: 0.3193655 Feb 04 13:47:32.624792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-6f970387-c8a6-4a3f-a738-dc980ea924d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.626563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-6f970387-c8a6-4a3f-a738-dc980ea924d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848908 Feb 04 13:47:32.698959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-fbbd1180-a130-43ea-91b4-61427acda20f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 200 len: 1000 time: 0.1028359 Feb 04 13:47:32.780736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-792da534-5092-452b-a545-991fa45244d3 service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477754 Feb 04 13:47:32.786216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-056316de-ff96-4d31-af95-b3880705764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.788480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-056316de-ff96-4d31-af95-b3880705764b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 200 len: 851 time: 0.0835910 Feb 04 13:47:32.872045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-982aa022-ff75-4926-8726-10cdf79d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:32.873626 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-982aa022-ff75-4926-8726-10cdf79d9bb6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796006 Feb 04 13:47:32.934111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-b8fb4110-beed-432c-af9c-1481aaf0f52e service neutron] 10.222.0.90 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469181 Feb 04 13:47:33.023574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-a79ca6be-36b1-47bf-a58f-83f6d6e96845 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436572 Feb 04 13:47:33.159929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-697c84cc-e2ee-4304-afe3-9baffe4a392a req-f5e01e3a-5add-409e-8740-1f2c23add170 service neutron] 10.222.0.87 "GET /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293564 Feb 04 13:47:33.826163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f81c1-a69d-45cf-a1cf-259a57213373 req-ebe9f150-458f-4462-b7e8-799659f3c997 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:33.827673 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d2f81c1-a69d-45cf-a1cf-259a57213373 req-ebe9f150-458f-4462-b7e8-799659f3c997 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.0807571 Feb 04 13:47:33.858819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-287af2fd-89cb-4f65-9134-3060cb6f71dd req-d8bde26e-4222-4242-8f1d-eb972b03d79a service neutron] (87620) timed out ('10.222.0.90', 54774) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:47:33.876168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3d2f81c1-a69d-45cf-a1cf-259a57213373 req-ac58aecc-175b-496d-8e66-b703d80b7608 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Feb 04 13:47:34.041252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-fdaac435-8692-436f-b06b-3a3dafba936d req-c0a7ab08-6295-4640-a956-e49fe659ba9c service neutron] (87620) timed out ('10.222.0.90', 54851) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:47:35.143967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1cb5-867b-4b02-9b3c-68b6aec41e8d req-0fec104d-9f7a-4bb3-8960-a2cfc7dfabac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:35.145441 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f6e1cb5-867b-4b02-9b3c-68b6aec41e8d req-0fec104d-9f7a-4bb3-8960-a2cfc7dfabac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.1236136 Feb 04 13:47:35.189680 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f6e1cb5-867b-4b02-9b3c-68b6aec41e8d req-3b908aef-bd54-46a7-ae0b-dffab6cc9dac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Feb 04 13:47:36.459877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbd9e0-e952-458e-8f86-93b8cc68c6f0 req-a10cf870-4391-4e37-ad4f-73a8456f018e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:36.461051 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35bbd9e0-e952-458e-8f86-93b8cc68c6f0 req-a10cf870-4391-4e37-ad4f-73a8456f018e tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.1227832 Feb 04 13:47:36.505559 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-35bbd9e0-e952-458e-8f86-93b8cc68c6f0 req-93bd401d-041a-4ce1-86ab-6641ab09fbb3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Feb 04 13:47:37.690797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9bc24-2243-4b8f-85b9-e4e2251530bf req-544f2e4d-bf7d-4670-b0e3-cf456461ab45 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:37.692268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65e9bc24-2243-4b8f-85b9-e4e2251530bf req-544f2e4d-bf7d-4670-b0e3-cf456461ab45 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.0832877 Feb 04 13:47:37.737095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-65e9bc24-2243-4b8f-85b9-e4e2251530bf req-281fd750-53a1-4276-b003-b30296f32eac tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Feb 04 13:47:38.924387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a99a-b0e1-45c7-9bdf-3b98ad34288b req-cca2f2a7-ffdd-48da-8bda-ab095b4eb4ff tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:38.925844 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d21a99a-b0e1-45c7-9bdf-3b98ad34288b req-cca2f2a7-ffdd-48da-8bda-ab095b4eb4ff tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 944 time: 0.0831096 Feb 04 13:47:39.078073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2d21a99a-b0e1-45c7-9bdf-3b98ad34288b req-1bb76f4e-d144-4f56-84b3-de4550bce4c9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466081 Feb 04 13:47:39.452501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:47:39.584069 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:39.597861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'port_id': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'mac_address': 'fa:16:3e:d9:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:47:39.651836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:39.668011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:47:39.683400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:39.687824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:39.756338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=12']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:39.763761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.763995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.764351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.764709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.765039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.765386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.765694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.766017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.766337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.766681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.767006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.767323 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:47:39.934399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['b6a8c40f-5608-4459-acf1-a51d1cd01f44'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:47:40.266850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538cfa-860c-4bbc-9e22-0b86de9c310f req-257941eb-b35f-4a95-9734-ac60fe729487 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:40.268316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a538cfa-860c-4bbc-9e22-0b86de9c310f req-257941eb-b35f-4a95-9734-ac60fe729487 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0806181 Feb 04 13:47:40.314004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a538cfa-860c-4bbc-9e22-0b86de9c310f req-0281b601-8d6c-4b81-9f9c-5f27f34e39a3 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394821 Feb 04 13:47:41.470380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:47:41.504058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690bf0-418a-4488-af83-b76132f4b945 req-9287f657-4fc4-4aae-888f-58ff921a7755 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:41.505536 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b690bf0-418a-4488-af83-b76132f4b945 req-9287f657-4fc4-4aae-888f-58ff921a7755 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0800362 Feb 04 13:47:41.540977 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:47:41.546492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port b6a8c40f-5608-4459-acf1-a51d1cd01f44 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:47:41.546893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:41.551705 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b690bf0-418a-4488-af83-b76132f4b945 req-109ec1b0-4a90-427c-b6ba-3f43205a8e43 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Feb 04 13:47:41.665671 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:41.693117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:41.702779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:41.708320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:41.742621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c0e7a-75f7-4df0-a213-8c5772231591 req-64cf2a6b-02b6-47ed-b9a2-538aabffc8c0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:41.744148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e62c0e7a-75f7-4df0-a213-8c5772231591 req-64cf2a6b-02b6-47ed-b9a2-538aabffc8c0 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 945 time: 0.0873287 Feb 04 13:47:41.746512 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'code': 200} Feb 04 13:47:41.786111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=13']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:41.789974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e62c0e7a-75f7-4df0-a213-8c5772231591 req-cf4f1f04-e5dd-4e87-b245-d4c961223544 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Feb 04 13:47:41.976310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2c6b-6667-4efc-8354-db18b0f1abfc req-5bb36baa-52fd-40ef-a590-48ac04373d8b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:41.977922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff5d2c6b-6667-4efc-8354-db18b0f1abfc req-5bb36baa-52fd-40ef-a590-48ac04373d8b tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 946 time: 0.0822332 Feb 04 13:47:42.020898 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff5d2c6b-6667-4efc-8354-db18b0f1abfc req-7d8214d9-52dd-4eab-a074-db0b122fe1cf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373235 Feb 04 13:47:42.294367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fe2cc54-1c46-4b6d-b45c-47e410efa949 req-759a3802-e702-41f7-bcd6-e67576463ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0410910 Feb 04 13:47:42.413018 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fe2cc54-1c46-4b6d-b45c-47e410efa949 req-3e4588cb-39de-48f8-9d77-971328c62248 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0490417 Feb 04 13:47:42.464028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf82af-e04c-4015-8d14-e6b74c47f243 req-798a8908-673c-49f6-b7fc-0d309f62f55f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:42.465475 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3bf82af-e04c-4015-8d14-e6b74c47f243 req-798a8908-673c-49f6-b7fc-0d309f62f55f tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 946 time: 0.1462617 Feb 04 13:47:42.469273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fe2cc54-1c46-4b6d-b45c-47e410efa949 req-264fcfa6-1914-40aa-b62b-1126092e8527 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372560 Feb 04 13:47:42.591900 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f3bf82af-e04c-4015-8d14-e6b74c47f243 req-f0107fd5-9d77-49ec-b2b9-218e5950f976 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205630 Feb 04 13:47:42.634440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2cc54-1c46-4b6d-b45c-47e410efa949 req-33effc31-618c-43a6-941a-f81eac1feab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:42.635896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3fe2cc54-1c46-4b6d-b45c-47e410efa949 req-33effc31-618c-43a6-941a-f81eac1feab5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519110 Feb 04 13:47:43.577579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2418f56f-4439-4984-88e6-83873ba62b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:43.778569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af158d3-34d7-46ed-afd1-0498a3f6bda7 req-c6b0a9a6-08b4-447a-9b53-6aec5104d822 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:43.780284 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4af158d3-34d7-46ed-afd1-0498a3f6bda7 req-c6b0a9a6-08b4-447a-9b53-6aec5104d822 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 946 time: 0.0803959 Feb 04 13:47:43.877196 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4af158d3-34d7-46ed-afd1-0498a3f6bda7 req-eff7af3a-f2f3-4868-a9aa-df438590da8a tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups?id=93cb7e1f-2e0d-4039-a91a-75caee1ce97c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910926 Feb 04 13:47:43.900644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-e79eef23-952c-4ddd-860b-a84029428353 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:43.902057 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-e79eef23-952c-4ddd-860b-a84029428353 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 946 time: 0.1032038 Feb 04 13:47:43.972001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Deleting port b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:43.972258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:44.217570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] For port b6a8c40f-5608-4459-acf1-a51d1cd01f44, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=b6a8c40f-5608-4459-acf1-a51d1cd01f44,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:44.217841 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:44.611254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:44.611631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:44.612078 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Floating IP d4b414a4-6871-4312-b09a-afe075ceadcb disassociated. External IP: 172.25.4.174, port: b6a8c40f-5608-4459-acf1-a51d1cd01f44. Feb 04 13:47:44.612426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Calling delete_port for b6a8c40f-5608-4459-acf1-a51d1cd01f44 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:44.760726 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:44.810809 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'Port': ['ID=b6a8c40f-5608-4459-acf1-a51d1cd01f44,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:45.004656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:47:45.035116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a4ed186-c192-4083-af5f-fc98b4ca9625 req-4fef5751-03c7-4603-b5f4-7959fd736abf tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 210 time: 0.0458910 Feb 04 13:47:45.184886 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:47:45.194694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:45.204351 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:47:45.205038 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:47:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:45.258583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] No DVR routers for this DVR port b6a8c40f-5608-4459-acf1-a51d1cd01f44 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:45.261628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:45.264851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-deleted', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:47:45.279601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4388a907-c8fc-4127-852f-d36d6a7a8e34 req-90b61d64-8b23-487e-ad9c-8960a4257fd9 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.87 "DELETE /v2.0/ports/b6a8c40f-5608-4459-acf1-a51d1cd01f44 HTTP/1.1" status: 204 len: 173 time: 1.3704383 Feb 04 13:47:45.392775 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:47:45.414415 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0ca979-7969-44bd-b7a5-1d7c9482f669', 'name': 'network-vif-deleted', 'tag': 'b6a8c40f-5608-4459-acf1-a51d1cd01f44', 'status': 'completed', 'code': 200} Feb 04 13:47:45.549100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:47:45.725448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:45.729690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:45.737940 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:47:45.738535 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:47:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:45.922818 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:47:46.197488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-adfa515f-8b3d-470e-a857-60b26aafcb49 req-7553bfb1-2938-40ca-86f2-bd70410ed980 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e0ca979-7969-44bd-b7a5-1d7c9482f669 HTTP/1.1" status: 200 len: 210 time: 0.0433562 Feb 04 13:47:46.238265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:46.242539 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce31dc-766d-46ca-bc5b-00a25dba0cc8 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:43:21Z', 'revision_number': 4, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '284bd036-fead-4588-9997-0aa1a0368d83', 'name': '', 'network_id': '9b1276b8-9fd1-444f-8ed6-0332ab9d48dc', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'mac_address': 'fa:16:3e:09:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:20Z', 'updated_at': '2022-02-04T13:43:26Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'subnets': [{'id': '38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:46.367953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cbb10061-8a2b-4b70-b686-a3f4e8e9d16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:46.488771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128f684-0b01-4e0a-879d-31b6db63d704 None None] New status for floating IP d4b414a4-6871-4312-b09a-afe075ceadcb: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:47:46.911463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:47.456078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:47.467378 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:47.539733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: b6a8c40f-5608-4459-acf1-a51d1cd01f44 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:47:47.540078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device b6a8c40f-5608-4459-acf1-a51d1cd01f44 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:48.822712 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.496064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:50.538458 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.567566 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.598482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.658104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.680972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cb7e1f-2e0d-4039-a91a-75caee1ce97c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:50.692091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:50.694753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-137b7705-3f20-4ca1-8bcb-9ffa332f9de2 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "DELETE /v2.0/security-groups/93cb7e1f-2e0d-4039-a91a-75caee1ce97c HTTP/1.1" status: 204 len: 168 time: 0.1962383 Feb 04 13:47:50.695715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:50.713433 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-e8b62569-6203-4022-901b-f23af6f9e835 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] show failed (client error): The resource could not be found. Feb 04 13:47:50.714427 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e8b62569-6203-4022-901b-f23af6f9e835 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "GET /v2.0/security-groups/93cb7e1f-2e0d-4039-a91a-75caee1ce97c HTTP/1.1" status: 404 len: 347 time: 0.0177581 Feb 04 13:47:50.718691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:50.882514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Deleting port 047a3bca-1d12-4ffd-ae0b-e7303bf227a6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:50.882877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.060780 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.061105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.185189 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Calling delete_port for 047a3bca-1d12-4ffd-ae0b-e7303bf227a6 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:51.323413 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.470448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Pushing event deleted for resources: {'Port': ['ID=047a3bca-1d12-4ffd-ae0b-e7303bf227a6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:51.565046 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.579499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:51.580724 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4b23fa1f-d615-4be7-ad23-40fe34ed7245 tempest-ServerActionsTestJSON-1521144892 tempest-ServerActionsTestJSON-1521144892-project] 10.222.0.53 "DELETE /v2.0/floatingips/d4b414a4-6871-4312-b09a-afe075ceadcb HTTP/1.1" status: 204 len: 168 time: 0.8610771 Feb 04 13:47:51.583806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34788) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:52.118533 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:52.469431 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Deleting port 284bd036-fead-4588-9997-0aa1a0368d83 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:52.469684 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:52.641351 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] For port 284bd036-fead-4588-9997-0aa1a0368d83, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=284bd036-fead-4588-9997-0aa1a0368d83,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:52.642273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:52.767719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Calling delete_port for 284bd036-fead-4588-9997-0aa1a0368d83 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:53.184033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:53.235396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=284bd036-fead-4588-9997-0aa1a0368d83,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:53.504727 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:53.857718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:47:54.030688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:47:54.044439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-554ce92d-309f-4c11-8756-0f81349d20d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4595833 Feb 04 13:47:54.046979 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34796) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:54.070332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Sync routers for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:47:54.079607 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:47:54.080206 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:47:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:54.258664 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:47:54.345164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:54.524704 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:54.534180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Deleting port 9cd601c4-989a-40f3-b201-b2c563e9b889 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:54.534552 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:54.538397 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:47:53Z', 'revision_number': 5, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port': {'id': '9cd601c4-989a-40f3-b201-b2c563e9b889', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:43:18Z', 'updated_at': '2022-02-04T13:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:54.542332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Checking router: a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:47:54.551007 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Routers {'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:47:54.551592 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:47:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:54.704612 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] Set router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:47:54.717389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] For port 9cd601c4-989a-40f3-b201-b2c563e9b889, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=9cd601c4-989a-40f3-b201-b2c563e9b889,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:54.717749 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:54.812689 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:47:54Z', 'revision_number': 6, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:54.817011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bec95f-4c94-4c14-810e-7f0af81e4739 None None] The sync data for ids ['a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f'] in n-d-820555-2 is: [{'id': 'a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f', 'name': 'tempest-ServerActionsTestJSON-1877482793-router', 'tenant_id': '8ea2ced141a24e378996f51a5afc548e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:43:17Z', 'updated_at': '2022-02-04T13:47:54Z', 'revision_number': 6, 'project_id': '8ea2ced141a24e378996f51a5afc548e', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:47:54.826560 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:54.847237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Calling delete_port for 9cd601c4-989a-40f3-b201-b2c563e9b889 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:55.014525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.063846 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd601c4-989a-40f3-b201-b2c563e9b889,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.151928 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.333932 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.336196 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.360222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.360873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:47:55.373364 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.374589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a245f90d-2d7c-44f6-acd3-181e435c196f admin admin] 10.222.0.53 "DELETE /v2.0/routers/a6fc21f4-1bfd-4ebd-9142-6c23d07c6a5f HTTP/1.1" status: 204 len: 168 time: 1.3265505 Feb 04 13:47:55.377113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34800) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:55.437767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Deleting subnet 38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:47:55.440646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.489047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.568269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.642073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.680671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:55.685504 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.691819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa5b12-0b1f-44de-bd06-81b8d8ff1168 None None] Network 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:47:55.692629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-77a01819-c85a-4dad-8fd9-9a90632e04c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38b8dfb4-8d7c-4b27-9cb0-90e5fbf1ba7a HTTP/1.1" status: 204 len: 168 time: 0.3145778 Feb 04 13:47:55.695155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34804) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:55.931600 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.944459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Deleting port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:55.944871 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:55.971916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] DHCP port deletion for 9b1276b8-9fd1-444f-8ed6-0332ab9d48dc request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:47:55.976196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Deleting port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:55.976863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.172441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] For port 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ba5029a-a47c-4e04-9d41-d24ca4c11862,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:56.173028 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.188233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] For port 0ba5029a-a47c-4e04-9d41-d24ca4c11862, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ba5029a-a47c-4e04-9d41-d24ca4c11862,segment=NetworkSegment(597c66ac-3c53-4b99-a096-573d0291b76f),segment_id=597c66ac-3c53-4b99-a096-573d0291b76f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:47:56.188616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.298789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Calling delete_port for 0ba5029a-a47c-4e04-9d41-d24ca4c11862 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:56.315167 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Calling delete_port for 0ba5029a-a47c-4e04-9d41-d24ca4c11862 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:47:56.380929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:47:56.384669 n-d-820555-2 neutron-server[87622]: util.warn( Feb 04 13:47:56.391835 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:47:56.392475 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:47:56.433775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba5029a-a47c-4e04-9d41-d24ca4c11862,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.437738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] No DVR routers for this DVR port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:47:56.558895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.584828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1276b8-9fd1-444f-8ed6-0332ab9d48dc']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:56.597360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597c66ac-3c53-4b99-a096-573d0291b76f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:56.597653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597c66ac-3c53-4b99-a096-573d0291b76f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:47:56.609378 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.625926 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.630854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ba5029a-a47c-4e04-9d41-d24ca4c11862 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:56.632068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:47:56.632456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:47:56.646981 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:47:56.665386 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0ba5029a-a47c-4e04-9d41-d24ca4c11862 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:47:56.665734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ba5029a-a47c-4e04-9d41-d24ca4c11862 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:56.666158 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 284bd036-fead-4588-9997-0aa1a0368d83 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:56.709965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 284bd036-fead-4588-9997-0aa1a0368d83 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:47:56.710216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 284bd036-fead-4588-9997-0aa1a0368d83 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:56.710668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9cd601c4-989a-40f3-b201-b2c563e9b889 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:47:56.728454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.745265 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 9cd601c4-989a-40f3-b201-b2c563e9b889 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:47:56.745614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 9cd601c4-989a-40f3-b201-b2c563e9b889 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:47:56.745892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.756594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1276b8-9fd1-444f-8ed6-0332ab9d48dc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:56.770846 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f6125f55-d1cc-4ac2-9dcf-de439ca94341 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b1276b8-9fd1-444f-8ed6-0332ab9d48dc HTTP/1.1" status: 204 len: 168 time: 1.0746284 Feb 04 13:47:56.877636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34810) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:56.893766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Deleting port 0ba5029a-a47c-4e04-9d41-d24ca4c11862 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:47:56.894221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:56.925456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2a6b1aab-dafd-4b73-ab80-50015a7b5bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea2ced141a24e378996f51a5afc548e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466549 Feb 04 13:47:56.927992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34814) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:56.962189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2236c-4ef2-4c09-a354-e0389ca2e48b None None] The port '0ba5029a-a47c-4e04-9d41-d24ca4c11862' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:47:56.988785 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.017576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.068184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.085593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501d316-a3b9-4149-b5b2-5050cd038666,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:57.093485 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.094847 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-00e2aa9a-54f3-47aa-8cc3-bd5391069566 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6501d316-a3b9-4149-b5b2-5050cd038666 HTTP/1.1" status: 204 len: 168 time: 0.1659319 Feb 04 13:47:57.801417 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 34838) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:57.904008 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1580273919-network', 'tenant_id': '02c552c0ba634b12a383e256d8f006d9'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:57.909568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:47:57.913391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Usage tracker for resource:network and tenant:02c552c0ba634b12a383e256d8f006d9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:47:57.916213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:47:57.926202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:47:57.935432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Made reservation on behalf of 02c552c0ba634b12a383e256d8f006d9 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:57.937682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.949318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:57.963116 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:47:57.967352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Usage tracker for resource:security_group_rule and tenant:02c552c0ba634b12a383e256d8f006d9 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:47:57.970083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:47:57.975648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:47:58.056362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.059925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.091408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:47:58.096469 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e096e-7dc1-46c4-b462-296b311dd14e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.104458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.104458 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Added segment 4de5ef3b-530f-4ef5-881c-30c61face35f of type vlan for network b49da737-2d92-4eba-a25b-8c8b0c19480d Feb 04 13:47:58.131561 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.160872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.161964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:58.162547 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.284079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4815183 Feb 04 13:47:58.285068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af3abc-f985-4b73-abc6-36e3039f9a4d admin admin] Pushing event updated for resources: {'Network': ['ID=b49da737-2d92-4eba-a25b-8c8b0c19480d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.287275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 34844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:47:58.292990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Request body: {'subnet': {'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1580273919-subnet', 'tenant_id': '02c552c0ba634b12a383e256d8f006d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:47:58.296159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b49da737-2d92-4eba-a25b-8c8b0c19480d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:47:58.299533 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:47:58.303337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Usage tracker for resource:subnet and tenant:02c552c0ba634b12a383e256d8f006d9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:47:58.306198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:47:58.312252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:47:58.323430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Made reservation on behalf of 02c552c0ba634b12a383e256d8f006d9 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:47:58.326293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.523203 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.599461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c78330-fb9e-4ad7-a344-004e57930805,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:47:58.607024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Checking segment: {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:47:58.607376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Network hostable DHCP agents. Network: b49da737-2d92-4eba-a25b-8c8b0c19480d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:47:58.626247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Network b49da737-2d92-4eba-a25b-8c8b0c19480d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:47:58.635976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b49da737-2d92-4eba-a25b-8c8b0c19480d) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:47:58.641194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:58.642250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:47:58.646383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037934f-39e0-4b69-b0f0-fda490bbb286 None None] Network b49da737-2d92-4eba-a25b-8c8b0c19480d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:47:58.664808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4d522e74-55eb-4588-96db-bc0d6f58b489 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3763797 Feb 04 13:47:58.864983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad3575-19dc-4840-b4c6-d5a90420af32 None None] Network b49da737-2d92-4eba-a25b-8c8b0c19480d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:47:59.191879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-7fe6dc1f-c1e0-427f-b711-3f69246fe971 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:47:59.192559 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-80c45733-365d-4622-8ad9-aea29acdd787 req-7fe6dc1f-c1e0-427f-b711-3f69246fe971 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:47:59.207564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-80c45733-365d-4622-8ad9-aea29acdd787 req-7fe6dc1f-c1e0-427f-b711-3f69246fe971 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:47:59.208652 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-7fe6dc1f-c1e0-427f-b711-3f69246fe971 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 814 time: 0.1661837 Feb 04 13:47:59.224725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-814ba023-d546-4704-96d2-cd3f12496927 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/quotas/02c552c0ba634b12a383e256d8f006d9 HTTP/1.1" status: 200 len: 375 time: 0.0096662 Feb 04 13:47:59.271420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-2804d9da-e7c9-4e11-9d4f-7d98207565bc tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413377 Feb 04 13:47:59.405464 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-20c3ee5f-ca9f-4af6-a1a2-95348b2edc01 service neutron] 10.222.0.53 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275337 Feb 04 13:47:59.537002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-b2e8afb6-4857-404c-9e6e-affb96f332b7 service neutron] 10.222.0.53 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257946 Feb 04 13:47:59.713125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8098e219-875e-41cb-b2a1-c0e3ba2b22a5 req-41693b3c-81b0-458f-aa02-7c5a6e772e48 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 210 time: 0.0421171 Feb 04 13:48:00.754519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-5fb448ae-d661-4287-a0c7-664c48e281da tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:00.756092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-5fb448ae-d661-4287-a0c7-664c48e281da tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.87 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 814 time: 0.1515021 Feb 04 13:48:00.768211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Request body: {'port': {'device_id': '149d13e0-8317-4480-9e46-2a0d891442f1', 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d', 'admin_state_up': True, 'tenant_id': '02c552c0ba634b12a383e256d8f006d9'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:00.883442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd470156-ede2-4b87-8221-01bbd32369d4 req-bd107dc5-e669-4dac-ab2b-bf4935a2f4c6 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 210 time: 0.0503027 Feb 04 13:48:01.021819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:01.025551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Usage tracker for resource:port and tenant:02c552c0ba634b12a383e256d8f006d9 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:01.028346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:01.034511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:01.044636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Made reservation on behalf of 02c552c0ba634b12a383e256d8f006d9 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:01.048705 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:01.210947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Allocated IP 172.20.0.2 (b49da737-2d92-4eba-a25b-8c8b0c19480d/e8c78330-fb9e-4ad7-a344-004e57930805/0b29e144-af4c-4107-bf1f-e30236e0a0d7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:01.422903 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:01.453036 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:01.527345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Network b49da737-2d92-4eba-a25b-8c8b0c19480d is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:01.530406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:01.534321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:01.565314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Pushing event updated for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:01.600359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:01.600961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:01.621934 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-8c0a96b8-8bdd-4fbc-a611-e9a82aae68ab tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575439 Feb 04 13:48:01.748388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Request body: {'port': {'device_id': '149d13e0-8317-4480-9e46-2a0d891442f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:01.864380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.181713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908ba4-66c7-4e1e-b7aa-f0bb003525d6 req-8920133e-a353-48cd-b0bc-cdbabf47cf2e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:02.182304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8e908ba4-66c7-4e1e-b7aa-f0bb003525d6 req-8920133e-a353-48cd-b0bc-cdbabf47cf2e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:02.231929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8e908ba4-66c7-4e1e-b7aa-f0bb003525d6 req-8920133e-a353-48cd-b0bc-cdbabf47cf2e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:02.233086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e908ba4-66c7-4e1e-b7aa-f0bb003525d6 req-8920133e-a353-48cd-b0bc-cdbabf47cf2e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 931 time: 0.2356169 Feb 04 13:48:02.329927 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b29e144-af4c-4107-bf1f-e30236e0a0d7 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:48:02.336263 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e908ba4-66c7-4e1e-b7aa-f0bb003525d6 req-3bd41c17-e8d5-4b2a-8c4b-a31f5d6c6efd tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917091 Feb 04 13:48:02.340003 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.355753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Transition to ACTIVE for port object 0b29e144-af4c-4107-bf1f-e30236e0a0d7 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:02.359414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.517344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.587824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Attempting to bind port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:02.588160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Attempting to bind port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:02.588490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Attempting to bind port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 on network b49da737-2d92-4eba-a25b-8c8b0c19480d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:02.592975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 on network b49da737-2d92-4eba-a25b-8c8b0c19480d not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:48:02.593290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Attempting to bind port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 on network b49da737-2d92-4eba-a25b-8c8b0c19480d {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:02.598292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:02.598643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Checking segment: {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:02.599031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Bound using segment: {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:02.599449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Bound port: 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:02.599791 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.690790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:02.693895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:02.698213 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.757696 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:02.758304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:02.759688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] 10.222.0.87 "PUT /v2.0/ports/0b29e144-af4c-4107-bf1f-e30236e0a0d7 HTTP/1.1" status: 200 len: 1091 time: 1.0594602 Feb 04 13:48:02.760119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:02.788148 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751dc71-0591-4b7a-89c6-6f54ca37e819 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:02.837737 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7', 'status': 'completed', 'code': 200} Feb 04 13:48:02.877435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-a9b59f0d-0747-447b-a713-0f4ea6952be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:02.878946 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-a9b59f0d-0747-447b-a713-0f4ea6952be3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 1094 time: 0.0728612 Feb 04 13:48:02.949558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-716b4926-1a95-443c-abc1-cb9faa77c856 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7 HTTP/1.1" status: 200 len: 217 time: 0.0636690 Feb 04 13:48:03.013879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45733-365d-4622-8ad9-aea29acdd787 req-98c73392-17c0-45a8-ae92-9babbbe8902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.015948 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-98c73392-17c0-45a8-ae92-9babbbe8902e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e8c78330-fb9e-4ad7-a344-004e57930805 HTTP/1.1" status: 200 len: 854 time: 0.0598598 Feb 04 13:48:03.164271 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-22d9c50a-7bb5-47fa-9797-5da83f233696 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b49da737-2d92-4eba-a25b-8c8b0c19480d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430068 Feb 04 13:48:03.296550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-061b7f56-3136-4943-bdee-78fcc0b3b32c service neutron] 10.222.0.87 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Feb 04 13:48:03.428877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80c45733-365d-4622-8ad9-aea29acdd787 req-07bc0def-633a-4224-b989-dbdc9f4b0eb6 service neutron] 10.222.0.87 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250787 Feb 04 13:48:03.585365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-8fba5d65-6e57-434d-8c5f-103afc647bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.586862 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-8fba5d65-6e57-434d-8c5f-103afc647bfd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 1094 time: 0.1054060 Feb 04 13:48:03.596268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007462aa-59fd-4d03-a0ad-6793318aef57 req-b7e35075-64ee-443e-baab-2b8da9ff10dc tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.597689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-007462aa-59fd-4d03-a0ad-6793318aef57 req-b7e35075-64ee-443e-baab-2b8da9ff10dc tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 943 time: 0.1523864 Feb 04 13:48:03.722665 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-007462aa-59fd-4d03-a0ad-6793318aef57 req-73c4bd1b-d303-42e0-9129-ef7f3bb64ba1 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053283 Feb 04 13:48:03.767015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-b6b76454-8510-497f-a528-affc0e9680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.768575 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-b6b76454-8510-497f-a528-affc0e9680ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 915 time: 0.1700339 Feb 04 13:48:03.840281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-cb926191-2654-4922-8316-f411d34becb8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7 HTTP/1.1" status: 200 len: 217 time: 0.0645678 Feb 04 13:48:03.904498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-341ea926-8a06-49a0-a693-ab0aae41ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:03.905959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-341ea926-8a06-49a0-a693-ab0aae41ad5c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e8c78330-fb9e-4ad7-a344-004e57930805 HTTP/1.1" status: 200 len: 854 time: 0.0585003 Feb 04 13:48:03.956745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-57d97732-6b04-42f9-933d-45b230cb4884 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b49da737-2d92-4eba-a25b-8c8b0c19480d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439801 Feb 04 13:48:04.086071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-0a4c16da-f2ac-4143-ae73-9ad0ca4f4438 service neutron] 10.222.0.87 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225448 Feb 04 13:48:04.217896 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250b6c2b-dc74-4d1f-82c5-22cb6b68b1ec req-a5937a97-e63c-40bb-8716-8da427a4f803 service neutron] 10.222.0.87 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245260 Feb 04 13:48:04.917843 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39b55-f65e-4202-a8d7-832b6319fecd req-b7d89f83-5a8d-474f-8b01-3f6edcc69fba tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:04.919270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25c39b55-f65e-4202-a8d7-832b6319fecd req-b7d89f83-5a8d-474f-8b01-3f6edcc69fba tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 943 time: 0.0806522 Feb 04 13:48:04.962938 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-25c39b55-f65e-4202-a8d7-832b6319fecd req-364b0043-7938-4f96-8308-c14c5e14db51 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:04.979489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-25c39b55-f65e-4202-a8d7-832b6319fecd req-364b0043-7938-4f96-8308-c14c5e14db51 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:04.980603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-25c39b55-f65e-4202-a8d7-832b6319fecd req-364b0043-7938-4f96-8308-c14c5e14db51 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552442 Feb 04 13:48:05.589316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0b29e144-af4c-4107-bf1f-e30236e0a0d7 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:48:05.721520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:05.735280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '0b29e144-af4c-4107-bf1f-e30236e0a0d7', 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d', 'port_id': '0b29e144-af4c-4107-bf1f-e30236e0a0d7', 'mac_address': 'fa:16:3e:96:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c78330-fb9e-4ad7-a344-004e57930805', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:48:05.789573 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:05.805593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b29e144-af4c-4107-bf1f-e30236e0a0d7 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:48:05.820308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:05.824364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:05.893326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:06.022753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0b29e144-af4c-4107-bf1f-e30236e0a0d7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:06.162925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced994-0ca7-4311-a1ae-24adf2f256c8 req-c8c7a773-9041-440d-8a94-3c3db85ceff2 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:06.164419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52ced994-0ca7-4311-a1ae-24adf2f256c8 req-c8c7a773-9041-440d-8a94-3c3db85ceff2 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 944 time: 0.0791986 Feb 04 13:48:06.209016 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-52ced994-0ca7-4311-a1ae-24adf2f256c8 req-953b1365-e822-4f9f-bcf3-97be7e59ee17 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Feb 04 13:48:07.395848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea37619-4f9a-4bac-be00-fd467582cd48 req-e18b6956-52c3-455f-a7eb-dfc134629631 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:07.397321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ea37619-4f9a-4bac-be00-fd467582cd48 req-e18b6956-52c3-455f-a7eb-dfc134629631 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 944 time: 0.0816364 Feb 04 13:48:07.440720 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6ea37619-4f9a-4bac-be00-fd467582cd48 req-29330634-b95d-4c6b-9da7-9a63ed7a929f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378852 Feb 04 13:48:07.610686 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0b29e144-af4c-4107-bf1f-e30236e0a0d7 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:07.677655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:07.682237 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:07.682636 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:07.797661 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:07.823371 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:07.832396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:07.836243 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:07.909580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:07.965391 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7', 'code': 200} Feb 04 13:48:08.093534 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8d3ca-8521-4269-acba-26415aa22bf0 req-2a23c68e-f345-4677-8808-c1b18e4cea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:08.095029 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7d8d3ca-8521-4269-acba-26415aa22bf0 req-2a23c68e-f345-4677-8808-c1b18e4cea15 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 1096 time: 0.0711107 Feb 04 13:48:08.135161 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d7d8d3ca-8521-4269-acba-26415aa22bf0 req-b6116180-c9ed-4afe-b9f6-4b2edea6ef14 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Feb 04 13:48:08.622723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f72e9-7a31-40ab-a461-965421dca4af req-7d51af24-61d2-4481-b497-8ede4504de8f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:08.624267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-075f72e9-7a31-40ab-a461-965421dca4af req-7d51af24-61d2-4481-b497-8ede4504de8f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0784578 Feb 04 13:48:08.674149 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-075f72e9-7a31-40ab-a461-965421dca4af req-acad98fe-5cc6-4a40-a011-9d70125a196f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Feb 04 13:48:09.859918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845c75-f3b6-47d0-a4ba-7130a20d7047 req-176b8e22-b5d2-4ac1-97ec-bdb72844e13e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:09.861663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef845c75-f3b6-47d0-a4ba-7130a20d7047 req-176b8e22-b5d2-4ac1-97ec-bdb72844e13e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0780628 Feb 04 13:48:09.904579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef845c75-f3b6-47d0-a4ba-7130a20d7047 req-18e7a06e-e511-44d0-86ce-33fdb4a91f84 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Feb 04 13:48:10.184494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-39773265-afe8-40fc-87d5-efb2482970cc tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:10.185938 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-39773265-afe8-40fc-87d5-efb2482970cc tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 814 time: 0.1439888 Feb 04 13:48:10.201811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-05bf4720-576f-4e14-8387-5f99a7bb3f7b tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/quotas/02c552c0ba634b12a383e256d8f006d9 HTTP/1.1" status: 200 len: 375 time: 0.0097225 Feb 04 13:48:10.284704 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-eeb9d0dd-c035-4aaa-9849-c8a6f59ec51d tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779428 Feb 04 13:48:10.518420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-f1ab2831-47df-4a36-8509-78a19fafec65 service neutron] 10.222.0.53 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271852 Feb 04 13:48:10.648594 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-cea4d576-3e22-4072-a28c-86a21642ab2d service neutron] 10.222.0.53 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244078 Feb 04 13:48:10.843281 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cfa2ab1-e04a-4b05-8718-1a0d5014e01e req-5957fb28-238c-4504-b9a6-ea5488eec454 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 210 time: 0.0486255 Feb 04 13:48:11.881729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-27272cdf-67c6-4d41-8baa-73474b863561 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:11.883272 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-27272cdf-67c6-4d41-8baa-73474b863561 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.90 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 814 time: 0.1488247 Feb 04 13:48:11.896957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Request body: {'port': {'device_id': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d', 'admin_state_up': True, 'tenant_id': '02c552c0ba634b12a383e256d8f006d9'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:12.015257 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-087e5ca4-7e7d-4d28-8146-e02ecf6eda01 req-b42113dc-0b90-4681-a338-7faf219e5827 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 210 time: 0.0513377 Feb 04 13:48:12.074585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:12.083787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:12.093490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Made reservation on behalf of 02c552c0ba634b12a383e256d8f006d9 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:12.097632 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:12.258267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Allocated IP 172.20.0.11 (b49da737-2d92-4eba-a25b-8c8b0c19480d/e8c78330-fb9e-4ad7-a344-004e57930805/196f5f8a-3a99-4955-959e-b05c4009454c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:12.459953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:12.490486 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:12.501819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0b29e144-af4c-4107-bf1f-e30236e0a0d7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:12.560448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Network b49da737-2d92-4eba-a25b-8c8b0c19480d is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:12.563662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:12.567524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:12.598288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Pushing event updated for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:12.633963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:12.634646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:12.660284 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-47a3608c-e591-48ae-b742-27e7e66473bb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671211 Feb 04 13:48:12.746977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Request body: {'port': {'device_id': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:12.858587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.199752 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196f5f8a-3a99-4955-959e-b05c4009454c {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:48:13.200468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ce997-6476-4cf4-8600-2b29ae2e24b0 req-820f9288-af5b-4cdc-a7cc-0689f1a734a9 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:13.201634 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf9ce997-6476-4cf4-8600-2b29ae2e24b0 req-820f9288-af5b-4cdc-a7cc-0689f1a734a9 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 932 time: 0.0810223 Feb 04 13:48:13.207345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.224080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Transition to ACTIVE for port object 196f5f8a-3a99-4955-959e-b05c4009454c will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:13.228166 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.252498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf9ce997-6476-4cf4-8600-2b29ae2e24b0 req-eac70afc-f8ca-4752-ac8c-745d475bd1db tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Feb 04 13:48:13.360614 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:13.567887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Attempting to bind port 196f5f8a-3a99-4955-959e-b05c4009454c on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:13.568214 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Attempting to bind port 196f5f8a-3a99-4955-959e-b05c4009454c by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:13.568562 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Attempting to bind port 196f5f8a-3a99-4955-959e-b05c4009454c on network b49da737-2d92-4eba-a25b-8c8b0c19480d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:13.573087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Port 196f5f8a-3a99-4955-959e-b05c4009454c on network b49da737-2d92-4eba-a25b-8c8b0c19480d not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:48:13.573408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Attempting to bind port 196f5f8a-3a99-4955-959e-b05c4009454c on network b49da737-2d92-4eba-a25b-8c8b0c19480d {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:13.578823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:13.579166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Checking segment: {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:13.579588 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Bound using segment: {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:13.580028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Bound port: 196f5f8a-3a99-4955-959e-b05c4009454c, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de5ef3b-530f-4ef5-881c-30c61face35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:13.580157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c6260c7f-152f-4887-ba2b-4423780326e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.580717 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.678138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:13.681059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=196f5f8a-3a99-4955-959e-b05c4009454c,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:13.685343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.744742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:13.745345 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:13.746711 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] 10.222.0.90 "PUT /v2.0/ports/196f5f8a-3a99-4955-959e-b05c4009454c HTTP/1.1" status: 200 len: 1092 time: 1.0427091 Feb 04 13:48:13.747142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:13.766104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:13.775699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.776165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.776505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.776865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.777154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.777472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.777789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.778105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.778557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.778897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.779212 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.779523 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca42ded-f67b-4918-a833-75649c9b8d0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:13.872126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-5e7cb217-8c2c-4e84-a7a1-7f2b502e839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:13.873628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-5e7cb217-8c2c-4e84-a7a1-7f2b502e839c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 1095 time: 0.0814817 Feb 04 13:48:13.935490 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c', 'status': 'completed', 'code': 200} Feb 04 13:48:13.946430 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-ae8c9f40-9dcf-4864-8d45-2ba2867837fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=196f5f8a-3a99-4955-959e-b05c4009454c HTTP/1.1" status: 200 len: 217 time: 0.0647802 Feb 04 13:48:14.007675 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-0389c348-2657-4ca2-93e8-a0c0675fc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.009091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-0389c348-2657-4ca2-93e8-a0c0675fc3e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8c78330-fb9e-4ad7-a344-004e57930805 HTTP/1.1" status: 200 len: 854 time: 0.0569685 Feb 04 13:48:14.057172 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-a9620e3c-b54d-48ec-a770-d72cdb118f44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b49da737-2d92-4eba-a25b-8c8b0c19480d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420976 Feb 04 13:48:14.186445 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-5dae4c98-b811-4249-ad5f-6444878e0503 service neutron] 10.222.0.90 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223001 Feb 04 13:48:14.318685 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ff658f72-8b06-4c3d-b619-08d15fd12611 req-e5006a8c-b7ca-4f14-857e-d2d2b30df6a5 service neutron] 10.222.0.90 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256428 Feb 04 13:48:14.443482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-3417e41f-ff7e-4563-8498-7cd5b117550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.444891 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-3417e41f-ff7e-4563-8498-7cd5b117550a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=02c552c0ba634b12a383e256d8f006d9&device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 1095 time: 0.0772083 Feb 04 13:48:14.566369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a7755-bc76-4491-9b64-330f43cd0c30 req-23e6508d-fbc9-4f2a-ad90-75166197e163 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.567936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dd4a7755-bc76-4491-9b64-330f43cd0c30 req-23e6508d-fbc9-4f2a-ad90-75166197e163 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 944 time: 0.1943784 Feb 04 13:48:14.580262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-0f184d1a-8700-4f23-8d14-5572e57d01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.581726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-0f184d1a-8700-4f23-8d14-5572e57d01bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 200 len: 915 time: 0.1305616 Feb 04 13:48:14.613117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dd4a7755-bc76-4491-9b64-330f43cd0c30 req-8e57e47d-4e2a-485e-850b-0a0e11538cc1 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Feb 04 13:48:14.651392 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-6de35548-f45f-49e5-8c40-a85dded8c710 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=196f5f8a-3a99-4955-959e-b05c4009454c HTTP/1.1" status: 200 len: 217 time: 0.0633290 Feb 04 13:48:14.719035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-aa887ba4-7897-46f7-bc6d-458e955ec4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:14.720932 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-aa887ba4-7897-46f7-bc6d-458e955ec4be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e8c78330-fb9e-4ad7-a344-004e57930805 HTTP/1.1" status: 200 len: 854 time: 0.0630586 Feb 04 13:48:14.766830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-11c8422e-9267-4e5f-8260-6d60a14b72b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b49da737-2d92-4eba-a25b-8c8b0c19480d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395422 Feb 04 13:48:14.900484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-619bf3b4-350a-4f76-9c45-91d62a6918ca service neutron] 10.222.0.90 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265240 Feb 04 13:48:15.030689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16a5bcf1-d518-4943-a23a-d3049fe89946 req-b79c0095-d0e9-464b-b949-ce1c9a103156 service neutron] 10.222.0.90 "GET /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238813 Feb 04 13:48:15.806317 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750e802-448d-4560-b418-e7de38b81103 req-1dabf0ad-c6bd-43d9-a311-23c4ca440f1e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:15.807060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0750e802-448d-4560-b418-e7de38b81103 req-1dabf0ad-c6bd-43d9-a311-23c4ca440f1e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:15.822744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-0750e802-448d-4560-b418-e7de38b81103 req-1dabf0ad-c6bd-43d9-a311-23c4ca440f1e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:15.823795 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0750e802-448d-4560-b418-e7de38b81103 req-1dabf0ad-c6bd-43d9-a311-23c4ca440f1e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 944 time: 0.0999351 Feb 04 13:48:15.980369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0750e802-448d-4560-b418-e7de38b81103 req-18acdf65-28a8-4b91-91eb-65d6e1d52b41 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507044 Feb 04 13:48:16.362094 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44589b5b-8afb-45f2-9f1c-14f7fab95237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:16.914828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:17.173664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ee12-ea8b-4d75-aa39-f8beae56eafa req-e76c4105-ee82-447e-b90a-e419185e3859 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:17.175191 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53f4ee12-ea8b-4d75-aa39-f8beae56eafa req-e76c4105-ee82-447e-b90a-e419185e3859 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 944 time: 0.0823603 Feb 04 13:48:17.221832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-53f4ee12-ea8b-4d75-aa39-f8beae56eafa req-c1452b33-7b41-4d2f-b935-3a07256d1d13 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Feb 04 13:48:17.271001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 196f5f8a-3a99-4955-959e-b05c4009454c details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:48:17.404840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=196f5f8a-3a99-4955-959e-b05c4009454c,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:17.423829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '196f5f8a-3a99-4955-959e-b05c4009454c', 'network_id': 'b49da737-2d92-4eba-a25b-8c8b0c19480d', 'port_id': '196f5f8a-3a99-4955-959e-b05c4009454c', 'mac_address': 'fa:16:3e:4e:38:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c78330-fb9e-4ad7-a344-004e57930805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:48:17.493991 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:17.497946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:17.514816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196f5f8a-3a99-4955-959e-b05c4009454c {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:48:17.530241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=196f5f8a-3a99-4955-959e-b05c4009454c,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:17.533842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:17.600663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:17.743076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['196f5f8a-3a99-4955-959e-b05c4009454c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:18.403650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6261080-8fdc-4391-8695-53d2134ad50e req-587542bd-d4da-4e00-b692-a374bc64d501 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:18.405153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6261080-8fdc-4391-8695-53d2134ad50e req-587542bd-d4da-4e00-b692-a374bc64d501 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 945 time: 0.0787127 Feb 04 13:48:18.449916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e6261080-8fdc-4391-8695-53d2134ad50e req-e99dd004-5f5d-4b96-ac53-1a0a5f336bf0 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 Feb 04 13:48:18.824209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:19.288040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 196f5f8a-3a99-4955-959e-b05c4009454c up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:19.356935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 196f5f8a-3a99-4955-959e-b05c4009454c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:19.362376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 196f5f8a-3a99-4955-959e-b05c4009454c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:19.362781 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:19.482205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:19.511652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:19.523150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=196f5f8a-3a99-4955-959e-b05c4009454c,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:19.527698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:19.565871 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c', 'code': 200} Feb 04 13:48:19.606973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:19.646355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c26fa-517e-4fd6-8233-d6b2678d6b21 req-b262f68c-eff8-478d-bb16-c62a17d15401 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:19.647915 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f67c26fa-517e-4fd6-8233-d6b2678d6b21 req-b262f68c-eff8-478d-bb16-c62a17d15401 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0847139 Feb 04 13:48:19.689178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372989a6-aa5c-449a-b46e-181d64357481 req-a5468829-c89e-4ae9-9044-bc3854375340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:19.690702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372989a6-aa5c-449a-b46e-181d64357481 req-a5468829-c89e-4ae9-9044-bc3854375340 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 1097 time: 0.0729210 Feb 04 13:48:19.692977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f67c26fa-517e-4fd6-8233-d6b2678d6b21 req-356e3c97-d547-403e-8836-47f1b823dd91 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Feb 04 13:48:19.732191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-372989a6-aa5c-449a-b46e-181d64357481 req-656c2c6b-0e15-4830-bbd6-8c9cddce32cc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Feb 04 13:48:20.536208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:20.879684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970751ea-b214-4706-9355-eb3ad66134aa req-893c4c30-9f81-4c94-98a4-fde536cb9946 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:20.881181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-970751ea-b214-4706-9355-eb3ad66134aa req-893c4c30-9f81-4c94-98a4-fde536cb9946 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0817862 Feb 04 13:48:20.930909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-970751ea-b214-4706-9355-eb3ad66134aa req-43aa85eb-b154-4a97-9a84-7b6dd55a3b80 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Feb 04 13:48:22.118379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c842dd-de06-4387-9317-e258b47550a5 req-69810205-0cc6-4055-ba21-e4d2fb77a046 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.119890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26c842dd-de06-4387-9317-e258b47550a5 req-69810205-0cc6-4055-ba21-e4d2fb77a046 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0854528 Feb 04 13:48:22.164242 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-26c842dd-de06-4387-9317-e258b47550a5 req-9bf84fa2-df5c-4702-b8d8-107e58ffd27b tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Feb 04 13:48:22.529020 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:48:22.544284 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f50c5-ecbe-44a8-9197-3e8cb9640c71 req-5a980f43-940c-4100-b5a0-8eccfe3d39f6 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:22.545764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-395f50c5-ecbe-44a8-9197-3e8cb9640c71 req-5a980f43-940c-4100-b5a0-8eccfe3d39f6 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0814371 Feb 04 13:48:22.589727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-395f50c5-ecbe-44a8-9197-3e8cb9640c71 req-027381e3-b61a-4fe4-bf47-aa4f73dd763f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374618 Feb 04 13:48:23.777080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43d19-cd51-43f6-9a9a-9597a24618b9 req-2e94cbcc-5fce-4e7a-9b7f-15caab89ccfb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:23.778626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9c43d19-cd51-43f6-9a9a-9597a24618b9 req-2e94cbcc-5fce-4e7a-9b7f-15caab89ccfb tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0810161 Feb 04 13:48:23.824176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e9c43d19-cd51-43f6-9a9a-9597a24618b9 req-131c2d76-8842-4a5b-950f-67d1bc51f2a1 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Feb 04 13:48:23.913796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700cc56-124c-45a2-8013-862ca133151d req-fa2d4026-b70d-4457-812e-88cd6736a994 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:23.915153 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4700cc56-124c-45a2-8013-862ca133151d req-fa2d4026-b70d-4457-812e-88cd6736a994 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 946 time: 0.0851133 Feb 04 13:48:23.984243 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Deleting port 196f5f8a-3a99-4955-959e-b05c4009454c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:23.984584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:24.230083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] For port 196f5f8a-3a99-4955-959e-b05c4009454c, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=196f5f8a-3a99-4955-959e-b05c4009454c,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:24.230378 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:24.357276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Calling delete_port for 196f5f8a-3a99-4955-959e-b05c4009454c owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:24.624251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:24.638583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['196f5f8a-3a99-4955-959e-b05c4009454c'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:24.665760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0b29e144-af4c-4107-bf1f-e30236e0a0d7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:24.677847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Pushing event deleted for resources: {'Port': ['ID=196f5f8a-3a99-4955-959e-b05c4009454c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:24.761004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] No DVR routers for this DVR port 196f5f8a-3a99-4955-959e-b05c4009454c on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:24.763557 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:24.766299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'name': 'network-vif-deleted', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:24.784495 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4700cc56-124c-45a2-8013-862ca133151d req-5b66a896-1952-4d91-b2ad-7d512ce5c627 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.90 "DELETE /v2.0/ports/196f5f8a-3a99-4955-959e-b05c4009454c HTTP/1.1" status: 204 len: 173 time: 0.8636351 Feb 04 13:48:24.817234 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b32916-6fd0-4696-bbf4-bddc4f4fd382', 'name': 'network-vif-deleted', 'tag': '196f5f8a-3a99-4955-959e-b05c4009454c', 'status': 'completed', 'code': 200} Feb 04 13:48:24.860996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:25.143997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c8166da4-bc38-4084-bd87-b7aeafad0606 req-ab33e939-723c-460b-8929-1f4ab6753d60 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:25.159799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-c8166da4-bc38-4084-bd87-b7aeafad0606 req-ab33e939-723c-460b-8929-1f4ab6753d60 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:25.161159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c8166da4-bc38-4084-bd87-b7aeafad0606 req-ab33e939-723c-460b-8929-1f4ab6753d60 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b32916-6fd0-4696-bbf4-bddc4f4fd382 HTTP/1.1" status: 200 len: 210 time: 0.0601346 Feb 04 13:48:26.427026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec36f-1629-4cdf-923d-d5dedc410a92 req-485476aa-0324-4949-97f1-a5956f196d1c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.429265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a64ec36f-1629-4cdf-923d-d5dedc410a92 req-485476aa-0324-4949-97f1-a5956f196d1c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0858519 Feb 04 13:48:26.480087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a64ec36f-1629-4cdf-923d-d5dedc410a92 req-45cd544e-c61f-4db2-bbdc-49f7d42eea0c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Feb 04 13:48:26.687103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98348a8-d92e-4d5c-afe7-6cc20d9efb03 req-82dba596-f69c-4fcc-a4c2-c73ac1090e2a tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.689147 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98348a8-d92e-4d5c-afe7-6cc20d9efb03 req-82dba596-f69c-4fcc-a4c2-c73ac1090e2a tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0800664 Feb 04 13:48:26.732181 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e98348a8-d92e-4d5c-afe7-6cc20d9efb03 req-9e4be175-d51f-453c-8867-feada89b9897 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Feb 04 13:48:26.931025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e0e0b-14b1-4fef-9127-b6b2cda804ca req-e01ec62e-f0d6-4f5d-8d89-b18c2c68293f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:26.932495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061e0e0b-14b1-4fef-9127-b6b2cda804ca req-e01ec62e-f0d6-4f5d-8d89-b18c2c68293f tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0909457 Feb 04 13:48:26.976954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061e0e0b-14b1-4fef-9127-b6b2cda804ca req-74476d6e-5383-4371-b10b-c4007e268c33 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Feb 04 13:48:27.272875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddf5fc-4573-4bde-96c4-82a48953f942 req-35b42414-ee1e-4d40-a26f-22ee3134f717 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:27.274264 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfddf5fc-4573-4bde-96c4-82a48953f942 req-35b42414-ee1e-4d40-a26f-22ee3134f717 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0796413 Feb 04 13:48:27.303945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 196f5f8a-3a99-4955-959e-b05c4009454c no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:48:27.323272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-dfddf5fc-4573-4bde-96c4-82a48953f942 req-824edf46-2713-4708-9c03-fa533b58207c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Feb 04 13:48:27.339342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 196f5f8a-3a99-4955-959e-b05c4009454c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:48:27.339702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 196f5f8a-3a99-4955-959e-b05c4009454c not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:48:27.510882 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee18bb1-fe30-43c8-8e00-645b0011d5bf req-94f04a09-705c-4a26-8c33-3fa3dd5a5bb0 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:27.512345 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ee18bb1-fe30-43c8-8e00-645b0011d5bf req-94f04a09-705c-4a26-8c33-3fa3dd5a5bb0 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0834882 Feb 04 13:48:27.557073 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3ee18bb1-fe30-43c8-8e00-645b0011d5bf req-14d1e564-b260-49b2-a9dd-82eb1c5d26b9 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Feb 04 13:48:27.748622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cf350-d194-4047-81de-ee934af638ea req-2fbc925c-0091-4e04-bfda-b6b176040610 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:27.750091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f87cf350-d194-4047-81de-ee934af638ea req-2fbc925c-0091-4e04-bfda-b6b176040610 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0792401 Feb 04 13:48:27.797595 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f87cf350-d194-4047-81de-ee934af638ea req-2a29ccc5-ffa5-4362-807f-4ebd5bacfaf8 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Feb 04 13:48:28.324105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3e76-f881-4ba2-a382-e0a7a3102c1d req-c6c9c484-3a51-450f-94e8-9908eed790a7 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:28.325566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebad3e76-f881-4ba2-a382-e0a7a3102c1d req-c6c9c484-3a51-450f-94e8-9908eed790a7 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.0794239 Feb 04 13:48:28.369297 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ebad3e76-f881-4ba2-a382-e0a7a3102c1d req-4e8abbed-04e3-4777-8a5b-e6b1ddca2ca0 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Feb 04 13:48:29.603624 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3387bf7-f18c-48cc-98e6-f60379d43ca6 req-71ba6e8f-85b2-4f22-a910-52b49f64606e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.605080 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3387bf7-f18c-48cc-98e6-f60379d43ca6 req-71ba6e8f-85b2-4f22-a910-52b49f64606e tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.1274128 Feb 04 13:48:29.666451 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a3387bf7-f18c-48cc-98e6-f60379d43ca6 req-16526073-36fb-4490-a047-bd6491473c42 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/security-groups?id=852e096e-7dc1-46c4-b462-296b311dd14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Feb 04 13:48:29.677508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-09009bf1-41a0-4d29-a41a-41dfd4158b43 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:29.678871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-09009bf1-41a0-4d29-a41a-41dfd4158b43 tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.87 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 945 time: 0.1336546 Feb 04 13:48:29.749113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Deleting port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:29.749454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:30.001841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] For port 0b29e144-af4c-4107-bf1f-e30236e0a0d7, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=0b29e144-af4c-4107-bf1f-e30236e0a0d7,segment=NetworkSegment(4de5ef3b-530f-4ef5-881c-30c61face35f),segment_id=4de5ef3b-530f-4ef5-881c-30c61face35f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:30.002113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:30.123100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Calling delete_port for 0b29e144-af4c-4107-bf1f-e30236e0a0d7 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:30.271929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:30.284350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['0b29e144-af4c-4107-bf1f-e30236e0a0d7'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:48:30.323275 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Pushing event deleted for resources: {'Port': ['ID=0b29e144-af4c-4107-bf1f-e30236e0a0d7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:30.365001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.365352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.365692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.366027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.366358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.366715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.367043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.367368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.367688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.368012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.368337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.368655 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:30.411215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] No DVR routers for this DVR port 0b29e144-af4c-4107-bf1f-e30236e0a0d7 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:30.413670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:30.416155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'name': 'network-vif-deleted', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:48:30.431415 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f51b9cb-9d4c-4d14-a2f3-c2fb607237b5 req-012d48b8-3c70-424b-bf40-4072137532ae tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.87 "DELETE /v2.0/ports/0b29e144-af4c-4107-bf1f-e30236e0a0d7 HTTP/1.1" status: 204 len: 173 time: 0.7467964 Feb 04 13:48:30.463253 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149d13e0-8317-4480-9e46-2a0d891442f1', 'name': 'network-vif-deleted', 'tag': '0b29e144-af4c-4107-bf1f-e30236e0a0d7', 'status': 'completed', 'code': 200} Feb 04 13:48:30.827544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-251119c0-6cb8-4767-a8c9-9e6f47128446 req-e7187b2c-ba5a-4d31-98bf-2e32d26c737c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Synchronizing usage tracker for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:30.843358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-251119c0-6cb8-4767-a8c9-9e6f47128446 req-e7187b2c-ba5a-4d31-98bf-2e32d26c737c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] Unset dirty status for tenant:02c552c0ba634b12a383e256d8f006d9 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:30.845040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-251119c0-6cb8-4767-a8c9-9e6f47128446 req-e7187b2c-ba5a-4d31-98bf-2e32d26c737c tempest-ServersNegativeTestJSON-181269302 tempest-ServersNegativeTestJSON-181269302-project] 10.222.0.53 "GET /v2.0/ports?device_id=149d13e0-8317-4480-9e46-2a0d891442f1 HTTP/1.1" status: 200 len: 210 time: 0.0604939 Feb 04 13:48:31.942941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35002) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:32.006581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Deleting subnet e8c78330-fb9e-4ad7-a344-004e57930805 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:48:32.009628 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.060743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.225803 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.293416 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.332296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c78330-fb9e-4ad7-a344-004e57930805,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:32.334122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.340123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e5e078e3-20a4-4b24-bdff-b9ffe3607735 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e8c78330-fb9e-4ad7-a344-004e57930805 HTTP/1.1" status: 204 len: 168 time: 0.3961375 Feb 04 13:48:32.342554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35006) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:32.447783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.571059 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.596127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49da737-2d92-4eba-a25b-8c8b0c19480d']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.612907 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de5ef3b-530f-4ef5-881c-30c61face35f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.613201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de5ef3b-530f-4ef5-881c-30c61face35f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:32.624894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.640654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.647276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:32.647656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:32.661320 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:32.737423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.753899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:32.768975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49da737-2d92-4eba-a25b-8c8b0c19480d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:32.775901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46ec78c3-e80f-4a8f-9e2a-8f11014e6f30 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b49da737-2d92-4eba-a25b-8c8b0c19480d HTTP/1.1" status: 204 len: 168 time: 0.4323339 Feb 04 13:48:32.883685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:32.935477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f5c4cc7-805e-424b-bb79-18701065607a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02c552c0ba634b12a383e256d8f006d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506294 Feb 04 13:48:32.938013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:33.000728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:33.026312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:33.085436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:33.104402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e096e-7dc1-46c4-b462-296b311dd14e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:33.119443 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:33.120607 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bc078fc3-ee0c-4c54-93a4-94ed1a627d11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/852e096e-7dc1-46c4-b462-296b311dd14e HTTP/1.1" status: 204 len: 168 time: 0.1810377 Feb 04 13:48:33.760567 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0b29e144-af4c-4107-bf1f-e30236e0a0d7 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:48:33.796246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 0b29e144-af4c-4107-bf1f-e30236e0a0d7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:48:33.796593 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 0b29e144-af4c-4107-bf1f-e30236e0a0d7 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:48:33.861230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:33.964447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593142873'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:33.970303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:33.974195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:network and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:33.977345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:33.984189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:33.994072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:33.997544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.010030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.025312 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:34.029094 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:security_group_rule and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:34.031891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:34.037514 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:34.120771 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.126125 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.160713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:34.173446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83324d3-1f5e-41d0-8d5f-c40deaa98ae7,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.177953 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.178299 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Added segment 4325e7ff-3c9d-46e8-a46c-9ddd5681ab19 of type vlan for network cb42daee-52e2-4d22-8fe2-1b72eea81130 Feb 04 13:48:34.207704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.237661 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.243262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:34.243840 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:34.452617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5901875 Feb 04 13:48:34.457980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228a814-0909-4ddf-bc81-6458c908058a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Network': ['ID=cb42daee-52e2-4d22-8fe2-1b72eea81130,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:34.481450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:37.751095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35046) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:37.756910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'subnet': {'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:37.863077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:37.866839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:subnet and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:37.869591 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:37.875219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:37.884766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:37.888245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.104870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.180602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Subnet': ['ID=75a5f58d-36d9-4db5-8ef8-6075205f7aba,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.188212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking segment: {'id': '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:38.188605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network hostable DHCP agents. Network: cb42daee-52e2-4d22-8fe2-1b72eea81130, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:38.207276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:38.216133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, cb42daee-52e2-4d22-8fe2-1b72eea81130) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:38.220756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:38.221332 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.226675 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ea501-0c71-4167-8d13-0a7fa98588d6 None None] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:38.242073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c73558ce-a0b2-4a68-83df-8740e8eadf2e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4898422 Feb 04 13:48:38.245518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35050) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:38.251064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429550548'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:38.256800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:38.260590 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:network and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:38.263473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:38.269684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:38.285429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:38.289019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.316346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:38.327993 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.328385 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Added segment b261fd27-4700-4ef5-9a9f-f3e5d90c07bf of type vlan for network c6be17cd-d3ea-42bb-89ba-9acf46ca189d Feb 04 13:48:38.356113 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.385417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.391232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:38.392369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.453257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-cb42daee-52e2-4d22-8fe2-1b72eea81130', 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130', 'tenant_id': '464270a1c9b8487eafdedd84c2633505', 'fixed_ips': [{'subnet_id': '75a5f58d-36d9-4db5-8ef8-6075205f7aba'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:38.454111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.493132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2464926 Feb 04 13:48:38.496425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35054) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:38.502931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b71e6e-1736-4346-b551-6ad2d8ad144b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Network': ['ID=c6be17cd-d3ea-42bb-89ba-9acf46ca189d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.504322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'subnet': {'network_id': 'c6be17cd-d3ea-42bb-89ba-9acf46ca189d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:38.517987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c6be17cd-d3ea-42bb-89ba-9acf46ca189d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:38.620260 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:38.624051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:subnet and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:38.627557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:38.633378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:38.644428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:38.648295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.709709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Allocated IP 2001:db8:0:ffff::2 (cb42daee-52e2-4d22-8fe2-1b72eea81130/75a5f58d-36d9-4db5-8ef8-6075205f7aba/29f455be-5d19-4663-90c6-61205b6e9814) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:38.878795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.919466 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.930309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Transition to ACTIVE for port object 29f455be-5d19-4663-90c6-61205b6e9814 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:38.949207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Transition to ACTIVE for port object 29f455be-5d19-4663-90c6-61205b6e9814 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:38.955738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:38.960628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Subnet': ['ID=400747bb-1596-4534-bb85-a9dedbc137fc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:38.971508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking segment: {'id': 'b261fd27-4700-4ef5-9a9f-f3e5d90c07bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6be17cd-d3ea-42bb-89ba-9acf46ca189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:38.971895 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network hostable DHCP agents. Network: c6be17cd-d3ea-42bb-89ba-9acf46ca189d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:38.991631 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network c6be17cd-d3ea-42bb-89ba-9acf46ca189d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:39.002766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c6be17cd-d3ea-42bb-89ba-9acf46ca189d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.007080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.007657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.019616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08363d99-021d-4678-b47b-042edfd606c0 None None] Network c6be17cd-d3ea-42bb-89ba-9acf46ca189d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:39.029234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9680807c-5855-41b2-85fe-2a9ec768ca2a tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5314789 Feb 04 13:48:39.032563 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35058) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:39.087720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:39.088882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:39.091303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:39.137291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Pushing event updated for resources: {'Port': ['ID=29f455be-5d19-4663-90c6-61205b6e9814,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.177732 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.230140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Attempting to bind port 29f455be-5d19-4663-90c6-61205b6e9814 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:39.230745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Attempting to bind port 29f455be-5d19-4663-90c6-61205b6e9814 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:39.230879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Attempting to bind port 29f455be-5d19-4663-90c6-61205b6e9814 on network cb42daee-52e2-4d22-8fe2-1b72eea81130 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:39.245362 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.248026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:39.248207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Checking segment: {'id': '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:39.248511 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.248908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Bound using segment: {'id': '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:39.249381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Bound port: 29f455be-5d19-4663-90c6-61205b6e9814, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cb42daee-52e2-4d22-8fe2-1b72eea81130'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:39.249760 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.327296 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.366430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Subnet': ['ID=400747bb-1596-4534-bb85-a9dedbc137fc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.420458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe99d8a-3e04-43c8-b346-cde4c94f31d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-c6be17cd-d3ea-42bb-89ba-9acf46ca189d', 'network_id': 'c6be17cd-d3ea-42bb-89ba-9acf46ca189d', 'tenant_id': '464270a1c9b8487eafdedd84c2633505', 'fixed_ips': [{'subnet_id': '400747bb-1596-4534-bb85-a9dedbc137fc'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:39.421269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99d8a-3e04-43c8-b346-cde4c94f31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.435161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] For port 29f455be-5d19-4663-90c6-61205b6e9814, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:39.449502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] For port 29f455be-5d19-4663-90c6-61205b6e9814, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=29f455be-5d19-4663-90c6-61205b6e9814,segment=NetworkSegment(4325e7ff-3c9d-46e8-a46c-9ddd5681ab19),segment_id=4325e7ff-3c9d-46e8-a46c-9ddd5681ab19)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:39.466991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.494754 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6be17cd-d3ea-42bb-89ba-9acf46ca189d']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:39.507374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b261fd27-4700-4ef5-9a9f-f3e5d90c07bf') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:39.508070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b261fd27-4700-4ef5-9a9f-f3e5d90c07bf') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:39.520947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.524802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.538400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.544771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:39.545171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:39.560495 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:39.635849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685a66-8d66-494b-822b-9680b3bc511a None None] Pushing event updated for resources: {'Port': ['ID=29f455be-5d19-4663-90c6-61205b6e9814,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.647055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77577ec-7bee-4476-9c16-cb512f1f51a6 None None] Network c6be17cd-d3ea-42bb-89ba-9acf46ca189d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:39.650741 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.656536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.667719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77577ec-7bee-4476-9c16-cb512f1f51a6 None None] Network c6be17cd-d3ea-42bb-89ba-9acf46ca189d could not be found, it might have been deleted concurrently. {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 13:48:39.688610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Network': ['ID=c6be17cd-d3ea-42bb-89ba-9acf46ca189d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:39.692352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a4dc9c1-bc2c-4dbb-88d3-600d51914727 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/c6be17cd-d3ea-42bb-89ba-9acf46ca189d HTTP/1.1" status: 204 len: 168 time: 0.6588526 Feb 04 13:48:39.696011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35062) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:39.701775 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452968713'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:39.708738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:39.712824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:network and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:39.716006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:39.724098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:39.735368 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:39.739342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.769116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:39.778872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.779225 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Added segment 938123c6-63b5-4b76-9722-91f03f987052 of type vlan for network 57d20c5f-37cc-457f-b263-e2718549067a Feb 04 13:48:39.809587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.854668 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.860313 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:39.860899 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:39.965929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2662110 Feb 04 13:48:39.966975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35066) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:39.974817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'subnet': {'network_id': '57d20c5f-37cc-457f-b263-e2718549067a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:39.993657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0de77c-14ed-4d78-8543-178fdec0eed2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Network': ['ID=57d20c5f-37cc-457f-b263-e2718549067a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.003909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 57d20c5f-37cc-457f-b263-e2718549067a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:40.089749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:40.093425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:subnet and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:40.096306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:40.102099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:40.113053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:40.116782 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.210153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Performing IP validity checks on allocation pools {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 13:48:40.210626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.ipam_backend_mixin [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87620) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 13:48:40.335794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.417108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Subnet': ['ID=4fb28c52-1e58-4ea0-93ef-2c931e8fdb8b,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.429384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking segment: {'id': '938123c6-63b5-4b76-9722-91f03f987052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '57d20c5f-37cc-457f-b263-e2718549067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:40.429765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network hostable DHCP agents. Network: 57d20c5f-37cc-457f-b263-e2718549067a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:40.448745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network 57d20c5f-37cc-457f-b263-e2718549067a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:40.459112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 57d20c5f-37cc-457f-b263-e2718549067a) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:40.464443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:40.464989 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.468217 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50da480-89a2-45ac-b2a8-bbfb1ccd0531 None None] Network 57d20c5f-37cc-457f-b263-e2718549067a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:40.490883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b094e011-42b2-4ba6-a568-c144d54f52d2 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5227900 Feb 04 13:48:40.493698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35070) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:40.667051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.681898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f567a554-0482-4b4e-ba61-facb8d6c6849 None None] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:40.741646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.753013 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 29f455be-5d19-4663-90c6-61205b6e9814 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:40.800351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f104d4-f795-4bcc-b99e-0772906f330b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-57d20c5f-37cc-457f-b263-e2718549067a', 'network_id': '57d20c5f-37cc-457f-b263-e2718549067a', 'tenant_id': '464270a1c9b8487eafdedd84c2633505', 'fixed_ips': [{'subnet_id': '4fb28c52-1e58-4ea0-93ef-2c931e8fdb8b'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:40.801259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-99f104d4-f795-4bcc-b99e-0772906f330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.821752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.861394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-981d10f8-48e3-499f-b1a8-04be1a0ba575 None None] Provisioning for port 29f455be-5d19-4663-90c6-61205b6e9814 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:40.863489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb28c52-1e58-4ea0-93ef-2c931e8fdb8b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:40.957124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:40.983341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d20c5f-37cc-457f-b263-e2718549067a']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:40.995345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938123c6-63b5-4b76-9722-91f03f987052') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:40.995574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938123c6-63b5-4b76-9722-91f03f987052') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:41.001489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 29f455be-5d19-4663-90c6-61205b6e9814 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:41.007498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.016906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 29f455be-5d19-4663-90c6-61205b6e9814 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:41.017294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.026043 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.034074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:41.034471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:41.049491 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:41.051513 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4828e6c-6290-4fd3-ad4d-4c20e2b2c1d2 None None] Network 57d20c5f-37cc-457f-b263-e2718549067a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:41.248405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.265815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.277042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Network': ['ID=57d20c5f-37cc-457f-b263-e2718549067a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.281351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b1071546-7481-4b74-96c6-3c0d35cf8448 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/57d20c5f-37cc-457f-b263-e2718549067a HTTP/1.1" status: 204 len: 168 time: 0.7865481 Feb 04 13:48:41.286028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35074) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:41.291855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1914188483'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:41.297670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:41.301489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:network and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:41.304337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:41.310449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:41.323154 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:41.326546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.357208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:41.366171 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.366502 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Added segment 83924847-8c81-47c7-9309-3c879f34da28 of type vlan for network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 Feb 04 13:48:41.382931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.395026 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.419642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 29f455be-5d19-4663-90c6-61205b6e9814, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=29f455be-5d19-4663-90c6-61205b6e9814,segment=NetworkSegment(4325e7ff-3c9d-46e8-a46c-9ddd5681ab19),segment_id=4325e7ff-3c9d-46e8-a46c-9ddd5681ab19)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:41.426574 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.428418 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.434901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:41.435521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.503459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=29f455be-5d19-4663-90c6-61205b6e9814,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.511231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.511570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.511905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.512260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.512560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.512884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.513204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.513547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.513914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.514290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.514637 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.514957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:48:41.540611 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2531176 Feb 04 13:48:41.543352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35078) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:41.549486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5adc4-dc15-4108-b876-7bb942ffe232 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Network': ['ID=8ed3f59d-ac38-45a1-8f05-d3db00925d85,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:41.550005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'subnet': {'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:41.560418 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:41.677857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2b6d696b-53d8-4915-b7ad-0d8e762c6478 None None] Provisioning complete for port 29f455be-5d19-4663-90c6-61205b6e9814 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:41.678148 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2b6d696b-53d8-4915-b7ad-0d8e762c6478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:41.778357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:41.782361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:subnet and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:41.785231 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:41.790903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:41.801659 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:41.805267 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.022462 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.106312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Subnet': ['ID=b6243c47-ccca-4f1a-8d58-ad0fe96b4e31,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.111111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking segment: {'id': '83924847-8c81-47c7-9309-3c879f34da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:42.111472 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network hostable DHCP agents. Network: 8ed3f59d-ac38-45a1-8f05-d3db00925d85, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:42.130073 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:42.138864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 8ed3f59d-ac38-45a1-8f05-d3db00925d85) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:42.142974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.143564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.147348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27dd318-81d6-42af-9397-8c8618df5a2a None None] Network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:42.168625 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-3507af93-46eb-4a9b-b808-4000e075bf62 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6200042 Feb 04 13:48:42.168852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35082) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:42.174697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844042311'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:42.180667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:42.185087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:network and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:42.188134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:42.194514 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:42.206322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:42.209953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.240437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:42.251948 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.252300 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Added segment f7c9098d-ff23-4d42-984d-614df79464d7 of type vlan for network 831004a8-bb06-4794-afcc-dc7bd7caaf88 Feb 04 13:48:42.280166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.313885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.318053 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12854e8-f40f-40bb-a38e-9b7b333d62b3 req-30defb24-8e9a-458d-b6d8-53074879db5e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0477970 Feb 04 13:48:42.320282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.320881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.408845 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-8ed3f59d-ac38-45a1-8f05-d3db00925d85', 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85', 'tenant_id': '464270a1c9b8487eafdedd84c2633505', 'fixed_ips': [{'subnet_id': 'b6243c47-ccca-4f1a-8d58-ad0fe96b4e31'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:42.409852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.437922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2679224 Feb 04 13:48:42.441805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309e7cd-938e-40f3-a183-dc3f0027e626 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Network': ['ID=831004a8-bb06-4794-afcc-dc7bd7caaf88,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.443801 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35086) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:42.449823 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Request body: {'subnet': {'network_id': '831004a8-bb06-4794-afcc-dc7bd7caaf88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:42.451130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12854e8-f40f-40bb-a38e-9b7b333d62b3 req-77c7c1b8-534e-4c5f-830d-c396e70980c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0585015 Feb 04 13:48:42.477889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 831004a8-bb06-4794-afcc-dc7bd7caaf88 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:42.497346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12854e8-f40f-40bb-a38e-9b7b333d62b3 req-bf1c4596-4ff4-4e6e-b165-fa09c22f207c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261552 Feb 04 13:48:42.563085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:42.567552 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Usage tracker for resource:subnet and tenant:464270a1c9b8487eafdedd84c2633505 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:42.570363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:42.576656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:42.588443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Made reservation on behalf of 464270a1c9b8487eafdedd84c2633505 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:42.592010 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.642923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12854e8-f40f-40bb-a38e-9b7b333d62b3 req-7604b795-302b-4d3e-9a04-a2a56cca08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.644386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b12854e8-f40f-40bb-a38e-9b7b333d62b3 req-7604b795-302b-4d3e-9a04-a2a56cca08ed service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398313 Feb 04 13:48:42.668806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 29f455be-5d19-4663-90c6-61205b6e9814 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:42.754479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Allocated IP 2001:db8::2 (8ed3f59d-ac38-45a1-8f05-d3db00925d85/b6243c47-ccca-4f1a-8d58-ad0fe96b4e31/09039fb5-7a57-4b02-8d5e-4c90dfca9fe0) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:42.767083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 29f455be-5d19-4663-90c6-61205b6e9814 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:42.767454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.842985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.919033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event updated for resources: {'Subnet': ['ID=b97c7a15-084b-4a85-8619-72d3feeb40b0,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:42.930241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Checking segment: {'id': 'f7c9098d-ff23-4d42-984d-614df79464d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '831004a8-bb06-4794-afcc-dc7bd7caaf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:42.930616 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network hostable DHCP agents. Network: 831004a8-bb06-4794-afcc-dc7bd7caaf88, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:42.949111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Network 831004a8-bb06-4794-afcc-dc7bd7caaf88 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:42.960360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 831004a8-bb06-4794-afcc-dc7bd7caaf88) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:42.964480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:42.966310 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:42.982231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b74f56-542f-4182-9918-48dfb6816b59 None None] Network 831004a8-bb06-4794-afcc-dc7bd7caaf88 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:42.988549 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c259c761-cc76-4666-ac33-f9401dfb2459 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5437453 Feb 04 13:48:42.991184 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35090) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.131738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.184747 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.203609 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.225588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Transition to ACTIVE for port object 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:43.259319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Transition to ACTIVE for port object 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:43.279510 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.298469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.318247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Subnet': ['ID=b97c7a15-084b-4a85-8619-72d3feeb40b0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.356738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e075ad-89b3-41bd-97f8-0bc37ef95966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-831004a8-bb06-4794-afcc-dc7bd7caaf88', 'network_id': '831004a8-bb06-4794-afcc-dc7bd7caaf88', 'tenant_id': '464270a1c9b8487eafdedd84c2633505', 'fixed_ips': [{'subnet_id': 'b97c7a15-084b-4a85-8619-72d3feeb40b0'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:43.357562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-47e075ad-89b3-41bd-97f8-0bc37ef95966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.392316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:43.399485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:43.402064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Pushing event updated for resources: {'Port': ['ID=09039fb5-7a57-4b02-8d5e-4c90dfca9fe0,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.414749 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.438421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:43.439460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831004a8-bb06-4794-afcc-dc7bd7caaf88']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.452708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c9098d-ff23-4d42-984d-614df79464d7') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.452986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c9098d-ff23-4d42-984d-614df79464d7') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:43.465361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.482469 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.489450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:43.489839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:43.504395 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:43.557036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Attempting to bind port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:43.557659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Attempting to bind port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '83924847-8c81-47c7-9309-3c879f34da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:43.558055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Attempting to bind port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 on network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:43.565945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf334718-d6f2-4c21-9438-366a3a9269cb None None] Network 831004a8-bb06-4794-afcc-dc7bd7caaf88 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:43.582178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:43.582707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Checking segment: {'id': '83924847-8c81-47c7-9309-3c879f34da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:43.583197 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.583610 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Bound using segment: {'id': '83924847-8c81-47c7-9309-3c879f34da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:43.584247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Bound port: 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83924847-8c81-47c7-9309-3c879f34da28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8ed3f59d-ac38-45a1-8f05-d3db00925d85'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:43.584718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.587147 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.591818 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.617446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Network': ['ID=831004a8-bb06-4794-afcc-dc7bd7caaf88,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.621051 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c16b0e3-d759-4356-873c-93ab586b2ae1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/831004a8-bb06-4794-afcc-dc7bd7caaf88 HTTP/1.1" status: 204 len: 168 time: 0.6289451 Feb 04 13:48:43.624507 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35094) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.713922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc522-21d8-4778-807a-44a9f2077a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.784290 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c3837-ef2e-449f-bdaf-b251d542b0e8 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] GET failed (client error): The resource could not be found. Feb 04 13:48:43.784820 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-933c3837-ef2e-449f-bdaf-b251d542b0e8 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Synchronizing usage tracker for tenant:464270a1c9b8487eafdedd84c2633505 on resource:subnet {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:43.801265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-933c3837-ef2e-449f-bdaf-b251d542b0e8 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Unset dirty status for tenant:464270a1c9b8487eafdedd84c2633505 on resource:subnet {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:43.802582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-933c3837-ef2e-449f-bdaf-b251d542b0e8 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "GET /v2.0/subnets/b97c7a15-084b-4a85-8619-72d3feeb40b0 HTTP/1.1" status: 404 len: 337 time: 0.1770232 Feb 04 13:48:43.805390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35098) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.831581 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dbf129-e2b2-4aad-9c35-3344a73abb8b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:43.832053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dbf129-e2b2-4aad-9c35-3344a73abb8b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:43.833718 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f3dbf129-e2b2-4aad-9c35-3344a73abb8b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/831004a8-bb06-4794-afcc-dc7bd7caaf88 HTTP/1.1" status: 404 len: 339 time: 0.0274622 Feb 04 13:48:43.837506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35102) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.870047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] For port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:43.876539 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d521eb-3d4b-47dd-9e16-73d61b799e42 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:43.877004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d521eb-3d4b-47dd-9e16-73d61b799e42 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:43.878747 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a2d521eb-3d4b-47dd-9e16-73d61b799e42 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/subnets/b97c7a15-084b-4a85-8619-72d3feeb40b0 HTTP/1.1" status: 404 len: 337 time: 0.0401571 Feb 04 13:48:43.879495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] For port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=09039fb5-7a57-4b02-8d5e-4c90dfca9fe0,segment=NetworkSegment(83924847-8c81-47c7-9309-3c879f34da28),segment_id=83924847-8c81-47c7-9309-3c879f34da28)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:43.881299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35106) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.885356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:43.906524 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af3a03f-f3d4-45e9-8df2-0918afe08bf5 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:43.907042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af3a03f-f3d4-45e9-8df2-0918afe08bf5 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:43.908670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0af3a03f-f3d4-45e9-8df2-0918afe08bf5 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/831004a8-bb06-4794-afcc-dc7bd7caaf88 HTTP/1.1" status: 404 len: 339 time: 0.0264680 Feb 04 13:48:43.911260 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35110) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:43.967057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cece5b0-9b90-4882-a762-7c45e9312487 None None] Pushing event updated for resources: {'Port': ['ID=09039fb5-7a57-4b02-8d5e-4c90dfca9fe0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:43.988539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Deleting subnet b6243c47-ccca-4f1a-8d58-ad0fe96b4e31 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:48:43.991802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.049119 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.151729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.229740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.270858 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Subnet': ['ID=b6243c47-ccca-4f1a-8d58-ad0fe96b4e31,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.275383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.291036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-fd97b2b1-3d17-4dd8-8bce-ca988a361620 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/subnets/b6243c47-ccca-4f1a-8d58-ad0fe96b4e31 HTTP/1.1" status: 204 len: 168 time: 0.3784952 Feb 04 13:48:44.293513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35114) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:44.406396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.417121 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Deleting port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:44.417447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.643637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] For port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=09039fb5-7a57-4b02-8d5e-4c90dfca9fe0,segment=NetworkSegment(83924847-8c81-47c7-9309-3c879f34da28),segment_id=83924847-8c81-47c7-9309-3c879f34da28)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:44.644250 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.712355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:44.791150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:44.799337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Calling delete_port for 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:44.876621 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:44.928828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Port': ['ID=09039fb5-7a57-4b02-8d5e-4c90dfca9fe0,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:44.935012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No DVR routers for this DVR port 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:44.974050 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7678315-bb06-4a99-b662-bd97b213c4c2 None None] Network 8ed3f59d-ac38-45a1-8f05-d3db00925d85 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:45.047019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f37af4a4-7c0d-4028-b298-d3279a2e9f0f None None] Could not find standard attr ID for object 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0. {{(pid=87622) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 13:48:45.068079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.096381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed3f59d-ac38-45a1-8f05-d3db00925d85']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.108488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83924847-8c81-47c7-9309-3c879f34da28') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.108718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83924847-8c81-47c7-9309-3c879f34da28') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:45.119855 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.135858 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.142966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:45.142966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:45.157125 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:45.206351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57595e45-b6ca-45cc-81a9-93f286b22c9a None None] DHCP port deletion for 8ed3f59d-ac38-45a1-8f05-d3db00925d85 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:48:45.245056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.262348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.273753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Network': ['ID=8ed3f59d-ac38-45a1-8f05-d3db00925d85,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.278006 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-68362324-5f58-4bb2-a6d8-66d66bf10f3e tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/8ed3f59d-ac38-45a1-8f05-d3db00925d85 HTTP/1.1" status: 204 len: 168 time: 0.9832778 Feb 04 13:48:45.280182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35120) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.317982 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c907e313-e603-4c01-9285-73304da1802b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:45.318445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c907e313-e603-4c01-9285-73304da1802b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:45.320153 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c907e313-e603-4c01-9285-73304da1802b tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/subnets/4fb28c52-1e58-4ea0-93ef-2c931e8fdb8b HTTP/1.1" status: 404 len: 337 time: 0.0390749 Feb 04 13:48:45.322793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35124) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.351359 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-d379faf2-098c-4e38-8479-206de166b1b1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:45.351824 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d379faf2-098c-4e38-8479-206de166b1b1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:45.353447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d379faf2-098c-4e38-8479-206de166b1b1 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/57d20c5f-37cc-457f-b263-e2718549067a HTTP/1.1" status: 404 len: 339 time: 0.0297763 Feb 04 13:48:45.355967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35128) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.394269 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbe4279-479d-4dfb-a828-c00117ef17b3 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:45.394682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbe4279-479d-4dfb-a828-c00117ef17b3 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:45.396584 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dfbe4279-479d-4dfb-a828-c00117ef17b3 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/subnets/400747bb-1596-4534-bb85-a9dedbc137fc HTTP/1.1" status: 404 len: 337 time: 0.0397234 Feb 04 13:48:45.399127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35132) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.423370 n-d-820555-2 neutron-server[87620]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e743f-b99d-4ba4-9c86-e55d5e0ffe58 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] DELETE failed (client error): The resource could not be found. Feb 04 13:48:45.424094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261e743f-b99d-4ba4-9c86-e55d5e0ffe58 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87620) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 13:48:45.425721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-261e743f-b99d-4ba4-9c86-e55d5e0ffe58 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/c6be17cd-d3ea-42bb-89ba-9acf46ca189d HTTP/1.1" status: 404 len: 339 time: 0.0256639 Feb 04 13:48:45.427985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35136) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.495316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Deleting subnet 75a5f58d-36d9-4db5-8ef8-6075205f7aba {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:48:45.498185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.552978 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.635214 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.816280 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.856365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Subnet': ['ID=75a5f58d-36d9-4db5-8ef8-6075205f7aba,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:45.858284 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.864442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52992b71-9b85-43ed-938b-9702ca2ba408 None None] Network cb42daee-52e2-4d22-8fe2-1b72eea81130 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:45.868642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d37d3cdb-cfdb-4863-b29e-2a73a7552e64 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/subnets/75a5f58d-36d9-4db5-8ef8-6075205f7aba HTTP/1.1" status: 204 len: 168 time: 0.4397371 Feb 04 13:48:45.871029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35140) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:45.985895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:45.996188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Deleting port 29f455be-5d19-4663-90c6-61205b6e9814 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:45.996525 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.111238 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] DHCP port deletion for cb42daee-52e2-4d22-8fe2-1b72eea81130 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:48:46.115324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Deleting port 29f455be-5d19-4663-90c6-61205b6e9814 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:46.115716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.212258 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] For port 29f455be-5d19-4663-90c6-61205b6e9814, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=29f455be-5d19-4663-90c6-61205b6e9814,segment=NetworkSegment(4325e7ff-3c9d-46e8-a46c-9ddd5681ab19),segment_id=4325e7ff-3c9d-46e8-a46c-9ddd5681ab19)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:46.212631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.319711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] For port 29f455be-5d19-4663-90c6-61205b6e9814, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=29f455be-5d19-4663-90c6-61205b6e9814,segment=NetworkSegment(4325e7ff-3c9d-46e8-a46c-9ddd5681ab19),segment_id=4325e7ff-3c9d-46e8-a46c-9ddd5681ab19)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:46.320028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.337881 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Calling delete_port for 29f455be-5d19-4663-90c6-61205b6e9814 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:46.418125 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.446441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Calling delete_port for 29f455be-5d19-4663-90c6-61205b6e9814 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:46.471515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Port': ['ID=29f455be-5d19-4663-90c6-61205b6e9814,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.473467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] No DVR routers for this DVR port 29f455be-5d19-4663-90c6-61205b6e9814 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:46.494264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0d576a79-1202-44d1-8b8a-4c2deef55972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.526401 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:46.526783 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:46.599311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.625233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb42daee-52e2-4d22-8fe2-1b72eea81130']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.637885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.638196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4325e7ff-3c9d-46e8-a46c-9ddd5681ab19') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:46.650025 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.655604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 29f455be-5d19-4663-90c6-61205b6e9814 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:48:46.666063 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.672082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:46.672506 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:46.687144 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:46.693674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 29f455be-5d19-4663-90c6-61205b6e9814 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:48:46.694025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 29f455be-5d19-4663-90c6-61205b6e9814 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:48:46.694469 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:48:46.728454 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:48:46.728800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 09039fb5-7a57-4b02-8d5e-4c90dfca9fe0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:48:46.773549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.791145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:46.802802 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] Pushing event deleted for resources: {'Network': ['ID=cb42daee-52e2-4d22-8fe2-1b72eea81130,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:46.805633 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-44a71cca-2c7c-479f-8172-152f56acb0f9 tempest-NetworksIpV6Test-1218271507 tempest-NetworksIpV6Test-1218271507-project] 10.222.0.53 "DELETE /v2.0/networks/cb42daee-52e2-4d22-8fe2-1b72eea81130 HTTP/1.1" status: 204 len: 168 time: 0.9336712 Feb 04 13:48:46.916755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.028168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Deleting port 29f455be-5d19-4663-90c6-61205b6e9814 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:47.028547 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.071860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35148) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:47.096700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-431a1e77-6f5b-4dc8-af54-d0213824f09d None None] The port '29f455be-5d19-4663-90c6-61205b6e9814' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:48:47.222413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a20a1257-f17f-4c56-89bd-c349ccfb7ae1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=464270a1c9b8487eafdedd84c2633505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491137 Feb 04 13:48:47.224802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35154) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:47.283213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.312799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.363850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.380425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83324d3-1f5e-41d0-8d5f-c40deaa98ae7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:47.385149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:47.385868 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5374308-4f82-42ce-93b1-4eeabfb0499a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e83324d3-1f5e-41d0-8d5f-c40deaa98ae7 HTTP/1.1" status: 204 len: 168 time: 0.1600907 Feb 04 13:48:47.461307 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.061552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35178) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:48.162313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-226517022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:48.169721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:48.174169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:router and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:48.177113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:48.183299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:48.193995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.195034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.210092 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.228223 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.248357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.249509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c4cdc99-ae93-4997-8667-3485feb55f4d tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869657 Feb 04 13:48:48.252787 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:48.258105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-548345648'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:48.263576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:48.268440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:network and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:48.271266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:48.276952 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:48.286522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Made reservation on behalf of be80d270ead14f4ca53289a6fbb9b2c1 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:48.289937 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.301803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.316365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:48.320072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:security_group_rule and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:48.322822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:48.328408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:48.411613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.417854 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.453088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:48.461493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47bd74c-a14d-4876-bfca-56e936f2087c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.466978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.467326 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Added segment 04725b62-dd29-4a2b-9415-b1ba70b4abe2 of type vlan for network 45de2ecb-408d-4898-9419-601cf06f3e9d Feb 04 13:48:48.493514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.521573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.527015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:48.527612 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.634350 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event updated for resources: {'Network': ['ID=45de2ecb-408d-4898-9419-601cf06f3e9d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:48.640338 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fcca9574-bcec-49f2-b99c-64b95e677b07 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3838770 Feb 04 13:48:48.640694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35188) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:48.645107 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 45de2ecb-408d-4898-9419-601cf06f3e9d details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:48.646189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'subnet': {'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:48.758258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:48.762031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:subnet and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:48.764862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:48.770534 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:48.780626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Made reservation on behalf of be80d270ead14f4ca53289a6fbb9b2c1 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:48.784587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:48.827046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.000626 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.075258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event updated for resources: {'Subnet': ['ID=49371b14-3618-4b97-a51f-8e51e1400fe8,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:49.083604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Checking segment: {'id': '04725b62-dd29-4a2b-9415-b1ba70b4abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:49.083958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Network hostable DHCP agents. Network: 45de2ecb-408d-4898-9419-601cf06f3e9d, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:49.102687 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Network 45de2ecb-408d-4898-9419-601cf06f3e9d is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:49.111998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 45de2ecb-408d-4898-9419-601cf06f3e9d) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:49.116239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.116821 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.122703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09b678-cad3-44a0-8b8b-9b2936ef501a None None] Network 45de2ecb-408d-4898-9419-601cf06f3e9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:49.142643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68b5c42f-6686-4ae0-958b-098973249050 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5008595 Feb 04 13:48:49.145677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35192) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:49.151141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1963825748'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:49.157032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:49.160795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:network and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:49.164032 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:49.169742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:49.180784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Made reservation on behalf of be80d270ead14f4ca53289a6fbb9b2c1 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:49.184181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.211805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:49.221975 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.222458 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Added segment 9f8390e9-f1e3-497c-b713-c5c60d01c914 of type vlan for network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 Feb 04 13:48:49.252235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.284278 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.290152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.290758 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.379668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-45de2ecb-408d-4898-9419-601cf06f3e9d', 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d', 'tenant_id': 'be80d270ead14f4ca53289a6fbb9b2c1', 'fixed_ips': [{'subnet_id': '49371b14-3618-4b97-a51f-8e51e1400fe8'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:49.380797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.392811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2460380 Feb 04 13:48:49.395894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35196) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:49.402516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'subnet': {'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:49.410345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea647627-d3cf-4c67-a50a-65548e4f10e0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event updated for resources: {'Network': ['ID=69db713c-0d62-45ba-aa61-1b2ab453dbc2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:49.444514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:49.517918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:49.521910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Usage tracker for resource:subnet and tenant:be80d270ead14f4ca53289a6fbb9b2c1 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:49.524791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:49.530562 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:49.540151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Made reservation on behalf of be80d270ead14f4ca53289a6fbb9b2c1 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:49.543644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.633087 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Allocated IP 172.20.0.2 (45de2ecb-408d-4898-9419-601cf06f3e9d/49371b14-3618-4b97-a51f-8e51e1400fe8/fe0e6b37-7767-48a3-8db3-b7936d06a4df) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:49.771492 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.851253 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event updated for resources: {'Subnet': ['ID=38d99e74-efd1-46f2-9e75-82b352616dcb,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:49.853484 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.859045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Checking segment: {'id': '9f8390e9-f1e3-497c-b713-c5c60d01c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:49.859416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Network hostable DHCP agents. Network: 69db713c-0d62-45ba-aa61-1b2ab453dbc2, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:49.865646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Transition to ACTIVE for port object fe0e6b37-7767-48a3-8db3-b7936d06a4df will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:49.878573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:49.884572 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Transition to ACTIVE for port object fe0e6b37-7767-48a3-8db3-b7936d06a4df will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:49.887871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 69db713c-0d62-45ba-aa61-1b2ab453dbc2) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:49.890052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.892506 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:49.893092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:49.915343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8152bb20-3ae0-4627-a978-68d3a0f4fdf0 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5174537 Feb 04 13:48:49.918079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35204) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:49.924410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c7792bb3-53ea-437f-a636-1eb7c5da8f4f tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Request body: {'router': {'external_gateway_info': {'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:49.930004 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71b38b-23e5-40a0-957a-d2e3879c2315 None None] Network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:50.033287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Network 45de2ecb-408d-4898-9419-601cf06f3e9d is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:50.041040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:50.042821 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Pushing event updated for resources: {'Port': ['ID=fe0e6b37-7767-48a3-8db3-b7936d06a4df,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.044997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:50.171115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Attempting to bind port fe0e6b37-7767-48a3-8db3-b7936d06a4df on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:50.171473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Attempting to bind port fe0e6b37-7767-48a3-8db3-b7936d06a4df by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '04725b62-dd29-4a2b-9415-b1ba70b4abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:50.171836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Attempting to bind port fe0e6b37-7767-48a3-8db3-b7936d06a4df on network 45de2ecb-408d-4898-9419-601cf06f3e9d {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:50.206432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:50.206830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Checking segment: {'id': '04725b62-dd29-4a2b-9415-b1ba70b4abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:50.207229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.207615 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Bound using segment: {'id': '04725b62-dd29-4a2b-9415-b1ba70b4abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:50.208078 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Bound port: fe0e6b37-7767-48a3-8db3-b7936d06a4df, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04725b62-dd29-4a2b-9415-b1ba70b4abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '45de2ecb-408d-4898-9419-601cf06f3e9d'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:50.208447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.332991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-69db713c-0d62-45ba-aa61-1b2ab453dbc2', 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2', 'tenant_id': 'be80d270ead14f4ca53289a6fbb9b2c1', 'fixed_ips': [{'subnet_id': '38d99e74-efd1-46f2-9e75-82b352616dcb'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:50.333806 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.363039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:50.408303 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fe0e6b37-7767-48a3-8db3-b7936d06a4df,segment=NetworkSegment(04725b62-dd29-4a2b-9415-b1ba70b4abe2),segment_id=04725b62-dd29-4a2b-9415-b1ba70b4abe2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:50.423864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.483637 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c7792bb3-53ea-437f-a636-1eb7c5da8f4f tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.597490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc6117-97bc-45df-a386-25fcda640e93 None None] Pushing event updated for resources: {'Port': ['ID=fe0e6b37-7767-48a3-8db3-b7936d06a4df,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:50.614209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.625540 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Allocated IP 172.21.0.2 (69db713c-0d62-45ba-aa61-1b2ab453dbc2/38d99e74-efd1-46f2-9e75-82b352616dcb/fee8a2e2-6e38-43fd-8748-d79ad3f9031b) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:50.646390 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [None req-c7792bb3-53ea-437f-a636-1eb7c5da8f4f tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 13:48:50.647631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c7792bb3-53ea-437f-a636-1eb7c5da8f4f tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "PUT /v2.0/routers/da064099-9dcc-457c-8854-65e981374fcb HTTP/1.1" status: 400 len: 364 time: 0.7286062 Feb 04 13:48:50.653373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35208) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:50.731994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Deleting subnet 38d99e74-efd1-46f2-9e75-82b352616dcb {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:48:50.876525 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.888206 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Transition to ACTIVE for port object fee8a2e2-6e38-43fd-8748-d79ad3f9031b will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:50.908370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Transition to ACTIVE for port object fee8a2e2-6e38-43fd-8748-d79ad3f9031b will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:50.914649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.920437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.981274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:50.990811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:50.993971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:50.997735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:51.004180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Pushing event updated for resources: {'Port': ['ID=fee8a2e2-6e38-43fd-8748-d79ad3f9031b,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.075659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.128055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Attempting to bind port fee8a2e2-6e38-43fd-8748-d79ad3f9031b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:51.128339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Attempting to bind port fee8a2e2-6e38-43fd-8748-d79ad3f9031b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9f8390e9-f1e3-497c-b713-c5c60d01c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:51.128697 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Attempting to bind port fee8a2e2-6e38-43fd-8748-d79ad3f9031b on network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:51.133861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:51.134232 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Checking segment: {'id': '9f8390e9-f1e3-497c-b713-c5c60d01c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:51.134703 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.135070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Bound using segment: {'id': '9f8390e9-f1e3-497c-b713-c5c60d01c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:51.135524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Bound port: fee8a2e2-6e38-43fd-8748-d79ad3f9031b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8390e9-f1e3-497c-b713-c5c60d01c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '69db713c-0d62-45ba-aa61-1b2ab453dbc2'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:51.135913 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.152222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.195203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Subnet': ['ID=38d99e74-efd1-46f2-9e75-82b352616dcb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.198821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.205010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-76378d31-d9e7-4ec0-aa07-ebe847b0af82 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "DELETE /v2.0/subnets/38d99e74-efd1-46f2-9e75-82b352616dcb HTTP/1.1" status: 204 len: 168 time: 0.5506241 Feb 04 13:48:51.207521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35212) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:51.233341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] For port fee8a2e2-6e38-43fd-8748-d79ad3f9031b, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:51.237139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] For port fee8a2e2-6e38-43fd-8748-d79ad3f9031b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fee8a2e2-6e38-43fd-8748-d79ad3f9031b,segment=NetworkSegment(9f8390e9-f1e3-497c-b713-c5c60d01c914),segment_id=9f8390e9-f1e3-497c-b713-c5c60d01c914)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:51.240459 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.333006 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.345784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Deleting port fee8a2e2-6e38-43fd-8748-d79ad3f9031b {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:51.346128 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.364211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570faf6f-7aec-41bf-8f27-d53d406ad2a7 None None] Pushing event updated for resources: {'Port': ['ID=fee8a2e2-6e38-43fd-8748-d79ad3f9031b,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:51.386448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d490d-df3c-461c-8790-5a5935de4e5a None None] Network 69db713c-0d62-45ba-aa61-1b2ab453dbc2 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:51.571416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] For port fee8a2e2-6e38-43fd-8748-d79ad3f9031b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fee8a2e2-6e38-43fd-8748-d79ad3f9031b,segment=NetworkSegment(9f8390e9-f1e3-497c-b713-c5c60d01c914),segment_id=9f8390e9-f1e3-497c-b713-c5c60d01c914)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:51.571982 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.661062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe914599-52ab-4b00-aa7e-2f286ff3d713 None None] Network 45de2ecb-408d-4898-9419-601cf06f3e9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:51.704389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Calling delete_port for fee8a2e2-6e38-43fd-8748-d79ad3f9031b owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:51.754178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e9af3e98-99e1-4754-9fce-5eb85c586543 None None] Provisioning for port fe0e6b37-7767-48a3-8db3-b7936d06a4df completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:51.903038 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:51.954139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] No DVR routers for this DVR port fee8a2e2-6e38-43fd-8748-d79ad3f9031b on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:51.956052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Port': ['ID=fee8a2e2-6e38-43fd-8748-d79ad3f9031b,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:52.084497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.100036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec2de2-7fd3-454f-8477-ca3dcfbaeae7 None None] get_active_networks_info from n-d-820555-2 {{(pid=87622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 13:48:52.110585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69db713c-0d62-45ba-aa61-1b2ab453dbc2']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:52.122582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8390e9-f1e3-497c-b713-c5c60d01c914') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:52.122919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8390e9-f1e3-497c-b713-c5c60d01c914') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:52.134971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.152067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.158230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:52.158590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:52.173466 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:52.192587 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec2de2-7fd3-454f-8477-ca3dcfbaeae7 None None] Resources bound (agent type, host, resource id): {{(pid=87622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 13:48:52.255687 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.273249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.284615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Network': ['ID=69db713c-0d62-45ba-aa61-1b2ab453dbc2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:52.291071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6e1050fd-7d19-4259-a52d-6eb36cc8b024 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "DELETE /v2.0/networks/69db713c-0d62-45ba-aa61-1b2ab453dbc2 HTTP/1.1" status: 204 len: 168 time: 1.0803244 Feb 04 13:48:52.291463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35216) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:52.356668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Deleting subnet 49371b14-3618-4b97-a51f-8e51e1400fe8 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:48:52.359668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.417860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.502510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.574718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.619752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.622328 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Subnet': ['ID=49371b14-3618-4b97-a51f-8e51e1400fe8,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:52.631173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51bbfe-7392-4c14-9ac9-6afb3780179f None None] Network 45de2ecb-408d-4898-9419-601cf06f3e9d requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:52.633094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-300d2e7c-bc36-4749-be2f-0b137d7c335c tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "DELETE /v2.0/subnets/49371b14-3618-4b97-a51f-8e51e1400fe8 HTTP/1.1" status: 204 len: 168 time: 0.3405728 Feb 04 13:48:52.633508 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35220) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:52.719543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fe0e6b37-7767-48a3-8db3-b7936d06a4df up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:52.755149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.765706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Deleting port fe0e6b37-7767-48a3-8db3-b7936d06a4df {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:52.766618 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.875998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port fe0e6b37-7767-48a3-8db3-b7936d06a4df completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:52.882858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port fe0e6b37-7767-48a3-8db3-b7936d06a4df triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:52.883224 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:52.981199 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fe0e6b37-7767-48a3-8db3-b7936d06a4df,segment=NetworkSegment(04725b62-dd29-4a2b-9415-b1ba70b4abe2),segment_id=04725b62-dd29-4a2b-9415-b1ba70b4abe2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:52.981557 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.001790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] DHCP port deletion for 45de2ecb-408d-4898-9419-601cf06f3e9d request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:48:53.010274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Deleting port fe0e6b37-7767-48a3-8db3-b7936d06a4df {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:53.010653 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.038507 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.113684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Calling delete_port for fe0e6b37-7767-48a3-8db3-b7936d06a4df owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:53.161583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fe0e6b37-7767-48a3-8db3-b7936d06a4df,segment=NetworkSegment(04725b62-dd29-4a2b-9415-b1ba70b4abe2),segment_id=04725b62-dd29-4a2b-9415-b1ba70b4abe2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:53.166528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.196182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.db.api [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:53.196489 n-d-820555-2 neutron-server[87620]: DEBUG oslo_db.api [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:53.320557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=fe0e6b37-7767-48a3-8db3-b7936d06a4df,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:53.327055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fe0e6b37-7767-48a3-8db3-b7936d06a4df,segment=NetworkSegment(04725b62-dd29-4a2b-9415-b1ba70b4abe2),segment_id=04725b62-dd29-4a2b-9415-b1ba70b4abe2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:53.327441 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.445896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Calling delete_port for fe0e6b37-7767-48a3-8db3-b7936d06a4df owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:53.519601 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:48:53.519871 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:48:53.697469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Deleting port fe0e6b37-7767-48a3-8db3-b7936d06a4df {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:53.698007 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:53.901601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] For port fe0e6b37-7767-48a3-8db3-b7936d06a4df, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=fe0e6b37-7767-48a3-8db3-b7936d06a4df,segment=NetworkSegment(04725b62-dd29-4a2b-9415-b1ba70b4abe2),segment_id=04725b62-dd29-4a2b-9415-b1ba70b4abe2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:53.901951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.020803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Deleting port fe0e6b37-7767-48a3-8db3-b7936d06a4df {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:48:54.021275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.024310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Calling delete_port for fe0e6b37-7767-48a3-8db3-b7936d06a4df owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:48:54.106921 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.109599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0c2766df-3d5d-427a-9003-8f40b8da94ea None None] The port 'fe0e6b37-7767-48a3-8db3-b7936d06a4df' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:48:54.158046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Port': ['ID=fe0e6b37-7767-48a3-8db3-b7936d06a4df,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.159871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] No DVR routers for this DVR port fe0e6b37-7767-48a3-8db3-b7936d06a4df on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:48:54.282869 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.306859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45de2ecb-408d-4898-9419-601cf06f3e9d']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:54.322838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04725b62-dd29-4a2b-9415-b1ba70b4abe2') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:54.323136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04725b62-dd29-4a2b-9415-b1ba70b4abe2') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:54.334809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.452768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.459228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:48:54.459620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:48:54.475287 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:48:54.555576 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.572638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.583793 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Pushing event deleted for resources: {'Network': ['ID=45de2ecb-408d-4898-9419-601cf06f3e9d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:54.586812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4853640a-c1a7-4969-b8ac-bd96c637c658 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "DELETE /v2.0/networks/45de2ecb-408d-4898-9419-601cf06f3e9d HTTP/1.1" status: 204 len: 168 time: 1.9520524 Feb 04 13:48:54.589460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:54.632965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8c588798-44d6-4381-a599-8688028b94f8 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Synchronizing usage tracker for tenant:be80d270ead14f4ca53289a6fbb9b2c1 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:48:54.649844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8c588798-44d6-4381-a599-8688028b94f8 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Unset dirty status for tenant:be80d270ead14f4ca53289a6fbb9b2c1 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:48:54.651007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c588798-44d6-4381-a599-8688028b94f8 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "GET /v2.0/ports?device_id=da064099-9dcc-457c-8854-65e981374fcb HTTP/1.1" status: 200 len: 205 time: 0.0606451 Feb 04 13:48:54.653569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35228) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:54.663011 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fe0e6b37-7767-48a3-8db3-b7936d06a4df no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:48:54.697972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: fe0e6b37-7767-48a3-8db3-b7936d06a4df {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:48:54.698310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device fe0e6b37-7767-48a3-8db3-b7936d06a4df not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:48:54.791758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:54.851643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.089432 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.091682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.115423 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.115869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Fanout notify agent at l3_agent the message router_deleted on router da064099-9dcc-457c-8854-65e981374fcb {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:48:55.127638 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.128711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ce0c984-9411-4778-b210-b5a15f421919 tempest-RoutersNegativeTest-1522646079 tempest-RoutersNegativeTest-1522646079-project] 10.222.0.53 "DELETE /v2.0/routers/da064099-9dcc-457c-8854-65e981374fcb HTTP/1.1" status: 204 len: 168 time: 0.4742005 Feb 04 13:48:55.394378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35236) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:55.540494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c0b38acc-3fd5-4c33-93b9-b46374eff130 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be80d270ead14f4ca53289a6fbb9b2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448863 Feb 04 13:48:55.542910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35242) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:55.599590 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.627864 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.680612 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.696502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47bd74c-a14d-4876-bfca-56e936f2087c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:55.703026 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:55.704744 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c77e1a1-ce14-4534-9786-c09ae3097ab3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e47bd74c-a14d-4876-bfca-56e936f2087c HTTP/1.1" status: 204 len: 168 time: 0.1609490 Feb 04 13:48:56.354147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35266) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:56.458569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1361617663-network', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:56.464031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:56.467961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Usage tracker for resource:network and tenant:ec80a77ad62748f690dc608a5a121fbb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:56.471469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:56.477404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:56.488911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Made reservation on behalf of ec80a77ad62748f690dc608a5a121fbb for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:56.491274 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.503463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.518589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:56.522768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Usage tracker for resource:security_group_rule and tenant:ec80a77ad62748f690dc608a5a121fbb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:56.525647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:56.531252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:56.612767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.616550 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.648995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:48:56.654405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e70d9-174d-4c61-b97e-4e569964015b,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:56.662093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.662532 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Added segment adf5a988-a87b-449b-9965-61963c5ad49f of type vlan for network 9335fcea-25aa-4f64-86c7-51010f8e31a1 Feb 04 13:48:56.688151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.721020 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.721871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:56.722447 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:56.821686 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4663954 Feb 04 13:48:56.822392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff354f-e581-4a63-9e60-7eef099b0f24 admin admin] Pushing event updated for resources: {'Network': ['ID=9335fcea-25aa-4f64-86c7-51010f8e31a1,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:56.824434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35272) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:56.830493 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Request body: {'subnet': {'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-subnet', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:56.832897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:48:56.836135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:56.840310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Usage tracker for resource:subnet and tenant:ec80a77ad62748f690dc608a5a121fbb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:56.843261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:56.850294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:56.860674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Made reservation on behalf of ec80a77ad62748f690dc608a5a121fbb for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:48:56.864168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.076714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.150057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18727724-e061-4616-a466-ea66ee596413,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:57.158524 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Checking segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:57.158906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Network hostable DHCP agents. Network: 9335fcea-25aa-4f64-86c7-51010f8e31a1, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:48:57.176204 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:48:57.185251 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9335fcea-25aa-4f64-86c7-51010f8e31a1) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:57.190834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:48:57.191498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.195560 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af067b5-be01-4da0-807d-646b15c2e53d None None] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:57.213391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfa8ab17-ce08-45e3-8055-30085c2e8793 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3877199 Feb 04 13:48:57.216353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35276) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:57.221525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:48:57.227375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:48:57.231192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Usage tracker for resource:router and tenant:ec80a77ad62748f690dc608a5a121fbb is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:48:57.234017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:48:57.239746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:48:57.251131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.252126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.269522 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.426488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9335fcea-25aa-4f64-86c7-51010f8e31a1', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:48:57.427635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.591857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Allocated IP 172.20.0.2 (9335fcea-25aa-4f64-86c7-51010f8e31a1/18727724-e061-4616-a466-ea66ee596413/65180117-123f-4aae-bfde-f9ad6524ff73) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:57.667829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.808343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.818775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Transition to ACTIVE for port object 65180117-123f-4aae-bfde-f9ad6524ff73 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:57.836563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Transition to ACTIVE for port object 65180117-123f-4aae-bfde-f9ad6524ff73 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:48:57.842070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:57.907828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:57.911408 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:57.915328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:57.948079 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Pushing event updated for resources: {'Port': ['ID=65180117-123f-4aae-bfde-f9ad6524ff73,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:57.990247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.011720 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Attempting to bind port 65180117-123f-4aae-bfde-f9ad6524ff73 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:48:58.012084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Attempting to bind port 65180117-123f-4aae-bfde-f9ad6524ff73 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:48:58.012443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Attempting to bind port 65180117-123f-4aae-bfde-f9ad6524ff73 on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:48:58.017573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:48:58.017944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Checking segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:48:58.018343 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.018768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Bound using segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:48:58.019225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Bound port: 65180117-123f-4aae-bfde-f9ad6524ff73, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:48:58.019553 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.019675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.105768 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] For port 65180117-123f-4aae-bfde-f9ad6524ff73, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:48:58.109225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] For port 65180117-123f-4aae-bfde-f9ad6524ff73, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65180117-123f-4aae-bfde-f9ad6524ff73,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:48:58.115383 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.159690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Allocated IP 172.25.4.116 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/de941c5d-57a9-4838-ba25-135e737d5cc6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:48:58.238959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089c83-a638-407f-98c7-395c5fd87e96 None None] Pushing event updated for resources: {'Port': ['ID=65180117-123f-4aae-bfde-f9ad6524ff73,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:58.315631 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.346786 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:58.421011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:48:58.424606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:48:58.429477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:48:58.463109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Pushing event updated for resources: {'Port': ['ID=de941c5d-57a9-4838-ba25-135e737d5cc6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:58.695644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65180117-123f-4aae-bfde-f9ad6524ff73 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:48:58.770112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 65180117-123f-4aae-bfde-f9ad6524ff73 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:58.980623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.268668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486d2bc-506e-4155-b10e-73703dfb4aab None None] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:48:59.343706 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.403313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Provisioning for port 65180117-123f-4aae-bfde-f9ad6524ff73 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:48:59.433117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Provisioning complete for port 65180117-123f-4aae-bfde-f9ad6524ff73 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:48:59.433500 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.529810 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:48:59.548725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:48:59.620529 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.657799 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] For port 65180117-123f-4aae-bfde-f9ad6524ff73, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65180117-123f-4aae-bfde-f9ad6524ff73,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:48:59.661209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.738964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:48:59.739562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dee7f-c026-455b-91c6-2b06f18efa3f None None] Pushing event updated for resources: {'Port': ['ID=65180117-123f-4aae-bfde-f9ad6524ff73,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:48:59.752446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Sync routers for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:48:59.764262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:48:59.764887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:48:59.775788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-244db002-2645-493b-9137-529e403ccaef admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:48:59.777851 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-244db002-2645-493b-9137-529e403ccaef admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5602977 Feb 04 13:48:59.780753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:48:59.953766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:00.141682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a9146bdc-9897-4f85-ae08-6685b76406d9 None None] Provisioning complete for port 65180117-123f-4aae-bfde-f9ad6524ff73 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:00.142049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a9146bdc-9897-4f85-ae08-6685b76406d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.349488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 3, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:00.353502 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Checking router: 19b7a00c-b9d9-4512-9eca-f6dde9546c4b for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:00.353840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Updating router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b port de941c5d-57a9-4838-ba25-135e737d5cc6 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:49:00.406110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.591820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.678172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65180117-123f-4aae-bfde-f9ad6524ff73 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:00.808173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Allocated IP 172.20.0.1 (9335fcea-25aa-4f64-86c7-51010f8e31a1/18727724-e061-4616-a466-ea66ee596413/a99a69e9-d105-4da3-85a8-d035efc92ecb) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:00.823671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 65180117-123f-4aae-bfde-f9ad6524ff73 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:00.824046 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.882563 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.900039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Transition to ACTIVE for port object de941c5d-57a9-4838-ba25-135e737d5cc6 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:00.908147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.965794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:00.981897 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Transition to ACTIVE for port object a99a69e9-d105-4da3-85a8-d035efc92ecb will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:01.008864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.033425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Attempting to bind port de941c5d-57a9-4838-ba25-135e737d5cc6 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:01.033800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Attempting to bind port de941c5d-57a9-4838-ba25-135e737d5cc6 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:01.034160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Attempting to bind port de941c5d-57a9-4838-ba25-135e737d5cc6 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:01.044896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52528-e9fe-494c-a756-5b8ec9ee7a37 None None] Pushing event updated for resources: {'Port': ['ID=de941c5d-57a9-4838-ba25-135e737d5cc6,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.052131 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:01.052429 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:01.052829 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.053214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:01.053681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Bound port: de941c5d-57a9-4838-ba25-135e737d5cc6, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:01.054057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.081741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:01.084589 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:01.088200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:01.132282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Pushing event updated for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.133018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] For port de941c5d-57a9-4838-ba25-135e737d5cc6, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:01.142029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] For port de941c5d-57a9-4838-ba25-135e737d5cc6, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=de941c5d-57a9-4838-ba25-135e737d5cc6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:01.148242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.154590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.233816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:01.234490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:01.304119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52528-e9fe-494c-a756-5b8ec9ee7a37 None None] Pushing event updated for resources: {'Port': ['ID=de941c5d-57a9-4838-ba25-135e737d5cc6,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.442118 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:01.459152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.631007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-eed6879a-e657-4b61-a603-e199533aef1f None None] Provisioning for port a99a69e9-d105-4da3-85a8-d035efc92ecb completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:01.639442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-eed6879a-e657-4b61-a603-e199533aef1f None None] Provisioning complete for port a99a69e9-d105-4da3-85a8-d035efc92ecb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:01.639860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-eed6879a-e657-4b61-a603-e199533aef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.721196 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-eed6879a-e657-4b61-a603-e199533aef1f None None] Port a99a69e9-d105-4da3-85a8-d035efc92ecb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:01.821249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 3, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:01.825242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84aa70-65c2-4a36-abf8-220010d62d10 None None] The sync data for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 is: [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:48:58Z', 'revision_number': 3, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:01.854230 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.858696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:01.968783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Pushing event updated for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:01.971266 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:02.124745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:02.125876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:02.329654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:49:02.347627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3210c83e-c8e9-4966-bcd5-54239ea90173 None None] Provisioning complete for port a99a69e9-d105-4da3-85a8-d035efc92ecb triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:02.348029 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3210c83e-c8e9-4966-bcd5-54239ea90173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:02.404299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-3210c83e-c8e9-4966-bcd5-54239ea90173 None None] Port a99a69e9-d105-4da3-85a8-d035efc92ecb cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:02.517277 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:49:02.526466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d4870144-0571-421d-adc9-98adb193e677 admin admin] 10.222.0.53 "PUT /v2.0/routers/19b7a00c-b9d9-4512-9eca-f6dde9546c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7446766 Feb 04 13:49:02.709814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device de941c5d-57a9-4838-ba25-135e737d5cc6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:02.791805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port de941c5d-57a9-4838-ba25-135e737d5cc6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:02.797649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port de941c5d-57a9-4838-ba25-135e737d5cc6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:02.798172 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:02.919094 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:02.936943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port de941c5d-57a9-4838-ba25-135e737d5cc6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=de941c5d-57a9-4838-ba25-135e737d5cc6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:02.941687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.013921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=de941c5d-57a9-4838-ba25-135e737d5cc6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:03.071753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35298) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:49:03.077308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1259841165-network', 'tenant_id': '626231075e944936833c19b55b9feb39'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:03.083458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:03.087222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Usage tracker for resource:network and tenant:626231075e944936833c19b55b9feb39 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:49:03.090071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:49:03.095710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:03.105920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Made reservation on behalf of 626231075e944936833c19b55b9feb39 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:03.108442 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.120348 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.135095 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:03.138830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Usage tracker for resource:security_group_rule and tenant:626231075e944936833c19b55b9feb39 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:49:03.142101 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:49:03.147953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:03.237021 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.240793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.272774 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:49:03.282029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d16e03-af05-4309-8f79-c1ee9794a632,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:03.287815 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.288162 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Added segment f7b7b57e-57df-422d-963d-725a0e6ec2f9 of type vlan for network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 Feb 04 13:49:03.314629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.355683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.356794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:03.357571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.429589 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Sync routers for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:03.439271 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:03.439867 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:03.460009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] Pushing event updated for resources: {'Network': ['ID=59f79d54-d4b4-4b42-81b6-79e6ed63a383,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:03.466408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d7b40702-1be2-4794-aeca-4645d0f4cab2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3910446 Feb 04 13:49:03.466789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35302) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:49:03.470897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:49:03.472419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Request body: {'subnet': {'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-subnet', 'tenant_id': '626231075e944936833c19b55b9feb39', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:03.478415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:03.482722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Usage tracker for resource:subnet and tenant:626231075e944936833c19b55b9feb39 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:49:03.487109 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:49:03.493177 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:03.504811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Made reservation on behalf of 626231075e944936833c19b55b9feb39 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:03.507844 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.634419 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:03.724139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.805005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7bc7a6-3ed6-42ca-b636-17a069216d77,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:03.812622 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Checking segment: {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:03.812977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Network hostable DHCP agents. Network: 59f79d54-d4b4-4b42-81b6-79e6ed63a383, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:49:03.831618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:49:03.841105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 59f79d54-d4b4-4b42-81b6-79e6ed63a383) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:03.846972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:03.848051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.851306 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78821c01-2b23-41e9-bde7-ca7afa3cdda6 None None] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:49:03.871880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d59ee574-350d-41ec-a215-da06fba030cc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4039767 Feb 04 13:49:03.874645 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:49:03.879764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:03.885255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:03.889358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Usage tracker for resource:router and tenant:626231075e944936833c19b55b9feb39 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:49:03.892272 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:49:03.898219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:03.910027 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.911098 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.929780 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:03.994755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 4, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a99a69e9-d105-4da3-85a8-d035efc92ecb', 'name': '', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'mac_address': 'fa:16:3e:55:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:00Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 2, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'subnets': [{'id': '18727724-e061-4616-a466-ea66ee596413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:03.998621 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Checking router: 19b7a00c-b9d9-4512-9eca-f6dde9546c4b for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:03.998967 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Updating router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b port a99a69e9-d105-4da3-85a8-d035efc92ecb binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:49:04.051757 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.075860 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:49:04.076489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.209859 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.244669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Allocated IP 172.20.0.2 (59f79d54-d4b4-4b42-81b6-79e6ed63a383/ed7bc7a6-3ed6-42ca-b636-17a069216d77/af3396cf-ffbf-45aa-bf83-76e731bfeba2) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:04.404366 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.417708 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Transition to ACTIVE for port object a99a69e9-d105-4da3-85a8-d035efc92ecb will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:04.424830 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.459981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.472757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Transition to ACTIVE for port object af3396cf-ffbf-45aa-bf83-76e731bfeba2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:04.495230 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Transition to ACTIVE for port object af3396cf-ffbf-45aa-bf83-76e731bfeba2 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:04.502127 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.586148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:04.589911 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:04.592595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:04.641413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Pushing event updated for resources: {'Port': ['ID=af3396cf-ffbf-45aa-bf83-76e731bfeba2,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:04.659614 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Attempting to bind port a99a69e9-d105-4da3-85a8-d035efc92ecb on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:04.660103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Attempting to bind port a99a69e9-d105-4da3-85a8-d035efc92ecb by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:04.660340 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Attempting to bind port a99a69e9-d105-4da3-85a8-d035efc92ecb on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:04.662510 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Pushing event updated for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:04.671765 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.672152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.672654 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.672888 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.673217 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.673547 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.673865 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.674187 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.674503 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.674845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.675339 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.675669 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:04.681731 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:04.682103 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Checking segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:04.682539 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.682919 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Bound using segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:04.683392 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Bound port: a99a69e9-d105-4da3-85a8-d035efc92ecb, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:04.683763 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.748646 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.750910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Attempting to bind port af3396cf-ffbf-45aa-bf83-76e731bfeba2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:04.751518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Attempting to bind port af3396cf-ffbf-45aa-bf83-76e731bfeba2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:04.752098 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Attempting to bind port af3396cf-ffbf-45aa-bf83-76e731bfeba2 on network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:04.754823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device de941c5d-57a9-4838-ba25-135e737d5cc6 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:04.786096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.790773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] For port a99a69e9-d105-4da3-85a8-d035efc92ecb, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:04.794693 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] For port a99a69e9-d105-4da3-85a8-d035efc92ecb, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a99a69e9-d105-4da3-85a8-d035efc92ecb,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:04.800918 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.803928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:04.804313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Checking segment: {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:04.804716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.805114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Bound using segment: {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:04.805590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Bound port: af3396cf-ffbf-45aa-bf83-76e731bfeba2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:04.805964 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.886829 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:04.887668 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:04.940201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port de941c5d-57a9-4838-ba25-135e737d5cc6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:04.941180 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:04.952268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Allocated IP 172.25.4.28 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:04.967802 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef7a8a-3e98-4418-8301-4c1937b16b5c None None] Pushing event updated for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:04.999569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] For port af3396cf-ffbf-45aa-bf83-76e731bfeba2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:05.011730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] For port af3396cf-ffbf-45aa-bf83-76e731bfeba2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=af3396cf-ffbf-45aa-bf83-76e731bfeba2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:05.043955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:05.124556 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:05.129291 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:05.164245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:05.169000 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386936f2-90f4-4bce-94c3-034cb411a80e None None] Pushing event updated for resources: {'Port': ['ID=af3396cf-ffbf-45aa-bf83-76e731bfeba2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:05.240195 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:05.243174 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:05.246822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:05.278018 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Pushing event updated for resources: {'Port': ['ID=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:05.508694 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 4, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a99a69e9-d105-4da3-85a8-d035efc92ecb', 'name': '', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'mac_address': 'fa:16:3e:55:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:00Z', 'updated_at': '2022-02-04T13:49:04Z', 'revision_number': 4, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'subnets': [{'id': '18727724-e061-4616-a466-ea66ee596413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:05.513053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2750d75-cee3-470a-8950-0ee7f218eb07 None None] The sync data for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 is: [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:49:01Z', 'revision_number': 4, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'a99a69e9-d105-4da3-85a8-d035efc92ecb', 'name': '', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'mac_address': 'fa:16:3e:55:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:00Z', 'updated_at': '2022-02-04T13:49:04Z', 'revision_number': 4, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'subnets': [{'id': '18727724-e061-4616-a466-ea66ee596413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:05.726179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:06.221889 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:06.308123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c76ae2-2a28-4078-ac03-bdab7e271513 None None] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:49:06.400654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-76556d56-fb38-4f2b-a569-d89b506ae6ce None None] Provisioning for port af3396cf-ffbf-45aa-bf83-76e731bfeba2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:06.452362 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:49:06.652202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:49:06.670472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Sync routers for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:06.681947 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:06.682286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:06.686250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:06.686518 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-810f112a-d2ad-4bf6-ab4c-c7e1f8c9c49d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8075757 Feb 04 13:49:06.686965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35310) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:49:06.891384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a99a69e9-d105-4da3-85a8-d035efc92ecb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:07.032382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:07.245376 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a99a69e9-d105-4da3-85a8-d035efc92ecb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:07.256281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a99a69e9-d105-4da3-85a8-d035efc92ecb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:07.256646 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.447159 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.474905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:05Z', 'revision_number': 3, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:07.484766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Checking router: 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:07.485115 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Updating router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:49:07.529995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a99a69e9-d105-4da3-85a8-d035efc92ecb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a99a69e9-d105-4da3-85a8-d035efc92ecb,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:07.540129 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.540909 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device af3396cf-ffbf-45aa-bf83-76e731bfeba2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:07.554819 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.641246 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.755328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:07.770519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Allocated IP 172.20.0.1 (59f79d54-d4b4-4b42-81b6-79e6ed63a383/ed7bc7a6-3ed6-42ca-b636-17a069216d77/0ee2a422-4647-401f-8e1e-f61f027a44d2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:07.791042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port af3396cf-ffbf-45aa-bf83-76e731bfeba2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:07.801611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port af3396cf-ffbf-45aa-bf83-76e731bfeba2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:07.801980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.921299 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:07.937212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Transition to ACTIVE for port object 0ee2a422-4647-401f-8e1e-f61f027a44d2 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:07.962056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.030328 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:08.033116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:08.033704 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.036965 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:08.075241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.095852 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.131968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port af3396cf-ffbf-45aa-bf83-76e731bfeba2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=af3396cf-ffbf-45aa-bf83-76e731bfeba2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:08.139176 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.174797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.207313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Transition to ACTIVE for port object cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:08.222138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.244915 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=af3396cf-ffbf-45aa-bf83-76e731bfeba2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.309843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Attempting to bind port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:08.310194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Attempting to bind port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:08.310589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Attempting to bind port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:08.323778 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:08.324142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:08.324542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.325174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:08.325445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Bound port: cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:08.325934 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.363443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.373736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c035c8-76b4-40e1-a670-59765e762e96 None None] Pushing event updated for resources: {'Port': ['ID=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.376658 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-21626dc1-876e-4370-bb5a-b22c0b8a166c None None] Provisioning for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:08.386241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-21626dc1-876e-4370-bb5a-b22c0b8a166c None None] Provisioning complete for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:08.386623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-21626dc1-876e-4370-bb5a-b22c0b8a166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.459047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] For port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:08.463543 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] For port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:08.464655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-21626dc1-876e-4370-bb5a-b22c0b8a166c None None] Port 0ee2a422-4647-401f-8e1e-f61f027a44d2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:08.468320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.545042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:08.545668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:08.586983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.592057 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.660639 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c035c8-76b4-40e1-a670-59765e762e96 None None] Pushing event updated for resources: {'Port': ['ID=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.692152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a99a69e9-d105-4da3-85a8-d035efc92ecb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:08.826242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:08.830165 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.844161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:08.914654 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a99a69e9-d105-4da3-85a8-d035efc92ecb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:08.915035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:08.964740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:08.965877 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:09.163475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:49:09.251988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device af3396cf-ffbf-45aa-bf83-76e731bfeba2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:09.302410 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9549ec9a-fa91-467e-9ae6-a6369c839440 None None] Provisioning complete for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:09.302807 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9549ec9a-fa91-467e-9ae6-a6369c839440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:09.349467 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:49:09.362438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-67753afc-8bb7-4728-ace7-49b26cef4631 admin admin] 10.222.0.53 "PUT /v2.0/routers/965d4d2a-0dcb-4b4c-82f5-a14c0d11d738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6732962 Feb 04 13:49:09.384292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9549ec9a-fa91-467e-9ae6-a6369c839440 None None] Port 0ee2a422-4647-401f-8e1e-f61f027a44d2 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:09.406724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port af3396cf-ffbf-45aa-bf83-76e731bfeba2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:09.407073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:09.437377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0ee2a422-4647-401f-8e1e-f61f027a44d2', 'name': '', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'mac_address': 'fa:16:3e:a0:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:07Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 2, 'project_id': '626231075e944936833c19b55b9feb39', 'subnets': [{'id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:09.454801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aeeec-66f4-4e7e-bc36-6940dc40e03b None None] The sync data for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 is: [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0ee2a422-4647-401f-8e1e-f61f027a44d2', 'name': '', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'mac_address': 'fa:16:3e:a0:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:07Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 2, 'project_id': '626231075e944936833c19b55b9feb39', 'subnets': [{'id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:10.554826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-f498080c-eed4-4605-a526-b08e279373d3 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:10.556313 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-f498080c-eed4-4605-a526-b08e279373d3 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 817 time: 0.1508765 Feb 04 13:49:10.572461 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-6604e9d3-2571-46d3-9e4d-4d4fce94dacc tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/quotas/ec80a77ad62748f690dc608a5a121fbb HTTP/1.1" status: 200 len: 375 time: 0.0104029 Feb 04 13:49:10.671518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-596acb45-4c33-499c-adc1-8429d79026d8 req-c9b1fd0f-dc83-4564-bbb8-c83f1cc4ecaf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:10.690151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-596acb45-4c33-499c-adc1-8429d79026d8 req-c9b1fd0f-dc83-4564-bbb8-c83f1cc4ecaf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:10.692093 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-c9b1fd0f-dc83-4564-bbb8-c83f1cc4ecaf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141908 Feb 04 13:49:10.734026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:10.805420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:10.810348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:10.810754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:10.933994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:10.949625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:10.954579 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:10.998926 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-494389b1-ae6d-4eeb-aa11-c6b1b6059105 service neutron] 10.222.0.53 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750321 Feb 04 13:49:11.025148 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:11.134740 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-27c4f967-def9-4874-a63e-b48cf19c4c27 service neutron] 10.222.0.53 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298101 Feb 04 13:49:11.319476 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2d2a366b-8de5-4848-8291-e57bb8257624 req-fc5f0d42-03c5-43d3-be96-6624a767701a tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 210 time: 0.0434444 Feb 04 13:49:12.364658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-3f51a18e-390b-44f8-9ab4-e2dc0ec03c2e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:12.365354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-596acb45-4c33-499c-adc1-8429d79026d8 req-3f51a18e-390b-44f8-9ab4-e2dc0ec03c2e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:12.383445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-596acb45-4c33-499c-adc1-8429d79026d8 req-3f51a18e-390b-44f8-9ab4-e2dc0ec03c2e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:12.384662 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-3f51a18e-390b-44f8-9ab4-e2dc0ec03c2e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 817 time: 0.1716375 Feb 04 13:49:12.397545 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Request body: {'port': {'device_id': '648ebb61-2461-4307-b944-900d1e850f33', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'admin_state_up': True, 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:12.479952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-431b1457-bec6-4ed3-b789-9d8ddf4ee603 req-1e13dbc6-46b2-47fd-a47c-7ff845f8f868 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 210 time: 0.0442784 Feb 04 13:49:12.536306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:12.545437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:12.555107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Made reservation on behalf of ec80a77ad62748f690dc608a5a121fbb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:12.558490 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:12.679961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:12.729062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Allocated IP 172.20.0.13 (9335fcea-25aa-4f64-86c7-51010f8e31a1/18727724-e061-4616-a466-ea66ee596413/2390db68-e3b3-48f7-8901-37e62dd3b9fc) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:12.752122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:12.752487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:12.928549 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:12.943561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Transition to ACTIVE for port object 2390db68-e3b3-48f7-8901-37e62dd3b9fc will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:12.965834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.039626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:13.042774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:13.046587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:13.077252 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Pushing event updated for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:13.115426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:13.116044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.143474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a18ab08b-329b-49ee-b1b6-67b9c4c04eee tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500801 Feb 04 13:49:13.154573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Request body: {'port': {'device_id': '648ebb61-2461-4307-b944-900d1e850f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:13.329451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23bed72a-74f8-4909-bf2b-71dfc2acc739 None None] Provisioning for port 2390db68-e3b3-48f7-8901-37e62dd3b9fc completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:13.335024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23bed72a-74f8-4909-bf2b-71dfc2acc739 None None] Provisioning complete for port 2390db68-e3b3-48f7-8901-37e62dd3b9fc triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:13.335395 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23bed72a-74f8-4909-bf2b-71dfc2acc739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.394917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-23bed72a-74f8-4909-bf2b-71dfc2acc739 None None] Port 2390db68-e3b3-48f7-8901-37e62dd3b9fc cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:13.395561 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.463263 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Sync routers for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:49:13.475415 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:13.476343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:13.593093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-12086e5c-efb7-49a7-b16d-3f21d263a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.659374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:13.761788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-64f3d4c4-72b2-4b56-8d3e-f35d5d7e8e7e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:13.762409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-64f3d4c4-72b2-4b56-8d3e-f35d5d7e8e7e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:13.828290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-64f3d4c4-72b2-4b56-8d3e-f35d5d7e8e7e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:13.829450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-64f3d4c4-72b2-4b56-8d3e-f35d5d7e8e7e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 932 time: 0.2113409 Feb 04 13:49:13.860817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2390db68-e3b3-48f7-8901-37e62dd3b9fc {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:49:13.871342 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.899393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-26b2bdde-d91f-4620-8e1b-0038f9f7f20c tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:13.904116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Transition to ACTIVE for port object 2390db68-e3b3-48f7-8901-37e62dd3b9fc will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:13.913892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:13.966450 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0ee2a422-4647-401f-8e1e-f61f027a44d2', 'name': '', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'mac_address': 'fa:16:3e:a0:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:07Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 2, 'project_id': '626231075e944936833c19b55b9feb39', 'subnets': [{'id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:13.969912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-26b2bdde-d91f-4620-8e1b-0038f9f7f20c tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:13.970139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Checking router: 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:49:13.970468 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Updating router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 port 0ee2a422-4647-401f-8e1e-f61f027a44d2 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:49:13.971127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea57e084-275d-490e-ae76-3ddc309ca4f4 req-26b2bdde-d91f-4620-8e1b-0038f9f7f20c tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341038 Feb 04 13:49:14.024037 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.086327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Pushing event updated for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:14.162873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Attempting to bind port 2390db68-e3b3-48f7-8901-37e62dd3b9fc on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:14.163209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Attempting to bind port 2390db68-e3b3-48f7-8901-37e62dd3b9fc by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:14.163536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Attempting to bind port 2390db68-e3b3-48f7-8901-37e62dd3b9fc on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:14.168409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Port 2390db68-e3b3-48f7-8901-37e62dd3b9fc on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:49:14.168744 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Attempting to bind port 2390db68-e3b3-48f7-8901-37e62dd3b9fc on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:14.174826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:14.175160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Checking segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:14.175532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Bound using segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:14.175983 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Bound port: 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:14.176290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.271139 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:14.273961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:14.279303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.331879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.332508 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.333883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] 10.222.0.87 "PUT /v2.0/ports/2390db68-e3b3-48f7-8901-37e62dd3b9fc HTTP/1.1" status: 200 len: 1092 time: 1.1837487 Feb 04 13:49:14.342030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:49:14.382236 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.403110 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Transition to ACTIVE for port object 0ee2a422-4647-401f-8e1e-f61f027a44d2 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:14.411246 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.413180 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc', 'status': 'completed', 'code': 200} Feb 04 13:49:14.434961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf59f6-d275-4e10-8cfc-aac68e660b79 service neutron] Pushing event updated for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:14.460632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-e8897001-cf7d-456a-8569-f6faf9f9ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.462521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-e8897001-cf7d-456a-8569-f6faf9f9ee66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 1095 time: 0.0871162 Feb 04 13:49:14.540571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e56a2-e989-4710-9a5c-81fab34e3189 None None] Pushing event updated for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:14.548391 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-eb636c28-c3c0-4dd1-97e8-9fa229bdfdc2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc HTTP/1.1" status: 200 len: 217 time: 0.0782580 Feb 04 13:49:14.620314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-030b5b13-c924-42b4-a172-df8c1bcb2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.621783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-030b5b13-c924-42b4-a172-df8c1bcb2cea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 200 len: 856 time: 0.0671926 Feb 04 13:49:14.654138 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Attempting to bind port 0ee2a422-4647-401f-8e1e-f61f027a44d2 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:14.654533 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Attempting to bind port 0ee2a422-4647-401f-8e1e-f61f027a44d2 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:14.654924 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Attempting to bind port 0ee2a422-4647-401f-8e1e-f61f027a44d2 on network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:14.660483 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:14.660850 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Checking segment: {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:14.661249 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.661635 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Bound using segment: {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:14.662265 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Bound port: 0ee2a422-4647-401f-8e1e-f61f027a44d2, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b7b57e-57df-422d-963d-725a0e6ec2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:14.662727 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.718384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a2c9045c-6d7f-4c6a-acb9-6d5d56df351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:14.722050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a2c9045c-6d7f-4c6a-acb9-6d5d56df351f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9335fcea-25aa-4f64-86c7-51010f8e31a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934021 Feb 04 13:49:14.782747 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] For port 0ee2a422-4647-401f-8e1e-f61f027a44d2, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:14.785786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] For port 0ee2a422-4647-401f-8e1e-f61f027a44d2, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ee2a422-4647-401f-8e1e-f61f027a44d2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:14.790842 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:14.861068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-38908314-4888-4f0d-bf9e-6cc8ca5e4512 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320815 Feb 04 13:49:14.871865 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:49:14.872484 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:48:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:14.970429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e56a2-e989-4710-9a5c-81fab34e3189 None None] Pushing event updated for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:15.004474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-596acb45-4c33-499c-adc1-8429d79026d8 req-a91e9e9e-0d76-4659-88a5-2b52050599af service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367567 Feb 04 13:49:15.106811 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:49:15.294764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-dce4af4e-21ea-428f-a18b-22a99e3af757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.296245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-dce4af4e-21ea-428f-a18b-22a99e3af757 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 1095 time: 0.2443523 Feb 04 13:49:15.391389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19583a85-ed99-4fcc-b349-499ca26f6489 req-d5635b19-50b6-408c-902d-3afa37deb0c3 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.393364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19583a85-ed99-4fcc-b349-499ca26f6489 req-d5635b19-50b6-408c-902d-3afa37deb0c3 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 944 time: 0.2849641 Feb 04 13:49:15.425118 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0ee2a422-4647-401f-8e1e-f61f027a44d2', 'name': '', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'mac_address': 'fa:16:3e:a0:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:07Z', 'updated_at': '2022-02-04T13:49:14Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'subnets': [{'id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:49:15.429027 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196c3c-7e4b-4fc5-8751-4246b67a6e6f None None] The sync data for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 is: [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:49:08Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0ee2a422-4647-401f-8e1e-f61f027a44d2', 'name': '', 'network_id': '59f79d54-d4b4-4b42-81b6-79e6ed63a383', 'tenant_id': '626231075e944936833c19b55b9feb39', 'mac_address': 'fa:16:3e:a0:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:07Z', 'updated_at': '2022-02-04T13:49:14Z', 'revision_number': 4, 'project_id': '626231075e944936833c19b55b9feb39', 'subnets': [{'id': 'ed7bc7a6-3ed6-42ca-b636-17a069216d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:49:15.472926 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-19583a85-ed99-4fcc-b349-499ca26f6489 req-b6534c74-e9f8-463d-b00f-b44bae6bcf82 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690761 Feb 04 13:49:15.480457 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-bd025ccd-d984-4472-86f3-4c232b3e42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.482068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-bd025ccd-d984-4472-86f3-4c232b3e42ae service neutron] 10.222.0.87 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 918 time: 0.1770234 Feb 04 13:49:15.554287 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-80ae3189-91d8-4694-b1d2-c7f14bb5291f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc HTTP/1.1" status: 200 len: 217 time: 0.0648334 Feb 04 13:49:15.616550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-d4bb906e-ba32-41eb-9b62-47efe5980701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.617957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-d4bb906e-ba32-41eb-9b62-47efe5980701 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 200 len: 856 time: 0.0575857 Feb 04 13:49:15.695494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-7527ac45-af5e-4ded-a2ce-100363b67c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:15.696945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-7527ac45-af5e-4ded-a2ce-100363b67c62 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9335fcea-25aa-4f64-86c7-51010f8e31a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721269 Feb 04 13:49:15.835738 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-38ce54e0-e5d5-4326-bd52-073e172de4c5 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319554 Feb 04 13:49:15.946321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2390db68-e3b3-48f7-8901-37e62dd3b9fc details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:49:15.978036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c1084c-d227-44fd-a675-2cfc0cde659b req-2ddb0974-9653-47ca-9b29-4cc97573d6b0 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360013 Feb 04 13:49:16.120791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:16.133452 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '2390db68-e3b3-48f7-8901-37e62dd3b9fc', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'port_id': '2390db68-e3b3-48f7-8901-37e62dd3b9fc', 'mac_address': 'fa:16:3e:9b:6f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:49:16.193665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.211241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2390db68-e3b3-48f7-8901-37e62dd3b9fc {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:49:16.229270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:16.233182 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.303357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:16.366532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54fa9979-ba1c-4acb-afe6-4dea54040022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.445226 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['2390db68-e3b3-48f7-8901-37e62dd3b9fc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:49:16.682088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27787b79-d0ce-4cc3-9042-7ad36bd1311f req-e269045b-07e3-47d0-9b1d-5ac4dde48d8f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:16.684408 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27787b79-d0ce-4cc3-9042-7ad36bd1311f req-e269045b-07e3-47d0-9b1d-5ac4dde48d8f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 945 time: 0.1001842 Feb 04 13:49:16.722481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ee2a422-4647-401f-8e1e-f61f027a44d2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:16.737848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-27787b79-d0ce-4cc3-9042-7ad36bd1311f req-681bef4b-88de-420b-b95f-1c274f9f1b1e tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464134 Feb 04 13:49:16.795618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:16.801772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:16.802131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.940165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.948340 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:16.972773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 0ee2a422-4647-401f-8e1e-f61f027a44d2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ee2a422-4647-401f-8e1e-f61f027a44d2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:16.976763 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:17.045899 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:17.465472 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:17.921444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bd741-7ffa-4fb7-a834-2640bbac887f req-24cf150b-623d-4162-bb46-c6a75e10a381 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:17.922933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-370bd741-7ffa-4fb7-a834-2640bbac887f req-24cf150b-623d-4162-bb46-c6a75e10a381 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 945 time: 0.0808132 Feb 04 13:49:17.959983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2390db68-e3b3-48f7-8901-37e62dd3b9fc up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:17.966831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-370bd741-7ffa-4fb7-a834-2640bbac887f req-0f5823e9-c475-450b-be4b-69d1617f4efb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Feb 04 13:49:18.027397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 2390db68-e3b3-48f7-8901-37e62dd3b9fc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:18.032698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 2390db68-e3b3-48f7-8901-37e62dd3b9fc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:18.033067 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:18.148208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:18.174314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:49:18.183421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:18.188323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:18.224511 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc', 'code': 200} Feb 04 13:49:18.259332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:18.347568 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ed1bf-27f6-4101-ae80-4ad915a9313a req-3a596166-bc1f-4df4-8179-bfdfe59ac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:18.349059 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-656ed1bf-27f6-4101-ae80-4ad915a9313a req-3a596166-bc1f-4df4-8179-bfdfe59ac893 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 1097 time: 0.0725501 Feb 04 13:49:18.388531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-656ed1bf-27f6-4101-ae80-4ad915a9313a req-4a59b625-2660-4cfe-9ac2-61d52063cfc2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Feb 04 13:49:18.677707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ee2a422-4647-401f-8e1e-f61f027a44d2 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:18.744171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0ee2a422-4647-401f-8e1e-f61f027a44d2 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:18.744536 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:18.865104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:19.311416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21554377-2c4a-4430-bd80-0d665ef79e21 req-f60354fa-313d-479a-b520-8d8cd69d0172 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:19.312963 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21554377-2c4a-4430-bd80-0d665ef79e21 req-f60354fa-313d-479a-b520-8d8cd69d0172 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0818644 Feb 04 13:49:19.358932 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21554377-2c4a-4430-bd80-0d665ef79e21 req-90742c68-cede-4cb6-8153-572f91e30ac8 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Feb 04 13:49:20.535674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:20.547947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63f0f3-fba7-4d00-bc56-505f6240945c req-a6815c31-1d0f-4045-a0db-50892003de58 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:20.549927 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c63f0f3-fba7-4d00-bc56-505f6240945c req-a6815c31-1d0f-4045-a0db-50892003de58 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0804331 Feb 04 13:49:20.593533 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6c63f0f3-fba7-4d00-bc56-505f6240945c req-c984dd78-1950-478e-839f-4bb80f485d0d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Feb 04 13:49:20.777037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd961-5315-49c9-a001-95ff5ad693ef req-9d4a86c7-9bba-4cc2-b5e3-d6d92b1b4ae5 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:20.778553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-072fd961-5315-49c9-a001-95ff5ad693ef req-9d4a86c7-9bba-4cc2-b5e3-d6d92b1b4ae5 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0827467 Feb 04 13:49:20.822519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-072fd961-5315-49c9-a001-95ff5ad693ef req-1bdd2f5c-9e0f-41e3-b5a4-945bfac5bcf2 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Feb 04 13:49:24.853984 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:35.476757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14144ede-8467-4d2b-a1d8-6a0e328fd0b6 req-a3148c16-ef10-4eda-98ce-0c42fb46d783 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:35.478146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14144ede-8467-4d2b-a1d8-6a0e328fd0b6 req-a3148c16-ef10-4eda-98ce-0c42fb46d783 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0837684 Feb 04 13:49:35.522521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14144ede-8467-4d2b-a1d8-6a0e328fd0b6 req-01115848-0645-4d9b-867b-1ea99ec1309c tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Feb 04 13:49:36.529438 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:49:36.711547 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff4427-6f52-4efb-a4dd-355f0bb57ed4 req-7935c39f-b4a8-49d3-9ce0-a57e0ca5e3e7 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:36.713067 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fff4427-6f52-4efb-a4dd-355f0bb57ed4 req-7935c39f-b4a8-49d3-9ce0-a57e0ca5e3e7 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0794353 Feb 04 13:49:36.760559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9fff4427-6f52-4efb-a4dd-355f0bb57ed4 req-5543566a-5235-465a-812b-7e070de9a92d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Feb 04 13:49:37.111050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-3d981d0d-6476-4f55-a5c3-24c74b326b11 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:37.112497 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-3d981d0d-6476-4f55-a5c3-24c74b326b11 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 946 time: 0.0877087 Feb 04 13:49:37.182010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Deleting port 2390db68-e3b3-48f7-8901-37e62dd3b9fc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:49:37.182354 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:37.434785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] For port 2390db68-e3b3-48f7-8901-37e62dd3b9fc, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=2390db68-e3b3-48f7-8901-37e62dd3b9fc,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:37.435050 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:37.663190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Calling delete_port for 2390db68-e3b3-48f7-8901-37e62dd3b9fc owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:49:37.814831 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:37.829506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['2390db68-e3b3-48f7-8901-37e62dd3b9fc'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:49:37.873490 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Pushing event deleted for resources: {'Port': ['ID=2390db68-e3b3-48f7-8901-37e62dd3b9fc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:37.915166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c2041115-16fc-4e2d-96e1-57531a8422c8 req-c3c4b9e1-c498-4199-ab4f-e88415f6acd4 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=648ebb61-2461-4307-b944-900d1e850f33 HTTP/1.1" status: 200 len: 210 time: 0.0488791 Feb 04 13:49:37.944383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.944735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.945071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.945403 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.945731 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.946375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.946728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.947053 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.947374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.947692 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.948010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.948325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:37.965329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] No DVR routers for this DVR port 2390db68-e3b3-48f7-8901-37e62dd3b9fc on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:49:37.969312 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:37.972104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'name': 'network-vif-deleted', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:49:37.989810 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b4264f88-71e4-4d18-aaa1-8afddfcc8902 req-9270cb28-5d65-4dbe-abc2-661d493ff37d tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "DELETE /v2.0/ports/2390db68-e3b3-48f7-8901-37e62dd3b9fc HTTP/1.1" status: 204 len: 173 time: 0.8711257 Feb 04 13:49:38.029605 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648ebb61-2461-4307-b944-900d1e850f33', 'name': 'network-vif-deleted', 'tag': '2390db68-e3b3-48f7-8901-37e62dd3b9fc', 'status': 'completed', 'code': 200} Feb 04 13:49:39.728159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-a640f029-a1d2-4920-b7be-4570e180a375 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:39.729558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-a640f029-a1d2-4920-b7be-4570e180a375 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 817 time: 0.1539526 Feb 04 13:49:39.746277 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-103e8767-bc22-4710-80f0-9cdf81e4f9af tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/quotas/ec80a77ad62748f690dc608a5a121fbb HTTP/1.1" status: 200 len: 375 time: 0.0107307 Feb 04 13:49:39.835242 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-ab254cc2-3728-40f3-b8c9-25f3245d3598 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:39.853185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-ab254cc2-3728-40f3-b8c9-25f3245d3598 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:39.854514 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-ab254cc2-3728-40f3-b8c9-25f3245d3598 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030385 Feb 04 13:49:40.067962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-7a0ed2ec-7229-4b0b-9f86-e545ce242d8a service neutron] 10.222.0.53 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621032 Feb 04 13:49:40.088589 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2390db68-e3b3-48f7-8901-37e62dd3b9fc no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:49:40.126020 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 2390db68-e3b3-48f7-8901-37e62dd3b9fc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:49:40.126361 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 2390db68-e3b3-48f7-8901-37e62dd3b9fc not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:49:40.198319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-00638d90-edaa-4df4-ae8b-268db6982a3f service neutron] 10.222.0.53 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246245 Feb 04 13:49:40.382423 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21177827-ca30-486c-821f-8e2a157e3db3 req-65876e64-06d1-48a8-aa71-336d0d183449 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 210 time: 0.0468667 Feb 04 13:49:41.412075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-9f77566f-a2b8-4068-b9a2-b5fb724e9c18 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:41.414068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-9f77566f-a2b8-4068-b9a2-b5fb724e9c18 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 817 time: 0.1480529 Feb 04 13:49:41.426723 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Request body: {'port': {'device_id': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'admin_state_up': True, 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:41.546812 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4b07791-ad04-4751-b98a-ae3b1569e7c6 req-4bd4e651-1a58-46a4-b010-8ae7d9f97789 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 210 time: 0.0544186 Feb 04 13:49:41.607331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:49:41.616978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:49:41.626625 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Made reservation on behalf of ec80a77ad62748f690dc608a5a121fbb for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:49:41.630762 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:41.798398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Allocated IP 172.20.0.12 (9335fcea-25aa-4f64-86c7-51010f8e31a1/18727724-e061-4616-a466-ea66ee596413/79b075da-25db-400c-bc98-4eecc650d5a6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:49:42.114742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.130879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Transition to ACTIVE for port object 79b075da-25db-400c-bc98-4eecc650d5a6 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:42.154882 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.225671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:49:42.229123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:49:42.232915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:49:42.267549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Pushing event updated for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:42.306172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:42.306824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.332320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-053c2f0e-3c20-4d84-85a8-2e117aea48fb tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093351 Feb 04 13:49:42.343707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Request body: {'port': {'device_id': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:49:42.456341 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.467510 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-74a3ff85-8e42-48e4-86c3-69043f41561d None None] Provisioning for port 79b075da-25db-400c-bc98-4eecc650d5a6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:42.472505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-74a3ff85-8e42-48e4-86c3-69043f41561d None None] Provisioning complete for port 79b075da-25db-400c-bc98-4eecc650d5a6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:42.472876 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-74a3ff85-8e42-48e4-86c3-69043f41561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.526570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-74a3ff85-8e42-48e4-86c3-69043f41561d None None] Port 79b075da-25db-400c-bc98-4eecc650d5a6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:49:42.736976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a67a96-5129-4027-a400-6a4e8b499e70 req-07c26c43-c8b4-47fb-b0fc-0e0610f57f02 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:42.738564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87a67a96-5129-4027-a400-6a4e8b499e70 req-07c26c43-c8b4-47fb-b0fc-0e0610f57f02 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 932 time: 0.0838559 Feb 04 13:49:42.784368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87a67a96-5129-4027-a400-6a4e8b499e70 req-d4b8bb0d-4d44-454f-b6eb-3bfe7b308ec2 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Feb 04 13:49:42.810103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b075da-25db-400c-bc98-4eecc650d5a6 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:49:42.817303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.831042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Transition to ACTIVE for port object 79b075da-25db-400c-bc98-4eecc650d5a6 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:49:42.835516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:42.990000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:43.073306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Attempting to bind port 79b075da-25db-400c-bc98-4eecc650d5a6 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:49:43.074245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Attempting to bind port 79b075da-25db-400c-bc98-4eecc650d5a6 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:49:43.074245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Attempting to bind port 79b075da-25db-400c-bc98-4eecc650d5a6 on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:43.078966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Port 79b075da-25db-400c-bc98-4eecc650d5a6 on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:49:43.079286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Attempting to bind port 79b075da-25db-400c-bc98-4eecc650d5a6 on network 9335fcea-25aa-4f64-86c7-51010f8e31a1 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:49:43.084311 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:49:43.084647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Checking segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:49:43.085029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Bound using segment: {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:49:43.085447 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Bound port: 79b075da-25db-400c-bc98-4eecc650d5a6, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf5a988-a87b-449b-9965-61963c5ad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:49:43.085789 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:43.172910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:49:43.175739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=79b075da-25db-400c-bc98-4eecc650d5a6,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:49:43.181014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:43.245421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:43.246043 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:43.247456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] 10.222.0.87 "PUT /v2.0/ports/79b075da-25db-400c-bc98-4eecc650d5a6 HTTP/1.1" status: 200 len: 1092 time: 0.9080882 Feb 04 13:49:43.247950 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:49:43.272780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e320319-47c2-4553-91de-6010d7f8dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:43.316826 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6', 'status': 'completed', 'code': 200} Feb 04 13:49:43.363899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-672cc1a6-092c-477e-8168-a1a540cbd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:43.366165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-672cc1a6-092c-477e-8168-a1a540cbd529 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 1095 time: 0.0825217 Feb 04 13:49:43.441198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-10077a9d-e604-4a19-ba9e-d0c6196caea7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b075da-25db-400c-bc98-4eecc650d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0677803 Feb 04 13:49:43.506640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-c788e184-4494-43d6-95a4-4cb473e12ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:43.508005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-c788e184-4494-43d6-95a4-4cb473e12ee5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 200 len: 856 time: 0.0606651 Feb 04 13:49:43.586150 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba320b7c-349b-4d84-97a4-dfce23d8f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:43.588920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-4ba3439c-4e44-411e-8702-d6b1046c42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:43.590472 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-4ba3439c-4e44-411e-8702-d6b1046c42d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9335fcea-25aa-4f64-86c7-51010f8e31a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765917 Feb 04 13:49:43.726348 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-af6b1df3-f699-494c-b276-06cde707b970 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277232 Feb 04 13:49:43.872777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c96c770-a53a-4454-9a45-f645b6bc5876 req-7ca20f86-c07f-4032-af17-0c7f38c1e375 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0459557 Feb 04 13:49:43.978570 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cfa3c4e4-dad3-4753-a1c7-f74af2076237 req-dbfd2e47-9c54-46da-a123-ba10b5916a37 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472718 Feb 04 13:49:44.091017 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-fb8e9430-6739-4781-bc60-529b20cdb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.092576 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-fb8e9430-6739-4781-bc60-529b20cdb07c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 1095 time: 0.0705562 Feb 04 13:49:44.098015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c96c770-a53a-4454-9a45-f645b6bc5876 req-3782e9b6-a4c1-483e-b039-87633aee9abc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0517495 Feb 04 13:49:44.146384 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c96c770-a53a-4454-9a45-f645b6bc5876 req-6d5420f5-10c9-4532-b484-1c8611e87f65 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282831 Feb 04 13:49:44.181621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e31aa-1dc8-4956-84b4-5d9f072b19d4 req-c0367283-92fb-41b7-8135-dd3c85e887b9 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.183122 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-093e31aa-1dc8-4956-84b4-5d9f072b19d4 req-c0367283-92fb-41b7-8135-dd3c85e887b9 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 944 time: 0.2889559 Feb 04 13:49:44.230082 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-e5e35135-00ae-4b21-a6f8-893d2fa93b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.231551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-e5e35135-00ae-4b21-a6f8-893d2fa93b22 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 918 time: 0.1325676 Feb 04 13:49:44.296477 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-093e31aa-1dc8-4956-84b4-5d9f072b19d4 req-3f714532-0e7d-4ee0-9049-dcdb6eef93d3 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690172 Feb 04 13:49:44.303385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-771b7224-8ff5-48a8-845f-02bc93d5a8a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b075da-25db-400c-bc98-4eecc650d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0653036 Feb 04 13:49:44.328940 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c770-a53a-4454-9a45-f645b6bc5876 req-3ffec4ed-0c54-4bb5-addb-4687b18985f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.330386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c96c770-a53a-4454-9a45-f645b6bc5876 req-3ffec4ed-0c54-4bb5-addb-4687b18985f9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782160 Feb 04 13:49:44.372178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-9331f0c1-8027-4643-9cae-0026719e82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.373624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-9331f0c1-8027-4643-9cae-0026719e82e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 200 len: 856 time: 0.0581872 Feb 04 13:49:44.452060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-dbc37f17-98f2-42fa-9bc2-334c152f06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:44.453534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-dbc37f17-98f2-42fa-9bc2-334c152f06af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9335fcea-25aa-4f64-86c7-51010f8e31a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727069 Feb 04 13:49:44.583531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-f6049c8f-2f57-42d6-9794-26f0ae88a08b service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231368 Feb 04 13:49:44.715000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-766237d8-bbc0-4904-bc5d-1b7828e5dde8 req-d720fb21-4c62-4d9c-8ac0-a58d6bcd4f0c service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250274 Feb 04 13:49:45.481510 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a42aa-1e08-4cb6-8c9a-21068f7adb03 req-1fa8caba-7b7f-482d-8593-ad3142a113a6 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:45.482206 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ec6a42aa-1e08-4cb6-8c9a-21068f7adb03 req-1fa8caba-7b7f-482d-8593-ad3142a113a6 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Synchronizing usage tracker for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:49:45.497885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ec6a42aa-1e08-4cb6-8c9a-21068f7adb03 req-1fa8caba-7b7f-482d-8593-ad3142a113a6 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Unset dirty status for tenant:ec80a77ad62748f690dc608a5a121fbb on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:49:45.499069 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec6a42aa-1e08-4cb6-8c9a-21068f7adb03 req-1fa8caba-7b7f-482d-8593-ad3142a113a6 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 944 time: 0.0967965 Feb 04 13:49:45.544020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ec6a42aa-1e08-4cb6-8c9a-21068f7adb03 req-9b3b0d7d-2b16-43d9-83c9-e565bd9e10b5 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Feb 04 13:49:46.101888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 79b075da-25db-400c-bc98-4eecc650d5a6 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:49:46.263127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=79b075da-25db-400c-bc98-4eecc650d5a6,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:46.275671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '79b075da-25db-400c-bc98-4eecc650d5a6', 'network_id': '9335fcea-25aa-4f64-86c7-51010f8e31a1', 'port_id': '79b075da-25db-400c-bc98-4eecc650d5a6', 'mac_address': 'fa:16:3e:1c:d5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18727724-e061-4616-a466-ea66ee596413', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:49:46.332494 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:46.349120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b075da-25db-400c-bc98-4eecc650d5a6 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:49:46.374394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=79b075da-25db-400c-bc98-4eecc650d5a6,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:46.375623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-26093cf4-a8d8-4f0e-9683-fcec979f72e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:46.378410 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:46.444670 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:46.452001 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.452354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.452695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.453032 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.453367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.453699 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.454031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.454356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.454704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.455037 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.455357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.455674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:49:46.572104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['79b075da-25db-400c-bc98-4eecc650d5a6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:49:46.734205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e80ad-b06b-4e17-b85d-83127fb0080f req-841b6e81-2d3e-4c04-8f3a-53c6cf61a037 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:46.736021 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e78e80ad-b06b-4e17-b85d-83127fb0080f req-841b6e81-2d3e-4c04-8f3a-53c6cf61a037 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 945 time: 0.0819256 Feb 04 13:49:46.786418 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e78e80ad-b06b-4e17-b85d-83127fb0080f req-a605181f-616b-4119-9118-5e09f009b1f4 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Feb 04 13:49:46.921552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:47.469131 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:47.978789 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a5b6b-03bd-47e0-a970-3881c62bdeed req-e77ffebd-308a-4948-87d5-1c5b6ccfcfa8 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:47.980378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-523a5b6b-03bd-47e0-a970-3881c62bdeed req-e77ffebd-308a-4948-87d5-1c5b6ccfcfa8 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 945 time: 0.0833182 Feb 04 13:49:48.023906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-523a5b6b-03bd-47e0-a970-3881c62bdeed req-1601c08b-5166-47d1-9a6c-e48af7a154ba tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380449 Feb 04 13:49:48.101442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 79b075da-25db-400c-bc98-4eecc650d5a6 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:49:48.169126 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 79b075da-25db-400c-bc98-4eecc650d5a6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:49:48.173886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 79b075da-25db-400c-bc98-4eecc650d5a6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:49:48.174261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:48.295813 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:48.322558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:49:48.332351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=79b075da-25db-400c-bc98-4eecc650d5a6,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:49:48.336083 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:48.375187 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6', 'code': 200} Feb 04 13:49:48.418242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:49:48.493973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9164a-8888-48d1-a3b1-e5570c9206e1 req-36a28a69-da68-4027-a545-ca597fe34656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:48.495529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bd9164a-8888-48d1-a3b1-e5570c9206e1 req-36a28a69-da68-4027-a545-ca597fe34656 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 1097 time: 0.0712156 Feb 04 13:49:48.534825 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6bd9164a-8888-48d1-a3b1-e5570c9206e1 req-e65389b6-ec75-4610-87f9-c4c9b9a8bb5c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Feb 04 13:49:48.831720 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:49.212150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f2fb-9a68-4f49-a4a4-5d4f98180939 req-0499e9cf-406f-43d9-8b7d-2c190b7b1fb5 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:49.213619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92b3f2fb-9a68-4f49-a4a4-5d4f98180939 req-0499e9cf-406f-43d9-8b7d-2c190b7b1fb5 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0827863 Feb 04 13:49:49.258616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92b3f2fb-9a68-4f49-a4a4-5d4f98180939 req-c6f532ec-4c74-4810-99ae-fbdf803085ca tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Feb 04 13:49:50.451726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e081-aa4d-426d-9927-1c505afc6ad6 req-f1b91c32-a8a5-4d05-91fb-4873c4dd54ed tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:50.453201 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f80e081-aa4d-426d-9927-1c505afc6ad6 req-f1b91c32-a8a5-4d05-91fb-4873c4dd54ed tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0868931 Feb 04 13:49:50.497079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6f80e081-aa4d-426d-9927-1c505afc6ad6 req-461a35e1-4d66-48cd-83ed-0f1265352317 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Feb 04 13:49:50.546592 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:50.690747 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129290-ef73-4ce6-955e-491ee3335be9 req-e6c0006b-4867-4517-bf9e-f4e32bb2e18f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:50.692247 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95129290-ef73-4ce6-955e-491ee3335be9 req-e6c0006b-4867-4517-bf9e-f4e32bb2e18f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0834563 Feb 04 13:49:50.739617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95129290-ef73-4ce6-955e-491ee3335be9 req-090b0df1-a337-4dc1-a94c-bc979fecfa59 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Feb 04 13:49:54.840132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:49:56.496607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-ec4e99cd-8fd3-4bca-8de7-00e6e19dcdbf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692194 Feb 04 13:49:56.644441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-d9b1025d-c5a0-4920-9002-827930dc8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:56.645964 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-d9b1025d-c5a0-4920-9002-827930dc8fbc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec80a77ad62748f690dc608a5a121fbb&device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 1097 time: 0.0797942 Feb 04 13:49:56.793565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-3cb2f1be-f7a8-4285-9b74-5085ad70f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:56.795043 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-3cb2f1be-f7a8-4285-9b74-5085ad70f07b service neutron] 10.222.0.87 "GET /v2.0/networks?id=9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 200 len: 918 time: 0.1281826 Feb 04 13:49:56.861984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-ee404116-2b9c-49b6-9c26-6cadab4e7eff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b075da-25db-400c-bc98-4eecc650d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0601859 Feb 04 13:49:57.030978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-9bf878a1-0f28-47a8-8e3c-56986a30d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:57.032326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-9bf878a1-0f28-47a8-8e3c-56986a30d18e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 200 len: 856 time: 0.1647971 Feb 04 13:49:57.106435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-3aebdaba-3d0b-4864-a100-dde1783b16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:49:57.107929 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-3aebdaba-3d0b-4864-a100-dde1783b16c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9335fcea-25aa-4f64-86c7-51010f8e31a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693364 Feb 04 13:49:57.240745 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-add6f8d5-8b20-43bc-906b-014422189cc4 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257982 Feb 04 13:49:57.372823 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-977e24d5-b4cd-4264-80b5-aa242a2d583d req-ede0956e-c986-479e-84b6-0fd375000f47 service neutron] 10.222.0.87 "GET /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254275 Feb 04 13:50:05.292164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e4d11-c5a0-479d-87b7-89fda598611a req-98e210df-570f-4a2d-baf2-59d9f0c423fc tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:05.293643 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a75e4d11-c5a0-479d-87b7-89fda598611a req-98e210df-570f-4a2d-baf2-59d9f0c423fc tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0824533 Feb 04 13:50:05.337262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a75e4d11-c5a0-479d-87b7-89fda598611a req-68e08181-d6c7-4d9a-bd83-f4e6bd85012c tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Feb 04 13:50:06.524213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf5a42-c2e1-4814-b0c2-17ea18db6ec0 req-0a1548b0-16dd-4beb-90fb-61fe0d586e77 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:06.525720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8dbf5a42-c2e1-4814-b0c2-17ea18db6ec0 req-0a1548b0-16dd-4beb-90fb-61fe0d586e77 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0806172 Feb 04 13:50:06.573527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8dbf5a42-c2e1-4814-b0c2-17ea18db6ec0 req-689fd9f2-5a40-492c-afd9-6a018c0eabde tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/security-groups?id=a75e70d9-174d-4c61-b97e-4e569964015b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Feb 04 13:50:06.860141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-ff888c43-104e-40cb-b350-c0c50d71d50f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:06.861581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-ff888c43-104e-40cb-b350-c0c50d71d50f tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 946 time: 0.0787163 Feb 04 13:50:06.930814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Deleting port 79b075da-25db-400c-bc98-4eecc650d5a6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:06.931088 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:07.175686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] For port 79b075da-25db-400c-bc98-4eecc650d5a6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=79b075da-25db-400c-bc98-4eecc650d5a6,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:07.176567 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:07.304031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Calling delete_port for 79b075da-25db-400c-bc98-4eecc650d5a6 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:07.454294 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:07.466291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['79b075da-25db-400c-bc98-4eecc650d5a6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:50:07.510989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Pushing event deleted for resources: {'Port': ['ID=79b075da-25db-400c-bc98-4eecc650d5a6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:07.597925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] No DVR routers for this DVR port 79b075da-25db-400c-bc98-4eecc650d5a6 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:07.600953 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:07.603532 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'name': 'network-vif-deleted', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:50:07.631883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-24fdea90-edf4-494f-8aca-e688a61d4bc7 req-cd84ea57-45f1-4d6c-92b4-5bb6aac7debf tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.87 "DELETE /v2.0/ports/79b075da-25db-400c-bc98-4eecc650d5a6 HTTP/1.1" status: 204 len: 173 time: 0.7645814 Feb 04 13:50:07.659675 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88783ede-a366-4e0e-9862-9d9df4a4a170', 'name': 'network-vif-deleted', 'tag': '79b075da-25db-400c-bc98-4eecc650d5a6', 'status': 'completed', 'code': 200} Feb 04 13:50:07.749718 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4d650598-8ac1-4f76-9821-53e19de0d857 req-7450a7e9-4993-4e35-8922-7226258af8e7 tempest-TestEncryptedCinderVolumes-2076566594 tempest-TestEncryptedCinderVolumes-2076566594-project] 10.222.0.53 "GET /v2.0/ports?device_id=88783ede-a366-4e0e-9862-9d9df4a4a170 HTTP/1.1" status: 200 len: 210 time: 0.0491586 Feb 04 13:50:08.891760 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35630) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:09.529754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:09.882241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Deleting port a99a69e9-d105-4da3-85a8-d035efc92ecb {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:09.882579 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:10.058468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] For port a99a69e9-d105-4da3-85a8-d035efc92ecb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a99a69e9-d105-4da3-85a8-d035efc92ecb,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:10.059230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:10.188632 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Calling delete_port for a99a69e9-d105-4da3-85a8-d035efc92ecb owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:10.229149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 79b075da-25db-400c-bc98-4eecc650d5a6 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:10.271053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 79b075da-25db-400c-bc98-4eecc650d5a6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:10.271451 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 79b075da-25db-400c-bc98-4eecc650d5a6 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:10.500620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:10.545708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99a69e9-d105-4da3-85a8-d035efc92ecb,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:10.936615 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:11.294015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:50:11.471621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:11.481322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Sync routers for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:11.484364 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1c7bc168-8911-4fdc-b7a6-cab35792e538 admin admin] 10.222.0.53 "PUT /v2.0/routers/19b7a00c-b9d9-4512-9eca-f6dde9546c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915515 Feb 04 13:50:11.486888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35636) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:11.494227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:11.494908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:49:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:11.667281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:11.673948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:11.858205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:11.867779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Deleting port de941c5d-57a9-4838-ba25-135e737d5cc6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:11.868251 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:11.968492 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:50:10Z', 'revision_number': 5, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port': {'id': 'de941c5d-57a9-4838-ba25-135e737d5cc6', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:48:58Z', 'updated_at': '2022-02-04T13:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:11.972620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Checking router: 19b7a00c-b9d9-4512-9eca-f6dde9546c4b for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:11.984310 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Routers {'19b7a00c-b9d9-4512-9eca-f6dde9546c4b'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:11.984937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:49:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:12.171097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] For port de941c5d-57a9-4838-ba25-135e737d5cc6, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=de941c5d-57a9-4838-ba25-135e737d5cc6,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:12.171454 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.182788 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] Set router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:12.296677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Calling delete_port for de941c5d-57a9-4838-ba25-135e737d5cc6 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:12.298798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 6, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:12.303798 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea495dfe-19d8-49ed-9b91-9170d74edf55 None None] The sync data for ids ['19b7a00c-b9d9-4512-9eca-f6dde9546c4b'] in n-d-820555-2 is: [{'id': '19b7a00c-b9d9-4512-9eca-f6dde9546c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1361617663-router', 'tenant_id': 'ec80a77ad62748f690dc608a5a121fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:48:57Z', 'updated_at': '2022-02-04T13:50:11Z', 'revision_number': 6, 'project_id': 'ec80a77ad62748f690dc608a5a121fbb', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:12.466568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.516123 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de941c5d-57a9-4838-ba25-135e737d5cc6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:12.611303 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.723337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a99a69e9-d105-4da3-85a8-d035efc92ecb no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:12.766636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a99a69e9-d105-4da3-85a8-d035efc92ecb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:12.767009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a99a69e9-d105-4da3-85a8-d035efc92ecb not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:12.791683 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.794381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.817201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.817678 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b7a00c-b9d9-4512-9eca-f6dde9546c4b {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:50:12.829520 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.830650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-73cd6776-8263-443e-ac36-bdf2aee606f6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/19b7a00c-b9d9-4512-9eca-f6dde9546c4b HTTP/1.1" status: 204 len: 168 time: 1.3428500 Feb 04 13:50:12.835065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35640) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:12.893228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Deleting subnet 18727724-e061-4616-a466-ea66ee596413 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:50:12.895988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:12.944077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.024269 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.094151 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.138159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18727724-e061-4616-a466-ea66ee596413,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:13.142656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.147472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad654a-186a-4562-b968-f75ca31943b7 None None] Network 9335fcea-25aa-4f64-86c7-51010f8e31a1 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:13.148608 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e861e5fd-8b8b-4fc3-82fd-b3b633c67529 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/18727724-e061-4616-a466-ea66ee596413 HTTP/1.1" status: 204 len: 168 time: 0.3126023 Feb 04 13:50:13.151122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35644) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:13.254595 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.266741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Deleting port 65180117-123f-4aae-bfde-f9ad6524ff73 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:13.267091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.404836 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] DHCP port deletion for 9335fcea-25aa-4f64-86c7-51010f8e31a1 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:50:13.408944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Deleting port 65180117-123f-4aae-bfde-f9ad6524ff73 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:13.409315 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.485097 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] For port 65180117-123f-4aae-bfde-f9ad6524ff73, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65180117-123f-4aae-bfde-f9ad6524ff73,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:13.485703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.529141 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:50:13.613487 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4e0f3db2-383f-456f-b731-ef634196933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.634507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] For port 65180117-123f-4aae-bfde-f9ad6524ff73, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=65180117-123f-4aae-bfde-f9ad6524ff73,segment=NetworkSegment(adf5a988-a87b-449b-9965-61963c5ad49f),segment_id=adf5a988-a87b-449b-9965-61963c5ad49f)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:13.634916 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.719850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Calling delete_port for 65180117-123f-4aae-bfde-f9ad6524ff73 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:13.758496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Calling delete_port for 65180117-123f-4aae-bfde-f9ad6524ff73 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:13.799054 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.833483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:13.833837 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:13.848964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] No DVR routers for this DVR port 65180117-123f-4aae-bfde-f9ad6524ff73 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:13.875105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65180117-123f-4aae-bfde-f9ad6524ff73,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:13.967367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:13.992205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9335fcea-25aa-4f64-86c7-51010f8e31a1']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:14.004287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf5a988-a87b-449b-9965-61963c5ad49f') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:14.004579 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf5a988-a87b-449b-9965-61963c5ad49f') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:14.015689 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.035349 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.041550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:14.041979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:14.054642 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:14.136860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.153292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.163272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9335fcea-25aa-4f64-86c7-51010f8e31a1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:14.176782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f186ed2b-0cb0-416c-8cbe-f9d3ace616e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9335fcea-25aa-4f64-86c7-51010f8e31a1 HTTP/1.1" status: 204 len: 168 time: 1.0246556 Feb 04 13:50:14.179593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35648) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:14.335201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Deleting port 65180117-123f-4aae-bfde-f9ad6524ff73 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:14.335585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.400694 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb134-529b-49a4-93ea-4cd934eb5dac None None] The port '65180117-123f-4aae-bfde-f9ad6524ff73' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:50:14.701403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device de941c5d-57a9-4838-ba25-135e737d5cc6 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:14.724766 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:14.751971 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: de941c5d-57a9-4838-ba25-135e737d5cc6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:14.752334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device de941c5d-57a9-4838-ba25-135e737d5cc6 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:14.752758 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65180117-123f-4aae-bfde-f9ad6524ff73 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:14.787200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 65180117-123f-4aae-bfde-f9ad6524ff73 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:14.787810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 65180117-123f-4aae-bfde-f9ad6524ff73 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:15.182008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Deleting port 0ee2a422-4647-401f-8e1e-f61f027a44d2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:15.182351 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:15.350406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] For port 0ee2a422-4647-401f-8e1e-f61f027a44d2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0ee2a422-4647-401f-8e1e-f61f027a44d2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:15.351034 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:15.476803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Calling delete_port for 0ee2a422-4647-401f-8e1e-f61f027a44d2 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:15.650905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:15.698052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee2a422-4647-401f-8e1e-f61f027a44d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:15.970833 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:16.324312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:50:16.367041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-96b0f890-aeec-4daf-b127-b5cdc25e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:16.609615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:16.618296 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Sync routers for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:16.618804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-4a9da424-3f0b-42a4-a76a-b8c4bc10db69 admin admin] 10.222.0.53 "PUT /v2.0/routers/965d4d2a-0dcb-4b4c-82f5-a14c0d11d738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377742 Feb 04 13:50:16.620993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35652) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:16.627630 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:16.628229 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:16.806929 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:16.812245 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:16.930263 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:16.993988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.004401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Deleting port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:17.004740 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.090001 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:50:15Z', 'revision_number': 5, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port': {'id': 'cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:49:04Z', 'updated_at': '2022-02-04T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:17.093749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Checking router: 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:17.102025 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Routers {'965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:17.102622 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:17.177638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] For port cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:17.177985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.252754 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] Set router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:17.301852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Calling delete_port for cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:17.355785 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:50:16Z', 'revision_number': 6, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:17.359720 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff84f79-4aa2-4c0b-8656-264ffab24dae None None] The sync data for ids ['965d4d2a-0dcb-4b4c-82f5-a14c0d11d738'] in n-d-820555-2 is: [{'id': '965d4d2a-0dcb-4b4c-82f5-a14c0d11d738', 'name': 'tempest-TestEncryptedCinderVolumes-1259841165-router', 'tenant_id': '626231075e944936833c19b55b9feb39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:49:03Z', 'updated_at': '2022-02-04T13:50:16Z', 'revision_number': 6, 'project_id': '626231075e944936833c19b55b9feb39', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:17.471103 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.471379 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.521520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:17.608606 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.783311 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.787002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.814701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.815198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:50:17.827191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:17.828306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-724cfbd6-ed2c-45c1-b477-467540b32cdf admin admin] 10.222.0.53 "DELETE /v2.0/routers/965d4d2a-0dcb-4b4c-82f5-a14c0d11d738 HTTP/1.1" status: 204 len: 168 time: 1.2063951 Feb 04 13:50:17.830891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35656) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:18.010751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Deleting subnet ed7bc7a6-3ed6-42ca-b636-17a069216d77 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:50:18.013720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.063382 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.140715 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.212464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.254307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.259535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49350725-edec-4f91-b718-22ecba1091df None None] Network 59f79d54-d4b4-4b42-81b6-79e6ed63a383 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:18.260302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7bc7a6-3ed6-42ca-b636-17a069216d77,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:18.266663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1b05bdfb-3893-4575-bbe5-7eb06966c74e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed7bc7a6-3ed6-42ca-b636-17a069216d77 HTTP/1.1" status: 204 len: 168 time: 0.4327834 Feb 04 13:50:18.267271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35660) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:18.381923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.393076 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Deleting port af3396cf-ffbf-45aa-bf83-76e731bfeba2 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:18.393418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.523896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] DHCP port deletion for 59f79d54-d4b4-4b42-81b6-79e6ed63a383 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:50:18.528005 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Deleting port af3396cf-ffbf-45aa-bf83-76e731bfeba2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:18.528383 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.612370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] For port af3396cf-ffbf-45aa-bf83-76e731bfeba2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=af3396cf-ffbf-45aa-bf83-76e731bfeba2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:18.612649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.714553 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device af3396cf-ffbf-45aa-bf83-76e731bfeba2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:18.745249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Calling delete_port for af3396cf-ffbf-45aa-bf83-76e731bfeba2 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:18.784426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] For port af3396cf-ffbf-45aa-bf83-76e731bfeba2, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=af3396cf-ffbf-45aa-bf83-76e731bfeba2,segment=NetworkSegment(f7b7b57e-57df-422d-963d-725a0e6ec2f9),segment_id=f7b7b57e-57df-422d-963d-725a0e6ec2f9)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:18.784861 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.824391 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:18.873262 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3396cf-ffbf-45aa-bf83-76e731bfeba2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:18.878433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] No DVR routers for this DVR port af3396cf-ffbf-45aa-bf83-76e731bfeba2 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:50:18.966960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Calling delete_port for af3396cf-ffbf-45aa-bf83-76e731bfeba2 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:50:18.999445 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.009404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No active binding found for port af3396cf-ffbf-45aa-bf83-76e731bfeba2 {{(pid=87622) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 13:50:19.009813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device af3396cf-ffbf-45aa-bf83-76e731bfeba2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:19.010234 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ee2a422-4647-401f-8e1e-f61f027a44d2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:19.025729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f79d54-d4b4-4b42-81b6-79e6ed63a383']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:19.033334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.038850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b7b57e-57df-422d-963d-725a0e6ec2f9') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:19.038850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b7b57e-57df-422d-963d-725a0e6ec2f9') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:19.050090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.050259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0ee2a422-4647-401f-8e1e-f61f027a44d2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:19.051128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0ee2a422-4647-401f-8e1e-f61f027a44d2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:19.051542 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:50:19.067242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.073454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:50:19.073938 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:50:19.087438 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:50:19.089480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:50:19.089480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device cd0ecdc6-083b-4035-9bb8-b12be8f2a2a2 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:50:19.115387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:50:19.115746 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:50:19.168062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.173024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.196216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f79d54-d4b4-4b42-81b6-79e6ed63a383,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:19.200052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-127dad17-cc92-4a9f-898f-76db3b51d737 admin admin] 10.222.0.53 "DELETE /v2.0/networks/59f79d54-d4b4-4b42-81b6-79e6ed63a383 HTTP/1.1" status: 204 len: 168 time: 0.9318581 Feb 04 13:50:19.381199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35666) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:19.429855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad8ec45f-89b4-4c7f-ac4d-6ace3e4d4361 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec80a77ad62748f690dc608a5a121fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473368 Feb 04 13:50:19.432253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35670) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:19.491551 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.524498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.580075 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.597062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e70d9-174d-4c61-b97e-4e569964015b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:19.606329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.606700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.607047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.607381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.607709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.608036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.608361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.608681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.609001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.609335 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.609641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.609953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:19.617269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Deleting port af3396cf-ffbf-45aa-bf83-76e731bfeba2 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:50:19.617740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.617843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:19.618499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-001088d8-fe12-4c13-8ccb-62adad3f267b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a75e70d9-174d-4c61-b97e-4e569964015b HTTP/1.1" status: 204 len: 168 time: 0.1853600 Feb 04 13:50:19.697307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-d040e9cb-9449-4d27-a412-6b2b61a149fe None None] The port 'af3396cf-ffbf-45aa-bf83-76e731bfeba2' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:50:19.960758 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35678) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:20.009079 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ce29ce2b-1a0d-48aa-91f8-6b0210b9d0c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=626231075e944936833c19b55b9feb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471475 Feb 04 13:50:20.011566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35684) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:20.069400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:20.093752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:20.148524 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:20.165224 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d16e03-af05-4309-8f79-c1ee9794a632,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:20.169918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:20.170707 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-40a7118f-63ba-4840-aae6-38bca7bdcb4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1d16e03-af05-4309-8f79-c1ee9794a632 HTTP/1.1" status: 204 len: 168 time: 0.1582420 Feb 04 13:50:20.544052 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:20.882268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35708) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:20.996669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404652538-network', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.002371 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:21.006818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Usage tracker for resource:network and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:21.009826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:21.016273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:21.026125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Made reservation on behalf of d91b27c1e52942debdb2ad86779c3041 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:21.028605 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.040388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.055969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:21.059669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:21.062359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:21.068664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:21.150008 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.153872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.183037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:21.191891 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.197248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.197592 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Added segment 9c200b02-e738-4d2e-9f09-5312a9d71add of type vlan for network 044d57d3-52cb-4817-98c8-2e3471e2957a Feb 04 13:50:21.226626 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.255002 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.255926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:21.256498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.355249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] Pushing event updated for resources: {'Network': ['ID=044d57d3-52cb-4817-98c8-2e3471e2957a,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.358066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-ed55dbd3-95ab-4408-9d82-cda795f670df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4747541 Feb 04 13:50:21.361095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35714) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:21.365612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 044d57d3-52cb-4817-98c8-2e3471e2957a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:50:21.366904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Request body: {'subnet': {'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404652538-subnet', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.372553 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:21.376388 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Usage tracker for resource:subnet and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:21.379380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:21.385026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:21.399748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Made reservation on behalf of d91b27c1e52942debdb2ad86779c3041 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:21.402205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.608650 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.682361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceec807c-eb6e-4334-85e6-2f0b454e7530,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:21.691617 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Checking segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:21.691976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Network hostable DHCP agents. Network: 044d57d3-52cb-4817-98c8-2e3471e2957a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:21.710980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Network 044d57d3-52cb-4817-98c8-2e3471e2957a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:21.719762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 044d57d3-52cb-4817-98c8-2e3471e2957a) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:21.726220 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:21.726479 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.729360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77794b-e876-4d96-b1ba-93edede2de9d None None] Network 044d57d3-52cb-4817-98c8-2e3471e2957a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:21.752642 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cb2156bd-93c2-45c3-89e2-74386f7a96ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3879118 Feb 04 13:50:21.752844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35718) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:21.757988 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:21.763762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:21.767785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Usage tracker for resource:router and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:21.771217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:21.777700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:21.792647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.793651 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.808417 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:21.944581 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-044d57d3-52cb-4817-98c8-2e3471e2957a', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:50:21.945434 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.112925 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Allocated IP 172.20.0.2 (044d57d3-52cb-4817-98c8-2e3471e2957a/ceec807c-eb6e-4334-85e6-2f0b454e7530/a0300917-6879-45c6-967b-6ed986e9cd3a) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:22.214361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.313715 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.324305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Transition to ACTIVE for port object a0300917-6879-45c6-967b-6ed986e9cd3a will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:22.343002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Transition to ACTIVE for port object a0300917-6879-45c6-967b-6ed986e9cd3a will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:22.349659 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.417985 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Network 044d57d3-52cb-4817-98c8-2e3471e2957a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:22.420910 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:22.424477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:22.432066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Pushing event updated for resources: {'Port': ['ID=a0300917-6879-45c6-967b-6ed986e9cd3a,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:22.521191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Attempting to bind port a0300917-6879-45c6-967b-6ed986e9cd3a on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:22.521465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Attempting to bind port a0300917-6879-45c6-967b-6ed986e9cd3a by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:22.521822 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Attempting to bind port a0300917-6879-45c6-967b-6ed986e9cd3a on network 044d57d3-52cb-4817-98c8-2e3471e2957a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:22.527152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:22.527515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Checking segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:22.527929 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.528339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Bound using segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:22.528792 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Bound port: a0300917-6879-45c6-967b-6ed986e9cd3a, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:22.529156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.538961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.568587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.618844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] For port a0300917-6879-45c6-967b-6ed986e9cd3a, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:22.621945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] For port a0300917-6879-45c6-967b-6ed986e9cd3a, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0300917-6879-45c6-967b-6ed986e9cd3a,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:22.625587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.708511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Allocated IP 172.25.4.192 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/24dfedac-b475-453b-8d93-1385d06f2ed7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:22.710219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34208f-6152-4a93-b5cc-eab11b5394af None None] Pushing event updated for resources: {'Port': ['ID=a0300917-6879-45c6-967b-6ed986e9cd3a,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:22.878397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.921323 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:22.996067 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:22.999108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:23.003010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:23.032542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Pushing event updated for resources: {'Port': ['ID=24dfedac-b475-453b-8d93-1385d06f2ed7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:23.420044 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:23.648023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ac2f4-1ec9-4b06-9bf7-3ed25292ab6d None None] Network 044d57d3-52cb-4817-98c8-2e3471e2957a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:23.748906 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d66b5e6f-8223-4e40-9f3a-ba66b0988cf3 None None] Provisioning for port a0300917-6879-45c6-967b-6ed986e9cd3a completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:23.896244 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:24.118783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Router a7121ed9-26e1-4843-ac9e-14ce9175bf08 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:50:24.296277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:24.305102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Sync routers for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:24.314103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:24.314749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:24.319630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:24.320885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-34fd5e65-4056-4cff-b86c-5445780e19ec admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5670042 Feb 04 13:50:24.323676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35724) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:24.490084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:24.789712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0300917-6879-45c6-967b-6ed986e9cd3a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:24.864733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:23Z', 'revision_number': 3, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:24.867843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:24.872364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Checking router: a7121ed9-26e1-4843-ac9e-14ce9175bf08 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:24.872364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Updating router a7121ed9-26e1-4843-ac9e-14ce9175bf08 port 24dfedac-b475-453b-8d93-1385d06f2ed7 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:24.929819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a0300917-6879-45c6-967b-6ed986e9cd3a completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:24.937886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:24.961643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0300917-6879-45c6-967b-6ed986e9cd3a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:24.962014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.142761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.224624 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.284450 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port a0300917-6879-45c6-967b-6ed986e9cd3a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0300917-6879-45c6-967b-6ed986e9cd3a,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:25.295157 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.354352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Allocated IP 172.20.0.1 (044d57d3-52cb-4817-98c8-2e3471e2957a/ceec807c-eb6e-4334-85e6-2f0b454e7530/52d591ad-d579-4d78-a2eb-e9f8b51961f3) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:25.386424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=a0300917-6879-45c6-967b-6ed986e9cd3a,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.447847 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.459590 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Transition to ACTIVE for port object 24dfedac-b475-453b-8d93-1385d06f2ed7 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:25.465796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.506181 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.521699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Transition to ACTIVE for port object 52d591ad-d579-4d78-a2eb-e9f8b51961f3 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:25.546932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24657699-6eed-42df-9eb2-c6c0242661ac None None] Pushing event updated for resources: {'Port': ['ID=24dfedac-b475-453b-8d93-1385d06f2ed7,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.547291 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.552767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Attempting to bind port 24dfedac-b475-453b-8d93-1385d06f2ed7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:25.553385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Attempting to bind port 24dfedac-b475-453b-8d93-1385d06f2ed7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:25.553526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Attempting to bind port 24dfedac-b475-453b-8d93-1385d06f2ed7 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:25.559049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:25.559417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:25.559811 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.560189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:25.560642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Bound port: 24dfedac-b475-453b-8d93-1385d06f2ed7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:25.561008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.613626 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Network 044d57d3-52cb-4817-98c8-2e3471e2957a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:25.616602 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:25.619198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:25.634251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] For port 24dfedac-b475-453b-8d93-1385d06f2ed7, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:25.637584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] For port 24dfedac-b475-453b-8d93-1385d06f2ed7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24dfedac-b475-453b-8d93-1385d06f2ed7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:25.643345 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.665991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Pushing event updated for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.686839 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.724712 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:25.725339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:25.819816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24657699-6eed-42df-9eb2-c6c0242661ac None None] Pushing event updated for resources: {'Port': ['ID=24dfedac-b475-453b-8d93-1385d06f2ed7,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:25.949133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30733883-f0ca-4ff2-b4c4-993106c21276 None None] Provisioning for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:25.959495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-30733883-f0ca-4ff2-b4c4-993106c21276 None None] Provisioning complete for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:25.959865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-30733883-f0ca-4ff2-b4c4-993106c21276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.970306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:25.985121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:26.186059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-30733883-f0ca-4ff2-b4c4-993106c21276 None None] Port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:50:26.199984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:26.204620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:26.297021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:23Z', 'revision_number': 3, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:26.300912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9dabe2-e0fb-4014-bc7f-a991461bbbd4 None None] The sync data for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 is: [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:23Z', 'revision_number': 3, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:26.318339 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:26.322372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Pushing event updated for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:26.464733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Network 044d57d3-52cb-4817-98c8-2e3471e2957a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:26.465996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:26.816267 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f8125a6c-997c-4934-b776-fdd7a345b918 None None] Provisioning complete for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:26.816659 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f8125a6c-997c-4934-b776-fdd7a345b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:26.835321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Router a7121ed9-26e1-4843-ac9e-14ce9175bf08 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:50:26.857914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0300917-6879-45c6-967b-6ed986e9cd3a up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:26.932424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f8125a6c-997c-4934-b776-fdd7a345b918 None None] Port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:50:26.954240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a0300917-6879-45c6-967b-6ed986e9cd3a triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:26.954628 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.028861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:27.041450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-2a05075e-2414-4359-9efb-3f5d07e4ff8b admin admin] 10.222.0.53 "PUT /v2.0/routers/a7121ed9-26e1-4843-ac9e-14ce9175bf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7133155 Feb 04 13:50:27.082116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24dfedac-b475-453b-8d93-1385d06f2ed7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:27.151676 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 24dfedac-b475-453b-8d93-1385d06f2ed7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:27.157239 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 24dfedac-b475-453b-8d93-1385d06f2ed7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:27.157687 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.286025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.302508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 24dfedac-b475-453b-8d93-1385d06f2ed7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24dfedac-b475-453b-8d93-1385d06f2ed7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:27.306030 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.376397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=24dfedac-b475-453b-8d93-1385d06f2ed7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:27.563516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35746) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:27.569642 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1480030940-network', 'tenant_id': '688dda126a0c43aeb757703e949d3297'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:27.575125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:27.578961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Usage tracker for resource:network and tenant:688dda126a0c43aeb757703e949d3297 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:27.582407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:27.588152 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:27.599246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Made reservation on behalf of 688dda126a0c43aeb757703e949d3297 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:27.601870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.614575 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.628947 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:27.632897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:688dda126a0c43aeb757703e949d3297 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:27.636033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:27.641679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:27.732062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.736890 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.768424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:50:27.777554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7bf08a-8f58-4072-aab6-c55afbb02fe3,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:27.782981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.783320 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Added segment e42bc8f5-8a98-424a-8249-93b002fcc9b7 of type vlan for network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 Feb 04 13:50:27.809556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.842670 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.843713 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:27.844297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:27.921619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Sync routers for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:27.930715 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:27.931312 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:27.956729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=19f29c4a-5667-440a-920f-7bbb4ddd60f7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:27.959711 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-30f5c97c-173d-49ea-a5b7-aac42540e1a7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3951550 Feb 04 13:50:27.962560 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35750) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:27.967887 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Request body: {'subnet': {'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1480030940-subnet', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:27.968504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:50:27.975091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:27.979459 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Usage tracker for resource:subnet and tenant:688dda126a0c43aeb757703e949d3297 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:27.982342 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:27.988920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:28.001537 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Made reservation on behalf of 688dda126a0c43aeb757703e949d3297 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:28.004965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.153153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:28.209732 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.288115 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3773ac91-6d49-4329-be3f-61e1ce87d47a,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:28.297592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Checking segment: {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:28.297952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Network hostable DHCP agents. Network: 19f29c4a-5667-440a-920f-7bbb4ddd60f7, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:50:28.317606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:50:28.327132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 19f29c4a-5667-440a-920f-7bbb4ddd60f7) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:28.331273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:28.331957 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.337746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fc33f-31e6-4dbe-b020-71aecf9cddf8 None None] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:28.357800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c8087dea-45e0-48c6-ba3d-c7cf898b9c72 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3916085 Feb 04 13:50:28.358008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35754) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:28.363873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:28.369953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:28.374174 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Usage tracker for resource:router and tenant:688dda126a0c43aeb757703e949d3297 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:50:28.377125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:50:28.383169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:28.395470 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.396531 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.411571 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.477392 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:26Z', 'revision_number': 2, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:28.481514 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Checking router: a7121ed9-26e1-4843-ac9e-14ce9175bf08 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:28.481941 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Updating router a7121ed9-26e1-4843-ac9e-14ce9175bf08 port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:28.534917 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.561379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:50:28.562464 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.688371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.803185 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Allocated IP 172.20.0.2 (19f29c4a-5667-440a-920f-7bbb4ddd60f7/3773ac91-6d49-4329-be3f-61e1ce87d47a/827644f0-85d7-4397-a738-745aa02f0716) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:28.807038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24dfedac-b475-453b-8d93-1385d06f2ed7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:28.899718 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.919703 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Transition to ACTIVE for port object 52d591ad-d579-4d78-a2eb-e9f8b51961f3 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:28.927998 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:28.986948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 24dfedac-b475-453b-8d93-1385d06f2ed7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:28.988134 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.002197 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262075de-4d66-489d-9582-8e390e34695d None None] Pushing event updated for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.011278 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.011811 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.012324 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.012807 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.013300 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.013784 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.014355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.014711 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.015037 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.015356 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.015682 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.016117 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262075de-4d66-489d-9582-8e390e34695d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:29.045834 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.188445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Attempting to bind port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:29.188800 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Attempting to bind port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:29.189385 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Attempting to bind port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 on network 044d57d3-52cb-4817-98c8-2e3471e2957a {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:29.196888 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:29.197570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Checking segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:29.198318 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.198950 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Bound using segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:29.199623 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Bound port: 52d591ad-d579-4d78-a2eb-e9f8b51961f3, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:29.200180 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.221523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.226569 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.239772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Transition to ACTIVE for port object 827644f0-85d7-4397-a738-745aa02f0716 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:29.261179 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Transition to ACTIVE for port object 827644f0-85d7-4397-a738-745aa02f0716 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:29.269523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.311817 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] For port 52d591ad-d579-4d78-a2eb-e9f8b51961f3, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:29.315154 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] For port 52d591ad-d579-4d78-a2eb-e9f8b51961f3, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=52d591ad-d579-4d78-a2eb-e9f8b51961f3,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:29.320848 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.333959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:29.336747 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:29.340586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:29.349588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Pushing event updated for resources: {'Port': ['ID=827644f0-85d7-4397-a738-745aa02f0716,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.374246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Allocated IP 172.25.4.211 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:29.405519 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:29.406143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:29.447854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Attempting to bind port 827644f0-85d7-4397-a738-745aa02f0716 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:29.448213 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Attempting to bind port 827644f0-85d7-4397-a738-745aa02f0716 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:29.448568 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Attempting to bind port 827644f0-85d7-4397-a738-745aa02f0716 on network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:29.455440 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:29.455809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Checking segment: {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:29.456245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.456630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Bound using segment: {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:29.457099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Bound port: 827644f0-85d7-4397-a738-745aa02f0716, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:29.457469 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.521135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262075de-4d66-489d-9582-8e390e34695d None None] Pushing event updated for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.557623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.560129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] For port 827644f0-85d7-4397-a738-745aa02f0716, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:29.564173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] For port 827644f0-85d7-4397-a738-745aa02f0716, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=827644f0-85d7-4397-a738-745aa02f0716,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:29.570864 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.592701 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:29.657325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e620622-1d22-476f-962a-f837db2c7ac3 None None] Pushing event updated for resources: {'Port': ['ID=827644f0-85d7-4397-a738-745aa02f0716,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:29.663592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:29.666488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:29.670193 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:29.670376 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:29.719728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:30.053632 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:29Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:30.058004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f80c5-3eea-42a7-a573-87b804ee3898 None None] The sync data for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 is: [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:29Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:30.167009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:30.531380 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:30.788927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a314fb-ef66-4daf-9279-a4a1502b04dc None None] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:50:30.803797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Router b8cee1bd-8bee-4c8f-8e51-7359438ad079 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:50:30.878541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 52d591ad-d579-4d78-a2eb-e9f8b51961f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:30.953841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-94901021-1d9d-4b62-b561-b76059ab1f88 None None] Provisioning for port 827644f0-85d7-4397-a738-745aa02f0716 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:31.050650 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:31.059948 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:31.060312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.146315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:31.160982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Sync routers for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:31.171001 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.176205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35760) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:50:31.179219 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-7a10cc91-f9c1-47f8-8510-29555b7b2e51 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8199553 Feb 04 13:50:31.183041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:31.183664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:31.406249 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.438919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:31.611703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 52d591ad-d579-4d78-a2eb-e9f8b51961f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=52d591ad-d579-4d78-a2eb-e9f8b51961f3,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:31.665968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.666749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 827644f0-85d7-4397-a738-745aa02f0716 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:31.827781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:31.882288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 827644f0-85d7-4397-a738-745aa02f0716 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:31.889424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 827644f0-85d7-4397-a738-745aa02f0716 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:31.889786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.977329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:31.995270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:29Z', 'revision_number': 3, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:32.010127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Checking router: b8cee1bd-8bee-4c8f-8e51-7359438ad079 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:32.010472 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Updating router b8cee1bd-8bee-4c8f-8e51-7359438ad079 port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:32.066971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.085919 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.152636 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 827644f0-85d7-4397-a738-745aa02f0716, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=827644f0-85d7-4397-a738-745aa02f0716,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:32.188539 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Allocated IP 172.20.0.1 (19f29c4a-5667-440a-920f-7bbb4ddd60f7/3773ac91-6d49-4329-be3f-61e1ce87d47a/55585c05-df91-4c69-b5b2-6b8e8ddd8a3b) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:32.196433 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.340434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.345861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=827644f0-85d7-4397-a738-745aa02f0716,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.357163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Transition to ACTIVE for port object 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:32.380107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.446319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:32.449146 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:32.452979 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:32.488377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.492816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Pushing event updated for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.501281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Transition to ACTIVE for port object 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:32.509621 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.515201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.595880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Attempting to bind port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:32.596168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Attempting to bind port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:32.597084 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Attempting to bind port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:32.607094 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:32.607476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:32.607873 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.608271 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:32.608743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Bound port: 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:32.609124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.634304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e404f-ad8b-4a67-bc54-c4b6cc399df4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.657475 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.691668 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] For port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:32.699057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] For port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:32.722221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.777152 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-774dc95f-bbd9-48ee-834c-fb050d2cb620 None None] Provisioning for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:32.780721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 52d591ad-d579-4d78-a2eb-e9f8b51961f3 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:32.830142 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-774dc95f-bbd9-48ee-834c-fb050d2cb620 None None] Provisioning complete for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:32.830844 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-774dc95f-bbd9-48ee-834c-fb050d2cb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.896433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.900944 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:32.918904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:32.919523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:32.974262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e404f-ad8b-4a67-bc54-c4b6cc399df4 None None] Pushing event updated for resources: {'Port': ['ID=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:32.989439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-774dc95f-bbd9-48ee-834c-fb050d2cb620 None None] Port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:50:33.009879 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:33.014150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Pushing event updated for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:33.074574 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:33.074574 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:33.153275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:33.154476 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:33.203703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:33.351257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Router b8cee1bd-8bee-4c8f-8e51-7359438ad079 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:50:33.472383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 827644f0-85d7-4397-a738-745aa02f0716 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:33.517844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ab5695d7-1924-4d0e-833e-b7aaded60764 None None] Provisioning complete for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:33.518216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab5695d7-1924-4d0e-833e-b7aaded60764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:33.647355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ab5695d7-1924-4d0e-833e-b7aaded60764 None None] Port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:50:33.652533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:50:33.662064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-01d8aed2-ceea-425c-9a36-a509f3178c42 admin admin] 10.222.0.53 "PUT /v2.0/routers/b8cee1bd-8bee-4c8f-8e51-7359438ad079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4846370 Feb 04 13:50:33.673288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 827644f0-85d7-4397-a738-745aa02f0716 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:33.673691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:33.765695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '55585c05-df91-4c69-b5b2-6b8e8ddd8a3b', 'name': '', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'mac_address': 'fa:16:3e:e1:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:32Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 2, 'project_id': '688dda126a0c43aeb757703e949d3297', 'subnets': [{'id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:33.799517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2079-724b-47a9-951d-090d3a0aa593 None None] The sync data for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 is: [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '55585c05-df91-4c69-b5b2-6b8e8ddd8a3b', 'name': '', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'mac_address': 'fa:16:3e:e1:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:32Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 2, 'project_id': '688dda126a0c43aeb757703e949d3297', 'subnets': [{'id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:34.827356 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:34.920931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:34.927348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:34.927782 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:35.073382 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:35.096374 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:35.104941 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:35.191029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:36.731294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:36.815430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:36.815799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:38.091336 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Sync routers for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:50:38.103451 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:38.104072 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:38.298933 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:38.651779 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '55585c05-df91-4c69-b5b2-6b8e8ddd8a3b', 'name': '', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'mac_address': 'fa:16:3e:e1:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:32Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 2, 'project_id': '688dda126a0c43aeb757703e949d3297', 'subnets': [{'id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:38.655964 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Checking router: b8cee1bd-8bee-4c8f-8e51-7359438ad079 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:50:38.656307 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Updating router b8cee1bd-8bee-4c8f-8e51-7359438ad079 port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:50:38.715482 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.095504 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.113840 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Transition to ACTIVE for port object 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:39.123787 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.258820 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacb75b-1459-4968-9213-7a6e215f50f5 None None] Pushing event updated for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:39.405739 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Attempting to bind port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:39.406526 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Attempting to bind port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:39.406779 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Attempting to bind port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b on network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:39.422934 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:39.423423 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Checking segment: {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:39.425771 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.426327 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Bound using segment: {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:39.427086 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Bound port: 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42bc8f5-8a98-424a-8249-93b002fcc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:39.427631 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.535742 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] For port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:39.538953 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] For port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:39.546275 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:39.638799 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:50:39.639330 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:39.691196 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacb75b-1459-4968-9213-7a6e215f50f5 None None] Pushing event updated for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:39.882723 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:50:40.214081 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '55585c05-df91-4c69-b5b2-6b8e8ddd8a3b', 'name': '', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'mac_address': 'fa:16:3e:e1:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:32Z', 'updated_at': '2022-02-04T13:50:39Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'subnets': [{'id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:50:40.218082 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c4697-c1f5-4713-bd3c-c7c476f4c9a1 None None] The sync data for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 is: [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:50:32Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '55585c05-df91-4c69-b5b2-6b8e8ddd8a3b', 'name': '', 'network_id': '19f29c4a-5667-440a-920f-7bbb4ddd60f7', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'mac_address': 'fa:16:3e:e1:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:32Z', 'updated_at': '2022-02-04T13:50:39Z', 'revision_number': 4, 'project_id': '688dda126a0c43aeb757703e949d3297', 'subnets': [{'id': '3773ac91-6d49-4329-be3f-61e1ce87d47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:50:40.788075 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:40.878893 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:40.889019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:40.889653 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:41.044106 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:41.084296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:41.090020 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:41.181721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:42.730192 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:42.803838 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:42.804203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:43.585018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f23c391c-49a0-4edd-bb96-cb3fe4f0c58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:43.905017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-65a96c5d-842f-47f7-acd1-2b169e8c7d32 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:43.906383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-65a96c5d-842f-47f7-acd1-2b169e8c7d32 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 815 time: 0.1469653 Feb 04 13:50:43.922045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-f09ab83b-baed-4e27-8ed3-ef9c074ab388 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/quotas/d91b27c1e52942debdb2ad86779c3041 HTTP/1.1" status: 200 len: 375 time: 0.0096383 Feb 04 13:50:44.007694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-48b5bf14-2160-4a0e-b3af-6c50c13283d3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800133 Feb 04 13:50:44.142557 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-b7c00e41-b24d-40b4-afa9-892da98ccb33 service neutron] 10.222.0.53 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235616 Feb 04 13:50:44.307777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8f2daa6-e59d-47de-a743-c47975cc4d23 req-94dee565-7d8f-4bb4-80fb-82d7ee695757 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0501349 Feb 04 13:50:44.315247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c40ac420-7f90-4233-90a7-429822fffda7 service neutron] 10.222.0.53 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664877 Feb 04 13:50:44.419442 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8f2daa6-e59d-47de-a743-c47975cc4d23 req-3077c3ba-dbef-4b54-9c7e-74f3a95a0bce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0437019 Feb 04 13:50:44.474356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8f2daa6-e59d-47de-a743-c47975cc4d23 req-78fa2d86-7a61-43df-8828-be09752db282 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362089 Feb 04 13:50:44.492040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82e88c4f-c647-4ae1-b3b8-9fc31c85b444 req-a8c3dfde-e023-4fc5-8053-6b39623229a8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:50:44.511395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-82e88c4f-c647-4ae1-b3b8-9fc31c85b444 req-a8c3dfde-e023-4fc5-8053-6b39623229a8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:50:44.512990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-82e88c4f-c647-4ae1-b3b8-9fc31c85b444 req-a8c3dfde-e023-4fc5-8053-6b39623229a8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 210 time: 0.0653024 Feb 04 13:50:44.623209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2daa6-e59d-47de-a743-c47975cc4d23 req-ab4d6c54-bca3-438f-8e4b-7368305b8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:44.624694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d8f2daa6-e59d-47de-a743-c47975cc4d23 req-ab4d6c54-bca3-438f-8e4b-7368305b8c22 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443121 Feb 04 13:50:45.571955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-70517407-030f-4483-a13b-c4083ce7cadc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:45.572596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-70517407-030f-4483-a13b-c4083ce7cadc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:50:45.592575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-70517407-030f-4483-a13b-c4083ce7cadc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:50:45.593982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-70517407-030f-4483-a13b-c4083ce7cadc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 815 time: 0.1754022 Feb 04 13:50:45.608712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'port': {'device_id': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'admin_state_up': True, 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:45.672494 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7f5081f9-4353-4792-8f87-bd087e032703 req-9aeb0d80-5d5a-4b12-b756-d9487b432ab8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 210 time: 0.0486498 Feb 04 13:50:45.757288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:50:45.768266 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:50:45.779172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Made reservation on behalf of d91b27c1e52942debdb2ad86779c3041 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:50:45.782848 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:45.988853 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Allocated IP 172.20.0.8 (044d57d3-52cb-4817-98c8-2e3471e2957a/ceec807c-eb6e-4334-85e6-2f0b454e7530/03a73522-b3ed-4198-9971-d52a7454ba03) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:50:46.247435 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.267412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Transition to ACTIVE for port object 03a73522-b3ed-4198-9971-d52a7454ba03 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:46.296333 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.373977 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0872699a-ca0a-43bd-b4bf-78e1f0b83bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.390726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Network 044d57d3-52cb-4817-98c8-2e3471e2957a is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:50:46.392401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:50:46.397389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:50:46.439565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:46.450883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.451391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.451834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.452306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.452717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.453158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.453581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.454012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.454441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.454893 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.455327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.456349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:46.490439 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:46.491104 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.529047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-c6cc3cd0-995b-4497-b9a7-b47e0a78aa66 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256270 Feb 04 13:50:46.714333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca337391-4523-4d2b-846b-aa090d6e8122 None None] Provisioning for port 03a73522-b3ed-4198-9971-d52a7454ba03 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:46.724777 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ca337391-4523-4d2b-846b-aa090d6e8122 None None] Provisioning complete for port 03a73522-b3ed-4198-9971-d52a7454ba03 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:46.731049 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ca337391-4523-4d2b-846b-aa090d6e8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.855779 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ca337391-4523-4d2b-846b-aa090d6e8122 None None] Port 03a73522-b3ed-4198-9971-d52a7454ba03 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:50:46.929651 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:46.949167 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e949f47-cacf-437d-a989-693d95397d18 req-941d94d5-29b7-4645-894b-be5d2a6194f3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:46.949875 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9e949f47-cacf-437d-a989-693d95397d18 req-941d94d5-29b7-4645-894b-be5d2a6194f3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:50:46.967293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9e949f47-cacf-437d-a989-693d95397d18 req-941d94d5-29b7-4645-894b-be5d2a6194f3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:50:46.968652 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e949f47-cacf-437d-a989-693d95397d18 req-941d94d5-29b7-4645-894b-be5d2a6194f3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.1056659 Feb 04 13:50:47.019686 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9e949f47-cacf-437d-a989-693d95397d18 req-f45ca789-e196-459b-95ec-fd5a4f494e7c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:50:47.038039 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-9e949f47-cacf-437d-a989-693d95397d18 req-f45ca789-e196-459b-95ec-fd5a4f494e7c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:50:47.048544 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9e949f47-cacf-437d-a989-693d95397d18 req-f45ca789-e196-459b-95ec-fd5a4f494e7c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735347 Feb 04 13:50:47.475798 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:48.242357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7827f2-40a3-4360-98a1-26889397f9df req-18ff73dd-8508-4b5e-9e46-8b79d42e18b1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:48.243847 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db7827f2-40a3-4360-98a1-26889397f9df req-18ff73dd-8508-4b5e-9e46-8b79d42e18b1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.0926757 Feb 04 13:50:48.293876 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db7827f2-40a3-4360-98a1-26889397f9df req-a2ae2b73-8b02-4e33-88fc-fbb8856a5679 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Feb 04 13:50:48.840447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:49.517409 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e141e-91df-41fc-8960-f35851eebb69 req-cfe67fd4-cd09-4ed6-881f-333ec39210e2 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:49.522195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9e141e-91df-41fc-8960-f35851eebb69 req-cfe67fd4-cd09-4ed6-881f-333ec39210e2 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.1109469 Feb 04 13:50:49.565852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9e141e-91df-41fc-8960-f35851eebb69 req-ded2e25d-b3bd-42f8-b022-431ca16575ed tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 04 13:50:50.531093 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:50:50.548075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:50.803257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87063d1-08c0-455a-ae51-71662992d1b8 req-6a83a4f5-024c-413a-9261-a773c9358e23 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:50.805240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d87063d1-08c0-455a-ae51-71662992d1b8 req-6a83a4f5-024c-413a-9261-a773c9358e23 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.1123049 Feb 04 13:50:50.854045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d87063d1-08c0-455a-ae51-71662992d1b8 req-580d1639-be61-40bc-b168-c89587c211d1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Feb 04 13:50:52.048015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08c635-9567-41ca-935c-6145dc20c0a8 req-8de936b2-5d84-4993-9046-9ec098b6a11a tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:52.049519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d08c635-9567-41ca-935c-6145dc20c0a8 req-8de936b2-5d84-4993-9046-9ec098b6a11a tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.0869548 Feb 04 13:50:52.098589 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7d08c635-9567-41ca-935c-6145dc20c0a8 req-7a2a5916-5e4d-411e-b2c8-761474787846 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Feb 04 13:50:53.280515 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651095-c413-4fac-aadd-782b15aefb9d req-cd2cb515-d17f-445e-a867-abe832a07eaa tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:53.281881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03651095-c413-4fac-aadd-782b15aefb9d req-cd2cb515-d17f-445e-a867-abe832a07eaa tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 931 time: 0.0793264 Feb 04 13:50:53.328548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03651095-c413-4fac-aadd-782b15aefb9d req-d1938a91-679f-419a-be46-a55954187e62 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Feb 04 13:50:53.586519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-b95717ac-da93-4deb-bf7e-c90097e8cac8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:50:53.587557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-b95717ac-da93-4deb-bf7e-c90097e8cac8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053866 Feb 04 13:50:53.598132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Request body: {'port': {'device_id': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:50:53.708328 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.149788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a73522-b3ed-4198-9971-d52a7454ba03 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:50:54.157378 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.171410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Transition to ACTIVE for port object 03a73522-b3ed-4198-9971-d52a7454ba03 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:50:54.175546 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.334246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:54.425702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Attempting to bind port 03a73522-b3ed-4198-9971-d52a7454ba03 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:50:54.426042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Attempting to bind port 03a73522-b3ed-4198-9971-d52a7454ba03 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:50:54.426384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Attempting to bind port 03a73522-b3ed-4198-9971-d52a7454ba03 on network 044d57d3-52cb-4817-98c8-2e3471e2957a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:54.431075 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Port 03a73522-b3ed-4198-9971-d52a7454ba03 on network 044d57d3-52cb-4817-98c8-2e3471e2957a not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:50:54.431387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Attempting to bind port 03a73522-b3ed-4198-9971-d52a7454ba03 on network 044d57d3-52cb-4817-98c8-2e3471e2957a {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:50:54.436498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:50:54.436828 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Checking segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:50:54.437218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Bound using segment: {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:50:54.437639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Bound port: 03a73522-b3ed-4198-9971-d52a7454ba03, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c200b02-e738-4d2e-9f09-5312a9d71add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:50:54.437983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.584805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:50:54.588259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:50:54.593307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.632151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f4c77-a0b0-4864-bd0e-6b079198b576 req-170c5a57-b5b7-4b1d-9509-19624a656548 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.633624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b2f4c77-a0b0-4864-bd0e-6b079198b576 req-170c5a57-b5b7-4b1d-9509-19624a656548 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 943 time: 0.1862018 Feb 04 13:50:54.685081 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.685688 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.687071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] 10.222.0.87 "PUT /v2.0/ports/03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 1091 time: 1.0929468 Feb 04 13:50:54.689520 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:50:54.720768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b2f4c77-a0b0-4864-bd0e-6b079198b576 req-0674de16-102f-4a02-9718-7ca8f2f6b7c5 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Feb 04 13:50:54.730800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79862-3b95-4be0-8364-eafc45b4fabf service neutron] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:54.791641 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:50:54.824122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-95ff95ae-e26d-4326-8ed4-9a52c3e06333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.825843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-95ff95ae-e26d-4326-8ed4-9a52c3e06333 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1094 time: 0.0922365 Feb 04 13:50:54.866684 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:54.900884 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-2cf243d4-9a5d-4a6f-8066-e3bc5e16a7bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 217 time: 0.0680950 Feb 04 13:50:54.962857 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-ae01d08b-0b76-457d-b276-b9578b58714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:54.964316 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-ae01d08b-0b76-457d-b276-b9578b58714b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0581079 Feb 04 13:50:55.041876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-fc394c21-f727-4a7a-a3d3-1edce7877276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.043384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-fc394c21-f727-4a7a-a3d3-1edce7877276 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727806 Feb 04 13:50:55.175378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-6d516947-a775-4763-9117-c5c7ca46b240 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260579 Feb 04 13:50:55.305717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e1a659d-a695-4230-8db2-7f6fea70cad3 req-809be326-8126-4cc8-b059-5394985490cd service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241152 Feb 04 13:50:55.420316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-f54f13f8-5302-420f-ac9f-56cd51a1b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.421787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-f54f13f8-5302-420f-ac9f-56cd51a1b60d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1094 time: 0.0704937 Feb 04 13:50:55.553325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-86305223-e2f9-4dae-89b2-567f9f398512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.555046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-86305223-e2f9-4dae-89b2-567f9f398512 service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.1266363 Feb 04 13:50:55.724526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-edae28c7-418c-414f-8893-34979d04d95e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 217 time: 0.1630740 Feb 04 13:50:55.788050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-feed6a30-e81b-4cd4-8a1a-b4d81e1e413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.789720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-feed6a30-e81b-4cd4-8a1a-b4d81e1e413b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0590959 Feb 04 13:50:55.925573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-ad8a3d62-a890-4aa9-a97d-a816d056c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.927080 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-ad8a3d62-a890-4aa9-a97d-a816d056c537 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311746 Feb 04 13:50:55.961618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb071f87-00fa-4dbc-9ebe-648fef9f4991 req-5c0b8270-3054-4cc5-9f05-e4386ab70436 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:55.963087 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb071f87-00fa-4dbc-9ebe-648fef9f4991 req-5c0b8270-3054-4cc5-9f05-e4386ab70436 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 943 time: 0.1178300 Feb 04 13:50:56.087414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cb071f87-00fa-4dbc-9ebe-648fef9f4991 req-be8e84f7-5fb2-4da1-8a7f-e76d265255e8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724721 Feb 04 13:50:56.108042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-57da1dd8-462a-4808-931a-c628f390a1b5 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730173 Feb 04 13:50:56.243590 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b0968c-ae2b-4893-8246-0c58ee6c307c req-c702abbd-c66c-41c4-8e32-f0681b3649b1 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292336 Feb 04 13:50:56.427728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 03a73522-b3ed-4198-9971-d52a7454ba03 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:50:56.558890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:56.571445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '03a73522-b3ed-4198-9971-d52a7454ba03', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'port_id': '03a73522-b3ed-4198-9971-d52a7454ba03', 'mac_address': 'fa:16:3e:46:b6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:50:56.625198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:56.641258 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a73522-b3ed-4198-9971-d52a7454ba03 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:50:56.656035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:56.660381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:56.731734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:56.739642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.739989 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.740326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.740660 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.740992 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.741319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.741646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.741966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.742288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.742624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.742957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.743275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:50:56.867249 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:50:57.275741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fecae-a806-4aa5-b0b0-2e3fd4ba86f9 req-365e3652-ded0-4d96-b020-372a5a303974 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:57.277191 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-820fecae-a806-4aa5-b0b0-2e3fd4ba86f9 req-365e3652-ded0-4d96-b020-372a5a303974 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 944 time: 0.0811014 Feb 04 13:50:57.320746 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-820fecae-a806-4aa5-b0b0-2e3fd4ba86f9 req-ee2126ab-893e-40df-b017-a19456ccc625 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Feb 04 13:50:58.442133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 03a73522-b3ed-4198-9971-d52a7454ba03 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:50:58.509981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01f70-508d-46ff-8b22-bce32c26d18f req-5b7e7ef6-7247-4358-bd6a-07243ff3bdfe tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:58.510817 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 03a73522-b3ed-4198-9971-d52a7454ba03 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:50:58.511367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7c01f70-508d-46ff-8b22-bce32c26d18f req-5b7e7ef6-7247-4358-bd6a-07243ff3bdfe tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 944 time: 0.0839124 Feb 04 13:50:58.519923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 03a73522-b3ed-4198-9971-d52a7454ba03 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:50:58.520288 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:58.557409 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b7c01f70-508d-46ff-8b22-bce32c26d18f req-fe4cf455-a931-416d-bc66-e2cda397889c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Feb 04 13:50:58.634562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:58.661473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:50:58.671264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:50:58.675654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:50:58.714711 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'code': 200} Feb 04 13:50:58.748338 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:50:58.835794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6da26-b471-4e94-a99d-edc65dc72ee8 req-9737ddf5-6abf-4557-9839-68c62c157ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:58.837412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34d6da26-b471-4e94-a99d-edc65dc72ee8 req-9737ddf5-6abf-4557-9839-68c62c157ecd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0760143 Feb 04 13:50:58.877206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-34d6da26-b471-4e94-a99d-edc65dc72ee8 req-6f5c510d-0165-44c8-89ad-3ac9d40d97f0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Feb 04 13:50:59.752314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366c2d-034e-4adc-8e68-2efddca1de21 req-84a8e188-e7f0-40e0-b2f8-c3990f98b1cd tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:50:59.753772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69366c2d-034e-4adc-8e68-2efddca1de21 req-84a8e188-e7f0-40e0-b2f8-c3990f98b1cd tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0884352 Feb 04 13:50:59.800534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-69366c2d-034e-4adc-8e68-2efddca1de21 req-9b336bbd-0054-4ed1-92cc-44a172914d2c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Feb 04 13:51:00.998692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926648a9-fc16-4e84-b052-e94cdb9b8817 req-db7367ac-6343-40c1-90e2-8f85ace5e922 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.000374 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-926648a9-fc16-4e84-b052-e94cdb9b8817 req-db7367ac-6343-40c1-90e2-8f85ace5e922 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0923786 Feb 04 13:51:01.047031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-926648a9-fc16-4e84-b052-e94cdb9b8817 req-61305f6c-4061-487a-b53f-8df4ebcc7f2f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Feb 04 13:51:01.237902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a358d7-ca4c-4278-b287-662739609550 req-bd5de1ab-17f5-4081-bf69-87649f74d238 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.239448 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92a358d7-ca4c-4278-b287-662739609550 req-bd5de1ab-17f5-4081-bf69-87649f74d238 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0812447 Feb 04 13:51:01.289343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-92a358d7-ca4c-4278-b287-662739609550 req-db4fc9ff-3354-4b9a-8e28-61eb3fdf2656 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Feb 04 13:51:01.685476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b659-ea1a-4067-9785-7daab228b2a9 req-6eb2f651-66bf-4a84-905d-65ba43a69a73 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:01.687049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15c4b659-ea1a-4067-9785-7daab228b2a9 req-6eb2f651-66bf-4a84-905d-65ba43a69a73 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0797935 Feb 04 13:51:01.732470 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-15c4b659-ea1a-4067-9785-7daab228b2a9 req-ebb036b4-fd8a-4272-8f8c-3e247329611e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Feb 04 13:51:12.116762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e9aa4-da55-4eaf-bbfd-85abcf5e0989 req-c8aa098d-3aad-40e7-a71c-b81ff542e4c5 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:12.118241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b02e9aa4-da55-4eaf-bbfd-85abcf5e0989 req-c8aa098d-3aad-40e7-a71c-b81ff542e4c5 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0847187 Feb 04 13:51:12.162132 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b02e9aa4-da55-4eaf-bbfd-85abcf5e0989 req-55cf33d3-4aca-45f4-b082-f522e8c0da33 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Feb 04 13:51:12.184734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35964) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:12.365746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e4a82-5a18-487a-b700-cece670816c3 tempest-TestMinimumBasicScenario-1966713158 tempest-TestMinimumBasicScenario-1966713158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:12.366438 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-543e4a82-5a18-487a-b700-cece670816c3 tempest-TestMinimumBasicScenario-1966713158 tempest-TestMinimumBasicScenario-1966713158-project-admin] Synchronizing usage tracker for tenant:688dda126a0c43aeb757703e949d3297 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:51:12.382804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-543e4a82-5a18-487a-b700-cece670816c3 tempest-TestMinimumBasicScenario-1966713158 tempest-TestMinimumBasicScenario-1966713158-project-admin] Unset dirty status for tenant:688dda126a0c43aeb757703e949d3297 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:51:12.383967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-543e4a82-5a18-487a-b700-cece670816c3 tempest-TestMinimumBasicScenario-1966713158 tempest-TestMinimumBasicScenario-1966713158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1091 time: 0.1982322 Feb 04 13:51:12.386992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35970) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:12.392029 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '03a73522-b3ed-4198-9971-d52a7454ba03', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:12.399412 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:12.403201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:floatingip and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:12.405970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:12.411697 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:12.422380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:12.564188 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:12.699641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Allocated IP 172.25.4.147 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/0c675bd2-3a1e-4968-bd6a-b47a1a74fef3) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:51:12.949581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:12.978491 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.041346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:51:13.044123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:51:13.047891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:51:13.085357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'Port': ['ID=0c675bd2-3a1e-4968-bd6a-b47a1a74fef3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.484672 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.561641 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.589661 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5abe46d-fc49-4d6a-8bf1-ff0f89c21482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.777918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.782310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:13.899504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'Port': ['ID=0c675bd2-3a1e-4968-bd6a-b47a1a74fef3,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:13.911203 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:14.085151 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Floating IP 576ee69e-5c89-48a6-af2a-ac8593572f93 associated. External IP: 172.25.4.147, port: 03a73522-b3ed-4198-9971-d52a7454ba03. Feb 04 13:51:14.576878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Router a7121ed9-26e1-4843-ac9e-14ce9175bf08 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:51:14.787575 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:51:14.798046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Sync routers for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:51:14.808059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:51:14.808953 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:14.816287 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:14.880642 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fd255f25-729e-44d1-a404-2419faf060e6 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4923561 Feb 04 13:51:14.881059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:51:14.884228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35974) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:14.890738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155410482', 'description': 'tempest-secgroup-smoke-155410482 description', 'project_id': 'd91b27c1e52942debdb2ad86779c3041'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:14.898856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:14.909746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:14.921976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:14.934846 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:51:14.945468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:14.949970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:14.954540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:14.995640 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:15.001260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:51:15.079618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-91d7c896-1750-43e5-a6d8-18897b235b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.081127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-91d7c896-1750-43e5-a6d8-18897b235b7e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1228187 Feb 04 13:51:15.123647 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.171161 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.248337 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53c398-9978-43cb-b5b1-7d958d7ec4a2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.257486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.261730 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-849c2bc1-5206-4499-8636-0f18f60903a7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3754652 Feb 04 13:51:15.261823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35980) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:15.268011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.275770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:15.280374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:15.284066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:15.291001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:15.293127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-e7d3aed4-f5eb-43ed-be49-11e6cbd07f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.295101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-e7d3aed4-f5eb-43ed-be49-11e6cbd07f0e service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.2067223 Feb 04 13:51:15.312981 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.363776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '576ee69e-5c89-48a6-af2a-ac8593572f93', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'port_id': '03a73522-b3ed-4198-9971-d52a7454ba03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'mac_address': 'fa:16:3e:46:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:13Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 0, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:15.367830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Checking router: a7121ed9-26e1-4843-ac9e-14ce9175bf08 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:51:15.377210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:51:15.378052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:50:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:15.385969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.390570 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.415393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-e004e5ca-3a78-4f60-91ee-dce642554b07 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 999 time: 0.1135595 Feb 04 13:51:15.415734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe633702-b1a5-42cf-acee-274aaf78dccb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.438232 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.448007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07f77516-da3f-41fd-9399-cfed1568f278 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1850131 Feb 04 13:51:15.451599 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35984) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:15.460970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.472171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:15.478491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:15.481784 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:15.489341 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:15.497502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-63d2abbc-421f-4d1b-be34-268cb88f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.500338 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-63d2abbc-421f-4d1b-be34-268cb88f248e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0763199 Feb 04 13:51:15.508902 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.572058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:51:15.592572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-4fd48f97-6cd6-464d-a64e-8b2e8ed186e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:15.594149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-4fd48f97-6cd6-464d-a64e-8b2e8ed186e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880201 Feb 04 13:51:15.603452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.608625 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.637623 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4e2c9a-57a3-42e5-b009-7a5122d0becd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.651085 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.654882 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e88de09f-4c61-494c-a80f-c115acb22c63 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994040 Feb 04 13:51:15.655200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:15.661642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.669352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:15.675336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:15.679597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:15.688447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:15.716566 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.789973 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.795107 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.830318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb168f56-ed2d-4cb2-be74-266dd5dce1fa,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:15.841875 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.846243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2fb1687e-daf9-4e92-9a50-7ce8f6049225 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901140 Feb 04 13:51:15.847141 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 35992) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:15.852460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:15.859714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:15.864291 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:15.867395 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:15.873221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:15.875403 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-460d4a40-260d-416b-95cc-1729674f76a4 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733979 Feb 04 13:51:15.894568 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.968969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.973770 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:15.987608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '576ee69e-5c89-48a6-af2a-ac8593572f93', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'port_id': '03a73522-b3ed-4198-9971-d52a7454ba03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'mac_address': 'fa:16:3e:46:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:13Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 0, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:51:15.996640 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86844a31-a32c-4403-9ad3-9e26cafdfdfa None None] The sync data for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 is: [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '576ee69e-5c89-48a6-af2a-ac8593572f93', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'floating_ip_address': '172.25.4.147', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'port_id': '03a73522-b3ed-4198-9971-d52a7454ba03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'mac_address': 'fa:16:3e:46:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:51:13Z', 'updated_at': '2022-02-04T13:51:13Z', 'revision_number': 0, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:51:16.005954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15862dc-a285-477e-b857-4bc02d990d4d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.015831 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.020722 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0eb388ea-5b77-4f04-97d8-a2c2d59056bf tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1698811 Feb 04 13:51:16.022698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 35996) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:16.029355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:16.036725 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-80db012b-0038-4e76-b0ce-c50fa27134d3 req-89a3ba96-c7bf-43aa-9c7d-498e40de5fbf service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547239 Feb 04 13:51:16.038903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:16.042942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:16.045984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:16.053117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:16.067860 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Project d91b27c1e52942debdb2ad86779c3041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:51:16.074872 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.155124 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.159731 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.184443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43116a65-2ae4-471a-b5df-33798ebcd7c1,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.194195 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.198518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36000) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:51:16.198784 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-817257bd-77e1-426f-9e30-f6913dc860fb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749272 Feb 04 13:51:16.204068 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'security_group_rule': {'security_group_id': '2e53c398-9978-43cb-b5b1-7d958d7ec4a2', 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:16.212202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:51:16.216505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Usage tracker for resource:security_group_rule and tenant:d91b27c1e52942debdb2ad86779c3041 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:51:16.219684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:51:16.226108 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:51:16.235914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f5020-1a91-45c0-922b-f0df922b130f None None] New status for floating IP 576ee69e-5c89-48a6-af2a-ac8593572f93: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:51:16.240155 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Project d91b27c1e52942debdb2ad86779c3041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:51:16.247700 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.316691 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.321235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.344452 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed1b505-7aed-4c49-b28e-f19deaf984ef,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:16.354820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.356030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5f6bbbc5-a576-4e33-a36e-d30a13891abb tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564476 Feb 04 13:51:16.374538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-50d9fd9f-63a6-422c-8beb-b201ce5dd58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.489455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-3573532d-ac17-45ba-95fa-89ea64f73534 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:51:16.507755 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-3573532d-ac17-45ba-95fa-89ea64f73534 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:51:16.509137 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-3573532d-ac17-45ba-95fa-89ea64f73534 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155410482&fields=id&tenant_id=d91b27c1e52942debdb2ad86779c3041 HTTP/1.1" status: 200 len: 267 time: 0.0628271 Feb 04 13:51:16.598372 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-1757aa6b-8e73-483a-90f1-1429d504f5d0 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:16.600061 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-1757aa6b-8e73-483a-90f1-1429d504f5d0 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0849957 Feb 04 13:51:16.612751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'port': {'security_groups': ['fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506', '2e53c398-9978-43cb-b5b1-7d958d7ec4a2']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:51:16.741518 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:16.933357 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.024581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:51:17.058801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.058801 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.084189 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:51:17.129236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.129918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.143155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a87959ff-12b3-4116-b3aa-199d9974e6b5 req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "PUT /v2.0/ports/03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 981 time: 0.5301652 Feb 04 13:51:17.143603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:51:17.174181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2455-015c-4c8e-a85e-676a63022d1d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=6']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:51:17.205984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:51:17.222026 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:51:17.341110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498643-1c77-4385-9eb1-be3522347390 req-c5f19b9d-bd4d-4abe-afa1-920acc9e12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.343190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-c5f19b9d-bd4d-4abe-afa1-920acc9e12fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1135 time: 0.0953188 Feb 04 13:51:17.344237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d3a9-e38c-4d0b-aa0b-b779d7c77739 req-2e1e6560-aa0a-4e8c-a69c-8738a20fb375 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.346038 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d037d3a9-e38c-4d0b-aa0b-b779d7c77739 req-2e1e6560-aa0a-4e8c-a69c-8738a20fb375 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0957465 Feb 04 13:51:17.397234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d037d3a9-e38c-4d0b-aa0b-b779d7c77739 req-bca86c7c-d5e1-4c0e-9095-2135a09f78a3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431678 Feb 04 13:51:17.492518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498643-1c77-4385-9eb1-be3522347390 req-fdf81ba2-000d-4455-b2ab-9d886412c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.493967 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-fdf81ba2-000d-4455-b2ab-9d886412c199 service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.1421518 Feb 04 13:51:17.535423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.577727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-d4e426ce-3c8d-4638-9a96-40ac82dbc1d3 None None] Provisioning complete for port 03a73522-b3ed-4198-9971-d52a7454ba03 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:51:17.578008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d4e426ce-3c8d-4638-9a96-40ac82dbc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:17.598962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-82fb42dd-8857-40ca-ab23-443256d37b7c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0980983 Feb 04 13:51:17.668899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498643-1c77-4385-9eb1-be3522347390 req-5fb1e1a6-b42b-4207-8935-46066bf32f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.670386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-5fb1e1a6-b42b-4207-8935-46066bf32f9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0640986 Feb 04 13:51:17.752728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498643-1c77-4385-9eb1-be3522347390 req-a1926233-4b0a-4fdb-9cf0-79b9b9dd0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:17.754255 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-a1926233-4b0a-4fdb-9cf0-79b9b9dd0d75 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780933 Feb 04 13:51:17.890521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-e4b771bb-63f7-481d-b182-ccf1374b51ab service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295099 Feb 04 13:51:18.031617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-29498643-1c77-4385-9eb1-be3522347390 req-948d1c77-d1f1-4633-9cfd-253526961256 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348646 Feb 04 13:51:18.841212 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:20.543830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:24.861729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:27.530992 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:51:34.708120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-33201679-db63-4b63-8fcc-9d9805050d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.709727 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-33201679-db63-4b63-8fcc-9d9805050d8e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1135 time: 0.0719559 Feb 04 13:51:34.758145 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f26f5b-95cb-4086-ac59-94c9f46bd63d req-6c7cab52-8116-4bc6-824b-c49ba64878d3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.759777 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81f26f5b-95cb-4086-ac59-94c9f46bd63d req-6c7cab52-8116-4bc6-824b-c49ba64878d3 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0860033 Feb 04 13:51:34.810162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81f26f5b-95cb-4086-ac59-94c9f46bd63d req-d518bad6-a78e-45a5-b291-f26fa1f2c5a1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447245 Feb 04 13:51:34.950899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-30d18754-fe0b-4865-8732-d2bccdc94dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:34.952500 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-30d18754-fe0b-4865-8732-d2bccdc94dbf service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.2364466 Feb 04 13:51:35.056675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-14bf5f07-63d4-4177-8f12-7f545ac77c03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0965495 Feb 04 13:51:35.118398 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-299e8a40-503f-4ec5-ac91-b83cfc4a005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:35.119885 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-299e8a40-503f-4ec5-ac91-b83cfc4a005e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0574150 Feb 04 13:51:35.196742 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-d657eaf1-d4a1-4e56-a69b-1050b698a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:35.198217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-d657eaf1-d4a1-4e56-a69b-1050b698a6ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715165 Feb 04 13:51:35.328010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-a62684ea-cdb7-4b82-94e4-2be5658199f8 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228092 Feb 04 13:51:35.457269 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f66411b-0699-4691-bdfb-f0e8722d5372 req-e6173c8f-68f2-4d4d-aa84-7cabd5d6ce7a service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225836 Feb 04 13:51:35.999249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802e9a0-0661-40bc-b11e-e9862c4fb653 req-57f81409-feab-4402-9cd9-9f8ebcf253dc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:36.000701 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a802e9a0-0661-40bc-b11e-e9862c4fb653 req-57f81409-feab-4402-9cd9-9f8ebcf253dc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0796266 Feb 04 13:51:36.047360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a802e9a0-0661-40bc-b11e-e9862c4fb653 req-ab1986db-4d45-4ef7-9ca6-4def0c1c574b tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408833 Feb 04 13:51:37.237110 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12d8d-6e29-4575-b1ab-9f67f19ea502 req-262b5d31-9ef9-45e4-9f40-db0282b97520 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:37.239157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cb12d8d-6e29-4575-b1ab-9f67f19ea502 req-262b5d31-9ef9-45e4-9f40-db0282b97520 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0855067 Feb 04 13:51:37.286513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5cb12d8d-6e29-4575-b1ab-9f67f19ea502 req-83d26361-b1ea-4c33-8878-3f7b2774d6e0 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415277 Feb 04 13:51:38.471821 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f6a9-30d9-4e48-a644-e8a798e0027b req-f29682c6-7e8f-40f8-8631-c974a20284dd tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:38.473827 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2557f6a9-30d9-4e48-a644-e8a798e0027b req-f29682c6-7e8f-40f8-8631-c974a20284dd tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0836034 Feb 04 13:51:38.520007 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2557f6a9-30d9-4e48-a644-e8a798e0027b req-75a350bd-c191-4591-b510-e4c66e59e572 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401058 Feb 04 13:51:39.703097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9ed3-1a71-4dac-84ac-8e11b1bd7b50 req-44103f5f-be82-4c1e-ae6d-a903e38ac96e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:39.704568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0cf9ed3-1a71-4dac-84ac-8e11b1bd7b50 req-44103f5f-be82-4c1e-ae6d-a903e38ac96e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0792320 Feb 04 13:51:39.755056 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b0cf9ed3-1a71-4dac-84ac-8e11b1bd7b50 req-7fbd1c2f-32ab-4317-9e29-938ac021ff45 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440300 Feb 04 13:51:40.937343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900a79-e89a-4320-9cb9-eac651c2eebd req-7f591009-a9e1-4de5-b4f9-da099c822be4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:40.938806 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b900a79-e89a-4320-9cb9-eac651c2eebd req-7f591009-a9e1-4de5-b4f9-da099c822be4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0786648 Feb 04 13:51:40.988034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8b900a79-e89a-4320-9cb9-eac651c2eebd req-9feef965-23ff-427c-9a12-fa2854fe2a9d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428026 Feb 04 13:51:42.176785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beafcab-f152-4809-a459-c1d097fff559 req-4368cc9b-d695-424f-980e-392284299e18 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:42.178261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9beafcab-f152-4809-a459-c1d097fff559 req-4368cc9b-d695-424f-980e-392284299e18 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0818574 Feb 04 13:51:42.225698 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9beafcab-f152-4809-a459-c1d097fff559 req-c080604c-9e1d-48e7-b4db-c4b3326b5141 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415859 Feb 04 13:51:43.424170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95244c1f-57db-4c55-a5de-fc4e1ce53f06 req-ecda6ca7-96e1-4850-879d-5bded3a202ce tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:43.426197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95244c1f-57db-4c55-a5de-fc4e1ce53f06 req-ecda6ca7-96e1-4850-879d-5bded3a202ce tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0866799 Feb 04 13:51:43.473131 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95244c1f-57db-4c55-a5de-fc4e1ce53f06 req-39269cb9-0022-4663-80fa-57aec72c1fbd tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410807 Feb 04 13:51:43.584567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c28212c9-fea6-459b-9912-cebbeed01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:44.661864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca58e16-b48b-4155-a09a-ca38c3cdd955 req-1bc87e0a-b0b9-4964-87f8-382e8b9df62d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:44.663300 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ca58e16-b48b-4155-a09a-ca38c3cdd955 req-1bc87e0a-b0b9-4964-87f8-382e8b9df62d tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0850356 Feb 04 13:51:44.711225 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ca58e16-b48b-4155-a09a-ca38c3cdd955 req-3dcc8deb-5c22-4ccf-9bce-975bf8d44000 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421128 Feb 04 13:51:45.854077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55718971-5145-4136-8bc7-839b9a45aa90 req-171aefe9-74ce-4e99-ab62-d18fa67976aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418615 Feb 04 13:51:45.901565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67abc-4a7c-4606-a8e8-ae940c7fa969 req-93b02a9d-95d3-451d-a00b-cc6902f4675e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:45.903771 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d67abc-4a7c-4606-a8e8-ae940c7fa969 req-93b02a9d-95d3-451d-a00b-cc6902f4675e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0870669 Feb 04 13:51:45.955337 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-13d67abc-4a7c-4606-a8e8-ae940c7fa969 req-aefffd4e-f859-410d-9091-8aa657e08d19 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463390 Feb 04 13:51:45.964878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55718971-5145-4136-8bc7-839b9a45aa90 req-3d17cd9c-e54d-46b6-87a9-cdbf56dd077a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0417280 Feb 04 13:51:46.020543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55718971-5145-4136-8bc7-839b9a45aa90 req-70357969-a551-4f18-af12-311a7d1a1ca8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337057 Feb 04 13:51:46.158656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55718971-5145-4136-8bc7-839b9a45aa90 req-b1f8f990-7163-47aa-a253-864b34e02c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:46.160119 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55718971-5145-4136-8bc7-839b9a45aa90 req-b1f8f990-7163-47aa-a253-864b34e02c7a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343074 Feb 04 13:51:46.366372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ea632e97-6fda-4767-8ef3-97cb93f4ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:46.926587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:47.139741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97dc28-d6b3-4ce9-b672-b3c2c9a5ce0a req-46a54eb2-6942-4e86-a898-c8c7ebb25455 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:47.141234 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c97dc28-d6b3-4ce9-b672-b3c2c9a5ce0a req-46a54eb2-6942-4e86-a898-c8c7ebb25455 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0799119 Feb 04 13:51:47.189484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c97dc28-d6b3-4ce9-b672-b3c2c9a5ce0a req-85c4b7b0-72e6-40c9-ad63-16bca4c392dc tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e53c398-9978-43cb-b5b1-7d958d7ec4a2&id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419242 Feb 04 13:51:47.481518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:48.845115 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:50.539896 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:54.859221 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:51:58.006763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-046557c2-167a-48f2-8336-19d5398a125c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694330 Feb 04 13:51:58.151541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-0903d91c-bff9-4c5e-815d-df5f154e436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:58.153014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-0903d91c-bff9-4c5e-815d-df5f154e436f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1135 time: 0.0703743 Feb 04 13:51:58.301209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-d4373cd0-687f-4429-b03e-bd5d9501fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:58.302733 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-d4373cd0-687f-4429-b03e-bd5d9501fc1f service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.1262662 Feb 04 13:51:58.408001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-c8e547ed-5c5c-4ab7-8526-6efb8ca9c4d5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0982690 Feb 04 13:51:58.473205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-2b595b4b-3b0c-4978-8911-cd6a816cacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:58.474656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-2b595b4b-3b0c-4978-8911-cd6a816cacb2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0610058 Feb 04 13:51:58.548610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-229b82fa-69cc-45b1-a17a-9fe4a7198ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:51:58.550695 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-229b82fa-69cc-45b1-a17a-9fe4a7198ef1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690861 Feb 04 13:51:58.785297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-cc55df5b-3618-4c58-b54a-1c2fc9b4d861 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275712 Feb 04 13:51:58.917050 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1075b4c1-f59b-4bbf-81a5-3f049bcad08d req-cfa2ec57-221c-4199-9e66-65fb1a24ba56 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250176 Feb 04 13:52:04.530705 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:52:13.588310 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6f2268d-decd-4816-b365-e12507a20761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:16.371163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-836b846b-3f2b-499f-b7c6-b189a6a9f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:16.931320 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:17.483328 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:18.848672 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:19.631650 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-ec5f7e0e-cbcd-4d44-8362-0f715426bf1b tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155410482&fields=id&tenant_id=d91b27c1e52942debdb2ad86779c3041 HTTP/1.1" status: 200 len: 267 time: 0.0466266 Feb 04 13:52:19.723482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-5d80c612-568f-43bf-a276-c86299ddbae1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:19.725202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-5d80c612-568f-43bf-a276-c86299ddbae1 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 984 time: 0.0857484 Feb 04 13:52:19.736261 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Request body: {'port': {'security_groups': ['fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:19.872913 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.123051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:20.148892 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.153465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.165641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:52:20.232288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.232988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.235207 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-468c875e-7f87-49f4-8f9a-769bedb129eb req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "PUT /v2.0/ports/03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 942 time: 0.5034721 Feb 04 13:52:20.235700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:52:20.240743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36060) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:20.262681 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event updated for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=7']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:20.276736 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.277280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.277831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.278383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.278982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.279526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.280071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.280621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.281257 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.281708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.282255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.282829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d3396-42d2-41f5-ab9c-e38a17c8ee79 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.326231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:52:20.332270 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:52:20.359336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.395374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.441233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-0fdf1652-6e69-4ee5-98ce-8b5536be0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.443857 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-0fdf1652-6e69-4ee5-98ce-8b5536be0508 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0911956 Feb 04 13:52:20.472555 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.493820 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53c398-9978-43cb-b5b1-7d958d7ec4a2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:20.503632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.503944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.504249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.504671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.505015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.505437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.505724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.506248 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.506584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.506945 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.507270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.507594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:20.516656 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.518084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b91b8100-3965-404e-9641-91f6c57b901f tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e53c398-9978-43cb-b5b1-7d958d7ec4a2 HTTP/1.1" status: 204 len: 168 time: 0.2755566 Feb 04 13:52:20.520762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36066) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:20.580289 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-384e4bae-79cc-4a14-a20a-aed7ecfb3b81 None None] Provisioning complete for port 03a73522-b3ed-4198-9971-d52a7454ba03 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:20.580658 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-384e4bae-79cc-4a14-a20a-aed7ecfb3b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.620717 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-9e49e82f-01af-4554-b3c4-82773902ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.622329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-9e49e82f-01af-4554-b3c4-82773902ab2a service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.1730049 Feb 04 13:52:20.634002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.751286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Deleting port 0c675bd2-3a1e-4968-bd6a-b47a1a74fef3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:20.751638 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:20.762292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-7968ccef-bf8c-45ea-b4f2-87289b9f6e4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 1001 time: 0.1327400 Feb 04 13:52:20.833978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-71c331ea-9bf8-494c-b753-201dc230bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.835498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-71c331ea-9bf8-494c-b753-201dc230bab4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0671442 Feb 04 13:52:20.915205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-0491fec7-6c47-479d-9f87-1226d637943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:20.916820 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-0491fec7-6c47-479d-9f87-1226d637943b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743699 Feb 04 13:52:21.040851 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:21.041184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:21.058117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-6546aa3c-1ce7-404a-990f-c4f15224d5fe service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351860 Feb 04 13:52:21.168995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Calling delete_port for 0c675bd2-3a1e-4968-bd6a-b47a1a74fef3 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:21.195066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8db180f-2b2f-449f-8b2c-b2ca1543ca81 req-e802d14d-1e9e-47dc-8c02-d46f076d3438 service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307900 Feb 04 13:52:21.327613 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:21.377706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event deleted for resources: {'Port': ['ID=0c675bd2-3a1e-4968-bd6a-b47a1a74fef3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:21.474276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:21.474886 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Floating IP 576ee69e-5c89-48a6-af2a-ac8593572f93 disassociated (deleted). External IP: 172.25.4.147, port: 03a73522-b3ed-4198-9971-d52a7454ba03. Feb 04 13:52:21.844798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Router a7121ed9-26e1-4843-ac9e-14ce9175bf08 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:52:22.024071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:52:22.034314 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Sync routers for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:22.043728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:22.044174 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:22.044772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.105602 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-aef0d9d9-189d-4c9f-a030-e65e9f83d0f8 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "DELETE /v2.0/floatingips/576ee69e-5c89-48a6-af2a-ac8593572f93 HTTP/1.1" status: 204 len: 168 time: 1.5813439 Feb 04 13:52:22.105602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:52:22.151909 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:52:22.229285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:22.247479 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-bbc5ca94-a060-4fad-896a-cc6431127177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:22.248978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-bbc5ca94-a060-4fad-896a-cc6431127177 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d91b27c1e52942debdb2ad86779c3041&device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0751014 Feb 04 13:52:22.499400 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-2ae889e4-eca9-408c-a017-c2297ee46711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:22.500898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-2ae889e4-eca9-408c-a017-c2297ee46711 service neutron] 10.222.0.87 "GET /v2.0/networks?id=044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 200 len: 916 time: 0.2458537 Feb 04 13:52:22.561309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.565128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Checking router: a7121ed9-26e1-4843-ac9e-14ce9175bf08 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:22.573913 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:22.574379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:22.635787 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-caddc35e-e016-4e41-9e53-909b7283b896 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 200 len: 217 time: 0.0669966 Feb 04 13:52:22.709908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-fc8ff168-5390-4f40-a0ab-2b311f2e0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:22.711628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-fc8ff168-5390-4f40-a0ab-2b311f2e0f42 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 200 len: 854 time: 0.0705814 Feb 04 13:52:22.764655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:22.787876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-8d01038e-9d55-4e15-9059-3428f25efbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:22.789910 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-8d01038e-9d55-4e15-9059-3428f25efbe4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=044d57d3-52cb-4817-98c8-2e3471e2957a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719512 Feb 04 13:52:22.927618 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-5c9817db-a1bf-4f5d-a860-baa0f02e68aa service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314530 Feb 04 13:52:23.068078 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-60a54d09-177e-4175-842c-9f8fbb4593f0 req-400ab981-14ac-47f8-a403-8cc5f70df57b service neutron] 10.222.0.87 "GET /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308887 Feb 04 13:52:23.073442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:23.077414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc300fc-49e0-4fc0-8873-befa387fdb07 None None] The sync data for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 is: [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:50:25Z', 'revision_number': 4, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '52d591ad-d579-4d78-a2eb-e9f8b51961f3', 'name': '', 'network_id': '044d57d3-52cb-4817-98c8-2e3471e2957a', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'mac_address': 'fa:16:3e:51:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:25Z', 'updated_at': '2022-02-04T13:50:31Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'subnets': [{'id': 'ceec807c-eb6e-4334-85e6-2f0b454e7530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:23.321355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860c31-2f77-4c6f-aeb3-16a476c8294b None None] New status for floating IP 576ee69e-5c89-48a6-af2a-ac8593572f93: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:52:24.860593 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:26.501376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-642c3fc4-def9-4829-8b38-7da45e49e9e4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:26.502732 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-642c3fc4-def9-4829-8b38-7da45e49e9e4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:52:26.517188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-642c3fc4-def9-4829-8b38-7da45e49e9e4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:52:26.518387 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-642c3fc4-def9-4829-8b38-7da45e49e9e4 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0959249 Feb 04 13:52:26.561570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-219df0ea-39b2-48d2-b084-356a0e786102 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:52:26.575994 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-219df0ea-39b2-48d2-b084-356a0e786102 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:52:26.577085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce688366-9486-4f0b-b62f-8d9728f05cc0 req-219df0ea-39b2-48d2-b084-356a0e786102 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527415 Feb 04 13:52:27.759316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b7556-7b1b-4664-a1b5-fb59ceb3700d req-0fb569dd-1550-4343-be23-6bb99037f64a tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:27.760786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f0b7556-7b1b-4664-a1b5-fb59ceb3700d req-0fb569dd-1550-4343-be23-6bb99037f64a tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0790536 Feb 04 13:52:27.809053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6f0b7556-7b1b-4664-a1b5-fb59ceb3700d req-d6790a1d-a911-496c-975e-db671f9099e7 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Feb 04 13:52:28.037497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-573b0c53-8bd7-4b73-b2ee-87980add8e0c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:28.038954 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-573b0c53-8bd7-4b73-b2ee-87980add8e0c tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 945 time: 0.0778112 Feb 04 13:52:28.107803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Deleting port 03a73522-b3ed-4198-9971-d52a7454ba03 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:28.108149 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:28.351069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] For port 03a73522-b3ed-4198-9971-d52a7454ba03, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=03a73522-b3ed-4198-9971-d52a7454ba03,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:28.351426 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:28.478888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Calling delete_port for 03a73522-b3ed-4198-9971-d52a7454ba03 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:28.621150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:28.632570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['03a73522-b3ed-4198-9971-d52a7454ba03'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:52:28.678669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Pushing event deleted for resources: {'Port': ['ID=03a73522-b3ed-4198-9971-d52a7454ba03,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:28.757025 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] No DVR routers for this DVR port 03a73522-b3ed-4198-9971-d52a7454ba03 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:28.759617 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:28.762069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'name': 'network-vif-deleted', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:52:28.778430 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4ea5bb12-9563-4e02-8668-fb58466ac674 req-471bf656-05b9-49b5-83a8-a856eb18ef7e tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.87 "DELETE /v2.0/ports/03a73522-b3ed-4198-9971-d52a7454ba03 HTTP/1.1" status: 204 len: 173 time: 0.7340627 Feb 04 13:52:28.812805 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e07d0c2-7685-4cdd-b08d-acaddd705dd1', 'name': 'network-vif-deleted', 'tag': '03a73522-b3ed-4198-9971-d52a7454ba03', 'status': 'completed', 'code': 200} Feb 04 13:52:29.074668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a84da1d7-b168-43a4-a9d6-a4b9ce1bedab req-c44dff20-0690-45d1-846a-47f361954163 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Synchronizing usage tracker for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:52:29.090774 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-a84da1d7-b168-43a4-a9d6-a4b9ce1bedab req-c44dff20-0690-45d1-846a-47f361954163 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] Unset dirty status for tenant:d91b27c1e52942debdb2ad86779c3041 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:52:29.091942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a84da1d7-b168-43a4-a9d6-a4b9ce1bedab req-c44dff20-0690-45d1-846a-47f361954163 tempest-TestMinimumBasicScenario-92573241 tempest-TestMinimumBasicScenario-92573241-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e07d0c2-7685-4cdd-b08d-acaddd705dd1 HTTP/1.1" status: 200 len: 210 time: 0.1718247 Feb 04 13:52:30.726685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36154) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:30.876417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 03a73522-b3ed-4198-9971-d52a7454ba03 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:30.912344 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 03a73522-b3ed-4198-9971-d52a7454ba03 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:30.912685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 03a73522-b3ed-4198-9971-d52a7454ba03 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:31.434083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:31.778587 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Deleting port 52d591ad-d579-4d78-a2eb-e9f8b51961f3 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:31.779205 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:31.946041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] For port 52d591ad-d579-4d78-a2eb-e9f8b51961f3, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=52d591ad-d579-4d78-a2eb-e9f8b51961f3,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:31.946398 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:32.069303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Calling delete_port for 52d591ad-d579-4d78-a2eb-e9f8b51961f3 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:32.501390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:32.551592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d591ad-d579-4d78-a2eb-e9f8b51961f3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:32.823598 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:33.183960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Router a7121ed9-26e1-4843-ac9e-14ce9175bf08 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:52:33.359388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:52:33.368111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Sync routers for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:33.375071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fec51ae3-e529-4cd3-b53b-9a510331db01 admin admin] 10.222.0.53 "PUT /v2.0/routers/a7121ed9-26e1-4843-ac9e-14ce9175bf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461403 Feb 04 13:52:33.377546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36158) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:33.377714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:33.378392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:33.557334 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:33.597100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:33.861726 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:33.871723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Deleting port 24dfedac-b475-453b-8d93-1385d06f2ed7 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:33.872060 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:33.891193 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:52:32Z', 'revision_number': 5, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port': {'id': '24dfedac-b475-453b-8d93-1385d06f2ed7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:22Z', 'updated_at': '2022-02-04T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:33.895698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Checking router: a7121ed9-26e1-4843-ac9e-14ce9175bf08 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:33.904490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Routers {'a7121ed9-26e1-4843-ac9e-14ce9175bf08'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:33.905439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:34.044976 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] For port 24dfedac-b475-453b-8d93-1385d06f2ed7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24dfedac-b475-453b-8d93-1385d06f2ed7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:34.045342 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.055023 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] Set router a7121ed9-26e1-4843-ac9e-14ce9175bf08 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:34.160804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:52:33Z', 'revision_number': 6, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:34.164776 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ff920-da12-4f20-96fc-7194689d2699 None None] The sync data for ids ['a7121ed9-26e1-4843-ac9e-14ce9175bf08'] in n-d-820555-2 is: [{'id': 'a7121ed9-26e1-4843-ac9e-14ce9175bf08', 'name': 'tempest-TestMinimumBasicScenario-1404652538-router', 'tenant_id': 'd91b27c1e52942debdb2ad86779c3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:21Z', 'updated_at': '2022-02-04T13:52:33Z', 'revision_number': 6, 'project_id': 'd91b27c1e52942debdb2ad86779c3041', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:34.175757 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Calling delete_port for 24dfedac-b475-453b-8d93-1385d06f2ed7 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:34.342294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.392282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Pushing event deleted for resources: {'Port': ['ID=24dfedac-b475-453b-8d93-1385d06f2ed7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:34.479608 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.660333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.662596 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.683898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.684545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7121ed9-26e1-4843-ac9e-14ce9175bf08 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:52:34.697650 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.698793 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59020bdc-caf6-42d3-89b5-63f98bd8472c admin admin] 10.222.0.53 "DELETE /v2.0/routers/a7121ed9-26e1-4843-ac9e-14ce9175bf08 HTTP/1.1" status: 204 len: 168 time: 1.3203123 Feb 04 13:52:34.701306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36162) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:34.763775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Deleting subnet ceec807c-eb6e-4334-85e6-2f0b454e7530 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:52:34.766588 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.816325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.898390 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.963603 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 52d591ad-d579-4d78-a2eb-e9f8b51961f3 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:34.976988 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:34.999558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 52d591ad-d579-4d78-a2eb-e9f8b51961f3 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:34.999905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 52d591ad-d579-4d78-a2eb-e9f8b51961f3 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:35.000317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24dfedac-b475-453b-8d93-1385d06f2ed7 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:35.013208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceec807c-eb6e-4334-85e6-2f0b454e7530,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:35.021765 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.031817 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8321b035-c693-45c8-b780-95f6433ca620 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ceec807c-eb6e-4334-85e6-2f0b454e7530 HTTP/1.1" status: 204 len: 168 time: 0.3271983 Feb 04 13:52:35.032322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36166) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:35.032573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf9492c-c783-4215-bfe9-fc878bead1ec None None] Network 044d57d3-52cb-4817-98c8-2e3471e2957a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:52:35.052819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 24dfedac-b475-453b-8d93-1385d06f2ed7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:35.053166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24dfedac-b475-453b-8d93-1385d06f2ed7 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:35.147471 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.158062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Deleting port a0300917-6879-45c6-967b-6ed986e9cd3a {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:35.158394 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.304475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] DHCP port deletion for 044d57d3-52cb-4817-98c8-2e3471e2957a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:52:35.308737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Deleting port a0300917-6879-45c6-967b-6ed986e9cd3a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:35.309279 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.490838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] For port a0300917-6879-45c6-967b-6ed986e9cd3a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0300917-6879-45c6-967b-6ed986e9cd3a,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:35.491198 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.519965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] For port a0300917-6879-45c6-967b-6ed986e9cd3a, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a0300917-6879-45c6-967b-6ed986e9cd3a,segment=NetworkSegment(9c200b02-e738-4d2e-9f09-5312a9d71add),segment_id=9c200b02-e738-4d2e-9f09-5312a9d71add)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:35.520281 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.615310 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Calling delete_port for a0300917-6879-45c6-967b-6ed986e9cd3a owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:35.678892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Calling delete_port for a0300917-6879-45c6-967b-6ed986e9cd3a owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:35.692236 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.740567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0300917-6879-45c6-967b-6ed986e9cd3a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:35.745829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] No DVR routers for this DVR port a0300917-6879-45c6-967b-6ed986e9cd3a on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:35.757966 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:52:35.758324 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:52:35.861433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.886014 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044d57d3-52cb-4817-98c8-2e3471e2957a']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.897659 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c200b02-e738-4d2e-9f09-5312a9d71add') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.897954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c200b02-e738-4d2e-9f09-5312a9d71add') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:35.909584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.925567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.931408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:35.931790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:35.944882 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:36.022704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:36.038956 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:36.049442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=044d57d3-52cb-4817-98c8-2e3471e2957a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:36.062794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-afdb9458-56ae-4c0c-b73b-1759a10cba28 admin admin] 10.222.0.53 "DELETE /v2.0/networks/044d57d3-52cb-4817-98c8-2e3471e2957a HTTP/1.1" status: 204 len: 168 time: 1.0287843 Feb 04 13:52:36.065470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36170) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:36.259917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Deleting port a0300917-6879-45c6-967b-6ed986e9cd3a {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:36.260489 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:36.324457 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1f1b7-9a8a-4161-9f0c-a7d4876b9256 None None] The port 'a0300917-6879-45c6-967b-6ed986e9cd3a' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:52:36.607018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:36.777389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0300917-6879-45c6-967b-6ed986e9cd3a no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:36.815436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a0300917-6879-45c6-967b-6ed986e9cd3a {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:36.815782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a0300917-6879-45c6-967b-6ed986e9cd3a not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:37.059620 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Deleting port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:37.060245 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:37.233091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] For port 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:37.233396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:37.357765 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Calling delete_port for 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:37.531073 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:37.576847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55585c05-df91-4c69-b5b2-6b8e8ddd8a3b,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:37.847676 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:38.201459 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Router b8cee1bd-8bee-4c8f-8e51-7359438ad079 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:52:38.480322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:52:38.491207 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Sync routers for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:38.496162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ebb1e19a-62a8-4218-8a83-5fadde378cf2 admin admin] 10.222.0.53 "PUT /v2.0/routers/b8cee1bd-8bee-4c8f-8e51-7359438ad079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297011 Feb 04 13:52:38.498796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36176) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:38.500845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:38.501465 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:38.674571 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:38.676428 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:38.874928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:38.886397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Deleting port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:38.886884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:38.960093 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:52:37Z', 'revision_number': 5, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port': {'id': '2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:50:29Z', 'updated_at': '2022-02-04T13:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:38.964021 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Checking router: b8cee1bd-8bee-4c8f-8e51-7359438ad079 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:38.972642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Routers {'b8cee1bd-8bee-4c8f-8e51-7359438ad079'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:38.973224 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:39.060951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] For port 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:39.061308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.124543 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] Set router b8cee1bd-8bee-4c8f-8e51-7359438ad079 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:39.185226 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Calling delete_port for 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:39.239392 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:52:38Z', 'revision_number': 6, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:39.243706 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2cd29-0a86-4994-875f-f4e90261862b None None] The sync data for ids ['b8cee1bd-8bee-4c8f-8e51-7359438ad079'] in n-d-820555-2 is: [{'id': 'b8cee1bd-8bee-4c8f-8e51-7359438ad079', 'name': 'tempest-TestMinimumBasicScenario-1480030940-router', 'tenant_id': '688dda126a0c43aeb757703e949d3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:50:28Z', 'updated_at': '2022-02-04T13:52:38Z', 'revision_number': 6, 'project_id': '688dda126a0c43aeb757703e949d3297', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:39.360567 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.410944 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:39.505270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.796347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.798595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.823012 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.823545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cee1bd-8bee-4c8f-8e51-7359438ad079 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:52:39.835994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.837151 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b5b06eb2-9d7f-4087-a96a-4baff0cb04da admin admin] 10.222.0.53 "DELETE /v2.0/routers/b8cee1bd-8bee-4c8f-8e51-7359438ad079 HTTP/1.1" status: 204 len: 168 time: 1.3373914 Feb 04 13:52:39.839769 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36180) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:39.900333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Deleting subnet 3773ac91-6d49-4329-be3f-61e1ce87d47a {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:52:39.903103 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:39.952356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.035178 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.106850 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.145508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3773ac91-6d49-4329-be3f-61e1ce87d47a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:40.149135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.155128 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7a6df83a-370d-43ed-8a75-fa0ddba52ea1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3773ac91-6d49-4329-be3f-61e1ce87d47a HTTP/1.1" status: 204 len: 168 time: 0.3143771 Feb 04 13:52:40.156527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9aadf-2ba8-400e-bf55-58a1caade2ba None None] Network 19f29c4a-5667-440a-920f-7bbb4ddd60f7 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:52:40.157536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36184) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:40.268095 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.278157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Deleting port 827644f0-85d7-4397-a738-745aa02f0716 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:40.278482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.411620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] DHCP port deletion for 19f29c4a-5667-440a-920f-7bbb4ddd60f7 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:52:40.415789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Deleting port 827644f0-85d7-4397-a738-745aa02f0716 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:40.416183 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.489701 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] For port 827644f0-85d7-4397-a738-745aa02f0716, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=827644f0-85d7-4397-a738-745aa02f0716,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:40.490409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.615138 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Calling delete_port for 827644f0-85d7-4397-a738-745aa02f0716 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:40.619945 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] For port 827644f0-85d7-4397-a738-745aa02f0716, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=827644f0-85d7-4397-a738-745aa02f0716,segment=NetworkSegment(e42bc8f5-8a98-424a-8249-93b002fcc9b7),segment_id=e42bc8f5-8a98-424a-8249-93b002fcc9b7)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:40.620336 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.689582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.740761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Calling delete_port for 827644f0-85d7-4397-a738-745aa02f0716 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:52:40.744556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] No DVR routers for this DVR port 827644f0-85d7-4397-a738-745aa02f0716 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:52:40.771625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=827644f0-85d7-4397-a738-745aa02f0716,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:40.804787 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:40.860220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:40.860563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 55585c05-df91-4c69-b5b2-6b8e8ddd8a3b not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:40.861014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 827644f0-85d7-4397-a738-745aa02f0716 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:40.869022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.894763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f29c4a-5667-440a-920f-7bbb4ddd60f7']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:40.895549 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 827644f0-85d7-4397-a738-745aa02f0716 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:40.895901 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 827644f0-85d7-4397-a738-745aa02f0716 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:40.896308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:52:40.906823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42bc8f5-8a98-424a-8249-93b002fcc9b7') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:40.907124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42bc8f5-8a98-424a-8249-93b002fcc9b7') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:40.919143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.929072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:52:40.929430 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 13:52:40.930010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:52:40.930343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 2b0a9f34-8ec7-4ba9-9401-f3c7934dc6e0 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:52:40.937199 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.943785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:52:40.944411 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:52:40.958266 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:52:41.036255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.052217 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.061966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f29c4a-5667-440a-920f-7bbb4ddd60f7,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:41.068917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b30dad1d-c609-4142-9813-b5ceda4c1aa9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/19f29c4a-5667-440a-920f-7bbb4ddd60f7 HTTP/1.1" status: 204 len: 168 time: 0.9104552 Feb 04 13:52:41.248490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36190) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:41.296528 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-017f2e90-cea1-49c9-ae33-005481bd30c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d91b27c1e52942debdb2ad86779c3041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468316 Feb 04 13:52:41.299178 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36194) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:41.360077 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.385478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.430446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Deleting port 827644f0-85d7-4397-a738-745aa02f0716 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:52:41.431028 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.443428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.459650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:41.473784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.475219 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4cd5cfdd-c8cb-4aa9-a904-3f0802b88244 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbdcc7dc-4bfb-4470-801a-ea5dc7b4e506 HTTP/1.1" status: 204 len: 168 time: 0.1751637 Feb 04 13:52:41.511584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-719d8f87-9b47-4ba5-bccb-8aec1671e251 None None] The port '827644f0-85d7-4397-a738-745aa02f0716' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 13:52:41.529777 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:52:41.828364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36202) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:41.877289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-18f2fd3c-7f20-41b3-884a-32fbc6f624c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=688dda126a0c43aeb757703e949d3297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472255 Feb 04 13:52:41.879950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36206) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:41.936421 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:41.961168 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:42.011929 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:42.028111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7bf08a-8f58-4072-aab6-c55afbb02fe3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:42.031374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:42.035727 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-128092cd-0ecd-4fd1-a4fe-18cb1f079178 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c7bf08a-8f58-4072-aab6-c55afbb02fe3 HTTP/1.1" status: 204 len: 168 time: 0.1548400 Feb 04 13:52:43.590792 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bf637b25-468e-4896-8946-78034711b8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:43.818051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36250) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:43.823308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109550179', 'description': 'tempest-secgroup-smoke-2109550179 description', 'project_id': 'afe5c47d47cf43ef966b294f17491038'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:43.830464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:43.834501 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:43.837428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:43.848134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:43.859124 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:43.871135 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:43.885447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:43.889284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:43.892665 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:43.899129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:43.980400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:43.984022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:43.995972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.003463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.011652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.022167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.025608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392ae804-ebfa-4373-a3b8-35e090cabe97,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.095718 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.099186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.139058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80988fa-dccb-45da-8c4a-e26b2f66b3ee,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.141565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.143386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-98cc6f91-1465-4d87-bb27-3c14ec525cfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3243062 Feb 04 13:52:44.146936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36254) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.151708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.158493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.162377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.165257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.170873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.194317 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.256986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.260512 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.283840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fe8281-e114-45ae-b835-907b3f337b19,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.291978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.293162 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b533e76f-a33e-4156-8f31-78a4892516c8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454737 Feb 04 13:52:44.295992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36258) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.301329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.307846 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.311612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.315019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.320688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.337728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.398174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.402049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.424340 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83a7494-e302-4c93-8ea2-6e452183c5cf,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.432325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.433563 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a1b7623d-4c55-4234-8444-1056297f4107 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366577 Feb 04 13:52:44.436294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36262) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.441747 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.448225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.451998 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.455699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.461060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.478227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.544434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.548803 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.573818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19212531-80e7-48d9-84d8-909b2d41fe58,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.582192 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.583437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-fbed2ef5-9eb1-42df-99f9-1171b0a3de71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462345 Feb 04 13:52:44.586231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36266) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.591267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.597918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.601969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.604881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.610496 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.628308 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.691206 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.694554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.720911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37e553f-f23e-44e2-8a2c-49a739e108c6,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.727487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.728914 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9599cb69-e8b6-4b4c-92fd-841f8c840167 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416621 Feb 04 13:52:44.731638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.740538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.747353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.751241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.754677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.760609 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.771097 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:52:44.778078 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.840595 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.844051 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.866988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ad0097-1ec8-4f8d-8935-6bd51835f2dd,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:44.877773 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.881584 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0841c9b6-195c-42b7-b7aa-ea325a172f36 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464128 Feb 04 13:52:44.882059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:44.886804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'd80988fa-dccb-45da-8c4a-e26b2f66b3ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:44.893494 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:44.897319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:44.900220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:44.905816 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:44.919401 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:52:44.926466 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.991986 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:44.994886 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.017736 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d6b5eb-00a3-4fcb-80f3-220fe3ab1adf,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:45.026028 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.027244 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-71a901c9-9d3e-464f-8355-a2e109137531 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445477 Feb 04 13:52:45.030225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36278) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:45.036183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'network': {'name': 'tempest-network-smoke--1305890039', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:45.041681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:45.045472 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:network and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:45.048869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:45.054712 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:45.064789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:45.068249 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.095683 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:52:45.104404 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.104751 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Added segment eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e of type vlan for network fbf9e157-89e3-42a0-959b-81dd931a3085 Feb 04 13:52:45.130137 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.158779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.164244 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:45.164811 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.361672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3303249 Feb 04 13:52:45.364817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36282) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:45.370056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'admin_state_up': True, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:45.370500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f538d-d9f1-4c61-a58a-2d8fa362a7bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Network': ['ID=fbf9e157-89e3-42a0-959b-81dd931a3085,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:45.377945 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:45.381776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:router and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:45.382770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network fbf9e157-89e3-42a0-959b-81dd931a3085 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:52:45.385363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:45.391288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:45.402381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.403457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.419302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.689749 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:45.988285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.016512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.151573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.24 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/25df7d0b-fa6b-48d6-ab6b-d0c2789b1678) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:46.283863 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96dd24f-e3cb-4309-ace8-1f5f09fc6865 req-5c4b9dea-e7ae-4e5a-bd5a-35374777db17 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0493808 Feb 04 13:52:46.302790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.332369 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.374204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3cec4e0c-7871-4853-adcc-5aaf4b651807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.396646 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96dd24f-e3cb-4309-ace8-1f5f09fc6865 req-81a21968-c67d-47ab-9587-2db375440252 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0435302 Feb 04 13:52:46.397012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:46.399831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:46.403665 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:52:46.437396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:46.442526 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96dd24f-e3cb-4309-ace8-1f5f09fc6865 req-4272ba22-ffa7-4c52-99e7-2806f5e38c15 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267348 Feb 04 13:52:46.582991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dd24f-e3cb-4309-ace8-1f5f09fc6865 req-318cdbce-f695-4c61-b38f-5243df9a5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:46.584441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f96dd24f-e3cb-4309-ace8-1f5f09fc6865 req-318cdbce-f695-4c61-b38f-5243df9a5cef service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366382 Feb 04 13:52:46.926334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:46.937574 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:47.278965 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:47.483680 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:52:47.487537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:47.659229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:52:47.670074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Sync routers for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:47.679308 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:47.679917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:47.685923 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:47.687655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-adae3526-7c4d-4c75-873d-2bf6fb264fa0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3213892 Feb 04 13:52:47.692321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36286) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:47.835431 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-5d1687e3-a887-49cc-8349-e0f5a965e647 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=afe5c47d47cf43ef966b294f17491038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419761 Feb 04 13:52:47.838278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36292) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:47.894341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:47.968904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be4ef4a-e19d-412a-bf62-da8780d80435 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:47.970970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4be4ef4a-e19d-412a-bf62-da8780d80435 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310592 Feb 04 13:52:47.973329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:48.018548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d1c11db7-f7cb-4cca-bd39-6a7199a48542 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408957 Feb 04 13:52:48.018798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:48.024112 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945139695', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:48.134679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:48.138546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:subnet and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:52:48.141434 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:52:48.148632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:48.161373 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:48.165214 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.178504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:46Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:48.182139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Checking router: 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:48.182491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Updating router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:52:48.240019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.384995 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.462201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Subnet': ['ID=0eddb9dd-eac3-4e67-acce-2013d7e13846,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:48.471306 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Checking segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:52:48.471668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network hostable DHCP agents. Network: fbf9e157-89e3-42a0-959b-81dd931a3085, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:52:48.491164 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network fbf9e157-89e3-42a0-959b-81dd931a3085 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:52:48.500289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, fbf9e157-89e3-42a0-959b-81dd931a3085) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:48.505546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:48.506704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.527822 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4845f6ef-87ec-4805-9611-38ed35caa127 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5080512 Feb 04 13:52:48.530545 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36306) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:52:48.539927 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ff5ec-d0fc-4bcb-bd66-594b4feab30b None None] Network fbf9e157-89e3-42a0-959b-81dd931a3085 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:52:48.647814 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.675760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Transition to ACTIVE for port object 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:48.693824 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.816562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Pushing event updated for resources: {'Port': ['ID=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:48.823718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Attempting to bind port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:52:48.824086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Attempting to bind port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:52:48.824448 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Attempting to bind port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:52:48.843665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:52:48.844038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:52:48.844436 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.845345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:52:48.845815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Bound port: 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:52:48.846185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.870936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.871280 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.871617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.871946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.872274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.872599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.872921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.873242 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.873565 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.873878 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.874194 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.874511 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:48.945104 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.961355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-fbf9e157-89e3-42a0-959b-81dd931a3085', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:52:48.962177 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:48.991940 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] For port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:52:49.039181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] For port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:52:49.046903 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:49.191043 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:49.191819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:49.252337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7b19-f538-4edc-bc00-b7fcfe902b98 None None] Pushing event updated for resources: {'Port': ['ID=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:49.290741 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Allocated IP 172.20.0.2 (fbf9e157-89e3-42a0-959b-81dd931a3085/0eddb9dd-eac3-4e67-acce-2013d7e13846/f4b88d30-0635-4f7c-88eb-cecf8084349c) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:49.353209 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:49.517623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:49.830828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:49.870212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Transition to ACTIVE for port object f4b88d30-0635-4f7c-88eb-cecf8084349c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:49.892661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Transition to ACTIVE for port object f4b88d30-0635-4f7c-88eb-cecf8084349c will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:49.899535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:49.965268 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.1 (fbf9e157-89e3-42a0-959b-81dd931a3085/0eddb9dd-eac3-4e67-acce-2013d7e13846/4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:49.974397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Network fbf9e157-89e3-42a0-959b-81dd931a3085 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:49.980030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:49.982833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:52:50.019928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Pushing event updated for resources: {'Port': ['ID=f4b88d30-0635-4f7c-88eb-cecf8084349c,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:50.060764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:46Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:50.073187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c57a7-6649-414d-bd19-f110ed1ee072 None None] The sync data for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 is: [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:46Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:50.094819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Attempting to bind port f4b88d30-0635-4f7c-88eb-cecf8084349c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:52:50.096139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Attempting to bind port f4b88d30-0635-4f7c-88eb-cecf8084349c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:52:50.096139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Attempting to bind port f4b88d30-0635-4f7c-88eb-cecf8084349c on network fbf9e157-89e3-42a0-959b-81dd931a3085 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:52:50.102141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:52:50.102508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Checking segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:52:50.102938 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.103327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Bound using segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:52:50.103825 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Bound port: f4b88d30-0635-4f7c-88eb-cecf8084349c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:52:50.104184 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.130753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.148737 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:50.173565 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.197370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] For port f4b88d30-0635-4f7c-88eb-cecf8084349c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:52:50.201085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] For port f4b88d30-0635-4f7c-88eb-cecf8084349c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4b88d30-0635-4f7c-88eb-cecf8084349c,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:52:50.205432 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.248316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network fbf9e157-89e3-42a0-959b-81dd931a3085 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:50.252081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:50.256142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:52:50.292313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:50.297760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6efd1-7e5e-46b2-9fc5-58605a138381 None None] Pushing event updated for resources: {'Port': ['ID=f4b88d30-0635-4f7c-88eb-cecf8084349c,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:50.334338 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.558399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.661143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:50.885342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4b88d30-0635-4f7c-88eb-cecf8084349c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:50.962124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f4b88d30-0635-4f7c-88eb-cecf8084349c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:50.967400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:51.042168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:51.047566 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:51.047968 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.179070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.197422 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:51.203266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.253930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.259350 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.279380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.379875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.382234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.406273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2e76d-d4b1-4893-94f0-dcb5796c40e2 None None] Network fbf9e157-89e3-42a0-959b-81dd931a3085 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:52:51.496728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Provisioning for port f4b88d30-0635-4f7c-88eb-cecf8084349c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:51.507318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Provisioning complete for port f4b88d30-0635-4f7c-88eb-cecf8084349c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:51.507681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.522500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network fbf9e157-89e3-42a0-959b-81dd931a3085 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:51.523961 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:51.713163 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:52:51.736471 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.777465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] For port f4b88d30-0635-4f7c-88eb-cecf8084349c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4b88d30-0635-4f7c-88eb-cecf8084349c,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:51.783086 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:51.908465 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f449c-3424-446c-b9d7-d0fd5fe88305 None None] Pushing event updated for resources: {'Port': ['ID=f4b88d30-0635-4f7c-88eb-cecf8084349c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:51.929524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:52:51.938690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Sync routers for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:52:51.939238 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-94372c15-4606-429a-a6fd-531becc4fa39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/61a71a6f-0bc2-4824-a1cf-81ce61ef1a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072003 Feb 04 13:52:51.950400 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:51.951250 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:52.018970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Provisioning complete for port f4b88d30-0635-4f7c-88eb-cecf8084349c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:52.020188 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:52.161816 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:52.172709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Provisioning for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:52.178810 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Provisioning complete for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:52.179232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:52.244021 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9a794a13-adb1-4d8f-a2a6-994b252217a1 None None] Port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:52:52.315187 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-3ca9a644-25f8-43c2-a9cd-6a1f1662bb01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109550179&fields=id&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 267 time: 0.0433140 Feb 04 13:52:52.366864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-2cfc2aa5-89cc-4ce6-af99-3fbcba2454d6 None None] Provisioning complete for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:52.367555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2aa5-89cc-4ce6-af99-3fbcba2454d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:52.434438 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc2aa5-89cc-4ce6-af99-3fbcba2454d6 None None] Port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:52:52.483825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-e9a58a6a-e3d1-4137-889c-f80f4fab3f47 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:52.485369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-e9a58a6a-e3d1-4137-889c-f80f4fab3f47 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/networks?id=fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 200 len: 797 time: 0.1632304 Feb 04 13:52:52.500672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-9c8f64c4-79de-419c-a6ea-7468e356f902 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/quotas/afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 375 time: 0.0099597 Feb 04 13:52:52.545313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 2, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:52.549109 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Checking router: 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:52:52.549448 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Updating router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:52:52.554251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0f2a46a6-9cc8-485a-8e53-aa883389a222 None None] Provisioning complete for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:52.554642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0f2a46a6-9cc8-485a-8e53-aa883389a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:52.587158 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-1c77302f-2e1a-4a13-9104-694abac24baf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805092 Feb 04 13:52:52.602722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-91630615-a99d-4d84-ad2f-ead1706ecb81 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:52:52.604034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-91630615-a99d-4d84-ad2f-ead1706ecb81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073035 Feb 04 13:52:52.608982 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:52.611287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a46a6-9cc8-485a-8e53-aa883389a222 None None] Port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:52:52.753984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-038a44eb-8750-4c64-af5c-51d940977ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406009 Feb 04 13:52:52.826352 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4b88d30-0635-4f7c-88eb-cecf8084349c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:52.902109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f4b88d30-0635-4f7c-88eb-cecf8084349c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:52.902459 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.021952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-815fb285-e3f9-477f-8862-d35e4aa90990 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616713 Feb 04 13:52:53.034548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:53.054194 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.067057 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Transition to ACTIVE for port object 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:53.077009 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.105292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:53.105654 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.212118 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Pushing event updated for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:53.253910 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.254253 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.254590 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.254942 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.255269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.255592 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.255914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.256234 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.256552 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.256864 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.257177 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.257490 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:52:53.302294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1765925a-0b0b-4e4a-b783-ee1a529edbd7 req-67df897a-6c78-4b56-b153-9179da2cf60d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:52:53.314979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Attempting to bind port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:52:53.315595 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Attempting to bind port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:52:53.316153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Attempting to bind port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 on network fbf9e157-89e3-42a0-959b-81dd931a3085 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:52:53.322220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1765925a-0b0b-4e4a-b783-ee1a529edbd7 req-67df897a-6c78-4b56-b153-9179da2cf60d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:52:53.322552 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:52:53.323168 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Checking segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:52:53.323633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1765925a-0b0b-4e4a-b783-ee1a529edbd7 req-67df897a-6c78-4b56-b153-9179da2cf60d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 210 time: 0.1438532 Feb 04 13:52:53.323945 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.324336 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Bound using segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:52:53.324830 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Bound port: 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:52:53.325204 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.414503 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] For port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:52:53.417516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] For port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:52:53.422150 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:53.499051 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:52:53.499666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:53.570109 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844afb-28a3-4cef-87e3-a4817568ae43 None None] Pushing event updated for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:53.686462 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:52:54.047852 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:53Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:52:54.051663 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b648e3f-ffe8-4df2-8a87-c778e2d58a4e None None] The sync data for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 is: [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:53Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:52:54.451503 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-424885e8-7809-4f45-a059-93ecc7100926 req-b1bbe806-cae8-4c40-86f7-d530101ca05f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 210 time: 0.0711193 Feb 04 13:52:54.848100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:54.915080 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:54.939277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:54.947197 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:54.947611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:55.076100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:55.108411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:52:55.113285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:55.182928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:55.609355 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-15e88aa9-7f25-46dd-bc6c-f70fc30cbd89 req-fb8bbc28-c38f-4431-9353-e7a3083a7b6b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 210 time: 0.0463600 Feb 04 13:52:56.557320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-4175b688-7aaf-47d6-94cb-4fb1a5275fd2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:56.558804 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-4175b688-7aaf-47d6-94cb-4fb1a5275fd2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/networks?id=fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 200 len: 797 time: 0.1476142 Feb 04 13:52:56.608223 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-95fc56c4-d4d0-4eb4-898e-3aba21ca3bd1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 380 time: 0.0416634 Feb 04 13:52:56.616160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'port': {'device_id': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'admin_state_up': True, 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'security_groups': ['d80988fa-dccb-45da-8c4a-e26b2f66b3ee']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:56.770525 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f0d9915c-c3e0-4740-9201-1bd2e71fe6e6 req-797c2a30-721b-4463-8982-00f18d843bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 210 time: 0.0556357 Feb 04 13:52:56.794690 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:52:56.799795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:52:56.809413 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:52:56.820610 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:52:56.824123 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:56.859738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:56.860601 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:56.987108 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.8 (fbf9e157-89e3-42a0-959b-81dd931a3085/0eddb9dd-eac3-4e67-acce-2013d7e13846/dce4e26b-d3a6-41c4-84ab-47f9849f66c6) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:52:57.171076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.185972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object dce4e26b-d3a6-41c4-84ab-47f9849f66c6 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:57.209918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.281181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network fbf9e157-89e3-42a0-959b-81dd931a3085 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:52:57.284390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:52:57.288280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:52:57.323013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:57.359291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:57.359900 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.386481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-37f4c4a3-3ac9-400a-ade5-63d285c3d2a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737591 Feb 04 13:52:57.397573 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Request body: {'port': {'device_id': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:52:57.495514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-574a2ded-5897-453c-99e4-05dd21eaf778 None None] Provisioning for port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:52:57.500497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-574a2ded-5897-453c-99e4-05dd21eaf778 None None] Provisioning complete for port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:52:57.501465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-574a2ded-5897-453c-99e4-05dd21eaf778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.512807 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.556723 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-574a2ded-5897-453c-99e4-05dd21eaf778 None None] Port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:52:57.858200 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce4e26b-d3a6-41c4-84ab-47f9849f66c6 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:52:57.866024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.879941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Transition to ACTIVE for port object dce4e26b-d3a6-41c4-84ab-47f9849f66c6 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:52:57.883729 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:57.962213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8d7a-d9c7-4352-abd7-dab37ae3daf3 req-a6c8ea52-6cea-4a4a-baf2-4b53376cecd1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:57.963935 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b65a8d7a-d9c7-4352-abd7-dab37ae3daf3 req-a6c8ea52-6cea-4a4a-baf2-4b53376cecd1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 943 time: 0.0840635 Feb 04 13:52:58.012781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b65a8d7a-d9c7-4352-abd7-dab37ae3daf3 req-b31aaf29-3e5f-41a9-a26b-7ce67916aaf6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:52:58.033325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b65a8d7a-d9c7-4352-abd7-dab37ae3daf3 req-b31aaf29-3e5f-41a9-a26b-7ce67916aaf6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:52:58.034728 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b65a8d7a-d9c7-4352-abd7-dab37ae3daf3 req-b31aaf29-3e5f-41a9-a26b-7ce67916aaf6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635769 Feb 04 13:52:58.158437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Pushing event updated for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:58.237307 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Attempting to bind port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:52:58.237571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Attempting to bind port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:52:58.237899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Attempting to bind port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 on network fbf9e157-89e3-42a0-959b-81dd931a3085 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:52:58.242411 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 on network fbf9e157-89e3-42a0-959b-81dd931a3085 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:52:58.242762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Attempting to bind port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 on network fbf9e157-89e3-42a0-959b-81dd931a3085 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:52:58.247733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:52:58.248071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Checking segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:52:58.248455 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Bound using segment: {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:52:58.248876 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Bound port: dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:52:58.249217 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:58.337198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:52:58.340106 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:52:58.344474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:58.406720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:58.407371 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:52:58.408768 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] 10.222.0.87 "PUT /v2.0/ports/dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 200 len: 1091 time: 1.0154674 Feb 04 13:52:58.409209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:52:58.431955 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb68011-8db8-419e-9891-2b9284496d5b service neutron] Pushing event updated for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:52:58.524974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-024ab0f6-c6e3-41d7-81e7-a652fe233843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:58.526688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-024ab0f6-c6e3-41d7-81e7-a652fe233843 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1094 time: 0.0798585 Feb 04 13:52:58.530915 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'status': 'completed', 'code': 200} Feb 04 13:52:58.600205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-135f80af-d918-416f-9989-3737d8c62e53 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 200 len: 217 time: 0.0665298 Feb 04 13:52:58.662989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-b8018899-ee68-4401-bf41-13c10ab74f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:58.664436 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-b8018899-ee68-4401-bf41-13c10ab74f2b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0eddb9dd-eac3-4e67-acce-2013d7e13846 HTTP/1.1" status: 200 len: 835 time: 0.0585742 Feb 04 13:52:58.744187 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-a3e2c99f-86e0-4e35-8b40-55a4ebcfc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:58.745657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-a3e2c99f-86e0-4e35-8b40-55a4ebcfc014 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbf9e157-89e3-42a0-959b-81dd931a3085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753865 Feb 04 13:52:58.877002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-69e5a357-5b36-4859-9968-91fec83c80f3 service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246524 Feb 04 13:52:59.008328 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-794f09d2-bbca-48a0-8ca1-b29d00412887 req-8a2021a2-8d50-4606-abf0-cbce04b5e825 service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258018 Feb 04 13:52:59.125473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-3951ca85-9a00-4f61-af67-03573f25386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.127743 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-3951ca85-9a00-4f61-af67-03573f25386e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1094 time: 0.0756423 Feb 04 13:52:59.230269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aa486-4adb-4c9c-81ff-9236668c9fda req-165ef946-78f4-4181-86ee-c42415dc784b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.231814 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b5aa486-4adb-4c9c-81ff-9236668c9fda req-165ef946-78f4-4181-86ee-c42415dc784b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 943 time: 0.0898547 Feb 04 13:52:59.263865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-b93d4479-5db0-408d-b0a7-d2ed3cceded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.265319 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-b93d4479-5db0-408d-b0a7-d2ed3cceded0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 200 len: 898 time: 0.1322052 Feb 04 13:52:59.278253 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6b5aa486-4adb-4c9c-81ff-9236668c9fda req-ebca193f-dac9-4e93-95b9-001f5de24ce2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392902 Feb 04 13:52:59.341935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-9461d767-18de-49ba-a2e2-bb6362c051e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 200 len: 217 time: 0.0703049 Feb 04 13:52:59.403782 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-a7a5bade-1b35-488e-b405-b55a6332b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.405130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-a7a5bade-1b35-488e-b405-b55a6332b3a5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0eddb9dd-eac3-4e67-acce-2013d7e13846 HTTP/1.1" status: 200 len: 835 time: 0.0575819 Feb 04 13:52:59.479587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-fded3cfb-41d1-4de1-9dbe-7956111cdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:52:59.481060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-fded3cfb-41d1-4de1-9dbe-7956111cdc62 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbf9e157-89e3-42a0-959b-81dd931a3085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700665 Feb 04 13:52:59.611035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-8728d70e-2b67-441f-9ca3-f3e808f3519b service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233671 Feb 04 13:52:59.747254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cbb37b9d-836c-431a-b71c-a775e0727992 req-f5c7b4e8-b64a-4a74-b7de-aaae7ed83acb service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297166 Feb 04 13:53:00.465141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f218841-2285-4f05-930a-e41a39ee5a5e req-d03fd06b-0e95-4956-a040-0085805ff8ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:00.465832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3f218841-2285-4f05-930a-e41a39ee5a5e req-d03fd06b-0e95-4956-a040-0085805ff8ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:53:00.481013 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3f218841-2285-4f05-930a-e41a39ee5a5e req-d03fd06b-0e95-4956-a040-0085805ff8ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:53:00.482212 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f218841-2285-4f05-930a-e41a39ee5a5e req-d03fd06b-0e95-4956-a040-0085805ff8ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 943 time: 0.0978150 Feb 04 13:53:00.526365 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3f218841-2285-4f05-930a-e41a39ee5a5e req-82142b99-41f7-41e6-8ba9-64ba14d90c19 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Feb 04 13:53:01.708005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd796-9a2b-4268-9606-77f631bbd74c req-0873257b-f610-401f-ba4b-625a24255846 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:01.709375 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce0cd796-9a2b-4268-9606-77f631bbd74c req-0873257b-f610-401f-ba4b-625a24255846 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 943 time: 0.0788805 Feb 04 13:53:01.763455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ce0cd796-9a2b-4268-9606-77f631bbd74c req-a7ec4a20-e9d4-455d-ad0c-25b3b27bcd3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481644 Feb 04 13:53:02.953874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8162a0-6a81-4df1-9e31-65abd53049a7 req-a284b40a-2158-4714-bf76-882b19417c3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:02.955378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8162a0-6a81-4df1-9e31-65abd53049a7 req-a284b40a-2158-4714-bf76-882b19417c3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 943 time: 0.0796661 Feb 04 13:53:03.046936 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device dce4e26b-d3a6-41c4-84ab-47f9849f66c6 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:53:03.119788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ee8162a0-6a81-4df1-9e31-65abd53049a7 req-bbd023b3-a9cd-4ed0-99d9-6d6a61dcd1f6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587853 Feb 04 13:53:03.193134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:03.206304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'port_id': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'mac_address': 'fa:16:3e:37:3d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:53:03.270569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:03.292252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce4e26b-d3a6-41c4-84ab-47f9849f66c6 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:53:03.309714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:03.316751 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:03.388464 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:03.514379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['dce4e26b-d3a6-41c4-84ab-47f9849f66c6'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:53:04.321980 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac0f20-7a5c-460c-9dd7-7eedf53f2701 req-8ebb7535-f649-4d42-9a78-ace2a8ef8a42 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:04.323514 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10ac0f20-7a5c-460c-9dd7-7eedf53f2701 req-8ebb7535-f649-4d42-9a78-ace2a8ef8a42 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 944 time: 0.0944567 Feb 04 13:53:04.370896 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-10ac0f20-7a5c-460c-9dd7-7eedf53f2701 req-58ad9537-ddbf-4601-9773-9d8d24bd80fd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Feb 04 13:53:05.046316 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device dce4e26b-d3a6-41c4-84ab-47f9849f66c6 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:53:05.115641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:53:05.120367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:53:05.120733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:05.237838 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:05.265412 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:53:05.276315 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:05.284175 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:05.316085 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'code': 200} Feb 04 13:53:05.354585 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:05.491374 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28a5b-2608-4bad-9c93-9c4e6f747c86 req-e7c23c12-02c1-44b8-84d0-b0b7a3c51647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.492863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43e28a5b-2608-4bad-9c93-9c4e6f747c86 req-e7c23c12-02c1-44b8-84d0-b0b7a3c51647 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1096 time: 0.1245770 Feb 04 13:53:05.539296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-43e28a5b-2608-4bad-9c93-9c4e6f747c86 req-e8a23fcc-4cf1-4286-880a-8632a597e9ef service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367763 Feb 04 13:53:05.570475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb96a6-068a-4bd5-a914-fa0823ee75ed req-5c017c60-a3ea-44e4-b259-00250a1fcef8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:05.571945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5fb96a6-068a-4bd5-a914-fa0823ee75ed req-5c017c60-a3ea-44e4-b259-00250a1fcef8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0879917 Feb 04 13:53:05.620075 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f5fb96a6-068a-4bd5-a914-fa0823ee75ed req-3ffb0d74-58f1-4fb9-9571-a1ebe28a025f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Feb 04 13:53:06.815065 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f94cd-78cb-4449-b125-89337004125b req-9d442f02-3e98-4dfa-beeb-9eee69c98fe2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:06.816619 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-076f94cd-78cb-4449-b125-89337004125b req-9d442f02-3e98-4dfa-beeb-9eee69c98fe2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0869751 Feb 04 13:53:06.861086 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-076f94cd-78cb-4449-b125-89337004125b req-50f0f563-0e02-478b-9e9e-fafd3802b5a0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388229 Feb 04 13:53:07.052549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e472b3d-951c-434e-a899-5b0fcb82c72a req-182d2c6d-278b-4358-8ce5-53b196943b3e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:07.054050 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e472b3d-951c-434e-a899-5b0fcb82c72a req-182d2c6d-278b-4358-8ce5-53b196943b3e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0869772 Feb 04 13:53:07.098725 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e472b3d-951c-434e-a899-5b0fcb82c72a req-9929a46b-76a2-4b56-9e25-04ef9150b52c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389242 Feb 04 13:53:07.124883 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36386) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:07.197794 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b38d72-939c-44a2-a1d2-1217434db8f3 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:07.199352 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-99b38d72-939c-44a2-a1d2-1217434db8f3 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1091 time: 0.0734837 Feb 04 13:53:07.202266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36390) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:07.207556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:07.214507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:07.218325 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:floatingip and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:07.221662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:07.227602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:07.242909 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:07.502044 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:07.640972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.81 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/1a1a9ecd-4ccc-4622-b120-590122c1ee2f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:07.793893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:07.823679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:07.894338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:07.897302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:07.901125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:53:07.933602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=1a1a9ecd-4ccc-4622-b120-590122c1ee2f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:08.329194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:08.405616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:08.623181 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:08.627543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:08.730990 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=1a1a9ecd-4ccc-4622-b120-590122c1ee2f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:08.749403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:08.923326 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 36584475-43a9-417f-929c-3bd366d3e256 associated. External IP: 172.25.4.81, port: dce4e26b-d3a6-41c4-84ab-47f9849f66c6. Feb 04 13:53:09.398694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:53:09.577542 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:53:09.588300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Sync routers for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:09.598515 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:09.599184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:09.604907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:09.666836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5d1cef26-c9aa-4399-99ea-d10283b1e54e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4633853 Feb 04 13:53:09.667333 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:53:09.718448 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'status': 'completed', 'code': 200} Feb 04 13:53:09.797296 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:09.887215 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-37799afa-2d79-4916-a319-66f5ae981d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:09.888715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-37799afa-2d79-4916-a319-66f5ae981d5c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1096 time: 0.1485932 Feb 04 13:53:09.900024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b608ec-b3a9-4293-b1d9-2fe34709d06d req-dcd461f2-10e1-487e-83de-4e6cdf624332 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:09.901425 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b608ec-b3a9-4293-b1d9-2fe34709d06d req-dcd461f2-10e1-487e-83de-4e6cdf624332 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.1148748 Feb 04 13:53:10.028675 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b608ec-b3a9-4293-b1d9-2fe34709d06d req-704b97d6-3925-4aa4-82fa-c5d7bd4cf30e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083758 Feb 04 13:53:10.054441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36398) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:10.065953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-f14524ef-76a0-4f8f-8edf-b9b063a5dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:10.067690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-f14524ef-76a0-4f8f-8edf-b9b063a5dd0e service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 200 len: 898 time: 0.1654012 Feb 04 13:53:10.170628 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f3308c95-9536-4ff9-bdce-3a2e291e397a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/36584475-43a9-417f-929c-3bd366d3e256 HTTP/1.1" status: 200 len: 990 time: 0.1138096 Feb 04 13:53:10.172801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36584475-43a9-417f-929c-3bd366d3e256', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'port_id': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'mac_address': 'fa:16:3e:37:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:53:08Z', 'updated_at': '2022-02-04T13:53:08Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:10.177494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Checking router: 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:10.182984 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-ce252c8b-8708-4d63-ab63-5508917d260b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 200 len: 998 time: 0.1083076 Feb 04 13:53:10.186245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:10.186828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:52:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:10.247647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-46458e28-b696-4f41-a8c2-9dd12c71a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:10.249139 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-46458e28-b696-4f41-a8c2-9dd12c71a8d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0eddb9dd-eac3-4e67-acce-2013d7e13846 HTTP/1.1" status: 200 len: 835 time: 0.0611577 Feb 04 13:53:10.328329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-307e85c1-cd38-4b9a-951f-1208fbeca2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:10.329831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-307e85c1-cd38-4b9a-951f-1208fbeca2b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbf9e157-89e3-42a0-959b-81dd931a3085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750113 Feb 04 13:53:10.375631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:10.468561 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-7685c63e-e188-4f5c-ac01-bfdd4fdf4d99 service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328411 Feb 04 13:53:10.600719 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9f9e6568-0f2c-4d3c-ba0c-fcbfafe1bff4 req-5e5c1243-6a7b-4b10-b543-f51526b0046f service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265969 Feb 04 13:53:10.765496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36584475-43a9-417f-929c-3bd366d3e256', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'port_id': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'mac_address': 'fa:16:3e:37:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:53:08Z', 'updated_at': '2022-02-04T13:53:08Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:10.769824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93a6b4-3d45-4ed9-81f3-fb9f65c61a7f None None] The sync data for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 is: [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36584475-43a9-417f-929c-3bd366d3e256', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'port_id': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'mac_address': 'fa:16:3e:37:3d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:53:08Z', 'updated_at': '2022-02-04T13:53:08Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:10.981266 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3bcd9-139f-43ac-bdb9-dc1a36a999bb None None] New status for floating IP 36584475-43a9-417f-929c-3bd366d3e256: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:53:11.172543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36402) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:11.289116 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-415d5440-8f85-4ab1-a725-8179d24b1f89 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/36584475-43a9-417f-929c-3bd366d3e256 HTTP/1.1" status: 200 len: 992 time: 0.1153059 Feb 04 13:53:13.592857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5c8eb66-34b6-4ed0-8e15-f7fd9551b970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:16.381054 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b343-c0db-46a2-b2bc-e0554ac0f94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:16.930829 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:17.493099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:18.529509 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:53:18.852198 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:20.584041 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:24.859768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:38.251075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785bba9-9107-41b8-bff4-f9a52421e73c req-e44966e4-b4ad-4d45-a384-d9bfe9b7a29c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:38.253243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7785bba9-9107-41b8-bff4-f9a52421e73c req-e44966e4-b4ad-4d45-a384-d9bfe9b7a29c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0849822 Feb 04 13:53:38.298476 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7785bba9-9107-41b8-bff4-f9a52421e73c req-d9568e7d-850c-4e1c-a1b9-ea35f2a218f9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Feb 04 13:53:39.483096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59595-1186-4117-abb4-ae4f07ddcfdb req-f2982f16-2a62-4b83-8ee5-117665cccb55 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:39.484574 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb59595-1186-4117-abb4-ae4f07ddcfdb req-f2982f16-2a62-4b83-8ee5-117665cccb55 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0806456 Feb 04 13:53:39.528072 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4cb59595-1186-4117-abb4-ae4f07ddcfdb req-0640222c-6cb4-4de2-b15b-53fb6804724a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371003 Feb 04 13:53:39.551881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36424) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:39.659447 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c23e71f0-ae3f-4ffc-8e84-94a397812bdc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/36584475-43a9-417f-929c-3bd366d3e256 HTTP/1.1" status: 200 len: 992 time: 0.1052418 Feb 04 13:53:41.108125 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6619e-f77c-40c3-8d7b-2179258520bb req-eebaeb5c-77ef-4f52-b980-10866ed43996 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:41.109867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94d6619e-f77c-40c3-8d7b-2179258520bb req-eebaeb5c-77ef-4f52-b980-10866ed43996 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0829546 Feb 04 13:53:41.153824 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94d6619e-f77c-40c3-8d7b-2179258520bb req-386431ad-3a6a-4ea5-b91f-3375b344b730 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Feb 04 13:53:42.342386 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc544-4354-4433-b9fb-dec76c0aef70 req-944740a4-d656-4e06-95fc-fda0cf8906f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:42.343870 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7bc544-4354-4433-b9fb-dec76c0aef70 req-944740a4-d656-4e06-95fc-fda0cf8906f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0814376 Feb 04 13:53:42.388122 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4f7bc544-4354-4433-b9fb-dec76c0aef70 req-f3b4be68-68c5-4b13-b50e-71950786df2e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387292 Feb 04 13:53:42.411978 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36440) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:42.518070 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6b98c9b0-edb3-477b-9396-5c26a87ac6c2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/36584475-43a9-417f-929c-3bd366d3e256 HTTP/1.1" status: 200 len: 992 time: 0.1047671 Feb 04 13:53:42.828792 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36448) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:43.158249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 1a1a9ecd-4ccc-4622-b120-590122c1ee2f {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:53:43.158643 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.328122 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.328448 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.452586 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 1a1a9ecd-4ccc-4622-b120-590122c1ee2f owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:53:43.596063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8010b162-8871-4f26-bafa-0f1eaa0f887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.610030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.659556 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=1a1a9ecd-4ccc-4622-b120-590122c1ee2f,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:43.703613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.703874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.704213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.704546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.704869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.705194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.705566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.705892 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.706211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.706526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.706865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.707178 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:43.763843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:43.764171 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 36584475-43a9-417f-929c-3bd366d3e256 disassociated (deleted). External IP: 172.25.4.81, port: dce4e26b-d3a6-41c4-84ab-47f9849f66c6. Feb 04 13:53:44.129765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:53:44.316620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:53:44.325873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Sync routers for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:44.335661 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:44.336419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:44.337976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:44.397373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-545532a7-c9d3-401a-8e12-29ec32b48bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/floatingips/36584475-43a9-417f-929c-3bd366d3e256 HTTP/1.1" status: 204 len: 168 time: 1.5672500 Feb 04 13:53:44.397849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:53:44.443496 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'status': 'completed', 'code': 200} Feb 04 13:53:44.532935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:44.543818 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-7890f901-2390-44d6-b472-8643f992633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:44.546004 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-7890f901-2390-44d6-b472-8643f992633d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 1096 time: 0.0790365 Feb 04 13:53:44.809533 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba111-fcf8-40db-8df6-34beed2eae5f req-18cd5057-702c-44f3-ac32-2b5d1d6b192d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:44.811538 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea7ba111-fcf8-40db-8df6-34beed2eae5f req-18cd5057-702c-44f3-ac32-2b5d1d6b192d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.1157455 Feb 04 13:53:44.865421 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea7ba111-fcf8-40db-8df6-34beed2eae5f req-55957f0f-8c1e-4707-a1eb-bd04af0d01b4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455890 Feb 04 13:53:44.884609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:44.889276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Checking router: 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:44.890009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-d553f178-a729-4ef3-81f1-3466b0291cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:44.892107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-d553f178-a729-4ef3-81f1-3466b0291cb5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 200 len: 898 time: 0.3384595 Feb 04 13:53:44.902485 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:44.903129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:44.963008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-23f55978-0dab-41ad-8e63-71edaad97bc7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 200 len: 217 time: 0.0649047 Feb 04 13:53:45.026843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-e59362c4-02da-4f37-bd41-3dc2e7cd8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:45.028245 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-e59362c4-02da-4f37-bd41-3dc2e7cd8fe8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0eddb9dd-eac3-4e67-acce-2013d7e13846 HTTP/1.1" status: 200 len: 835 time: 0.0592170 Feb 04 13:53:45.094178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:45.114360 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-a478a630-7cd0-4dfa-859f-9967fcb70508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:45.115909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-a478a630-7cd0-4dfa-859f-9967fcb70508 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbf9e157-89e3-42a0-959b-81dd931a3085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803502 Feb 04 13:53:45.256317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-8ac98f5f-6181-4a7f-9f30-761533d60e8f service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330674 Feb 04 13:53:45.395799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b09a0d72-ed37-4137-ba81-2644538b1b1f req-215e4ef0-891d-4ec8-8922-9583f36b12e1 service neutron] 10.222.0.87 "GET /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322327 Feb 04 13:53:45.475517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:45.479484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b4ad9-b8fa-48c0-b7bd-0040ea218225 None None] The sync data for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 is: [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:52:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9', 'name': '', 'network_id': 'fbf9e157-89e3-42a0-959b-81dd931a3085', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:3b:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:49Z', 'updated_at': '2022-02-04T13:52:55Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '0eddb9dd-eac3-4e67-acce-2013d7e13846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:45.725144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a47a1-41c3-4c9e-8629-bb42e7b777e3 None None] New status for floating IP 36584475-43a9-417f-929c-3bd366d3e256: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:53:46.063628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd9faa-d1fc-43b4-ac10-fecb24496788 req-68767500-73a7-4c65-8944-fb97271dc37a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:46.064341 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c8dd9faa-d1fc-43b4-ac10-fecb24496788 req-68767500-73a7-4c65-8944-fb97271dc37a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:53:46.080282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c8dd9faa-d1fc-43b4-ac10-fecb24496788 req-68767500-73a7-4c65-8944-fb97271dc37a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:53:46.082293 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8dd9faa-d1fc-43b4-ac10-fecb24496788 req-68767500-73a7-4c65-8944-fb97271dc37a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.1082163 Feb 04 13:53:46.134254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8dd9faa-d1fc-43b4-ac10-fecb24496788 req-6b685429-6e86-4caf-a97e-26b0b9d0e495 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d80988fa-dccb-45da-8c4a-e26b2f66b3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450344 Feb 04 13:53:46.304598 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c5e3e04f-fabd-4614-a531-23036a05bb59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:46.306166 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c5e3e04f-fabd-4614-a531-23036a05bb59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 945 time: 0.0807710 Feb 04 13:53:46.347553 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f0c6353-1270-42a1-aba9-5ac2cac3c27b req-0839d038-2cfb-4ae2-ab9d-b9ed3ffccaf3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0848601 Feb 04 13:53:46.373875 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9362e1e2-95bd-409f-8a67-1a85af964147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:46.383991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:53:46.384385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:46.459357 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f0c6353-1270-42a1-aba9-5ac2cac3c27b req-2b340a95-ae2c-4f53-8904-43bd1a7db6a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0447707 Feb 04 13:53:46.505102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f0c6353-1270-42a1-aba9-5ac2cac3c27b req-825955b1-9783-4fdd-9b1a-295ffde432d5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253761 Feb 04 13:53:46.656008 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port dce4e26b-d3a6-41c4-84ab-47f9849f66c6, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:46.656275 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:46.781179 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c6353-1270-42a1-aba9-5ac2cac3c27b req-0d993173-892a-420b-b96b-c270080c5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:46.782726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5f0c6353-1270-42a1-aba9-5ac2cac3c27b req-0d993173-892a-420b-b96b-c270080c5236 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2722180 Feb 04 13:53:46.786814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for dce4e26b-d3a6-41c4-84ab-47f9849f66c6 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:53:46.934808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:46.940793 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:46.991197 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=dce4e26b-d3a6-41c4-84ab-47f9849f66c6,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:47.068980 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port dce4e26b-d3a6-41c4-84ab-47f9849f66c6 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:47.071742 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:47.074325 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'name': 'network-vif-deleted', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:53:47.090513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-872f4832-b05c-41e4-98d2-06edf8e07abd req-c79780de-663f-4e63-9571-3f9ddaba594f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "DELETE /v2.0/ports/dce4e26b-d3a6-41c4-84ab-47f9849f66c6 HTTP/1.1" status: 204 len: 173 time: 0.7788880 Feb 04 13:53:47.119921 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a01cfd3-1e70-419c-bb08-439f55cd8efa', 'name': 'network-vif-deleted', 'tag': 'dce4e26b-d3a6-41c4-84ab-47f9849f66c6', 'status': 'completed', 'code': 200} Feb 04 13:53:47.301333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7a87e9d5-bbec-4ab5-b47b-79e306a589c3 req-3d6c6caf-90e2-4f46-850e-0eb2a0199c11 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:53:47.317002 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7a87e9d5-bbec-4ab5-b47b-79e306a589c3 req-3d6c6caf-90e2-4f46-850e-0eb2a0199c11 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:53:47.318435 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a87e9d5-bbec-4ab5-b47b-79e306a589c3 req-3d6c6caf-90e2-4f46-850e-0eb2a0199c11 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a01cfd3-1e70-419c-bb08-439f55cd8efa HTTP/1.1" status: 200 len: 210 time: 0.0591125 Feb 04 13:53:47.494333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:48.417942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36468) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:48.855763 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:49.095336 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:49.373646 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device dce4e26b-d3a6-41c4-84ab-47f9849f66c6 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:53:49.411059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: dce4e26b-d3a6-41c4-84ab-47f9849f66c6 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:53:49.411411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device dce4e26b-d3a6-41c4-84ab-47f9849f66c6 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:53:49.471841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:53:49.472542 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:49.667994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:49.668266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:49.798259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:53:50.146824 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:50.347218 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:50.583325 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:50.608285 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:50.970043 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:53:51.144785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:53:51.153991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Sync routers for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:51.163193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d01f6470-e3e2-4f77-b8eb-01967aeb3736 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/61a71a6f-0bc2-4824-a1cf-81ce61ef1a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413688 Feb 04 13:53:51.163445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:51.163585 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36472) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:51.164153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:51.229269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting subnet 0eddb9dd-eac3-4e67-acce-2013d7e13846 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:53:51.232213 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.290265 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.342633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:51.371927 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.444456 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.488037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Subnet': ['ID=0eddb9dd-eac3-4e67-acce-2013d7e13846,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:51.490931 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.500952 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/subnets/0eddb9dd-eac3-4e67-acce-2013d7e13846 HTTP/1.1" status: 204 len: 168 time: 0.3363559 Feb 04 13:53:51.503091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.503440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.503780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.504202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.504387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36476) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:51.504540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.504875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.505203 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.505529 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.505959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.506368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.506723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.507047 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69066c24-7b00-47b7-93fc-31f9d8839b45 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:51.511047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5aac7-092b-4d78-beb0-738802657342 None None] Network fbf9e157-89e3-42a0-959b-81dd931a3085 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:53:51.685365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.799921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:53:50Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:51.803800 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Checking router: 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:51.812743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Routers {'61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:51.813445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:51.867981 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.868716 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] DHCP port deletion for fbf9e157-89e3-42a0-959b-81dd931a3085 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:53:51.878761 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:53:51.879107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:51.882473 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Deleting port f4b88d30-0635-4f7c-88eb-cecf8084349c {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:53:51.882860 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.105938 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] Set router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:52.199282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:52.200908 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.331134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:53:52.419868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] For port f4b88d30-0635-4f7c-88eb-cecf8084349c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f4b88d30-0635-4f7c-88eb-cecf8084349c,segment=NetworkSegment(eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e),segment_id=eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:53:52.420192 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.504486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.552048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Calling delete_port for f4b88d30-0635-4f7c-88eb-cecf8084349c owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:53:52.555466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=25df7d0b-fa6b-48d6-ab6b-d0c2789b1678,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:52.648538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.692586 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.746228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] No DVR routers for this DVR port f4b88d30-0635-4f7c-88eb-cecf8084349c on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:53:52.747852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Pushing event deleted for resources: {'Port': ['ID=f4b88d30-0635-4f7c-88eb-cecf8084349c,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:52.759222 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.759569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.759914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.760251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.760586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.760917 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.761246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.761571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.761898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.762219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.762562 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.762892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e20fd9-4f7c-490b-b31c-2cb12ffbe062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:52.778120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:53:50Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:52.783804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464be2ae-cb22-41ee-bac2-ef76e6ee584d None None] The sync data for ids ['61a71a6f-0bc2-4824-a1cf-81ce61ef1a27'] in n-d-820555-2 is: [{'id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766333313', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:52:45Z', 'updated_at': '2022-02-04T13:53:50Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '25df7d0b-fa6b-48d6-ab6b-d0c2789b1678', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a71a6f-0bc2-4824-a1cf-81ce61ef1a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:52:46Z', 'updated_at': '2022-02-04T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:52.836592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.838987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.860170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.860714 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Fanout notify agent at l3_agent the message router_deleted on router 61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:53:52.875808 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:52.876895 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f56eae7f-16a8-4e68-bbbe-85d8fe2c0d7e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/routers/61a71a6f-0bc2-4824-a1cf-81ce61ef1a27 HTTP/1.1" status: 204 len: 168 time: 1.3715289 Feb 04 13:53:52.880255 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:52.993205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.123538 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.154769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf9e157-89e3-42a0-959b-81dd931a3085']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:53.168412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:53.168707 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebb13eb-7e1e-4e55-bd2c-b59dab0cb21e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:53.181305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.197748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.202558 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4b88d30-0635-4f7c-88eb-cecf8084349c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:53:53.205611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:53:53.206090 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:53:53.221807 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:53:53.239181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f4b88d30-0635-4f7c-88eb-cecf8084349c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:53:53.240052 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f4b88d30-0635-4f7c-88eb-cecf8084349c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:53:53.307108 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.328176 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.337946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Network': ['ID=fbf9e157-89e3-42a0-959b-81dd931a3085,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:53.340350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b60420e7-872c-4356-b9cd-7ce7c5bd5020 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/networks/fbf9e157-89e3-42a0-959b-81dd931a3085 HTTP/1.1" status: 204 len: 168 time: 0.4591761 Feb 04 13:53:53.343282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36484) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:53.418733 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.450959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.519739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.537183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80988fa-dccb-45da-8c4a-e26b2f66b3ee,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:53.550001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.551200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cc756978-d3b2-457c-8f97-cba512021db8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/security-groups/d80988fa-dccb-45da-8c4a-e26b2f66b3ee HTTP/1.1" status: 204 len: 168 time: 0.2069576 Feb 04 13:53:53.791829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36492) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:53.797455 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073103653', 'description': 'tempest-secgroup-smoke-2073103653 description', 'project_id': 'afe5c47d47cf43ef966b294f17491038'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:53.804771 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:53.808970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:53.811911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:53.818546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:53.835747 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.855740 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:53.859574 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:53.863035 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:53.868729 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:53.937133 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.941396 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.985518 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:53.991982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:53.993286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-60029115-b5e7-422d-9ec3-e78cf0fce3f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2003527 Feb 04 13:53:53.996135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36496) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.001129 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.007764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.011582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.014420 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.020142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.037419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.097834 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.101848 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.127957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd2e72f-9e4d-4bd9-85a0-605aa36c2fb5,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.137785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.139324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f31bc6a1-cfb4-479a-92f5-0c143f4abffe tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422501 Feb 04 13:53:54.142118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36500) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.147150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.153859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.157681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.161672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.168817 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.186818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.256101 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.259675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.287750 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787ab783-9cd3-4416-b83a-5ccfb777f5ca,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.302000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.305092 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-67d6c24a-543b-4208-8cf4-2e05d47cd181 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593800 Feb 04 13:53:54.305205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36504) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.310799 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.317477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.321278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.324234 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.329793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.346856 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.409576 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.413164 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.438205 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406c7d22-dbde-4034-846a-6462f8d649c4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.448408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.449671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e6175b83-485e-42a5-abf4-11d7cd850f81 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435757 Feb 04 13:53:54.452524 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36508) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.457932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.464854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.472311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.475601 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.481465 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.503417 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.569631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.572599 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.600814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f81a74-b014-4bcd-b98f-f047da6b2b9e,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.610084 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.611299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-db9d9b64-7410-4fd6-9fc3-26374a4a6c4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578391 Feb 04 13:53:54.614042 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36512) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.618987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.625638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.630117 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.632974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.638708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.649470 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:53:54.656001 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.725437 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.729356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.757670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3123f48-d5d7-4604-afd7-2f10c3a52a39,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.770269 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.774766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-83cd0f28-9dab-4ed0-b6a2-48d7333d994f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1567640 Feb 04 13:53:54.774766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36516) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.778370 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:53:54.781500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.788490 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.793307 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.797012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.803541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.813329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:53:54.813666 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 4a9ab6a7-61d3-47d2-bfe1-84d36ea3bcf9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:53:54.814072 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:53:54.815040 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:53:54.821971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.856125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:53:54.856462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 25df7d0b-fa6b-48d6-ab6b-d0c2789b1678 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:53:54.875077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.904493 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.908853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.933777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaff7c0-a72a-4957-b196-ad1025895bd0,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:54.949292 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:54.951420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-eff55a52-e2cf-4dc1-8edf-45cfa620c1d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746967 Feb 04 13:53:54.955751 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36520) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:54.962897 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'network': {'name': 'tempest-network-smoke--176591949', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'port_security_enabled': True}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:54.968822 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:54.975992 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:network and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:54.979305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:54.986868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:54.999868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:55.007384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.041959 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:53:55.053157 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.053366 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Added segment f131fd53-f2c0-4591-b1e0-4c90f5f4894b of type vlan for network c2347618-db26-43da-8c9f-64b456c2121f Feb 04 13:53:55.084629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.117682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.123295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:55.127664 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.348531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3913257 Feb 04 13:53:55.351584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36524) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:55.356968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'admin_state_up': True, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:55.358488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234503f-aeed-4eb8-9dc0-91e6ea9918f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Network': ['ID=c2347618-db26-43da-8c9f-64b456c2121f,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:55.365394 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:55.369401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:router and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:55.369891 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network c2347618-db26-43da-8c9f-64b456c2121f details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:53:55.372511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:55.382258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:55.396408 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.397504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.413094 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:55.529526 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:53:55.697720 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:56.016276 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:56.046364 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:56.192565 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.54 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/3bc409a6-ad86-4808-9a9a-f07d2adb12cb) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:56.462144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:56.493062 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:56.561678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:56.564964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:56.569111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:53:56.599615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:57.005449 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:57.376407 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:57.585211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 86cf9b65-d302-46f7-a044-ed385771196e is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:53:57.775495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:53:57.786071 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Sync routers for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:53:57.796947 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:57.797583 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:57.803315 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:57.804766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f2b7dd77-9fb8-4a7c-8972-4ab52b3c0664 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4521499 Feb 04 13:53:57.808250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36528) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:57.978699 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-23584cae-6bbf-4472-a6a3-997a46264d57 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=afe5c47d47cf43ef966b294f17491038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690214 Feb 04 13:53:57.980814 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:57.981449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36532) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:58.116190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c402d-e716-4336-a3ed-65ec30a02ee2 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:58.117778 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-193c402d-e716-4336-a3ed-65ec30a02ee2 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353390 Feb 04 13:53:58.120800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:58.159816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e54eea7c-f32a-475c-8d18-7d04967e9f73 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379453 Feb 04 13:53:58.162366 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36540) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:58.167975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144554689', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:53:58.266674 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:53:56Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:58.271454 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Checking router: 86cf9b65-d302-46f7-a044-ed385771196e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:53:58.271790 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Updating router 86cf9b65-d302-46f7-a044-ed385771196e port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:53:58.282741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:53:58.287265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:subnet and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:53:58.290131 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:53:58.295848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:53:58.305903 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:53:58.310296 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.324691 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.560298 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.647133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Subnet': ['ID=3639660c-f04c-46eb-82cd-4cf8a12122bc,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:58.657016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Checking segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:53:58.657384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network hostable DHCP agents. Network: c2347618-db26-43da-8c9f-64b456c2121f, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:53:58.676576 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network c2347618-db26-43da-8c9f-64b456c2121f is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:53:58.686309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, c2347618-db26-43da-8c9f-64b456c2121f) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:58.691021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:53:58.691730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.698782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9946444-b11a-4879-9290-b7f100049971 None None] Network c2347618-db26-43da-8c9f-64b456c2121f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:53:58.709034 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.726200 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Transition to ACTIVE for port object 3bc409a6-ad86-4808-9a9a-f07d2adb12cb will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:53:58.728402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1e6b9f90-4d0d-4f84-93ad-776857ddc2c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5649369 Feb 04 13:53:58.731448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36544) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:53:58.734139 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.846287 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Attempting to bind port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:53:58.847304 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Attempting to bind port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:53:58.847304 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Attempting to bind port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:53:58.856749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:53:58.857170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:53:58.857501 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.857879 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:53:58.858406 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Bound port: 3bc409a6-ad86-4808-9a9a-f07d2adb12cb, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:53:58.858811 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.884482 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Pushing event updated for resources: {'Port': ['ID=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:58.918722 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.919099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.919401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.920049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.920049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.920686 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.920913 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.921087 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.921349 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.921666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.921978 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.922288 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:53:58.953112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-c2347618-db26-43da-8c9f-64b456c2121f', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:53:58.953438 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:58.971675 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] For port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:53:58.975856 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] For port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:53:58.981231 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.063665 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:53:59.064348 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:59.128198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Allocated IP 172.20.0.2 (c2347618-db26-43da-8c9f-64b456c2121f/3639660c-f04c-46eb-82cd-4cf8a12122bc/861903ee-6dfe-48a8-a479-a3e847f84412) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:53:59.131182 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eae36-1600-4608-9a9e-a7ccaf6abb5d None None] Pushing event updated for resources: {'Port': ['ID=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:59.261852 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:53:59.349151 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.359607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Transition to ACTIVE for port object 861903ee-6dfe-48a8-a479-a3e847f84412 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:53:59.381187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Transition to ACTIVE for port object 861903ee-6dfe-48a8-a479-a3e847f84412 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:53:59.388267 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.461874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Network c2347618-db26-43da-8c9f-64b456c2121f is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:53:59.468331 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:53:59.473477 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Pushing event updated for resources: {'Port': ['ID=861903ee-6dfe-48a8-a479-a3e847f84412,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:53:59.476116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:53:59.573403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Attempting to bind port 861903ee-6dfe-48a8-a479-a3e847f84412 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:53:59.573793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Attempting to bind port 861903ee-6dfe-48a8-a479-a3e847f84412 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:53:59.574133 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Attempting to bind port 861903ee-6dfe-48a8-a479-a3e847f84412 on network c2347618-db26-43da-8c9f-64b456c2121f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:53:59.580796 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:53:59.581173 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Checking segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:53:59.581716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.582116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Bound using segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:53:59.582954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Bound port: 861903ee-6dfe-48a8-a479-a3e847f84412, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:53:59.583145 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.586573 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.593382 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:53:56Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:53:59.598662 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f571e-c2fa-440f-b0a5-1f61be4f043f None None] The sync data for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 is: [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:53:56Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:53:59.762480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] For port 861903ee-6dfe-48a8-a479-a3e847f84412, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:53:59.769537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] For port 861903ee-6dfe-48a8-a479-a3e847f84412, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=861903ee-6dfe-48a8-a479-a3e847f84412,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:53:59.776616 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:53:59.869002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061a3a5-b1a7-471a-b21a-6a5f278f23f8 None None] Pushing event updated for resources: {'Port': ['ID=861903ee-6dfe-48a8-a479-a3e847f84412,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:00.252354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.1 (c2347618-db26-43da-8c9f-64b456c2121f/3639660c-f04c-46eb-82cd-4cf8a12122bc/b0a468e2-2268-4c96-a0a1-f5afe1e4a153) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:00.433859 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:00.454250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object b0a468e2-2268-4c96-a0a1-f5afe1e4a153 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:00.480985 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:00.564777 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network c2347618-db26-43da-8c9f-64b456c2121f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:00.568293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:00.572549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:54:00.604594 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:00.642450 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:00.911491 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3bc409a6-ad86-4808-9a9a-f07d2adb12cb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:00.959316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:00.988889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:00.994537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:00.995107 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.056487 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa59afc-0873-4a30-b402-3d561d98d578 None None] Network c2347618-db26-43da-8c9f-64b456c2121f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:54:01.249400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-147df725-8c5d-4b45-acd3-af2f183503cb None None] Provisioning for port 861903ee-6dfe-48a8-a479-a3e847f84412 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:01.366945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.390119 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:01.395868 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.397141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 861903ee-6dfe-48a8-a479-a3e847f84412 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:01.449500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.456517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.534236 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:01.545847 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 861903ee-6dfe-48a8-a479-a3e847f84412 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:01.563188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 861903ee-6dfe-48a8-a479-a3e847f84412 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:01.563567 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.564030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:01.612374 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.717171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.765149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 861903ee-6dfe-48a8-a479-a3e847f84412, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=861903ee-6dfe-48a8-a479-a3e847f84412,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:01.771545 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.873426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=861903ee-6dfe-48a8-a479-a3e847f84412,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:01.953382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Provisioning complete for port 861903ee-6dfe-48a8-a479-a3e847f84412 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:01.954045 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:01.999880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network c2347618-db26-43da-8c9f-64b456c2121f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:02.001052 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:02.116162 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Provisioning for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:02.122066 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Provisioning complete for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:02.122418 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:02.185419 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ba345-04bc-4b2a-a601-5271f0c075ff None None] Port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:54:02.212740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 86cf9b65-d302-46f7-a044-ed385771196e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:54:02.305630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f111b58e-ed03-4be7-9acc-96e1ff4fbc27 None None] Provisioning complete for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:02.305996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f111b58e-ed03-4be7-9acc-96e1ff4fbc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:02.364841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-f111b58e-ed03-4be7-9acc-96e1ff4fbc27 None None] Port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:54:02.418636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:54:02.428509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Sync routers for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:02.442752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-243c6a9d-8583-4d9a-aa45-42e5543122f4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/86cf9b65-d302-46f7-a044-ed385771196e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7004244 Feb 04 13:54:02.443014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:54:02.443014 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:02.522160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-c505a645-73b8-4818-bb48-32ddb815a0d1 None None] Provisioning complete for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:02.522741 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c505a645-73b8-4818-bb48-32ddb815a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:02.643017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-6b618167-8815-4c0c-938e-5321f38295f7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073103653&fields=id&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 267 time: 0.0509124 Feb 04 13:54:02.667856 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-c505a645-73b8-4818-bb48-32ddb815a0d1 None None] Port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:54:02.694270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:54:02.832561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-9c727831-ff7d-4599-b695-5fe4a957bffd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:02.833335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-9c727831-ff7d-4599-b695-5fe4a957bffd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:54:02.851800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-9c727831-ff7d-4599-b695-5fe4a957bffd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:54:02.853060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-9c727831-ff7d-4599-b695-5fe4a957bffd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 796 time: 0.2025597 Feb 04 13:54:02.870182 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-c95ec498-3c6a-4cd3-b79a-e02a46979cc7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/quotas/afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 375 time: 0.0103862 Feb 04 13:54:02.871245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3bc409a6-ad86-4808-9a9a-f07d2adb12cb up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:02.953695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-d5b1cb9a-52f3-4727-8341-789da1d91001 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:54:02.969540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-d5b1cb9a-52f3-4727-8341-789da1d91001 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:54:02.972123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-d5b1cb9a-52f3-4727-8341-789da1d91001 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975521 Feb 04 13:54:03.081908 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:03.082467 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:03.113107 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-9cc1d60e-0a6b-4e89-bdef-5a10fd677e0f service neutron] 10.222.0.53 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281505 Feb 04 13:54:03.224459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 2, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:03.231749 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 861903ee-6dfe-48a8-a479-a3e847f84412 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:03.257685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Checking router: 86cf9b65-d302-46f7-a044-ed385771196e for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:54:03.258161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Updating router 86cf9b65-d302-46f7-a044-ed385771196e port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:54:03.267757 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-714ce97e-798c-44ae-a9c0-6b820bbaa30d service neutron] 10.222.0.53 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478796 Feb 04 13:54:03.337526 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:03.417383 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 861903ee-6dfe-48a8-a479-a3e847f84412 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:03.417761 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:03.457251 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-33ecd737-c88e-4d4f-a03a-f6badf06b7d6 req-641719fc-91f7-4c91-8384-6148f4058c2b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 210 time: 0.0488076 Feb 04 13:54:03.831716 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:03.851414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Transition to ACTIVE for port object b0a468e2-2268-4c96-a0a1-f5afe1e4a153 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:03.859890 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:04.044987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054883c-f4cb-4dbc-bfb6-b04f9a00d130 None None] Pushing event updated for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:04.122718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Attempting to bind port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:54:04.123411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Attempting to bind port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:54:04.123524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Attempting to bind port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 on network c2347618-db26-43da-8c9f-64b456c2121f {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:54:04.130359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:54:04.130766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Checking segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:54:04.131171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:04.131563 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Bound using segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:54:04.132177 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Bound port: b0a468e2-2268-4c96-a0a1-f5afe1e4a153, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:54:04.132407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:04.245364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] For port b0a468e2-2268-4c96-a0a1-f5afe1e4a153, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:54:04.248762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] For port b0a468e2-2268-4c96-a0a1-f5afe1e4a153, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:54:04.255274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:04.340689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:54:04.341324 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:53:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:04.429960 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054883c-f4cb-4dbc-bfb6-b04f9a00d130 None None] Pushing event updated for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:04.630728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:54:04.698790 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4e5168d-6c6a-4969-8665-80416feef540 req-67eb07ee-3891-4830-938d-f2c2f82f23b6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 210 time: 0.1222396 Feb 04 13:54:04.900555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-b28f6d4c-806f-4322-9424-f11a2001a922 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:04.901938 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-b28f6d4c-806f-4322-9424-f11a2001a922 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 796 time: 0.2465332 Feb 04 13:54:04.952909 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-5585877f-f80d-4a84-8a09-f9cc827a06fa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 380 time: 0.0423148 Feb 04 13:54:04.961528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'port': {'device_id': '6a010521-1009-4757-a933-674af9f46845', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'admin_state_up': True, 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'security_groups': ['4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:05.012125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:04Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:05.016251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b7060-00c1-47a7-bee8-201939cedf34 None None] The sync data for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 is: [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:04Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:05.127496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:54:05.139481 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:54:05.149549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:54:05.153290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:05.459870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.14 (c2347618-db26-43da-8c9f-64b456c2121f/3639660c-f04c-46eb-82cd-4cf8a12122bc/71b5605e-92f5-41d3-9ec0-d6859d0fb614) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:05.664958 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:05.682101 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 71b5605e-92f5-41d3-9ec0-d6859d0fb614 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:05.708463 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:05.791629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:05.804205 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network c2347618-db26-43da-8c9f-64b456c2121f is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:05.805377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:05.807745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:54:05.877295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:05.878192 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:05.910860 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-4d8a7933-cde2-4e82-8b6e-26e7a4910173 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9529934 Feb 04 13:54:05.923079 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Request body: {'port': {'device_id': '6a010521-1009-4757-a933-674af9f46845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:05.924005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db439c34-4fa3-401b-9482-8243b4158ad8 req-621eaf39-6fc9-4d3b-bece-63b08174f5f9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:05.926493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db439c34-4fa3-401b-9482-8243b4158ad8 req-621eaf39-6fc9-4d3b-bece-63b08174f5f9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 932 time: 0.0908208 Feb 04 13:54:05.977852 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-db439c34-4fa3-401b-9482-8243b4158ad8 req-e5f346ca-516f-4e42-a2c5-ba7242d808a2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:54:05.996081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-db439c34-4fa3-401b-9482-8243b4158ad8 req-e5f346ca-516f-4e42-a2c5-ba7242d808a2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:54:05.997562 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-db439c34-4fa3-401b-9482-8243b4158ad8 req-e5f346ca-516f-4e42-a2c5-ba7242d808a2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636895 Feb 04 13:54:06.060383 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.165820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cafebd05-fbcc-4053-8a4b-d228fa2c136d None None] Provisioning for port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:06.171514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-cafebd05-fbcc-4053-8a4b-d228fa2c136d None None] Provisioning complete for port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:06.171893 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cafebd05-fbcc-4053-8a4b-d228fa2c136d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.237916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-cafebd05-fbcc-4053-8a4b-d228fa2c136d None None] Port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:54:06.429244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b5605e-92f5-41d3-9ec0-d6859d0fb614 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:54:06.436500 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.451111 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Transition to ACTIVE for port object 71b5605e-92f5-41d3-9ec0-d6859d0fb614 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:54:06.454758 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.592906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Pushing event updated for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:06.701301 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Attempting to bind port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:54:06.701781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Attempting to bind port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:54:06.702321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Attempting to bind port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 on network c2347618-db26-43da-8c9f-64b456c2121f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:54:06.709489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 on network c2347618-db26-43da-8c9f-64b456c2121f not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:54:06.710582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Attempting to bind port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 on network c2347618-db26-43da-8c9f-64b456c2121f {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:54:06.716894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:54:06.717233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Checking segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:54:06.717623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Bound using segment: {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:54:06.718060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Bound port: 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:54:06.718411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.819569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:54:06.822971 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:54:06.828408 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.855659 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b0a468e2-2268-4c96-a0a1-f5afe1e4a153 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:06.891878 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:06.892554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:06.893943 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] 10.222.0.87 "PUT /v2.0/ports/71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 1092 time: 0.9756520 Feb 04 13:54:06.894387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:54:06.932033 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af0f7e-6b4d-46f6-802b-b8037c295795 service neutron] Pushing event updated for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:06.943879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:06.946622 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'status': 'completed', 'code': 200} Feb 04 13:54:06.951233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:06.951516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:07.036830 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-f46f0eaf-9634-44d7-b2b3-53f377f84c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.038401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-f46f0eaf-9634-44d7-b2b3-53f377f84c6d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1095 time: 0.0838432 Feb 04 13:54:07.114850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:07.134327 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-781cae15-1924-4e54-8228-0af3027a3597 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 217 time: 0.0887961 Feb 04 13:54:07.155458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b0a468e2-2268-4c96-a0a1-f5afe1e4a153, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:07.160787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:07.222059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46e346-17a1-41d1-94eb-e7e6a94c8de8 req-09a6f441-a840-428d-ae36-29cc7680f221 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.224168 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f46e346-17a1-41d1-94eb-e7e6a94c8de8 req-09a6f441-a840-428d-ae36-29cc7680f221 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 944 time: 0.1009135 Feb 04 13:54:07.255863 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:07.256383 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-f45899b3-2729-4b98-bdea-7e3edad4af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.259143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-f45899b3-2729-4b98-bdea-7e3edad4af77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.1150632 Feb 04 13:54:07.276082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3f46e346-17a1-41d1-94eb-e7e6a94c8de8 req-f2571814-ef5b-4078-acf9-56bc54e3c1d6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471675 Feb 04 13:54:07.334369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-7afb651a-80e1-49b7-9de6-66534e21a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.335908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-7afb651a-80e1-49b7-9de6-66534e21a22f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710146 Feb 04 13:54:07.587235 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-3d09f57b-abc9-416e-835e-881786296b4a service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451234 Feb 04 13:54:07.718331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e1e408c1-c911-49fc-b212-a7b95eb0210b req-7894bc99-17c3-48d2-af9d-b7f257b17b94 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253178 Feb 04 13:54:07.842543 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-9b1c97d4-fd9e-4f02-84e3-a7357dfc98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.843979 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-9b1c97d4-fd9e-4f02-84e3-a7357dfc98ae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1095 time: 0.0762041 Feb 04 13:54:07.980241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-d9295727-e335-434a-957a-3b350fbe0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:07.981717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-d9295727-e335-434a-957a-3b350fbe0f4e service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 897 time: 0.1309373 Feb 04 13:54:08.049248 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-ba5122b3-7c41-4286-a123-cb26c6fa718c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 217 time: 0.0615833 Feb 04 13:54:08.119567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-3c962a1c-2319-4ecc-ace5-c15831bfb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.120933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-3c962a1c-2319-4ecc-ace5-c15831bfb4f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.0637841 Feb 04 13:54:08.196468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-0a8bd904-f4e4-44fb-a320-675b748124b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.198065 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-0a8bd904-f4e4-44fb-a320-675b748124b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707490 Feb 04 13:54:08.352623 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-390a61e3-84e2-4137-8c47-fd40553d9314 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476216 Feb 04 13:54:08.582399 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-63cd4cfa-969b-4851-9956-51d756f70c31 req-b85beb21-c0be-4ba7-ae3f-686167c14665 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216876 Feb 04 13:54:08.591122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721806f-941a-462d-88e4-648a78de77b6 req-4016470c-9b15-4e3e-bf32-358eec32d432 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:08.591956 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7721806f-941a-462d-88e4-648a78de77b6 req-4016470c-9b15-4e3e-bf32-358eec32d432 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:54:08.612390 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-7721806f-941a-462d-88e4-648a78de77b6 req-4016470c-9b15-4e3e-bf32-358eec32d432 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:54:08.613798 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7721806f-941a-462d-88e4-648a78de77b6 req-4016470c-9b15-4e3e-bf32-358eec32d432 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 944 time: 0.1792862 Feb 04 13:54:08.664899 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7721806f-941a-462d-88e4-648a78de77b6 req-165bcce0-b0e0-42b2-b8e8-add05a164ff4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Feb 04 13:54:08.822040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b0a468e2-2268-4c96-a0a1-f5afe1e4a153 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:08.897262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:08.897539 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:09.854682 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffc5b-3f19-4298-a3bb-4df44adc3f40 req-7d95197b-8ba0-43f8-8372-4522dd78c148 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:09.856180 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edcffc5b-3f19-4298-a3bb-4df44adc3f40 req-7d95197b-8ba0-43f8-8372-4522dd78c148 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 944 time: 0.0812924 Feb 04 13:54:09.901543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-edcffc5b-3f19-4298-a3bb-4df44adc3f40 req-65d7de61-bd2f-4c08-962b-38aeb73115f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393453 Feb 04 13:54:11.088461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0e4e-bfe9-47f1-881f-6b877b1fc69a req-8d2da214-9391-409b-b591-fad0d32a5e59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:11.090000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67aa0e4e-bfe9-47f1-881f-6b877b1fc69a req-8d2da214-9391-409b-b591-fad0d32a5e59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 944 time: 0.0810909 Feb 04 13:54:11.138746 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-67aa0e4e-bfe9-47f1-881f-6b877b1fc69a req-294ef6ff-73e0-4ae6-8f0e-420afa8ffe4c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 04 13:54:11.447379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 71b5605e-92f5-41d3-9ec0-d6859d0fb614 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:54:11.581641 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:11.594548 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'port_id': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'mac_address': 'fa:16:3e:38:4f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:54:11.651711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:11.669481 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b5605e-92f5-41d3-9ec0-d6859d0fb614 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:54:11.688994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:11.693759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:11.766318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:11.894930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['71b5605e-92f5-41d3-9ec0-d6859d0fb614'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:54:12.335379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24b17e-a2a4-4903-996c-761b20d5307d req-178ac06a-2c27-47f9-bb29-a7a626fbd53b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:12.337378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be24b17e-a2a4-4903-996c-761b20d5307d req-178ac06a-2c27-47f9-bb29-a7a626fbd53b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 945 time: 0.0882909 Feb 04 13:54:12.386077 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-be24b17e-a2a4-4903-996c-761b20d5307d req-13de3911-28ad-4000-94d6-4f86e46beb28 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Feb 04 13:54:13.449920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 71b5605e-92f5-41d3-9ec0-d6859d0fb614 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:54:13.521002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:54:13.525811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:54:13.526179 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:13.587217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a12c1e-0b10-4a25-bc31-dc822baac08f req-04bccdce-6622-4ae9-ab70-00c5d891f981 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:13.592360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56a12c1e-0b10-4a25-bc31-dc822baac08f req-04bccdce-6622-4ae9-ab70-00c5d891f981 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 945 time: 0.0907018 Feb 04 13:54:13.633370 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a1ed-6972-4e12-bf10-20012c53e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:13.643103 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56a12c1e-0b10-4a25-bc31-dc822baac08f req-c9402ccc-c05a-4204-9d4b-b7005c861382 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Feb 04 13:54:13.701669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:13.731254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:54:13.742057 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:54:13.747373 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:13.826415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:13.837657 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'code': 200} Feb 04 13:54:13.967353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9511-6fb3-47a9-adf9-28ca13240570 req-cf3a7002-5fa4-47de-b671-a5667ae1b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:13.968763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-317a9511-6fb3-47a9-adf9-28ca13240570 req-cf3a7002-5fa4-47de-b671-a5667ae1b121 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1097 time: 0.0759108 Feb 04 13:54:14.008882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-317a9511-6fb3-47a9-adf9-28ca13240570 req-c9c09cb1-6c88-4b6b-ae33-d265cf7111c3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Feb 04 13:54:14.839102 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c93c55-c68c-471a-b962-bf86158f2726 req-744cabc3-497d-446a-9572-7561c8315c5b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:14.840609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56c93c55-c68c-471a-b962-bf86158f2726 req-744cabc3-497d-446a-9572-7561c8315c5b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0849917 Feb 04 13:54:14.888014 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56c93c55-c68c-471a-b962-bf86158f2726 req-80f12ff4-a9ca-474b-8ec7-8effb3c4a8d2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Feb 04 13:54:16.086923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e49680-6c29-4d1a-b64c-2bd965b69996 req-5aa68ffe-1ec1-4069-affa-f4660ace7e66 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:16.088507 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9e49680-6c29-4d1a-b64c-2bd965b69996 req-5aa68ffe-1ec1-4069-affa-f4660ace7e66 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0830505 Feb 04 13:54:16.143441 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9e49680-6c29-4d1a-b64c-2bd965b69996 req-60afda8d-32e2-4da9-a9f5-43b6742d794d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492847 Feb 04 13:54:16.344335 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afc2ee-68d3-4888-8a59-590bb744725e req-690d0d31-beda-47dc-a264-7a85a9ed77a4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:16.346726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1afc2ee-68d3-4888-8a59-590bb744725e req-690d0d31-beda-47dc-a264-7a85a9ed77a4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0906544 Feb 04 13:54:16.380233 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-042c9658-6a11-4196-9d80-ab6156088f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:16.397498 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c1afc2ee-68d3-4888-8a59-590bb744725e req-f24cb92a-c904-444e-9e12-9c63d8d89606 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Feb 04 13:54:16.427528 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:16.501332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e5509-9830-44a9-a5aa-311aa996b85d tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:16.503298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-138e5509-9830-44a9-a5aa-311aa996b85d tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1092 time: 0.0743349 Feb 04 13:54:16.505838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:16.510805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:54:16.517566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:54:16.521425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:floatingip and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:54:16.524290 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:54:16.529873 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:54:16.541037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:16.796107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:16.936856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.175 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/9cc66d5f-6657-4b84-9d19-3c3fa66f95a2) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:54:16.939601 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.092942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.127162 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.199317 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:54:17.202318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:54:17.206784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:54:17.237929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=9cc66d5f-6657-4b84-9d19-3c3fa66f95a2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:17.499200 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.659780 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.738795 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.964997 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:17.969302 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:18.076546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=9cc66d5f-6657-4b84-9d19-3c3fa66f95a2,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:54:18.094464 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:18.267281 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 75c1e604-2aca-4966-aa98-90dbb4d80fe0 associated. External IP: 172.25.4.175, port: 71b5605e-92f5-41d3-9ec0-d6859d0fb614. Feb 04 13:54:18.740294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 86cf9b65-d302-46f7-a044-ed385771196e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:54:18.859382 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:18.918991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:54:18.929202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Sync routers for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:54:18.939361 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:54:18.939973 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:54:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:18.943361 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:19.002664 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8b0c44a1-55bd-4a4c-bd4c-3e8f4f365728 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4957433 Feb 04 13:54:19.003247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:54:19.047515 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'status': 'completed', 'code': 200} Feb 04 13:54:19.129953 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:54:19.142650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-470d1d1c-bbd5-4d7b-b055-21daa96578b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.143550 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-470d1d1c-bbd5-4d7b-b055-21daa96578b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1097 time: 0.0736575 Feb 04 13:54:19.179049 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db46656-b4cd-4ea6-99ad-a1099ce47f11 req-e6044d18-810e-4d9d-ae39-f85f7c0fd549 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.180789 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5db46656-b4cd-4ea6-99ad-a1099ce47f11 req-e6044d18-810e-4d9d-ae39-f85f7c0fd549 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0903163 Feb 04 13:54:19.227552 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5db46656-b4cd-4ea6-99ad-a1099ce47f11 req-c3030399-7179-4ac7-9051-6317bcd80e6a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Feb 04 13:54:19.253954 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36616) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:19.289345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-9d54740a-e984-4fbc-b747-6580e5c728b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.290865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-9d54740a-e984-4fbc-b747-6580e5c728b5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 897 time: 0.1418579 Feb 04 13:54:19.365045 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-40051154-c17b-4bad-a72e-2f4379767e9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/75c1e604-2aca-4966-aa98-90dbb4d80fe0 HTTP/1.1" status: 200 len: 992 time: 0.1099679 Feb 04 13:54:19.396666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-66676b28-1f6c-44bd-817d-f2d434c68cd5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 1000 time: 0.1002233 Feb 04 13:54:19.459884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-9cf613e3-8da2-4a29-9ac8-7502ca22fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.461464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-9cf613e3-8da2-4a29-9ac8-7502ca22fd11 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.0583789 Feb 04 13:54:19.519661 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '75c1e604-2aca-4966-aa98-90dbb4d80fe0', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'port_id': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'mac_address': 'fa:16:3e:38:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a010521-1009-4757-a933-674af9f46845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:54:17Z', 'updated_at': '2022-02-04T13:54:17Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:19.523508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Checking router: 86cf9b65-d302-46f7-a044-ed385771196e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:54:19.531814 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:54:19.532572 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:54:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:19.543433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-847573f8-f1c7-4bf6-8e67-1cbea3e751e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:19.546027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-847573f8-f1c7-4bf6-8e67-1cbea3e751e1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787942 Feb 04 13:54:19.698530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-1854fbe0-1438-472e-acf9-30e94b40489d service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468601 Feb 04 13:54:19.720723 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:54:19.837073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a63e0223-8dc8-4850-b6c1-53c4b8b2e6ab req-94117095-91ec-4860-8afd-338b996ef6a1 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330237 Feb 04 13:54:20.068843 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '75c1e604-2aca-4966-aa98-90dbb4d80fe0', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'port_id': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'mac_address': 'fa:16:3e:38:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a010521-1009-4757-a933-674af9f46845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:54:17Z', 'updated_at': '2022-02-04T13:54:17Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:54:20.072871 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9cc88c-7540-4dff-a8b5-e4d626ce874a None None] The sync data for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 is: [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '75c1e604-2aca-4966-aa98-90dbb4d80fe0', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'port_id': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'mac_address': 'fa:16:3e:38:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a010521-1009-4757-a933-674af9f46845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:54:17Z', 'updated_at': '2022-02-04T13:54:17Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:54:20.290505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9397f73-aa90-4b3f-8d9f-0550b3611837 None None] New status for floating IP 75c1e604-2aca-4966-aa98-90dbb4d80fe0: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:54:20.368142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36620) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:20.476366 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6269e908-cdbe-4fb6-8066-1ca943603723 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/75c1e604-2aca-4966-aa98-90dbb4d80fe0 HTTP/1.1" status: 200 len: 992 time: 0.1071167 Feb 04 13:54:20.584296 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:21.480281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36626) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:21.586985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-388027db-0bc1-43de-83dc-8dbe5f158f58 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/75c1e604-2aca-4966-aa98-90dbb4d80fe0 HTTP/1.1" status: 200 len: 994 time: 0.1054511 Feb 04 13:54:24.854726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:32.529310 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:54:43.596261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cae1-e215-419b-8cad-7ec5c49b62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:46.288483 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-64a39c81-4ea7-4514-83aa-83d021d068a9 req-b9f25045-4931-46f2-b7cc-2d9ec12d33a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0413043 Feb 04 13:54:46.396542 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6e66c419-78b3-4e31-9cca-fc21485cdef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:46.427026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-64a39c81-4ea7-4514-83aa-83d021d068a9 req-604eff79-f7e0-4119-8e43-d4c91745bf15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0643163 Feb 04 13:54:46.474249 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-64a39c81-4ea7-4514-83aa-83d021d068a9 req-51f806b9-2fe6-4f7f-85c7-655d9002b6b7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259738 Feb 04 13:54:46.616586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39c81-4ea7-4514-83aa-83d021d068a9 req-f21ca53f-a59d-4a15-8fee-bf2b05d345d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.618091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-64a39c81-4ea7-4514-83aa-83d021d068a9 req-f21ca53f-a59d-4a15-8fee-bf2b05d345d4 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370966 Feb 04 13:54:46.687051 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-35ee0c93-30dd-4916-b137-d8a9a38ee96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.688507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-35ee0c93-30dd-4916-b137-d8a9a38ee96c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1097 time: 0.2721136 Feb 04 13:54:46.696523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711c8e7-a102-47e5-b09a-12594a8abeb8 req-ab3925b9-e5e4-4b71-8b81-cee71766789e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.697869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6711c8e7-a102-47e5-b09a-12594a8abeb8 req-ab3925b9-e5e4-4b71-8b81-cee71766789e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.2496109 Feb 04 13:54:46.824794 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6711c8e7-a102-47e5-b09a-12594a8abeb8 req-f32eb976-c1c2-4a6b-828c-d970fa1dcdff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083312 Feb 04 13:54:46.856141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-40892487-f8f0-4062-8079-38da6bdfcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:46.857588 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-40892487-f8f0-4062-8079-38da6bdfcb06 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 897 time: 0.1588948 Feb 04 13:54:46.941999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:46.962691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-cac4045f-4fcc-409e-8468-96a5d5428cd3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 1002 time: 0.0976782 Feb 04 13:54:47.023948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-be14d350-8154-4f29-97dd-5b57705e018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:47.025378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-be14d350-8154-4f29-97dd-5b57705e018f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.0573268 Feb 04 13:54:47.103466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-d4513e3e-fc29-468b-864d-8a5c7ed5668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:47.104949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-d4513e3e-fc29-468b-864d-8a5c7ed5668c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737190 Feb 04 13:54:47.236906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-1b00f247-6b0b-4aa4-8366-43ac5cfae16f service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250219 Feb 04 13:54:47.369039 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7754cdb6-7762-47ff-9cac-3a9315282552 req-20eb0bda-39ae-45e2-abf6-7370ab253a4d service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255317 Feb 04 13:54:47.499620 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:48.013664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1912e3-ef88-4511-b8aa-d2e12d2ef74d req-41f8d391-595c-4cf1-89d5-89f54f253f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:48.015161 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b1912e3-ef88-4511-b8aa-d2e12d2ef74d req-41f8d391-595c-4cf1-89d5-89f54f253f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0833118 Feb 04 13:54:48.059382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b1912e3-ef88-4511-b8aa-d2e12d2ef74d req-9d2feef0-ea10-4fce-9b8e-9cd04a7029cc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Feb 04 13:54:48.861564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:49.245960 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78aadf-b1ea-4571-a56f-a8c7fc2b8582 req-aa0fe5ab-b7d8-4838-af59-4e24de7bfd1d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:49.247571 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc78aadf-b1ea-4571-a56f-a8c7fc2b8582 req-aa0fe5ab-b7d8-4838-af59-4e24de7bfd1d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0797250 Feb 04 13:54:49.292770 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc78aadf-b1ea-4571-a56f-a8c7fc2b8582 req-6a792958-fe31-4c09-b630-b7c4e038a785 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Feb 04 13:54:50.474619 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482fcd0-b3cc-4491-9d69-ab18ac2ac305 req-5e0b00b1-94e6-436c-ba51-41dae7ee1895 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:50.476085 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c482fcd0-b3cc-4491-9d69-ab18ac2ac305 req-5e0b00b1-94e6-436c-ba51-41dae7ee1895 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0796974 Feb 04 13:54:50.522873 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c482fcd0-b3cc-4491-9d69-ab18ac2ac305 req-f2490d0f-2975-4d16-b130-aa687f758eec tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Feb 04 13:54:50.582846 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:51.708832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5fb60-b37f-4979-ad06-d7fd897d7cce req-ca4e8c21-c154-4186-9d3c-20bb87255f0f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:51.710308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96c5fb60-b37f-4979-ad06-d7fd897d7cce req-ca4e8c21-c154-4186-9d3c-20bb87255f0f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0828578 Feb 04 13:54:51.754848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96c5fb60-b37f-4979-ad06-d7fd897d7cce req-d66477cb-d857-48a6-b63a-1c713ab837f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387940 Feb 04 13:54:52.939815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d672b-0367-4b92-be21-5f670d55e51e req-30a8ce32-89a3-4fb7-801e-1a82fa4abe57 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:52.941270 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c6d672b-0367-4b92-be21-5f670d55e51e req-30a8ce32-89a3-4fb7-801e-1a82fa4abe57 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0795896 Feb 04 13:54:52.984265 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c6d672b-0367-4b92-be21-5f670d55e51e req-a3738421-374b-4cd1-8ca2-a5bf62a2ede6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Feb 04 13:54:54.172116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1d1a-10a3-42c1-8451-5bf926eaf2a2 req-df436f87-6749-4aec-be03-6926de5bab0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:54.174254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58da1d1a-10a3-42c1-8451-5bf926eaf2a2 req-df436f87-6749-4aec-be03-6926de5bab0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0856709 Feb 04 13:54:54.218229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-58da1d1a-10a3-42c1-8451-5bf926eaf2a2 req-8dac595e-85e2-409b-9b42-11e0d62d1619 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Feb 04 13:54:54.850888 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:54:55.509594 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3534c-0c7a-4513-b6ee-d4a0d99723a3 req-cdfe6d89-d3c4-41de-841c-26bd546a989e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:55.511000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9b3534c-0c7a-4513-b6ee-d4a0d99723a3 req-cdfe6d89-d3c4-41de-841c-26bd546a989e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.1875532 Feb 04 13:54:55.556176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9b3534c-0c7a-4513-b6ee-d4a0d99723a3 req-828568fc-ad6b-46cf-a543-3e433f26d8ea tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Feb 04 13:54:56.749072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6122f-83da-48e4-90fb-712da2f8bcf7 req-7f56d67a-7370-4833-ba08-9773d3cf50bf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:56.750564 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b6122f-83da-48e4-90fb-712da2f8bcf7 req-7f56d67a-7370-4833-ba08-9773d3cf50bf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0854311 Feb 04 13:54:56.796579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-44b6122f-83da-48e4-90fb-712da2f8bcf7 req-844222f9-85dd-42c7-9787-8240c2e54786 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Feb 04 13:54:57.979735 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00082c8-fc01-45c0-95c5-b899196f1eac req-fe448791-fbcd-4016-884d-603cdb1a2345 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:57.981273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e00082c8-fc01-45c0-95c5-b899196f1eac req-fe448791-fbcd-4016-884d-603cdb1a2345 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0806510 Feb 04 13:54:58.025470 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e00082c8-fc01-45c0-95c5-b899196f1eac req-9cb91b45-d0ca-4bc8-bc32-816404a048ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381827 Feb 04 13:54:59.211865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb717aac-e3d8-4330-9f15-1807f80f4bb9 req-c577da8b-0f19-48ee-84d0-9e10b2faac97 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:54:59.213370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb717aac-e3d8-4330-9f15-1807f80f4bb9 req-c577da8b-0f19-48ee-84d0-9e10b2faac97 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0802963 Feb 04 13:54:59.261666 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bb717aac-e3d8-4330-9f15-1807f80f4bb9 req-244452e6-1933-4655-8207-961aadda9791 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Feb 04 13:54:59.284821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36670) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:54:59.391015 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6f68c3e7-a73d-4a04-8776-e6eec0841d5f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/75c1e604-2aca-4966-aa98-90dbb4d80fe0 HTTP/1.1" status: 200 len: 994 time: 0.1048477 Feb 04 13:55:03.484710 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-c1230205-4d97-4694-a87b-642c054574f8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684822 Feb 04 13:55:03.624825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-ef13e7c5-81b2-46ea-ad55-0b5b71b2f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:03.626351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-ef13e7c5-81b2-46ea-ad55-0b5b71b2f75d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1097 time: 0.0729980 Feb 04 13:55:03.772829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-b32ca5f0-a075-42fd-be76-d928bb985814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:03.773621 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-b32ca5f0-a075-42fd-be76-d928bb985814 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 897 time: 0.1295285 Feb 04 13:55:03.880888 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-c3d85bd6-b96e-4ffd-8420-be81a31bd844 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 1002 time: 0.0984089 Feb 04 13:55:04.051071 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-15bc488a-33e1-4992-a0d6-54ea01212176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:04.052558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-15bc488a-33e1-4992-a0d6-54ea01212176 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.1652656 Feb 04 13:55:04.125497 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-a05ae22f-bff5-42e9-9a88-7f007369569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:04.127082 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-a05ae22f-bff5-42e9-9a88-7f007369569f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688231 Feb 04 13:55:04.257433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-f837eee6-6163-45a2-9914-7b53139b5dc9 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240072 Feb 04 13:55:04.389362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2b3bdb3a-7100-41e0-b384-60f77a42aa9a req-6e527802-4306-4d16-b6cb-7d7e431ad735 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259973 Feb 04 13:55:09.528564 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:55:13.598118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e59724b1-c2d2-4698-bd19-c3853981ab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:16.369505 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-001e7300-7674-4576-96f6-885052364f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:16.947708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:17.501611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:18.864333 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:20.598164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:24.866958 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:29.789728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36686) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:29.994372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 9cc66d5f-6657-4b84-9d19-3c3fa66f95a2 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:55:29.994748 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:30.170925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:30.171251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:30.297855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 9cc66d5f-6657-4b84-9d19-3c3fa66f95a2 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:55:30.448341 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:30.493694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=9cc66d5f-6657-4b84-9d19-3c3fa66f95a2,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:30.530377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.530744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.531104 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.531511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.531836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.532160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.532481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.532798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.533118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.533436 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.533801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.534058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:30.597689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:30.598024 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 75c1e604-2aca-4966-aa98-90dbb4d80fe0 disassociated (deleted). External IP: 172.25.4.175, port: 71b5605e-92f5-41d3-9ec0-d6859d0fb614. Feb 04 13:55:31.053949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 86cf9b65-d302-46f7-a044-ed385771196e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:55:31.232584 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:55:31.241893 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Sync routers for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:55:31.251506 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:31.251895 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:31.252627 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:31.309118 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bcd3743d-2769-410c-ab2d-4e1aac2324dc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/floatingips/75c1e604-2aca-4966-aa98-90dbb4d80fe0 HTTP/1.1" status: 204 len: 168 time: 1.5181067 Feb 04 13:55:31.309510 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:55:31.414789 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'status': 'completed', 'code': 200} Feb 04 13:55:31.431632 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:31.506466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-d60b772d-5121-454f-9137-4bab4993e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.508691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-d60b772d-5121-454f-9137-4bab4993e52a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 1097 time: 0.0732751 Feb 04 13:55:31.649600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-4aa646f9-656d-449c-b588-0f7803f0635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.651009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-4aa646f9-656d-449c-b588-0f7803f0635d service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 200 len: 897 time: 0.1359007 Feb 04 13:55:31.690635 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75a15-23a6-428c-93c8-4b9d4015cd35 req-2f0e8c70-be6f-4893-ba96-4e489f42071f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.691367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1ae75a15-23a6-428c-93c8-4b9d4015cd35 req-2f0e8c70-be6f-4893-ba96-4e489f42071f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:31.709162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-1ae75a15-23a6-428c-93c8-4b9d4015cd35 req-2f0e8c70-be6f-4893-ba96-4e489f42071f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:31.710444 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ae75a15-23a6-428c-93c8-4b9d4015cd35 req-2f0e8c70-be6f-4893-ba96-4e489f42071f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.1015916 Feb 04 13:55:31.729036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-0a5ecc81-1f77-4917-9911-afa398f7cf97 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 200 len: 217 time: 0.0711784 Feb 04 13:55:31.773365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1ae75a15-23a6-428c-93c8-4b9d4015cd35 req-210a1e37-7fcb-4848-838b-588e762e3ec1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559123 Feb 04 13:55:31.783139 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:31.787147 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Checking router: 86cf9b65-d302-46f7-a044-ed385771196e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:55:31.796846 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:31.797450 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:31.816791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-bd405f19-541c-4693-a44c-f8a964fbd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.818320 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-bd405f19-541c-4693-a44c-f8a964fbd504 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 200 len: 835 time: 0.0802422 Feb 04 13:55:31.895563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-0474090e-960d-4abb-a781-f20b6e683c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:31.897079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-0474090e-960d-4abb-a781-f20b6e683c74 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2347618-db26-43da-8c9f-64b456c2121f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724113 Feb 04 13:55:32.013119 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:32.032624 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-64a7e287-39ac-407d-b56c-a2c9b16832a3 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281829 Feb 04 13:55:32.166861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2f0a04a-1c78-4d5e-89a3-11b6f93ee653 req-671ebc57-368a-4680-a9c3-df0dfcad5a97 service neutron] 10.222.0.87 "GET /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287103 Feb 04 13:55:32.325470 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:32.329951 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263223b6-1854-4648-b00d-74ea8c1ab4f9 None None] The sync data for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 is: [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:54:00Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'b0a468e2-2268-4c96-a0a1-f5afe1e4a153', 'name': '', 'network_id': 'c2347618-db26-43da-8c9f-64b456c2121f', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:5c:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:54:00Z', 'updated_at': '2022-02-04T13:54:07Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '3639660c-f04c-46eb-82cd-4cf8a12122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:55:32.560252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb007ed-b665-45b5-ace6-430f3fdf3313 None None] New status for floating IP 75c1e604-2aca-4966-aa98-90dbb4d80fe0: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:55:32.974738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd8a5-f1fb-463a-ac72-8faeb45b72e5 req-e3337ae6-deed-4a88-8a5d-ea980a4d7c39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:32.976203 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f9fd8a5-f1fb-463a-ac72-8faeb45b72e5 req-e3337ae6-deed-4a88-8a5d-ea980a4d7c39 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.0789700 Feb 04 13:55:33.071908 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2f9fd8a5-f1fb-463a-ac72-8faeb45b72e5 req-c6c11f0e-bda2-45f5-9090-69ecc5434236 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592387 Feb 04 13:55:33.093706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-4e27ec16-affd-4a4b-871d-6644bb66bd70 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:33.095583 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-4e27ec16-affd-4a4b-871d-6644bb66bd70 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 946 time: 0.1174064 Feb 04 13:55:33.164652 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:55:33.164998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:33.410309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 71b5605e-92f5-41d3-9ec0-d6859d0fb614, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=71b5605e-92f5-41d3-9ec0-d6859d0fb614,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:33.410692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:33.639460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 71b5605e-92f5-41d3-9ec0-d6859d0fb614 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:55:33.785474 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:33.839914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=71b5605e-92f5-41d3-9ec0-d6859d0fb614,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:33.882095 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.882445 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.882817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.883153 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.883485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.883814 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.884143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.884469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.884795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.885119 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.885446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.885766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:33.924456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port 71b5605e-92f5-41d3-9ec0-d6859d0fb614 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:55:33.926428 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:33.928935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'name': 'network-vif-deleted', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:55:33.945062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-25dece49-74fa-4ec0-940b-bfe8a7870d23 req-388a5102-1bc5-4a95-ac02-5a84adf847a8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "DELETE /v2.0/ports/71b5605e-92f5-41d3-9ec0-d6859d0fb614 HTTP/1.1" status: 204 len: 173 time: 0.8442409 Feb 04 13:55:33.978795 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a010521-1009-4757-a933-674af9f46845', 'name': 'network-vif-deleted', 'tag': '71b5605e-92f5-41d3-9ec0-d6859d0fb614', 'status': 'completed', 'code': 200} Feb 04 13:55:34.237091 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d46038c9-2cac-416d-aa81-71ca026bbc42 req-a26efa22-d3cd-4fe3-bf0b-b3c3793f24fc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:34.254968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-d46038c9-2cac-416d-aa81-71ca026bbc42 req-a26efa22-d3cd-4fe3-bf0b-b3c3793f24fc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:34.256450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d46038c9-2cac-416d-aa81-71ca026bbc42 req-a26efa22-d3cd-4fe3-bf0b-b3c3793f24fc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a010521-1009-4757-a933-674af9f46845 HTTP/1.1" status: 200 len: 210 time: 0.0660148 Feb 04 13:55:35.353025 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36710) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:35.868647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 71b5605e-92f5-41d3-9ec0-d6859d0fb614 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:55:35.905698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 71b5605e-92f5-41d3-9ec0-d6859d0fb614 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:55:35.907257 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 71b5605e-92f5-41d3-9ec0-d6859d0fb614 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:55:35.908083 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:36.260314 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port b0a468e2-2268-4c96-a0a1-f5afe1e4a153 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:55:36.260662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:36.562580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port b0a468e2-2268-4c96-a0a1-f5afe1e4a153, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:36.563281 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:36.686345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for b0a468e2-2268-4c96-a0a1-f5afe1e4a153 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:55:36.965435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:37.018441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=b0a468e2-2268-4c96-a0a1-f5afe1e4a153,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:37.293847 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:37.662091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 86cf9b65-d302-46f7-a044-ed385771196e has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:55:37.850951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:55:37.860313 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Sync routers for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:55:37.867550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7971433a-3461-4d25-b2a8-6299ccc1ba60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/86cf9b65-d302-46f7-a044-ed385771196e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134151 Feb 04 13:55:37.871845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36714) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:37.872958 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:37.873708 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:38.056508 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:38.059725 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting subnet 3639660c-f04c-46eb-82cd-4cf8a12122bc {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:55:38.062709 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.117544 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.202150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.279497 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.320991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Subnet': ['ID=3639660c-f04c-46eb-82cd-4cf8a12122bc,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:38.324538 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.334419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-dff8b74c-420f-4ce1-8ff6-acbe7bc0819a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/subnets/3639660c-f04c-46eb-82cd-4cf8a12122bc HTTP/1.1" status: 204 len: 168 time: 0.4592392 Feb 04 13:55:38.334704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964b33a-8f18-4de1-999f-193098a94663 None None] Network c2347618-db26-43da-8c9f-64b456c2121f requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:55:38.335105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36718) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:38.339420 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:55:36Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:38.344046 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Checking router: 86cf9b65-d302-46f7-a044-ed385771196e for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:55:38.352993 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Routers {'86cf9b65-d302-46f7-a044-ed385771196e'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:38.353698 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['86cf9b65-d302-46f7-a044-ed385771196e'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:38.517690 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.534946 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] Set router 86cf9b65-d302-46f7-a044-ed385771196e gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:38.607682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] DHCP port deletion for c2347618-db26-43da-8c9f-64b456c2121f request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:55:38.611623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Deleting port 861903ee-6dfe-48a8-a479-a3e847f84412 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:55:38.611996 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.707542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.719798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:55:38.720295 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.857992 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:55:36Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:38.870426 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a1de5-12c8-422d-92f1-4e4fe1625e05 None None] The sync data for ids ['86cf9b65-d302-46f7-a044-ed385771196e'] in n-d-820555-2 is: [{'id': '86cf9b65-d302-46f7-a044-ed385771196e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225185183', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:53:55Z', 'updated_at': '2022-02-04T13:55:36Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '3bc409a6-ad86-4808-9a9a-f07d2adb12cb', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cf9b65-d302-46f7-a044-ed385771196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:53:56Z', 'updated_at': '2022-02-04T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:55:38.887388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] For port 861903ee-6dfe-48a8-a479-a3e847f84412, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=861903ee-6dfe-48a8-a479-a3e847f84412,segment=NetworkSegment(f131fd53-f2c0-4591-b1e0-4c90f5f4894b),segment_id=f131fd53-f2c0-4591-b1e0-4c90f5f4894b)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:38.887773 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:38.950650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 3bc409a6-ad86-4808-9a9a-f07d2adb12cb, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:38.950924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.024573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Calling delete_port for 861903ee-6dfe-48a8-a479-a3e847f84412 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:55:39.073262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 3bc409a6-ad86-4808-9a9a-f07d2adb12cb owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:55:39.100730 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.146959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Pushing event deleted for resources: {'Port': ['ID=861903ee-6dfe-48a8-a479-a3e847f84412,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:39.156728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] No DVR routers for this DVR port 861903ee-6dfe-48a8-a479-a3e847f84412 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:55:39.159746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.160100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.160546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.160870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.161204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.161528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.161849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.162169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.162489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.162832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.163181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.163497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84229459-a564-40ed-97dc-891673c2cf8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:39.244604 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.253830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 861903ee-6dfe-48a8-a479-a3e847f84412 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:55:39.291849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 861903ee-6dfe-48a8-a479-a3e847f84412 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:55:39.292198 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 861903ee-6dfe-48a8-a479-a3e847f84412 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:55:39.294423 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=3bc409a6-ad86-4808-9a9a-f07d2adb12cb,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:39.391365 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.667076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.669270 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.692779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.693406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Fanout notify agent at l3_agent the message router_deleted on router 86cf9b65-d302-46f7-a044-ed385771196e {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:55:39.708631 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.709764 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19adffff-86b4-49b1-8e15-4f00e36734e5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/routers/86cf9b65-d302-46f7-a044-ed385771196e HTTP/1.1" status: 204 len: 168 time: 1.3740485 Feb 04 13:55:39.712663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36724) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:39.834683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.966303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:39.992074 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2347618-db26-43da-8c9f-64b456c2121f']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:40.003741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:40.004034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f131fd53-f2c0-4591-b1e0-4c90f5f4894b') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:40.014917 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.030463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.037058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:55:40.037445 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:55:40.055872 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:55:40.132201 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.149325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.161285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Network': ['ID=c2347618-db26-43da-8c9f-64b456c2121f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:40.170886 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8731fa03-3f1f-42b0-bf2e-907bef48b357 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/networks/c2347618-db26-43da-8c9f-64b456c2121f HTTP/1.1" status: 204 len: 168 time: 0.4571462 Feb 04 13:55:40.174119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36728) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:40.247542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.276286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.345695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.364031 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:40.374275 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.375568 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c32f704f-7da9-4f49-880d-e683b7df9cff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/security-groups/4688ffc7-3b03-4e8c-80ef-cbeaa114e4b3 HTTP/1.1" status: 204 len: 168 time: 0.2004838 Feb 04 13:55:40.700870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36736) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:40.706156 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185194222', 'description': 'tempest-secgroup-smoke-185194222 description', 'project_id': 'afe5c47d47cf43ef966b294f17491038'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:40.712950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:40.717061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:40.720489 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:40.726704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:40.737031 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.757548 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:40.761329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:40.764229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:40.769918 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:40.841688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.845949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.866003 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3bc409a6-ad86-4808-9a9a-f07d2adb12cb no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:55:40.894968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c247a-37df-409c-b03d-9b6859b6e078,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:40.899969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:40.904304 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-89fc275f-6011-4a09-aa61-740ca2a7e21c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1997113 Feb 04 13:55:40.904708 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36740) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:40.905088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 3bc409a6-ad86-4808-9a9a-f07d2adb12cb {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:55:40.905516 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 3bc409a6-ad86-4808-9a9a-f07d2adb12cb not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:55:40.906631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b0a468e2-2268-4c96-a0a1-f5afe1e4a153 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:55:40.910166 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:40.917119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:40.921359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:40.924812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:40.930678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:40.940123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b0a468e2-2268-4c96-a0a1-f5afe1e4a153 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:55:40.940470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b0a468e2-2268-4c96-a0a1-f5afe1e4a153 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:55:40.948121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.008324 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.011714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.035413 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50311475-4563-47c4-9e39-3841781caa22,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.043750 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.044919 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-97c97a5f-bd2d-4efc-b063-b6bf1ff574be tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395214 Feb 04 13:55:41.048336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36744) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.053356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.059959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.063770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.067691 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.073315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.090025 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.151138 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.154651 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.178219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edef23ba-75df-449c-a06f-c650f6a1d2aa,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.187017 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.188499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7f00e4d-5872-44a0-a587-aaa69931f0f1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391838 Feb 04 13:55:41.191282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36748) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.196431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.203597 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.207353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.210251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.216240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.236393 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.298792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.304388 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.331388 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a0dfae-f1d6-4a80-a49d-a65d6fcd3a30,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.339562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.340758 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb35c70c-1194-4dc8-aaeb-06dc6b07f3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483405 Feb 04 13:55:41.344079 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36752) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.349220 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.355881 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.359692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.362556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.368223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.385374 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.451391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.455792 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.479343 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad586b01-07f3-4388-ab93-f0a9e33eddcf,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.489864 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.491069 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0fcba9f3-d174-442c-9d8f-79e2cd3a1da8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460834 Feb 04 13:55:41.493963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36756) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.498841 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.505840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.509570 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.512414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.518856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.529082 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:55:41.535668 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.607231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.612379 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.636330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfef60a0-d461-41d6-ad04-83d4c5ba2aaa,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.646186 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.647509 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e9bfdc45-5f7b-4b08-aa45-20f663c378db tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526463 Feb 04 13:55:41.650479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36760) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.655358 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7c9c247a-37df-409c-b03d-9b6859b6e078', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.661828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.665569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.668528 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.674142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.684322 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:55:41.691426 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.755550 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.759325 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.783430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e465bce-a671-426a-b040-6cc8bbd457aa,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:41.793250 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.794381 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a717df48-d581-4d52-ab9f-3a653b874930 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429791 Feb 04 13:55:41.797326 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36764) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:41.802863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'network': {'name': 'tempest-network-smoke--1139209744', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:41.808484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:41.813227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:network and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:41.816087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:41.821801 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:41.832764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:55:41.836448 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.864567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:55:41.873609 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.873958 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Added segment f67966f4-0571-4b4c-8d98-22040e7c68d8 of type vlan for network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 Feb 04 13:55:41.903563 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.935759 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:41.941792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:41.942367 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.059349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2609947 Feb 04 13:55:42.060225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48878c-bbcd-474b-bb62-2410f9a36918 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Network': ['ID=ab032691-ab6d-4e00-a18f-f3b5c47bffd6,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:42.062247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36768) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:42.068611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'admin_state_up': True, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:42.071619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:55:42.076718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:42.080840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:router and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:42.084133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:42.090546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:42.100766 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.101843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.119145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.394381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.703951 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.733558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:42.870848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.61 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/823ee411-faec-4dd7-a773-a7f2e5d0b791) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:55:43.023691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:43.052854 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:43.240250 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:43.243158 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:43.246981 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:55:43.282217 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=823ee411-faec-4dd7-a773-a7f2e5d0b791,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:43.600206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c2e33865-f4d1-483f-809b-44d942d1fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:43.665229 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:44.013614 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:44.217811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 1f6f16c2-8218-427d-8425-405d695ae8c6 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:55:44.394454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:55:44.404025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Sync routers for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:55:44.415061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:44.415663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:44.424512 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:44.425767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f9dc7c6f-ede6-4804-8552-3a04c4d38b9e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3612235 Feb 04 13:55:44.429048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36772) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:44.593100 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-24a3b3d4-b172-4250-9cb6-ddb6739cd213 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=afe5c47d47cf43ef966b294f17491038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628706 Feb 04 13:55:44.595712 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36776) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:44.599738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:44.725089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9a68b-604d-43df-bb53-4716887f221f tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:44.729268 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cce9a68b-604d-43df-bb53-4716887f221f tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298795 Feb 04 13:55:44.729448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36780) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:44.769776 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-baad876c-3ae5-43e4-b288-a31f2231b66c tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392299 Feb 04 13:55:44.772268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36784) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:44.777784 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772119338', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:44.888073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:44.892299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Checking router: 1f6f16c2-8218-427d-8425-405d695ae8c6 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:55:44.892644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Updating router 1f6f16c2-8218-427d-8425-405d695ae8c6 port 823ee411-faec-4dd7-a773-a7f2e5d0b791 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:55:44.901855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:44.905923 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:subnet and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:55:44.908791 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:55:44.914379 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:44.925193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:55:44.928968 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:44.946027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.150107 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.235489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Subnet': ['ID=04fef5c4-cc68-43cf-9b62-126cc3efc2ac,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:45.242864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Checking segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:55:45.243223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network hostable DHCP agents. Network: ab032691-ab6d-4e00-a18f-f3b5c47bffd6, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:55:45.263433 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:55:45.273401 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, ab032691-ab6d-4e00-a18f-f3b5c47bffd6) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:45.277415 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:45.277998 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.284882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77d356-3d32-411a-95e2-414e67fd50e2 None None] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:55:45.301931 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8c01ee02-2017-4d57-a6eb-8ea72b46a0ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5286367 Feb 04 13:55:45.304826 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36790) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:55:45.308152 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.412392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Transition to ACTIVE for port object 823ee411-faec-4dd7-a773-a7f2e5d0b791 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:45.420424 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.536138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Attempting to bind port 823ee411-faec-4dd7-a773-a7f2e5d0b791 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:55:45.536505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Attempting to bind port 823ee411-faec-4dd7-a773-a7f2e5d0b791 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:55:45.536868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Attempting to bind port 823ee411-faec-4dd7-a773-a7f2e5d0b791 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:55:45.548022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3482c-76a5-4ead-8544-497ae953e95f None None] Pushing event updated for resources: {'Port': ['ID=823ee411-faec-4dd7-a773-a7f2e5d0b791,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:45.585890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:55:45.586388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:55:45.586820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.587218 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:55:45.587868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Bound port: 823ee411-faec-4dd7-a773-a7f2e5d0b791, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:55:45.588247 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.710753 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] For port 823ee411-faec-4dd7-a773-a7f2e5d0b791, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:55:45.714229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] For port 823ee411-faec-4dd7-a773-a7f2e5d0b791, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=823ee411-faec-4dd7-a773-a7f2e5d0b791,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:55:45.718873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:55:45.719754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.734406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:45.882734 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:45.883369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:45.934584 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3482c-76a5-4ead-8544-497ae953e95f None None] Pushing event updated for resources: {'Port': ['ID=823ee411-faec-4dd7-a773-a7f2e5d0b791,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:46.016073 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.115607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Allocated IP 172.20.0.2 (ab032691-ab6d-4e00-a18f-f3b5c47bffd6/04fef5c4-cc68-43cf-9b62-126cc3efc2ac/ac0ee153-9636-49cb-a7a3-5302d85fc217) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:55:46.138956 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:46.415313 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91d98fd5-7035-4c78-a954-1a39cf014c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.527625 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:55:46.587939 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.606392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Transition to ACTIVE for port object ac0ee153-9636-49cb-a7a3-5302d85fc217 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:46.628264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Transition to ACTIVE for port object ac0ee153-9636-49cb-a7a3-5302d85fc217 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:46.633869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:46.638216 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.673643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d97f3-a7fe-4ddc-8e1d-1268de1fb665 None None] The sync data for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 is: [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:55:46.712100 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:46.713312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.1 (ab032691-ab6d-4e00-a18f-f3b5c47bffd6/04fef5c4-cc68-43cf-9b62-126cc3efc2ac/945bd82d-21dd-4d8c-9617-364f5a3b9703) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:55:46.715153 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:46.719355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:55:46.721573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Pushing event updated for resources: {'Port': ['ID=ac0ee153-9636-49cb-a7a3-5302d85fc217,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:46.815943 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Attempting to bind port ac0ee153-9636-49cb-a7a3-5302d85fc217 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:55:46.816305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Attempting to bind port ac0ee153-9636-49cb-a7a3-5302d85fc217 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:55:46.816671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Attempting to bind port ac0ee153-9636-49cb-a7a3-5302d85fc217 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:55:46.822277 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:55:46.822677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Checking segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:55:46.823072 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.823459 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Bound using segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:55:46.823929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Bound port: ac0ee153-9636-49cb-a7a3-5302d85fc217, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:55:46.824338 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.906222 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.923621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 945bd82d-21dd-4d8c-9617-364f5a3b9703 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:46.957420 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.967372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:46.993820 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] For port ac0ee153-9636-49cb-a7a3-5302d85fc217, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:55:47.002995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] For port ac0ee153-9636-49cb-a7a3-5302d85fc217, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ac0ee153-9636-49cb-a7a3-5302d85fc217,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:55:47.007863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.032486 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:47.035837 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:47.040339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:55:47.078100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:47.096570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499efcaa-5185-435d-a6cb-bbc2f7779246 None None] Pushing event updated for resources: {'Port': ['ID=ac0ee153-9636-49cb-a7a3-5302d85fc217,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:47.111917 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.256783 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.508027 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.707465 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.712971 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.832660 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:47.836165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:47.976116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:47.977294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:48.140031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5609e0-24c9-4824-b893-0640f4eda0e2 None None] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:55:48.284198 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78ca9fba-ddd4-4c68-84b0-a397c47874a3 req-de245330-5960-460a-9931-99a8a99c0956 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0528007 Feb 04 13:55:48.293546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 1f6f16c2-8218-427d-8425-405d695ae8c6 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:55:48.300493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7fa2543e-a0cd-41f5-9524-a70699276686 None None] Provisioning for port ac0ee153-9636-49cb-a7a3-5302d85fc217 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:48.428771 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78ca9fba-ddd4-4c68-84b0-a397c47874a3 req-bb74c3a9-577a-4f75-a38e-f1e8936a2f02 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0522614 Feb 04 13:55:48.478550 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78ca9fba-ddd4-4c68-84b0-a397c47874a3 req-dcf71428-a9fb-4f63-a9a7-bb51f615a88b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301495 Feb 04 13:55:48.500010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:55:48.513941 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-617a7ff4-697b-4a86-af68-493acc7814fb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/1f6f16c2-8218-427d-8425-405d695ae8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2077274 Feb 04 13:55:48.647278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9fba-ddd4-4c68-84b0-a397c47874a3 req-6b0b8aea-a262-4296-8132-6a4142eee329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:48.648719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78ca9fba-ddd4-4c68-84b0-a397c47874a3 req-6b0b8aea-a262-4296-8132-6a4142eee329 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623333 Feb 04 13:55:48.655145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b15c070-9791-4070-a245-fb6c35ab6be3 None None] Provisioning for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:48.661664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6b15c070-9791-4070-a245-fb6c35ab6be3 None None] Provisioning complete for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:48.663018 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6b15c070-9791-4070-a245-fb6c35ab6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:48.677264 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Sync routers for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:55:48.689160 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:48.690294 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:48.729265 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-e41c390c-fe97-4fb5-8d00-b0253b7c791c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185194222&fields=id&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 267 time: 0.0663342 Feb 04 13:55:48.767864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6b15c070-9791-4070-a245-fb6c35ab6be3 None None] Port 945bd82d-21dd-4d8c-9617-364f5a3b9703 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:55:48.877509 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:48.898718 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:48.935244 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-d8298ebc-2852-48ed-b18d-a4eb6c4bb2c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:48.937378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-d8298ebc-2852-48ed-b18d-a4eb6c4bb2c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 797 time: 0.2066801 Feb 04 13:55:48.954464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-6ca76791-2c81-4042-8bc3-840d465ba822 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/quotas/afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Feb 04 13:55:48.993038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-aa377ccf-a0a5-4acc-a3b3-d1a8cde7f0e8 None None] Provisioning complete for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:48.993470 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-aa377ccf-a0a5-4acc-a3b3-d1a8cde7f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.040881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 823ee411-faec-4dd7-a773-a7f2e5d0b791 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:49.066169 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-7c64347e-2c83-43d1-b9a3-ed8beb5a37e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:49.085541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-7c64347e-2c83-43d1-b9a3-ed8beb5a37e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:49.093766 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-aa377ccf-a0a5-4acc-a3b3-d1a8cde7f0e8 None None] Port 945bd82d-21dd-4d8c-9617-364f5a3b9703 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:55:49.100914 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-7c64347e-2c83-43d1-b9a3-ed8beb5a37e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341748 Feb 04 13:55:49.157261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 823ee411-faec-4dd7-a773-a7f2e5d0b791 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:49.164954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 823ee411-faec-4dd7-a773-a7f2e5d0b791 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:49.165755 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.243987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-70921347-166f-41fa-9414-45edb687d0ef None None] Provisioning complete for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:49.244355 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-70921347-166f-41fa-9414-45edb687d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.285014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 2, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:49.289269 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Checking router: 1f6f16c2-8218-427d-8425-405d695ae8c6 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:55:49.289739 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Updating router 1f6f16c2-8218-427d-8425-405d695ae8c6 port 945bd82d-21dd-4d8c-9617-364f5a3b9703 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:55:49.331151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-f77bc166-5e64-4f1e-8b8f-ac00ee0d600f service neutron] 10.222.0.53 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254555 Feb 04 13:55:49.348488 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.351312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-70921347-166f-41fa-9414-45edb687d0ef None None] Port 945bd82d-21dd-4d8c-9617-364f5a3b9703 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:55:49.364524 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.380497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 823ee411-faec-4dd7-a773-a7f2e5d0b791, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=823ee411-faec-4dd7-a773-a7f2e5d0b791,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:49.385675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.386431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ac0ee153-9636-49cb-a7a3-5302d85fc217 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:49.477238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-32099d9f-abbe-4c2b-9471-5d0ec9a34a48 service neutron] 10.222.0.53 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386833 Feb 04 13:55:49.505181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=823ee411-faec-4dd7-a773-a7f2e5d0b791,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:49.518143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port ac0ee153-9636-49cb-a7a3-5302d85fc217 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:49.523627 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ac0ee153-9636-49cb-a7a3-5302d85fc217 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:49.524075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.649979 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.673931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b44ad598-f767-4649-bbbd-add94a00713e req-58cdaa7b-5ae2-4865-a6c5-47aecfe9f8af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:49.685971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-b44ad598-f767-4649-bbbd-add94a00713e req-58cdaa7b-5ae2-4865-a6c5-47aecfe9f8af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:49.691912 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port ac0ee153-9636-49cb-a7a3-5302d85fc217, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ac0ee153-9636-49cb-a7a3-5302d85fc217,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:49.695299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b44ad598-f767-4649-bbbd-add94a00713e req-58cdaa7b-5ae2-4865-a6c5-47aecfe9f8af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 210 time: 0.0695825 Feb 04 13:55:49.698796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.745520 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.759749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Transition to ACTIVE for port object 945bd82d-21dd-4d8c-9617-364f5a3b9703 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:49.768063 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:49.800757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ac0ee153-9636-49cb-a7a3-5302d85fc217,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:49.904733 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Pushing event updated for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:49.971515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.971858 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.972252 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.972516 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.972844 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.973435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.973755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.974084 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.974390 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.974729 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.975053 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:49.975360 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:55:50.008427 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Attempting to bind port 945bd82d-21dd-4d8c-9617-364f5a3b9703 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:55:50.008797 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Attempting to bind port 945bd82d-21dd-4d8c-9617-364f5a3b9703 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:55:50.009321 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Attempting to bind port 945bd82d-21dd-4d8c-9617-364f5a3b9703 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:55:50.015876 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:55:50.016330 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Checking segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:55:50.016649 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:50.017038 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Bound using segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:55:50.017600 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Bound port: 945bd82d-21dd-4d8c-9617-364f5a3b9703, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:55:50.017974 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:50.119067 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] For port 945bd82d-21dd-4d8c-9617-364f5a3b9703, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:55:50.122590 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] For port 945bd82d-21dd-4d8c-9617-364f5a3b9703, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=945bd82d-21dd-4d8c-9617-364f5a3b9703,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:55:50.127121 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:50.206471 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:55:50.207118 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:50.293720 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccd480-2352-4dc0-9906-47f38b40869e None None] Pushing event updated for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:50.426827 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:55:50.616907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:50.757003 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:55:50.763174 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1611c6d-b61d-472a-9045-fce9ec4b2d7b None None] The sync data for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 is: [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:50Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:55:50.831179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-d44ad89e-7784-4a29-a4d6-2c8be8dae5ad tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:50.834541 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-d44ad89e-7784-4a29-a4d6-2c8be8dae5ad tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 797 time: 0.1677802 Feb 04 13:55:50.930758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-742864c5-15e7-4164-a715-47bc159903f4 req-0085a410-0393-4dab-838b-0a37f7494322 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 210 time: 0.0510361 Feb 04 13:55:50.960241 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-d3aceaa4-494b-479c-a579-763456f18ed5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 379 time: 0.1106992 Feb 04 13:55:50.966223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'port': {'device_id': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'admin_state_up': True, 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'security_groups': ['7c9c247a-37df-409c-b03d-9b6859b6e078']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:51.059612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 945bd82d-21dd-4d8c-9617-364f5a3b9703 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:51.117806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:55:51.129867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:55:51.136042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:51.140512 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:55:51.141682 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:51.141930 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.146198 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.267944 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.303617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 945bd82d-21dd-4d8c-9617-364f5a3b9703, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=945bd82d-21dd-4d8c-9617-364f5a3b9703,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:51.311025 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.312413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 823ee411-faec-4dd7-a773-a7f2e5d0b791 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:51.331377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.6 (ab032691-ab6d-4e00-a18f-f3b5c47bffd6/04fef5c4-cc68-43cf-9b62-126cc3efc2ac/8106a843-36ce-462b-9bb1-22cd8bc61e08) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:55:51.435493 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:51.445243 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 823ee411-faec-4dd7-a773-a7f2e5d0b791 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:51.445870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.565921 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.568890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ac0ee153-9636-49cb-a7a3-5302d85fc217 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:51.593489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 8106a843-36ce-462b-9bb1-22cd8bc61e08 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:51.621041 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.648141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port ac0ee153-9636-49cb-a7a3-5302d85fc217 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:51.648696 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.826361 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:55:51.830265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:55:51.832870 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:55:51.880608 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:51.913151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:51.913811 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:51.944687 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8b3a189a-75d2-47d7-95b5-4ac0578eca3a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823763 Feb 04 13:55:51.956838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Request body: {'port': {'device_id': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:55:52.087946 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.130905 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23c54bfb-ec20-4903-ba42-19011702135a None None] Provisioning for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:52.137049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-23c54bfb-ec20-4903-ba42-19011702135a None None] Provisioning complete for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:52.137554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-23c54bfb-ec20-4903-ba42-19011702135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.165602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177aff-49b4-4da0-baa3-7c9a0e793195 req-9e8a02ed-25ef-409f-93d8-f159da27accf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:52.167165 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87177aff-49b4-4da0-baa3-7c9a0e793195 req-9e8a02ed-25ef-409f-93d8-f159da27accf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 931 time: 0.0858860 Feb 04 13:55:52.206250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-23c54bfb-ec20-4903-ba42-19011702135a None None] Port 8106a843-36ce-462b-9bb1-22cd8bc61e08 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:55:52.222694 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87177aff-49b4-4da0-baa3-7c9a0e793195 req-6ccac64b-f8d9-404d-a0a4-4c649bd7ed30 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:52.238974 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-87177aff-49b4-4da0-baa3-7c9a0e793195 req-6ccac64b-f8d9-404d-a0a4-4c649bd7ed30 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:52.240383 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-87177aff-49b4-4da0-baa3-7c9a0e793195 req-6ccac64b-f8d9-404d-a0a4-4c649bd7ed30 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673225 Feb 04 13:55:52.457438 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8106a843-36ce-462b-9bb1-22cd8bc61e08 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:55:52.467290 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.481852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Transition to ACTIVE for port object 8106a843-36ce-462b-9bb1-22cd8bc61e08 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:55:52.486293 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.643701 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:52.727369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:55:52.727699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:55:52.728018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:55:52.732597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:55:52.732912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:55:52.738549 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:55:52.738908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Checking segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:55:52.739288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Bound using segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:55:52.739703 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Bound port: 8106a843-36ce-462b-9bb1-22cd8bc61e08, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:55:52.740042 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.833697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:55:52.837308 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:55:52.842592 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.882074 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 945bd82d-21dd-4d8c-9617-364f5a3b9703 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:52.902836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:52.903976 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:52.905880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] 10.222.0.87 "PUT /v2.0/ports/8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 1091 time: 0.9538200 Feb 04 13:55:52.909225 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:55:52.935416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b2a4f-e5ad-46f0-aa83-24c652253406 service neutron] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:52.962571 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'status': 'completed', 'code': 200} Feb 04 13:55:52.964337 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 945bd82d-21dd-4d8c-9617-364f5a3b9703 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:52.964708 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:53.045749 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-b953ad42-eb4b-45bc-917e-99b58da5dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.048042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-b953ad42-eb4b-45bc-917e-99b58da5dec3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0817258 Feb 04 13:55:53.126869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-da1087ca-b721-4fd7-a49c-8369305f3ea6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 217 time: 0.0710545 Feb 04 13:55:53.189330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-94554956-dc5d-43b9-a569-28f1f0b42b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.190721 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-94554956-dc5d-43b9-a569-28f1f0b42b31 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0585139 Feb 04 13:55:53.266942 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-2d77ec21-e684-401a-b820-7417f6c9aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.268499 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-2d77ec21-e684-401a-b820-7417f6c9aa71 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723565 Feb 04 13:55:53.403808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-bc17f917-b25c-4ad9-a986-2a31a9bcd782 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290030 Feb 04 13:55:53.429062 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f6a99-2755-47c1-9905-c97a906971be req-9e37dc2f-928b-41ef-92ec-35ebec4b8667 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.430715 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-341f6a99-2755-47c1-9905-c97a906971be req-9e37dc2f-928b-41ef-92ec-35ebec4b8667 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.0849807 Feb 04 13:55:53.476315 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-341f6a99-2755-47c1-9905-c97a906971be req-e1657939-06e9-4be7-9394-4e35928619d9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Feb 04 13:55:53.538165 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-060ded46-60e3-410e-9c6c-6aedf7b700e5 req-8cb3b852-8e8c-429c-9503-8c9ce7a097e4 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285696 Feb 04 13:55:53.756214 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-1e40c0d7-5848-4129-b789-670b388a68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.757616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-1e40c0d7-5848-4129-b789-670b388a68a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1094 time: 0.1788347 Feb 04 13:55:53.888125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-bec5eed6-f8bd-4c2a-b07b-e40ec705a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:53.889622 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-bec5eed6-f8bd-4c2a-b07b-e40ec705a93f service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1255054 Feb 04 13:55:53.959360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-e1355214-8efb-42e6-89d4-6df7127f8f5a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 217 time: 0.0636268 Feb 04 13:55:54.021116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-11780fd1-896c-4566-998d-eec2c08eb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:54.022491 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-11780fd1-896c-4566-998d-eec2c08eb4d0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0574732 Feb 04 13:55:54.099180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-4548f413-cda5-4810-9d73-12b75b1493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:54.100689 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-4548f413-cda5-4810-9d73-12b75b1493fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718591 Feb 04 13:55:54.230764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-2a8b54b1-5b4c-445f-b50a-96599bb32769 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233935 Feb 04 13:55:54.361142 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0b42490a-b5a0-4112-8dba-8e715c4884f5 req-1489c0ff-20f5-4f36-b0c7-4645375d9e3c service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240182 Feb 04 13:55:54.673762 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529de1-0a99-401b-8361-523cf24988d4 req-0131e9a5-afd1-432c-b76e-8ccffe02bf72 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:54.674370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ab529de1-0a99-401b-8361-523cf24988d4 req-0131e9a5-afd1-432c-b76e-8ccffe02bf72 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:55:54.689867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-ab529de1-0a99-401b-8361-523cf24988d4 req-0131e9a5-afd1-432c-b76e-8ccffe02bf72 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:55:54.691073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab529de1-0a99-401b-8361-523cf24988d4 req-0131e9a5-afd1-432c-b76e-8ccffe02bf72 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.0996873 Feb 04 13:55:54.736732 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab529de1-0a99-401b-8361-523cf24988d4 req-24996f0c-6899-48d5-beeb-86851b2c0d8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 Feb 04 13:55:54.866292 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:55.920122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652308a-78f4-4fae-a5c6-29a26264b15e req-ee1c4946-b2df-49e2-87e0-2faf7b0340ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:55.922163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1652308a-78f4-4fae-a5c6-29a26264b15e req-ee1c4946-b2df-49e2-87e0-2faf7b0340ff tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.0811310 Feb 04 13:55:55.946743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:55:55.966588 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1652308a-78f4-4fae-a5c6-29a26264b15e req-657a883a-867f-406b-9e0f-c56c69d00e4f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385027 Feb 04 13:55:56.078504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:56.091178 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'mac_address': 'fa:16:3e:5f:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:55:56.153122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:56.171495 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8106a843-36ce-462b-9bb1-22cd8bc61e08 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:55:56.187557 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:56.191186 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:56.259823 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:56.393022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['8106a843-36ce-462b-9bb1-22cd8bc61e08'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:55:57.157448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5b84-f0fb-4ea3-a1ad-9e8718c4680e req-7f33e6ca-7471-4f74-a9f9-bda9a0b3a8d8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:57.159021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90ea5b84-f0fb-4ea3-a1ad-9e8718c4680e req-7f33e6ca-7471-4f74-a9f9-bda9a0b3a8d8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 944 time: 0.0856805 Feb 04 13:55:57.208848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-90ea5b84-f0fb-4ea3-a1ad-9e8718c4680e req-fe50a8b6-20c6-4a92-accb-85af79a4a4af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Feb 04 13:55:57.945831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:55:58.016322 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:55:58.020742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:55:58.021112 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:58.137143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:58.164423 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:55:58.173898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:55:58.178140 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:55:58.222200 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'code': 200} Feb 04 13:55:58.249435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:55:58.401901 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a250-0cbf-4daa-b04c-2aaea0a74dc7 req-43a96137-c861-439f-b95b-5e5a168ee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:58.403350 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9786a250-0cbf-4daa-b04c-2aaea0a74dc7 req-43a96137-c861-439f-b95b-5e5a168ee30c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1302176 Feb 04 13:55:58.437233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a56f5-bac2-48c2-85b7-6336aabf896f req-f2708fa6-cc54-4486-84f2-f1764060b7e2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:58.439184 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-817a56f5-bac2-48c2-85b7-6336aabf896f req-f2708fa6-cc54-4486-84f2-f1764060b7e2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1175601 Feb 04 13:55:58.473310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9786a250-0cbf-4daa-b04c-2aaea0a74dc7 req-eb09ff03-42d4-4d10-9705-91cf04ea53d2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637438 Feb 04 13:55:58.493782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-817a56f5-bac2-48c2-85b7-6336aabf896f req-16439590-0587-44bf-977e-d9c933023cde tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Feb 04 13:55:59.789402 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c79a3-1bc2-4c13-a5c9-981c33773e06 req-f3af0457-d7a7-4c09-b589-7efebf47b54b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:55:59.790904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e6c79a3-1bc2-4c13-a5c9-981c33773e06 req-f3af0457-d7a7-4c09-b589-7efebf47b54b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1880767 Feb 04 13:55:59.835103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6e6c79a3-1bc2-4c13-a5c9-981c33773e06 req-b05d4fb0-8ba5-45b3-a3de-6a6e42285bb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379448 Feb 04 13:56:01.017969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac7cba-a5b6-4451-91e0-c0c599b47237 req-a37ef660-7fd5-4b2f-9044-8d01daf80ee0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:01.019517 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cac7cba-a5b6-4451-91e0-c0c599b47237 req-a37ef660-7fd5-4b2f-9044-8d01daf80ee0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0808780 Feb 04 13:56:01.065613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5cac7cba-a5b6-4451-91e0-c0c599b47237 req-a30765e1-330c-4d26-b4fc-aca66a6cc732 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Feb 04 13:56:01.258177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a8d3-97e2-40aa-aeed-524899b8039b req-c06cf80d-4fc4-4000-8270-85d618b4a1c6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:01.259766 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3844a8d3-97e2-40aa-aeed-524899b8039b req-c06cf80d-4fc4-4000-8270-85d618b4a1c6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0861280 Feb 04 13:56:01.304484 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3844a8d3-97e2-40aa-aeed-524899b8039b req-7d321d5f-87ff-4b2e-bb84-0cb67368c125 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386758 Feb 04 13:56:01.327620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36844) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:56:01.397461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d09ba-cbd0-48a7-b1b3-a9343031eca4 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:01.398991 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-152d09ba-cbd0-48a7-b1b3-a9343031eca4 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1091 time: 0.0704076 Feb 04 13:56:01.401738 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 36848) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:56:01.407196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:56:01.413832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:56:01.417637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:floatingip and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:56:01.420739 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:56:01.426585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:56:01.437973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:01.580655 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:01.721654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.138 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/09821e8c-c1cf-4c22-8204-436664076443) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:56:01.980271 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.010206 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.076483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:56:02.079838 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:56:02.083639 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:56:02.118198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=09821e8c-c1cf-4c22-8204-436664076443,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:02.497843 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.576164 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.787466 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.792067 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:02.909302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=09821e8c-c1cf-4c22-8204-436664076443,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:02.918721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:03.092245 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 associated. External IP: 172.25.4.138, port: 8106a843-36ce-462b-9bb1-22cd8bc61e08. Feb 04 13:56:03.599919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 1f6f16c2-8218-427d-8425-405d695ae8c6 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:56:03.780953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:56:03.790808 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Sync routers for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:56:03.801259 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:56:03.801897 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:03.805984 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:03.863457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-952e3d3a-2134-4bd3-9280-31f43167334f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4604833 Feb 04 13:56:03.863926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:56:03.940430 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'status': 'completed', 'code': 200} Feb 04 13:56:03.993795 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:56:04.091813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-e30918b1-9e4b-4d5c-bdfd-8224785af83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.093837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-e30918b1-9e4b-4d5c-bdfd-8224785af83a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1329494 Feb 04 13:56:04.105902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3163b-964a-4c01-9d31-d7f9de86aef6 req-611ee842-6292-4493-b375-b096b9075f08 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.107302 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75c3163b-964a-4c01-9d31-d7f9de86aef6 req-611ee842-6292-4493-b375-b096b9075f08 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1074805 Feb 04 13:56:04.233611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75c3163b-964a-4c01-9d31-d7f9de86aef6 req-61f5dbd8-62fb-4cb5-92ea-689bce6b4a8c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051519 Feb 04 13:56:04.258142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36856) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:56:04.273540 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-03502ce2-69a8-4538-8745-9e7d086401e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.275001 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-03502ce2-69a8-4538-8745-9e7d086401e6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1668398 Feb 04 13:56:04.371811 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5d5b392-371f-418d-93ed-d8876e55f4cc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 HTTP/1.1" status: 200 len: 991 time: 0.1119058 Feb 04 13:56:04.380303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-e9403f4a-25aa-4b22-b7db-877c60e5a6d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 999 time: 0.0992064 Feb 04 13:56:04.381318 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '99aadabd-6b81-49a3-83f3-d28bc5c0b6d4', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'mac_address': 'fa:16:3e:5f:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:56:02Z', 'updated_at': '2022-02-04T13:56:02Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:04.385114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Checking router: 1f6f16c2-8218-427d-8425-405d695ae8c6 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:56:04.393761 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:56:04.394360 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:55:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:04.446825 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-6bb9b074-9267-4d7b-bef8-f16373a60115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.448275 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-6bb9b074-9267-4d7b-bef8-f16373a60115 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0624731 Feb 04 13:56:04.509025 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-cd7f2b65-f3f0-4084-b828-6f5f328045c8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712721 Feb 04 13:56:04.525370 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-ca4e2c7b-f708-4f8d-93e3-8269a5d7b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.526917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-ca4e2c7b-f708-4f8d-93e3-8269a5d7b194 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728111 Feb 04 13:56:04.576846 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:56:04.661542 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-7c0f928e-e4f3-4ef8-9023-21f42e6e76bd service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288586 Feb 04 13:56:04.799869 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc9a6a43-6d43-48ca-9f27-ec50d198b09c req-d4f85811-81da-4d39-945c-631d8dab5c73 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326408 Feb 04 13:56:04.938982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '99aadabd-6b81-49a3-83f3-d28bc5c0b6d4', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'mac_address': 'fa:16:3e:5f:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:56:02Z', 'updated_at': '2022-02-04T13:56:02Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:56:04.944255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d6ce1-4af5-45c8-abe8-6ba43604c4e7 None None] The sync data for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 is: [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '99aadabd-6b81-49a3-83f3-d28bc5c0b6d4', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'mac_address': 'fa:16:3e:5f:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:56:02Z', 'updated_at': '2022-02-04T13:56:02Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:56:04.967657 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-85412a4f-10f7-4930-976a-071e9357d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:04.969193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-85412a4f-10f7-4930-976a-071e9357d195 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0809550 Feb 04 13:56:05.118856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-8eb77001-0089-46c7-afaa-3b9aca4e36db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:05.120334 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-8eb77001-0089-46c7-afaa-3b9aca4e36db service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1330838 Feb 04 13:56:05.172732 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0229ff-3399-44af-9a31-0d72d9e23c4f None None] New status for floating IP 99aadabd-6b81-49a3-83f3-d28bc5c0b6d4: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:56:05.227983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-915ad7cd-1232-4d67-ac5c-f896c0f0e67d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 999 time: 0.1019580 Feb 04 13:56:05.374167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36860) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:56:05.407725 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-bd4b6dd8-4d2f-4a49-902b-53a014ed86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:05.409192 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-bd4b6dd8-4d2f-4a49-902b-53a014ed86fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.1755943 Feb 04 13:56:05.490176 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6499bab8-9065-428d-946b-f670b5422308 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 HTTP/1.1" status: 200 len: 993 time: 0.1149359 Feb 04 13:56:05.497885 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-22d868e7-876e-4fd1-8bc6-f1d324225baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:05.500066 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-22d868e7-876e-4fd1-8bc6-f1d324225baa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836296 Feb 04 13:56:05.632298 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-0ec83b73-b5bb-459a-bf62-2631d563bcc7 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259208 Feb 04 13:56:05.761969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-21b5b791-e1f5-46e6-a19a-c30c961f24f8 req-f545beea-d25f-464d-b903-b14faa20fa78 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244452 Feb 04 13:56:13.602203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3f873833-3664-4043-bb14-bfaa420ac294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:16.366777 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ba30fb60-9e1b-4c2a-b0ce-254aa54215b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:16.961696 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:17.507023 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:18.870063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:20.611481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:23.527717 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:56:24.866679 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:35.205421 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36882) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:56:35.352641 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef96b9-0943-47ab-8ca1-52dd9db2c624 req-8f6b09f9-fbaa-4aba-9fbc-d8c3155b8308 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:35.354133 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72ef96b9-0943-47ab-8ca1-52dd9db2c624 req-8f6b09f9-fbaa-4aba-9fbc-d8c3155b8308 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1419392 Feb 04 13:56:35.360488 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-de1663ae-78b0-43f3-a920-f467640feaaf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539745 Feb 04 13:56:35.399651 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-72ef96b9-0943-47ab-8ca1-52dd9db2c624 req-689d8325-ab97-4390-92aa-f3e626a4efea tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Feb 04 13:56:36.553026 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-718a9722-0f39-4453-b28e-fadb9f97e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.554508 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-718a9722-0f39-4453-b28e-fadb9f97e493 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1133151 Feb 04 13:56:36.691473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d34da-7ecd-48fa-91c3-569a56ff8334 req-84f533e9-790d-46b8-af2a-6b68a1dd6d77 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.692818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e4d34da-7ecd-48fa-91c3-569a56ff8334 req-84f533e9-790d-46b8-af2a-6b68a1dd6d77 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1869678 Feb 04 13:56:36.725982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-a5feb208-c6a4-4b27-bf9c-0e9fb07495c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.727408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-a5feb208-c6a4-4b27-bf9c-0e9fb07495c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1635637 Feb 04 13:56:36.830333 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3e4d34da-7ecd-48fa-91c3-569a56ff8334 req-fc84c2aa-5108-4371-88bd-60bb4341e1c1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243360 Feb 04 13:56:36.847912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-87ece724-5f8f-4984-a3e3-41618a88a9da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 1001 time: 0.1136906 Feb 04 13:56:36.908292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-ee93ced1-c1bb-4b94-bb63-c90405762246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.909780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-ee93ced1-c1bb-4b94-bb63-c90405762246 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0568261 Feb 04 13:56:36.982442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-c1abb2da-826a-42a1-99a2-869f2b2609fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:36.983891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-c1abb2da-826a-42a1-99a2-869f2b2609fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686297 Feb 04 13:56:37.115151 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-d5577240-9d9b-44af-a233-e2972b2506bd service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242154 Feb 04 13:56:37.245179 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-369bb6fe-1273-4e43-ab84-7caa76dfc519 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244678 Feb 04 13:56:38.017083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d4cb-801e-4a13-b8fd-ca64aabf5139 req-e6e63b49-eff3-43cf-9133-f58e9bf69035 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:38.018537 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a642d4cb-801e-4a13-b8fd-ca64aabf5139 req-e6e63b49-eff3-43cf-9133-f58e9bf69035 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0817292 Feb 04 13:56:38.062686 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a642d4cb-801e-4a13-b8fd-ca64aabf5139 req-749d1ff9-1d3a-4a49-8f00-ee3f196c947a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Feb 04 13:56:39.252644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361943e8-c8e4-4db6-8127-75676dc09c3d req-3c768f02-16df-44d9-8fc8-8d50c7f76edf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:39.254135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-361943e8-c8e4-4db6-8127-75676dc09c3d req-3c768f02-16df-44d9-8fc8-8d50c7f76edf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0839574 Feb 04 13:56:39.301841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-361943e8-c8e4-4db6-8127-75676dc09c3d req-276a2aff-1b6d-4d96-8d4b-1d6cf21fcbbb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Feb 04 13:56:40.491349 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f683b-db13-4785-8276-18de2eaf91db req-3ffe171f-c3e2-4f05-908a-6e3bac558c4d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:40.492893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd9f683b-db13-4785-8276-18de2eaf91db req-3ffe171f-c3e2-4f05-908a-6e3bac558c4d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0816748 Feb 04 13:56:40.536096 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fd9f683b-db13-4785-8276-18de2eaf91db req-16206de9-9d20-4ad6-8f55-1f0f2f85d684 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 Feb 04 13:56:41.718014 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5269d1c-0395-46bf-85be-56ca3af54487 req-65567e85-fa7c-4c5f-a4b2-30e97f04d0c9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:41.719540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5269d1c-0395-46bf-85be-56ca3af54487 req-65567e85-fa7c-4c5f-a4b2-30e97f04d0c9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0793626 Feb 04 13:56:41.770672 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d5269d1c-0395-46bf-85be-56ca3af54487 req-c7874b30-bef5-4c4e-b1ed-699d7a64f500 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Feb 04 13:56:42.956903 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15519c-7440-43f3-a752-73b58f3c7d2d req-b2f37b2a-3495-4264-b079-57d5dbf2e1f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:42.958351 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e15519c-7440-43f3-a752-73b58f3c7d2d req-b2f37b2a-3495-4264-b079-57d5dbf2e1f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0827591 Feb 04 13:56:43.002001 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4e15519c-7440-43f3-a752-73b58f3c7d2d req-3e8f3775-2196-4bad-bf2f-82061dec696f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378315 Feb 04 13:56:43.604420 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0fccffac-fcc1-409c-a693-13f6403075ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:44.186117 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347f331-9cb5-4154-b13a-483eaaeacf59 req-f2a45ec1-ecf5-40b8-9b1a-9a0f74dbada5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:44.187609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8347f331-9cb5-4154-b13a-483eaaeacf59 req-f2a45ec1-ecf5-40b8-9b1a-9a0f74dbada5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Feb 04 13:56:44.231384 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8347f331-9cb5-4154-b13a-483eaaeacf59 req-7626216b-2af3-44e4-9649-a43b1c3dbddc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381908 Feb 04 13:56:45.414569 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17ca4-4be4-4a38-89aa-afa502e6565e req-150696df-8cea-4f9b-b0ed-7a8ca6784ac9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:45.416087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0c17ca4-4be4-4a38-89aa-afa502e6565e req-150696df-8cea-4f9b-b0ed-7a8ca6784ac9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0801296 Feb 04 13:56:45.460757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c0c17ca4-4be4-4a38-89aa-afa502e6565e req-7a63a92f-73fe-4f61-80b1-76305459ae86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390639 Feb 04 13:56:46.367931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd090b-6d18-47f6-bd75-c0f921c6fdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:46.752201 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc4008-86d2-4da6-9684-4e80be66bfd5 req-553651f1-9af3-43ea-8276-0befdffb5f12 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:46.753573 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1cdc4008-86d2-4da6-9684-4e80be66bfd5 req-553651f1-9af3-43ea-8276-0befdffb5f12 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1863444 Feb 04 13:56:46.798144 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1cdc4008-86d2-4da6-9684-4e80be66bfd5 req-2bc9422c-abab-4ab2-9575-9421538e2fec tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388591 Feb 04 13:56:46.967707 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:47.510138 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:47.997479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ebed-153f-4553-9d50-ac884bf00ac8 req-ecf1ae15-28da-4e66-84ec-12112928e6ac tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:47.998936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7266ebed-153f-4553-9d50-ac884bf00ac8 req-ecf1ae15-28da-4e66-84ec-12112928e6ac tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0872967 Feb 04 13:56:48.043773 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7266ebed-153f-4553-9d50-ac884bf00ac8 req-16c393af-d37c-4a8a-ad61-20c9e3642d3e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393298 Feb 04 13:56:48.269283 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03dc745e-4234-4e13-96fe-9bc5d630d448 req-dcb916f7-35d9-4fef-9f06-2287ebaa7967 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0413613 Feb 04 13:56:48.380145 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03dc745e-4234-4e13-96fe-9bc5d630d448 req-d23296b5-1d7f-4577-bb2c-acbf2749a290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0450182 Feb 04 13:56:48.424564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03dc745e-4234-4e13-96fe-9bc5d630d448 req-035174bc-5b4a-4bb7-9c57-5a91c8d250f1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260143 Feb 04 13:56:48.558379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc745e-4234-4e13-96fe-9bc5d630d448 req-81dde44a-83b0-462d-b165-9ceb1e1b66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:48.559867 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-03dc745e-4234-4e13-96fe-9bc5d630d448 req-81dde44a-83b0-462d-b165-9ceb1e1b66e9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300280 Feb 04 13:56:48.875681 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:49.226882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f96b8-a4cf-475e-afa8-dab36bdb4e7d req-46726bff-2c09-4ffb-931c-8bae66b74992 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:49.228387 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a1f96b8-a4cf-475e-afa8-dab36bdb4e7d req-46726bff-2c09-4ffb-931c-8bae66b74992 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0801733 Feb 04 13:56:49.272789 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7a1f96b8-a4cf-475e-afa8-dab36bdb4e7d req-c5dcb6b4-1d2d-4a0e-bc23-19c49df4fc06 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Feb 04 13:56:50.465302 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f147b-abfb-4b63-b332-45bb692769fb req-7e30c4eb-d068-4ff5-b1f9-e65ee0994455 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:50.467365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057f147b-abfb-4b63-b332-45bb692769fb req-7e30c4eb-d068-4ff5-b1f9-e65ee0994455 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0793538 Feb 04 13:56:50.510847 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057f147b-abfb-4b63-b332-45bb692769fb req-4de761b2-52bc-40b7-bd6c-e6b6ec1b9d0c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376625 Feb 04 13:56:50.623843 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:51.696378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3f51-5407-4f01-96ab-c53907a31a9f req-26c3d3ad-94d5-46ae-be99-d4235b245a59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:51.697833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a72d3f51-5407-4f01-96ab-c53907a31a9f req-26c3d3ad-94d5-46ae-be99-d4235b245a59 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0823846 Feb 04 13:56:51.741959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a72d3f51-5407-4f01-96ab-c53907a31a9f req-f7b0ff13-12e1-4765-abf3-4a510636f953 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Feb 04 13:56:52.933483 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2fc4d-94e4-4563-ab0c-b7d98035d4f5 req-54c4f7d1-c053-43e7-bcf4-e193245a5dfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:52.935002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70c2fc4d-94e4-4563-ab0c-b7d98035d4f5 req-54c4f7d1-c053-43e7-bcf4-e193245a5dfc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0839496 Feb 04 13:56:52.978943 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-70c2fc4d-94e4-4563-ab0c-b7d98035d4f5 req-d61f054e-93b8-4a17-84e7-3e75e1c2df55 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382278 Feb 04 13:56:54.229448 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-4b2c39f8-f183-4794-8999-172727c79c4f service neutron] show failed (client error): The resource could not be found. Feb 04 13:56:54.230428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-4b2c39f8-f183-4794-8999-172727c79c4f service neutron] 10.222.0.87 "GET /v2.0/ports/8106a843-36ce-462b-9bb1-22cd8bc61e08/bindings/n-h2-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.0957370 Feb 04 13:56:54.239384 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e829ca-6349-4571-9674-86d2f2863a74 req-d434d89c-1850-44b8-ab29-94b60817eb7d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:54.240809 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17e829ca-6349-4571-9674-86d2f2863a74 req-d434d89c-1850-44b8-ab29-94b60817eb7d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1501865 Feb 04 13:56:54.287162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-17e829ca-6349-4571-9674-86d2f2863a74 req-66d403e0-e453-46db-9772-e02a8b9248d6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Feb 04 13:56:54.495359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-eb33035b-cc4b-4dbc-8f37-f89710935cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:54.496778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-eb33035b-cc4b-4dbc-8f37-f89710935cf9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 1096 time: 0.0709434 Feb 04 13:56:54.507877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820555-2', 'device_owner': 'compute:nova'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:56:54.720430 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:54.879779 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.006706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:56:55.036092 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h1-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:56:55.097803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:56:55.104299 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.119864 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Transition to ACTIVE for port object 8106a843-36ce-462b-9bb1-22cd8bc61e08 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:56:55.124857 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.162253 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'code': 200} Feb 04 13:56:55.277175 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=6']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:55.290194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.290538 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.290899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.291231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.291557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.291906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.292228 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.292549 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.292865 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.293182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.293530 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.293848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:55.336891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] No DVR routers for this DVR port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on host n-h1-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:56:55.487212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe276e-12ea-4f75-a68f-de52e15e43e8 req-8f09ef72-89d4-4ada-8fc2-a8fe835b9526 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:55.488609 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7afe276e-12ea-4f75-a68f-de52e15e43e8 req-8f09ef72-89d4-4ada-8fc2-a8fe835b9526 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.0879931 Feb 04 13:56:55.532395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7afe276e-12ea-4f75-a68f-de52e15e43e8 req-527c2b0d-c822-44cc-8d0d-5dcf2b45a7af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381188 Feb 04 13:56:55.566988 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:56:55.567568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:56:55.567681 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:56:55.572137 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:56:55.572453 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Attempting to bind port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:56:55.577873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:56:55.578206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Checking segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:56:55.578586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Bound using segment: {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:56:55.579039 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Bound port: 8106a843-36ce-462b-9bb1-22cd8bc61e08, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67966f4-0571-4b4c-8d98-22040e7c68d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:56:55.579377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.669557 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:56:55.672481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:56:55.676029 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.735430 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:55.736040 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:55.737385 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] 10.222.0.90 "PUT /v2.0/ports/8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 1091 time: 1.2334182 Feb 04 13:56:55.752576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff035-33a9-417c-a43c-08c94fef4fbc service neutron] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=7']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:55.835103 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-19199eb1-d8a5-4cfc-8a99-250796b15bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:55.836626 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-19199eb1-d8a5-4cfc-8a99-250796b15bf0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0763292 Feb 04 13:56:55.979162 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-b286b5e8-fe8e-4067-aa2b-82500592ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:55.980618 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-b286b5e8-fe8e-4067-aa2b-82500592ed58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1378555 Feb 04 13:56:56.084564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-4e047b16-9de3-4e69-a130-02e07c0b9b2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 999 time: 0.0976751 Feb 04 13:56:56.147285 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-5fd4b482-9834-4a11-ae86-35634db3fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:56.148738 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-5fd4b482-9834-4a11-ae86-35634db3fe09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0578625 Feb 04 13:56:56.226901 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-6c8b55b7-89af-4ef1-853b-4f296e6ca525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:56.228360 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-6c8b55b7-89af-4ef1-853b-4f296e6ca525 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736008 Feb 04 13:56:56.239403 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-230576d5-5b52-4409-8867-eb32147a26d9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:56:56.240633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-230576d5-5b52-4409-8867-eb32147a26d9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049942 Feb 04 13:56:56.481586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-95b1f19d-b27c-482d-b748-9f995b705e72 service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353041 Feb 04 13:56:56.613110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-56ec76fe-9686-4872-8707-b1e5e5bd8227 req-fa7b0ffc-1e6a-4c12-a9e4-97ff9160df80 service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254961 Feb 04 13:56:56.728348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc97c1-4f46-4c42-885b-adb118fe8df1 req-a00c760d-477a-4e3a-9cb3-cf480dea7234 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:56.735573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21bc97c1-4f46-4c42-885b-adb118fe8df1 req-a00c760d-477a-4e3a-9cb3-cf480dea7234 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.0875075 Feb 04 13:56:56.781909 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21bc97c1-4f46-4c42-885b-adb118fe8df1 req-6eca1cad-0c22-42a3-b22d-672b186717c3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455410 Feb 04 13:56:57.163505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:56:57.222766 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'status': 'completed', 'code': 200} Feb 04 13:56:57.313658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-91866c79-7f7e-4abb-bc5d-4baa9867af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.315193 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-91866c79-7f7e-4abb-bc5d-4baa9867af84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0756485 Feb 04 13:56:57.326308 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-a119b5bf-f449-442d-8f33-da739c8dbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.327830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-a119b5bf-f449-442d-8f33-da739c8dbb91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0834262 Feb 04 13:56:57.461826 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-d92cad34-c18c-47cf-b57b-61d9e02f4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.463367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-d92cad34-c18c-47cf-b57b-61d9e02f4cc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1292484 Feb 04 13:56:57.464926 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-cfcbc83c-e79f-428c-9f35-74e972bb5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.467535 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-cfcbc83c-e79f-428c-9f35-74e972bb5652 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1461565 Feb 04 13:56:57.569016 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-c0fd3922-95b3-4227-83e3-71b7fe5028ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 999 time: 0.0983443 Feb 04 13:56:57.581295 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-cd8b7e23-e226-42a2-b02b-4ab9f29aafda service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 999 time: 0.1075616 Feb 04 13:56:57.638435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-0224bfec-f6fe-41ed-aff6-60a85354e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.639971 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-0224bfec-f6fe-41ed-aff6-60a85354e987 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0643344 Feb 04 13:56:57.657462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-fe21be3c-1760-4cfc-bacd-debd66149644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.658947 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-fe21be3c-1760-4cfc-bacd-debd66149644 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0709984 Feb 04 13:56:57.724546 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-0b14463b-c8b1-4257-bfa1-c3a2eda7810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.726373 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-0b14463b-c8b1-4257-bfa1-c3a2eda7810f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791781 Feb 04 13:56:57.749213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-a802445d-0ad1-4e29-b456-abd8de481d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:57.750737 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-a802445d-0ad1-4e29-b456-abd8de481d4d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840907 Feb 04 13:56:57.889516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-c2848930-5da7-46d9-9b1b-d17d1270c393 service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557999 Feb 04 13:56:57.894353 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:56:57.914893 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-24e47342-8eb9-485f-80d2-3fac68452c73 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497900 Feb 04 13:56:58.042311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:56:58.060210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'port_id': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'mac_address': 'fa:16:3e:5f:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:56:58.074398 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-f9e415e3-217d-46b1-81b6-f1e329d04ede service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517000 Feb 04 13:56:58.114785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0fa8930d-a4b6-4329-b132-076263c233a4 req-e8cb5a5d-8058-4033-ad7d-94c72ad78d7c service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184019 Feb 04 13:56:58.127991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4dc7-0555-4e8a-bf67-65d663f7b5be req-d9431936-883c-47a1-b930-1a34d3ddda8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:58.131936 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d7b4dc7-0555-4e8a-bf67-65d663f7b5be req-d9431936-883c-47a1-b930-1a34d3ddda8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 943 time: 0.2047989 Feb 04 13:56:58.136407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:58.154036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8106a843-36ce-462b-9bb1-22cd8bc61e08 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:56:58.170539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:56:58.175010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:56:58.178916 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8d7b4dc7-0555-4e8a-bf67-65d663f7b5be req-bb3d52d0-97e0-44a2-b1b3-0f1c597ed3cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Feb 04 13:56:58.248607 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:56:58.258207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.258595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.258973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.259311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.259643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.259972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.260333 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.260649 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.260966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.261285 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.261616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.261920 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:56:58.271191 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:56:58.333046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:56:58.451349 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['8106a843-36ce-462b-9bb1-22cd8bc61e08'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:56:59.369934 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425429-9cc2-45b6-ab2b-7c1906dd632d req-c3c2e65b-efba-4f24-976f-99b8ac41ca08 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:59.371433 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2425429-9cc2-45b6-ab2b-7c1906dd632d req-c3c2e65b-efba-4f24-976f-99b8ac41ca08 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 944 time: 0.0790145 Feb 04 13:56:59.418924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b2425429-9cc2-45b6-ab2b-7c1906dd632d req-dd254bdb-a45c-41cd-8d8d-555b0588fd27 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Feb 04 13:56:59.732359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-62bfeba9-f180-4a83-ae69-18cf8759856a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:59.733921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-62bfeba9-f180-4a83-ae69-18cf8759856a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8&tenant_id=afe5c47d47cf43ef966b294f17491038&binding%3Ahost_id=n-h2-820555-2 HTTP/1.1" status: 200 len: 944 time: 0.0887892 Feb 04 13:56:59.878879 n-d-820555-2 neutron-server[87620]: INFO neutron.api.v2.resource [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-9eaa52cf-8393-46b5-91bb-cf5a3a650b28 service neutron] delete failed (client error): The resource could not be found. Feb 04 13:56:59.879868 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-9eaa52cf-8393-46b5-91bb-cf5a3a650b28 service neutron] 10.222.0.87 "DELETE /v2.0/ports/8106a843-36ce-462b-9bb1-22cd8bc61e08/bindings/n-h1-820555-2 HTTP/1.1" status: 404 len: 380 time: 0.1400456 Feb 04 13:56:59.899856 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3168d02-823b-4de1-990f-66fe480facc8 req-7f13d0b2-2f4d-4068-b95f-d078756bb9a3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:56:59.901317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3168d02-823b-4de1-990f-66fe480facc8 req-7f13d0b2-2f4d-4068-b95f-d078756bb9a3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 944 time: 0.1062131 Feb 04 13:56:59.905426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:56:59.977156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:56:59.982386 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c3168d02-823b-4de1-990f-66fe480facc8 req-8133be65-3e29-484e-b0ef-31660ef90872 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754235 Feb 04 13:56:59.990286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port 8106a843-36ce-462b-9bb1-22cd8bc61e08 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:56:59.990698 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:00.141359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-d9696af1-275a-48c9-bd3a-2f94750f97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:00.142844 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-d9696af1-275a-48c9-bd3a-2f94750f97cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1095 time: 0.1952963 Feb 04 13:57:00.164047 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:00.186113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4c3d-a5a8-4515-a12e-33b786f75aa1 req-a173d3a6-058b-4297-a185-36dbe35e463a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:00.190515 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b25a4c3d-a5a8-4515-a12e-33b786f75aa1 req-a173d3a6-058b-4297-a185-36dbe35e463a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 944 time: 0.0875723 Feb 04 13:57:00.200188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:57:00.209966 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:00.216875 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:00.241759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b25a4c3d-a5a8-4515-a12e-33b786f75aa1 req-6d89c54d-fb1c-4a63-9a11-e7c4d55e33d1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485744 Feb 04 13:57:00.279570 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'code': 200} Feb 04 13:57:00.285933 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-585fb9aa-5fcd-4d37-8d91-85e18e6d7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:00.287447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-585fb9aa-5fcd-4d37-8d91-85e18e6d7436 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1390128 Feb 04 13:57:00.304384 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:00.390238 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-a715d45e-5c0f-4b36-aa6a-90f985bed3e7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 1001 time: 0.0970142 Feb 04 13:57:00.459333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-d9340bf1-01d6-4fbd-805f-ecb3108698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:00.460677 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-d9340bf1-01d6-4fbd-805f-ecb3108698bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0643523 Feb 04 13:57:00.526344 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:57:00.536269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-643c6a44-5ca6-4147-b197-2461c3ba4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:00.537781 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-643c6a44-5ca6-4147-b197-2461c3ba4480 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714800 Feb 04 13:57:00.668805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-92052a8b-c945-4099-b04a-15b45db486a7 service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252933 Feb 04 13:57:00.801509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c7c06519-bd37-4b36-9068-9069e38e8d62 req-ca2d4de7-b3a8-4a5c-9d39-f2c8f8a38c9b service neutron] 10.222.0.87 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266689 Feb 04 13:57:01.429861 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee5dcb-2162-442a-bdf3-111071785653 req-da169a95-7d69-43ae-ba07-9ec7b72121f2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:01.431468 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6cee5dcb-2162-442a-bdf3-111071785653 req-da169a95-7d69-43ae-ba07-9ec7b72121f2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0808344 Feb 04 13:57:01.477419 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-6cee5dcb-2162-442a-bdf3-111071785653 req-057616ed-aa1c-4d9f-92c3-d73ec6733581 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Feb 04 13:57:01.501561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36972) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:01.613866 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cbc6c554-0e45-4b01-8e75-b90bd47e4dab tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 HTTP/1.1" status: 200 len: 993 time: 0.1106668 Feb 04 13:57:13.607721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8053c30a-3ee8-40e4-83a8-e68839cc0f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:16.372368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-74ddd920-9dda-454e-9fdc-77c97bfa23bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:16.959756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:17.513733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:18.875656 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:20.622167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:24.893971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.031798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 36986) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:30.349679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 09821e8c-c1cf-4c22-8204-436664076443 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:57:30.350016 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.526022 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.526351 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.653023 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 09821e8c-c1cf-4c22-8204-436664076443 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:57:30.803546 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.853052 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=09821e8c-c1cf-4c22-8204-436664076443,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:30.943739 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:30.943985 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 disassociated (deleted). External IP: 172.25.4.138, port: 8106a843-36ce-462b-9bb1-22cd8bc61e08. Feb 04 13:57:31.310615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 1f6f16c2-8218-427d-8425-405d695ae8c6 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:57:31.490972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:57:31.500987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Sync routers for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:57:31.510251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:31.510547 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:31.511270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:31.682299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-18338ad4-9c23-4cd3-9f77-11f44e5dacb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/floatingips/99aadabd-6b81-49a3-83f3-d28bc5c0b6d4 HTTP/1.1" status: 204 len: 168 time: 1.6462662 Feb 04 13:57:31.682299 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:57:31.697888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:31.741687 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'status': 'completed', 'code': 200} Feb 04 13:57:31.837383 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-ca62f717-e6cd-49e1-bb75-078b4ef9609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:31.839261 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-ca62f717-e6cd-49e1-bb75-078b4ef9609d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0763638 Feb 04 13:57:31.986739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-b88b39ee-2b07-4a6f-a09c-6d10966f88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:31.988657 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-b88b39ee-2b07-4a6f-a09c-6d10966f88c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 200 len: 898 time: 0.1439302 Feb 04 13:57:32.041546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:32.046329 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Checking router: 1f6f16c2-8218-427d-8425-405d695ae8c6 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:57:32.055397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:32.056002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:32.065708 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-3a233c45-8eba-430c-90e5-5d3f748d67f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 200 len: 217 time: 0.0710654 Feb 04 13:57:32.093245 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893783f-613b-4746-b91f-31cc2655c8c3 req-96e63143-cfaf-41f5-ac7f-a3aa919ba937 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:32.094875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d893783f-613b-4746-b91f-31cc2655c8c3 req-96e63143-cfaf-41f5-ac7f-a3aa919ba937 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.0913072 Feb 04 13:57:32.130727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-89ed61e2-2d5d-4b18-b12c-908d7e52205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:32.132743 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-89ed61e2-2d5d-4b18-b12c-908d7e52205f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 200 len: 834 time: 0.0613153 Feb 04 13:57:32.141740 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d893783f-613b-4746-b91f-31cc2655c8c3 req-cf9b69b1-0861-4c29-b70c-2b31ce8d470a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 Feb 04 13:57:32.215365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-ad3a0d56-269b-49ce-ab40-c7c0b00882ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:32.217131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-ad3a0d56-269b-49ce-ab40-c7c0b00882ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab032691-ab6d-4e00-a18f-f3b5c47bffd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782330 Feb 04 13:57:32.244373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:32.352635 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-e98c1618-1d15-4be2-ae67-6c03dc57bdb4 service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287730 Feb 04 13:57:32.488159 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8ca6030b-f38e-446e-9bda-65d97a8cdc8b req-4ed3a00f-da7f-4a7d-84bb-b9d578151abf service neutron] 10.222.0.90 "GET /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287773 Feb 04 13:57:32.561039 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:32.564880 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796961-6491-494b-96b1-39eac4e9bbbd None None] The sync data for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 is: [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '945bd82d-21dd-4d8c-9617-364f5a3b9703', 'name': '', 'network_id': 'ab032691-ab6d-4e00-a18f-f3b5c47bffd6', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:f8:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:46Z', 'updated_at': '2022-02-04T13:55:51Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '04fef5c4-cc68-43cf-9b62-126cc3efc2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:57:32.805751 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e4b35c-3724-4704-bf6c-0b80ee0b9aac None None] New status for floating IP 99aadabd-6b81-49a3-83f3-d28bc5c0b6d4: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:57:33.368521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89106845-6efc-479c-9a79-f292700cf647 req-9b201bdb-c649-4c4a-8ad0-00c96b8e2784 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:33.369230 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-89106845-6efc-479c-9a79-f292700cf647 req-9b201bdb-c649-4c4a-8ad0-00c96b8e2784 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:33.380726 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b68a6-0060-4440-b019-3b359ade4dd8 req-39f1508c-f609-434c-96f1-782be2980f8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:33.381385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a17b68a6-0060-4440-b019-3b359ade4dd8 req-39f1508c-f609-434c-96f1-782be2980f8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:33.401887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-89106845-6efc-479c-9a79-f292700cf647 req-9b201bdb-c649-4c4a-8ad0-00c96b8e2784 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:33.403049 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89106845-6efc-479c-9a79-f292700cf647 req-9b201bdb-c649-4c4a-8ad0-00c96b8e2784 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1734366 Feb 04 13:57:33.404081 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a17b68a6-0060-4440-b019-3b359ade4dd8 req-39f1508c-f609-434c-96f1-782be2980f8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:33.405082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a17b68a6-0060-4440-b019-3b359ade4dd8 req-39f1508c-f609-434c-96f1-782be2980f8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 945 time: 0.1400275 Feb 04 13:57:33.502204 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 8106a843-36ce-462b-9bb1-22cd8bc61e08 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:57:33.502451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:33.529215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a17b68a6-0060-4440-b019-3b359ade4dd8 req-0e9f3c95-2614-4b5f-9be8-d245247b8ea4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c9c247a-37df-409c-b03d-9b6859b6e078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918729 Feb 04 13:57:33.758269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 8106a843-36ce-462b-9bb1-22cd8bc61e08, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=8106a843-36ce-462b-9bb1-22cd8bc61e08,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:33.758536 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:33.883431 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 8106a843-36ce-462b-9bb1-22cd8bc61e08 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:57:34.030710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:34.085036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=8106a843-36ce-462b-9bb1-22cd8bc61e08,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:34.272847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port 8106a843-36ce-462b-9bb1-22cd8bc61e08 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:57:34.275510 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:34.278072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-deleted', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:57:34.293427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-89106845-6efc-479c-9a79-f292700cf647 req-fe3d9a72-9a21-4a4e-93ed-d862ccce2d0d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.90 "DELETE /v2.0/ports/8106a843-36ce-462b-9bb1-22cd8bc61e08 HTTP/1.1" status: 204 len: 173 time: 0.8850882 Feb 04 13:57:34.324915 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3da73de-0a4f-443f-8997-a36ff20a4ea8', 'name': 'network-vif-deleted', 'tag': '8106a843-36ce-462b-9bb1-22cd8bc61e08', 'status': 'completed', 'code': 200} Feb 04 13:57:34.690898 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-eb07839a-ccf8-40c5-aab0-b5f486aaf5ad req-45466435-a9ca-4f8f-8ac0-6a5f82143198 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:34.708480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-eb07839a-ccf8-40c5-aab0-b5f486aaf5ad req-45466435-a9ca-4f8f-8ac0-6a5f82143198 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:34.709720 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-eb07839a-ccf8-40c5-aab0-b5f486aaf5ad req-45466435-a9ca-4f8f-8ac0-6a5f82143198 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3da73de-0a4f-443f-8997-a36ff20a4ea8 HTTP/1.1" status: 200 len: 210 time: 0.0619402 Feb 04 13:57:35.816605 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37004) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:36.100282 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:57:36.138231 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] No Port match for: 8106a843-36ce-462b-9bb1-22cd8bc61e08 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:57:36.138575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device 8106a843-36ce-462b-9bb1-22cd8bc61e08 not bound to the agent host n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:57:36.374928 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:36.732500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 945bd82d-21dd-4d8c-9617-364f5a3b9703 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:57:36.732740 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:36.927670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 945bd82d-21dd-4d8c-9617-364f5a3b9703, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=945bd82d-21dd-4d8c-9617-364f5a3b9703,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:36.928381 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:37.050958 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 945bd82d-21dd-4d8c-9617-364f5a3b9703 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:57:37.347976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:37.396610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=945bd82d-21dd-4d8c-9617-364f5a3b9703,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:37.525513 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:57:37.675152 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.036663 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 1f6f16c2-8218-427d-8425-405d695ae8c6 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:57:38.211970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:57:38.222869 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Sync routers for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:57:38.230273 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-19f8d7ce-9fa6-436f-b686-d15cf7b8037c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/1f6f16c2-8218-427d-8425-405d695ae8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4125664 Feb 04 13:57:38.232304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:38.232974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:38.233157 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37008) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:38.307728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting subnet 04fef5c4-cc68-43cf-9b62-126cc3efc2ac {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:57:38.311930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.366806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.449273 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.449876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:38.528527 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.565711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Subnet': ['ID=04fef5c4-cc68-43cf-9b62-126cc3efc2ac,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:38.571000 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.579064 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cca6af3e-df6c-4bf7-8356-409761ecf21f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/subnets/04fef5c4-cc68-43cf-9b62-126cc3efc2ac HTTP/1.1" status: 204 len: 168 time: 0.3450060 Feb 04 13:57:38.581654 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37012) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:38.621273 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da98c45-de4a-4edb-9a34-f6f92705fb6e None None] Network ab032691-ab6d-4e00-a18f-f3b5c47bffd6 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:57:38.884860 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:38.919929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:57:37Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:38.924136 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Checking router: 1f6f16c2-8218-427d-8425-405d695ae8c6 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:57:38.936772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Routers {'1f6f16c2-8218-427d-8425-405d695ae8c6'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:38.937420 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['1f6f16c2-8218-427d-8425-405d695ae8c6'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:38.995947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] DHCP port deletion for ab032691-ab6d-4e00-a18f-f3b5c47bffd6 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:57:39.011705 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Deleting port ac0ee153-9636-49cb-a7a3-5302d85fc217 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:57:39.012073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.071592 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.081084 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 823ee411-faec-4dd7-a773-a7f2e5d0b791 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:57:39.081498 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.223988 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] Set router 1f6f16c2-8218-427d-8425-405d695ae8c6 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:39.269728 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 823ee411-faec-4dd7-a773-a7f2e5d0b791, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=823ee411-faec-4dd7-a773-a7f2e5d0b791,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:39.270102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.405060 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 823ee411-faec-4dd7-a773-a7f2e5d0b791 owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:57:39.489086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] For port ac0ee153-9636-49cb-a7a3-5302d85fc217, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=ac0ee153-9636-49cb-a7a3-5302d85fc217,segment=NetworkSegment(f67966f4-0571-4b4c-8d98-22040e7c68d8),segment_id=f67966f4-0571-4b4c-8d98-22040e7c68d8)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:39.489388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.581663 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.627486 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=823ee411-faec-4dd7-a773-a7f2e5d0b791,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:39.667443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Calling delete_port for ac0ee153-9636-49cb-a7a3-5302d85fc217 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:57:39.723904 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.806502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.855620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] Pushing event deleted for resources: {'Port': ['ID=ac0ee153-9636-49cb-a7a3-5302d85fc217,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:39.861261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b893fa2-07d7-4569-a243-7a60858ca86d None None] No DVR routers for this DVR port ac0ee153-9636-49cb-a7a3-5302d85fc217 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:57:39.873405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:57:37Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:39.877946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1de4d-766e-4b89-a14e-78707c04a6f1 None None] The sync data for ids ['1f6f16c2-8218-427d-8425-405d695ae8c6'] in n-d-820555-2 is: [{'id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145690027', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:57:37Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '823ee411-faec-4dd7-a773-a7f2e5d0b791', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f16c2-8218-427d-8425-405d695ae8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:55:42Z', 'updated_at': '2022-02-04T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:57:39.904743 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.907391 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.930492 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.935802 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Fanout notify agent at l3_agent the message router_deleted on router 1f6f16c2-8218-427d-8425-405d695ae8c6 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:57:39.946839 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:39.947917 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-87ecc190-8105-41a2-ac2b-1abf1c3819f0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/routers/1f6f16c2-8218-427d-8425-405d695ae8c6 HTTP/1.1" status: 204 len: 168 time: 1.3653655 Feb 04 13:57:39.951225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37016) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:40.064482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.315974 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.342447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab032691-ab6d-4e00-a18f-f3b5c47bffd6']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:40.355247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67966f4-0571-4b4c-8d98-22040e7c68d8') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:40.355541 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67966f4-0571-4b4c-8d98-22040e7c68d8') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:40.367870 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.384655 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.390484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:57:40.390895 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: timer() Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:57:40.405318 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:57:40.490074 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.495881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.525208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Network': ['ID=ab032691-ab6d-4e00-a18f-f3b5c47bffd6,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:40.531813 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1d03a4b8-6fb8-4c4a-acdd-9e6afc012d0a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/networks/ab032691-ab6d-4e00-a18f-f3b5c47bffd6 HTTP/1.1" status: 204 len: 168 time: 0.5770943 Feb 04 13:57:40.532329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:40.603734 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.635136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.700432 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.720086 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c247a-37df-409c-b03d-9b6859b6e078,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:40.735881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:40.737013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8331d483-b867-4528-9449-dd6d779656b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/security-groups/7c9c247a-37df-409c-b03d-9b6859b6e078 HTTP/1.1" status: 204 len: 168 time: 0.2040722 Feb 04 13:57:40.929399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 945bd82d-21dd-4d8c-9617-364f5a3b9703 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:57:40.966220 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 945bd82d-21dd-4d8c-9617-364f5a3b9703 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:57:40.966678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 945bd82d-21dd-4d8c-9617-364f5a3b9703 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:57:40.967099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 823ee411-faec-4dd7-a773-a7f2e5d0b791 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:57:41.000012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 823ee411-faec-4dd7-a773-a7f2e5d0b791 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:57:41.000382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 823ee411-faec-4dd7-a773-a7f2e5d0b791 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:57:41.000786 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ac0ee153-9636-49cb-a7a3-5302d85fc217 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:57:41.033501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: ac0ee153-9636-49cb-a7a3-5302d85fc217 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:57:41.033849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device ac0ee153-9636-49cb-a7a3-5302d85fc217 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:57:41.103558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37028) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.108819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465062206', 'description': 'tempest-secgroup-smoke-465062206 description', 'project_id': 'afe5c47d47cf43ef966b294f17491038'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.115776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.119805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.122695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.128618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.140400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.160246 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.163929 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.166721 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.172408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.248594 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.252386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.297058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab867bd-0d82-448f-b6ea-0bd535627b31,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:41.300597 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.301840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bef13e71-11eb-4aa5-9374-fa70d279dbfa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972444 Feb 04 13:57:41.304824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37032) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.310249 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.317126 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.321318 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.324236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.330811 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.351111 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.410435 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.414303 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.439792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43e5411-420a-4fcc-8886-b121b92decc5,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:41.450989 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.452200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b257de0b-367d-40cf-b211-0116c9587bbf tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464376 Feb 04 13:57:41.454932 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37036) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.459931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.466555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.471206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.474345 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.480134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.496400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.557784 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.562035 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.590061 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1279bb8-154e-42e6-8301-b1acf5cb8759,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:41.599179 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.600359 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-281841c3-45ea-44be-9294-acb5d778238e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444685 Feb 04 13:57:41.603278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37040) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.608624 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.615521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.619347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.622709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.628522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.645523 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.709914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.712788 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.736625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a570fef5-5139-44dd-8d4b-bea5d27cea17,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:41.747731 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.748918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-46e63b9a-001d-479c-b288-1fbeb00a650f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447203 Feb 04 13:57:41.751664 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37044) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.756702 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.763970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.767838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.770773 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.776474 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.793079 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.856858 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.860681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.884264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0413a5c5-e828-4bfa-a6e0-8361b50bbba4,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:41.893427 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:41.894625 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b403beba-5030-47e1-a74c-14e6aa7d6eb5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419785 Feb 04 13:57:41.897354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37048) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:41.902213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:41.908776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:41.912704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:41.916213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:41.922379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:41.932827 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:57:41.940558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.007807 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.011347 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.036785 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a987e5-2307-4147-8a3b-be6479771dc1,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:42.046914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.048084 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-820f6dcc-8c84-4b34-9f5a-efcb45608572 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498394 Feb 04 13:57:42.051149 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37052) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:42.055991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': '7ab867bd-0d82-448f-b6ea-0bd535627b31', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:42.063059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:42.066818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:42.069627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:42.075283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:42.085319 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:57:42.091696 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.156657 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.160177 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.183680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f137c0fc-340f-4d18-bcf3-b74995cc9afc,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:42.192025 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.193375 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b91a370f-1392-4f24-9f31-2a3f6dbc626d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413083 Feb 04 13:57:42.196293 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37056) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:42.201767 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'network': {'name': 'tempest-network-smoke--793911452', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:42.207387 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:42.211447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:network and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:42.214960 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:42.221353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:42.231970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:57:42.235520 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.262368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:57:42.271433 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.271775 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Added segment ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33 of type vlan for network 6cdd4518-5933-4b26-bbfa-401a21193599 Feb 04 13:57:42.302294 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.330095 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.335592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:42.336175 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.440439 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2431259 Feb 04 13:57:42.443113 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37060) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:42.450241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'admin_state_up': True, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:42.456286 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f42f67-720c-4f04-8e10-dfc7d23f5c6e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Network': ['ID=6cdd4518-5933-4b26-bbfa-401a21193599,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:42.459908 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:42.463777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:router and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:42.467297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:42.467981 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 6cdd4518-5933-4b26-bbfa-401a21193599 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:57:42.473379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:42.484933 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.486049 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.504469 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:42.775994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.186701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.216482 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.352375 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.50 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/bd0838f3-af88-4a41-b024-cfc85f0c69fc) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:43.500102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.533799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.598022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:43.600896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:43.604723 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:57:43.610858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-032b7509-fb7f-429a-9d3c-b450bb377653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:43.647365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=bd0838f3-af88-4a41-b024-cfc85f0c69fc,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:44.027798 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:44.375080 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:44.701218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router d6e1d3f5-b819-47ce-888b-44483837ec61 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:57:44.895855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:57:44.905198 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Sync routers for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:57:44.914450 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:44.915085 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:44.924751 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:44.926117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2d16cff7-2546-4154-a921-9f09c21d3bb8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4820886 Feb 04 13:57:44.929251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37064) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:44.969144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cf86c081-c519-4e67-b05a-a76f6d0b8268 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=afe5c47d47cf43ef966b294f17491038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386205 Feb 04 13:57:44.971855 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37068) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:45.105763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef94fb2-166c-44f2-8dba-6319f48df17e tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:45.107836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5ef94fb2-166c-44f2-8dba-6319f48df17e tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348195 Feb 04 13:57:45.110764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37072) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:45.136670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:45.149907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9bb0ffb3-7f5c-4a39-837b-5067022dd755 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380838 Feb 04 13:57:45.152503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37076) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:45.199194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220221043', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:45.313361 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:45.317763 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:subnet and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:57:45.320644 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:57:45.326359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:45.335905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:57:45.339521 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.429884 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:45.433716 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Checking router: d6e1d3f5-b819-47ce-888b-44483837ec61 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:57:45.434135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Updating router d6e1d3f5-b819-47ce-888b-44483837ec61 port bd0838f3-af88-4a41-b024-cfc85f0c69fc binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:57:45.493408 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.581887 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.666848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Subnet': ['ID=a2d8f11d-f187-4edb-bfe8-868b48902f1c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:45.675890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Checking segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:57:45.676159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network hostable DHCP agents. Network: 6cdd4518-5933-4b26-bbfa-401a21193599, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:57:45.697475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 6cdd4518-5933-4b26-bbfa-401a21193599 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:57:45.708869 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 6cdd4518-5933-4b26-bbfa-401a21193599) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:45.717082 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:45.717662 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.724293 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fcef8-efb9-4296-a5bc-476a4b34a0de None None] Network 6cdd4518-5933-4b26-bbfa-401a21193599 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:57:45.746946 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-53352b75-7c70-4b0d-b493-4e5e79dad28d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5927620 Feb 04 13:57:45.750160 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37082) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:57:45.872543 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.885014 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Transition to ACTIVE for port object bd0838f3-af88-4a41-b024-cfc85f0c69fc will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:45.893789 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.967859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-6cdd4518-5933-4b26-bbfa-401a21193599', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:57:45.968718 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:45.994106 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Attempting to bind port bd0838f3-af88-4a41-b024-cfc85f0c69fc on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:57:45.994815 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Attempting to bind port bd0838f3-af88-4a41-b024-cfc85f0c69fc by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:57:45.995179 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Attempting to bind port bd0838f3-af88-4a41-b024-cfc85f0c69fc on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:57:46.002397 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Pushing event updated for resources: {'Port': ['ID=bd0838f3-af88-4a41-b024-cfc85f0c69fc,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:46.012821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:57:46.013248 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:57:46.013722 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.014199 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:57:46.014770 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Bound port: bd0838f3-af88-4a41-b024-cfc85f0c69fc, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:57:46.015203 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.046368 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.046767 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.047050 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.047374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.047692 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.048016 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.048330 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.048644 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.048953 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.049262 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.049570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.049897 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:46.103091 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] For port bd0838f3-af88-4a41-b024-cfc85f0c69fc, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:57:46.107083 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] For port bd0838f3-af88-4a41-b024-cfc85f0c69fc, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd0838f3-af88-4a41-b024-cfc85f0c69fc,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:57:46.112638 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.142638 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Allocated IP 172.20.0.2 (6cdd4518-5933-4b26-bbfa-401a21193599/a2d8f11d-f187-4edb-bfe8-868b48902f1c/d8e3a5b1-5cb7-4d54-b632-3bfd89311da9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:46.193565 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:46.194291 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:46.275173 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40c724-ae30-4c4a-991e-1ef4a58ee90a None None] Pushing event updated for resources: {'Port': ['ID=bd0838f3-af88-4a41-b024-cfc85f0c69fc,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:46.394100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-376a62af-39fc-4b39-98c2-d932f03259e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.395858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.401315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:46.407015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Transition to ACTIVE for port object d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:46.427251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Transition to ACTIVE for port object d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:46.433402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.502876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Network 6cdd4518-5933-4b26-bbfa-401a21193599 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:46.505852 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:46.509539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:57:46.515530 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:46.605326 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Attempting to bind port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:57:46.605702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Attempting to bind port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:57:46.606619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Attempting to bind port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 on network 6cdd4518-5933-4b26-bbfa-401a21193599 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:57:46.612168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:57:46.613017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Checking segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:57:46.613017 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.613304 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Bound using segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:57:46.613759 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Bound port: d8e3a5b1-5cb7-4d54-b632-3bfd89311da9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:57:46.614133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.662591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.699038 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:46.704515 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a19f3-3df3-4cf8-a20c-ecbdd614f400 None None] The sync data for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 is: [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:43Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:57:46.709583 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] For port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:57:46.712829 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] For port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:57:46.718819 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:46.795276 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397f06-8923-4d22-b62f-d99b9be62f99 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:46.968653 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.156088 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.1 (6cdd4518-5933-4b26-bbfa-401a21193599/a2d8f11d-f187-4edb-bfe8-868b48902f1c/73a90d92-670d-401f-8078-f89f4e1d9339) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:47.334572 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.351830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 73a90d92-670d-401f-8078-f89f4e1d9339 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:47.377400 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.453625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 6cdd4518-5933-4b26-bbfa-401a21193599 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:47.457613 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:47.461688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:57:47.495087 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:47.521753 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.529930 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.819302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:47.972895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ec7d8-b220-4a99-912d-5b5105d6ea86 None None] Network 6cdd4518-5933-4b26-bbfa-401a21193599 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:57:48.100443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-a8fa182e-ab82-4b0e-bb86-2605b9c3fa89 None None] Provisioning for port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:48.397149 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.403503 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.528900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:48.534665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.545559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-93431c98-3365-43c0-be1a-53ab701a870c None None] Provisioning for port 73a90d92-670d-401f-8078-f89f4e1d9339 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:48.551476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-93431c98-3365-43c0-be1a-53ab701a870c None None] Provisioning complete for port 73a90d92-670d-401f-8078-f89f4e1d9339 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:48.551853 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-93431c98-3365-43c0-be1a-53ab701a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.615733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-93431c98-3365-43c0-be1a-53ab701a870c None None] Port 73a90d92-670d-401f-8078-f89f4e1d9339 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:57:48.684877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 6cdd4518-5933-4b26-bbfa-401a21193599 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:48.686072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:48.749466 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1d7a8495-712a-447f-8c10-e1417f9918f3 None None] Provisioning complete for port 73a90d92-670d-401f-8078-f89f4e1d9339 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:48.749808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8495-712a-447f-8c10-e1417f9918f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.809092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8495-712a-447f-8c10-e1417f9918f3 None None] Port 73a90d92-670d-401f-8078-f89f4e1d9339 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:57:48.880655 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:48.901498 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router d6e1d3f5-b819-47ce-888b-44483837ec61 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:57:49.012984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd0838f3-af88-4a41-b024-cfc85f0c69fc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:49.079630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-884a4231-fa0d-4a77-973d-5c484cc17c04 None None] Provisioning complete for port 73a90d92-670d-401f-8078-f89f4e1d9339 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:49.079999 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-884a4231-fa0d-4a77-973d-5c484cc17c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:49.094288 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:57:49.109600 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Sync routers for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:57:49.109840 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-43b9c25a-774d-4803-a536-f0a1b2c76d26 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/d6e1d3f5-b819-47ce-888b-44483837ec61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578107 Feb 04 13:57:49.143139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:49.143765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:49.211379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-884a4231-fa0d-4a77-973d-5c484cc17c04 None None] Port 73a90d92-670d-401f-8078-f89f4e1d9339 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:57:49.215889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bd0838f3-af88-4a41-b024-cfc85f0c69fc completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:49.222397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bd0838f3-af88-4a41-b024-cfc85f0c69fc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:49.222796 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:49.288647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b10514db-27bc-4454-9b34-2ac71cae33e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:49.311742 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b10514db-27bc-4454-9b34-2ac71cae33e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:49.312979 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b10514db-27bc-4454-9b34-2ac71cae33e6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465062206&fields=id&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 267 time: 0.0645645 Feb 04 13:57:49.393677 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:49.476247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-536b677e-1161-44d7-8bb8-0953b352d565 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:49.476972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-536b677e-1161-44d7-8bb8-0953b352d565 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:49.501201 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-536b677e-1161-44d7-8bb8-0953b352d565 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:49.502423 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-536b677e-1161-44d7-8bb8-0953b352d565 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 796 time: 0.1823604 Feb 04 13:57:49.511905 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:49.522309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-a71c268b-4f6d-4a1c-b691-c6c1efa69c48 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/quotas/afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 375 time: 0.0136569 Feb 04 13:57:49.612070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-17cda0b5-fbe3-43df-8c34-fdfc28e58532 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:49.628127 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-17cda0b5-fbe3-43df-8c34-fdfc28e58532 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:49.629520 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-17cda0b5-fbe3-43df-8c34-fdfc28e58532 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011987 Feb 04 13:57:49.658046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bd0838f3-af88-4a41-b024-cfc85f0c69fc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd0838f3-af88-4a41-b024-cfc85f0c69fc,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:49.671790 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:49.672577 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:49.692968 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-377dbeeb-d79c-43d0-ba7a-40351bf3d603 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 13:57:49.693967 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-377dbeeb-d79c-43d0-ba7a-40351bf3d603 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521688 Feb 04 13:57:49.860486 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd72e1ea-4ce5-4486-b2cf-f8f3ada11abc req-ba06aea9-5c74-43c8-b54f-8e1c2cad86b3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0580542 Feb 04 13:57:49.879837 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bd0838f3-af88-4a41-b024-cfc85f0c69fc,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:49.882980 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-1553d68e-01e8-4b1d-8735-d3b97f17035b service neutron] 10.222.0.53 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821973 Feb 04 13:57:49.903717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:49.909618 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:49.910127 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:49.983939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:48Z', 'revision_number': 2, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:49.991535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Checking router: d6e1d3f5-b819-47ce-888b-44483837ec61 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:57:49.991894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Updating router d6e1d3f5-b819-47ce-888b-44483837ec61 port 73a90d92-670d-401f-8078-f89f4e1d9339 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:57:50.016948 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd72e1ea-4ce5-4486-b2cf-f8f3ada11abc req-095c14af-1c26-48aa-9cf1-975cb5a3ed00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0553794 Feb 04 13:57:50.082702 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd72e1ea-4ce5-4486-b2cf-f8f3ada11abc req-3245a624-7e79-45eb-b33b-7073760154ac service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425801 Feb 04 13:57:50.092376 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.146961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.288828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:50.293061 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.312884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-6dd67bbb-17b0-45c7-8446-7c28b9d373a9 service neutron] 10.222.0.53 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226665 Feb 04 13:57:50.376380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72e1ea-4ce5-4486-b2cf-f8f3ada11abc req-c132478e-3e12-433c-abb9-83f7ae618bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:50.378387 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cd72e1ea-4ce5-4486-b2cf-f8f3ada11abc req-c132478e-3e12-433c-abb9-83f7ae618bed service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2821307 Feb 04 13:57:50.453325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:50.529911 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b1c77a2f-5e5f-4897-aee1-b6339bc8457a req-c2077ab7-6e04-44dc-b58c-69f161ab3caa tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 210 time: 0.0445614 Feb 04 13:57:50.593802 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.605180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Transition to ACTIVE for port object 73a90d92-670d-401f-8078-f89f4e1d9339 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:50.615122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.681970 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.763279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460489-65cb-47a7-a5ce-e950650d96f4 None None] Pushing event updated for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:50.855431 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Attempting to bind port 73a90d92-670d-401f-8078-f89f4e1d9339 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:57:50.856441 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Attempting to bind port 73a90d92-670d-401f-8078-f89f4e1d9339 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:57:50.856862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Attempting to bind port 73a90d92-670d-401f-8078-f89f4e1d9339 on network 6cdd4518-5933-4b26-bbfa-401a21193599 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:57:50.863159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:57:50.863534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Checking segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:57:50.863971 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.864321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Bound using segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:57:50.864843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Bound port: 73a90d92-670d-401f-8078-f89f4e1d9339, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:57:50.865285 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:50.934941 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd0838f3-af88-4a41-b024-cfc85f0c69fc up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:51.031288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] For port 73a90d92-670d-401f-8078-f89f4e1d9339, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:57:51.035428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] For port 73a90d92-670d-401f-8078-f89f4e1d9339, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=73a90d92-670d-401f-8078-f89f4e1d9339,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:57:51.042163 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:51.113388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bd0838f3-af88-4a41-b024-cfc85f0c69fc triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:51.113985 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:51.177774 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:57:51.178407 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:51.255186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460489-65cb-47a7-a5ce-e950650d96f4 None None] Pushing event updated for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:51.440859 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:57:51.484858 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:51.634397 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d64a6396-ff94-4d07-9922-1666d9bc2190 req-5d6f2388-582f-47c6-8713-ae7acc5c7302 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 210 time: 0.0492136 Feb 04 13:57:51.765294 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:51.765645 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:51.969433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:51Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:57:51.973647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c79598-0dde-4c6a-b694-002eb18cc129 None None] The sync data for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 is: [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:51Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:57:52.846062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0fce6991-c542-468f-b044-08eb1b99c76e req-d0a0fa5f-7ddd-4ec1-9573-05b28bcb2012 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 210 time: 0.0983417 Feb 04 13:57:52.975212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 73a90d92-670d-401f-8078-f89f4e1d9339 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:53.053175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 73a90d92-670d-401f-8078-f89f4e1d9339 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:53.059180 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 73a90d92-670d-401f-8078-f89f4e1d9339 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:53.059563 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:53.189552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:53.227122 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 73a90d92-670d-401f-8078-f89f4e1d9339, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=73a90d92-670d-401f-8078-f89f4e1d9339,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:53.231519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:53.301700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:53.770378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-69a74625-391e-456a-8898-8973b5d7e348 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:53.771735 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-69a74625-391e-456a-8898-8973b5d7e348 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 796 time: 0.1511602 Feb 04 13:57:53.827554 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-849c4e5a-09a9-4441-a754-744172ad7fb1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 379 time: 0.0470281 Feb 04 13:57:53.837769 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'port': {'device_id': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'admin_state_up': True, 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'security_groups': ['7ab867bd-0d82-448f-b6ea-0bd535627b31']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:53.982526 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:57:53.992783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:57:54.007996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:57:54.015436 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.071681 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0c3a127d-3839-489e-839d-b000c70ea617 req-dc0dee82-ff90-4128-bfdd-e612e8512340 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 210 time: 0.1128724 Feb 04 13:57:54.195406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.10 (6cdd4518-5933-4b26-bbfa-401a21193599/a2d8f11d-f187-4edb-bfe8-868b48902f1c/6af64237-bbb0-4524-a4e9-0dc7156d23fe) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:57:54.387249 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.407477 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 6af64237-bbb0-4524-a4e9-0dc7156d23fe will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:54.432366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.509294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 6cdd4518-5933-4b26-bbfa-401a21193599 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:57:54.513015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:57:54.516861 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:57:54.672834 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:54.689129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.689364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.689699 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.690029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.690353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.690741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.691487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.691487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.691920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.692030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.692265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.692578 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:54.721427 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:54.722295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.746408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-b30fe204-72d7-484b-82b5-273e31c33117 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127426 Feb 04 13:57:54.757416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Request body: {'port': {'device_id': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:57:54.784355 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-528cf1a1-a6e3-4c4e-85e7-3200a2688df8 None None] Provisioning for port 6af64237-bbb0-4524-a4e9-0dc7156d23fe completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:57:54.789614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-528cf1a1-a6e3-4c4e-85e7-3200a2688df8 None None] Provisioning complete for port 6af64237-bbb0-4524-a4e9-0dc7156d23fe triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:54.789989 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-528cf1a1-a6e3-4c4e-85e7-3200a2688df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.847973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-528cf1a1-a6e3-4c4e-85e7-3200a2688df8 None None] Port 6af64237-bbb0-4524-a4e9-0dc7156d23fe cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:57:54.883131 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.893474 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:54.933588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 73a90d92-670d-401f-8078-f89f4e1d9339 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:57:55.008018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 73a90d92-670d-401f-8078-f89f4e1d9339 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:57:55.008516 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.297331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af64237-bbb0-4524-a4e9-0dc7156d23fe {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:57:55.306878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.327905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Transition to ACTIVE for port object 6af64237-bbb0-4524-a4e9-0dc7156d23fe will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:57:55.331970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.392333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902d01-1bbf-4e16-b06a-daae98a6349a req-e893ef66-bf38-4b6f-9b42-f5e62158d50c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:55.393074 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-10902d01-1bbf-4e16-b06a-daae98a6349a req-e893ef66-bf38-4b6f-9b42-f5e62158d50c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:57:55.514212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:55.522460 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-10902d01-1bbf-4e16-b06a-daae98a6349a req-e893ef66-bf38-4b6f-9b42-f5e62158d50c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:57:55.523509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10902d01-1bbf-4e16-b06a-daae98a6349a req-e893ef66-bf38-4b6f-9b42-f5e62158d50c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 932 time: 0.3325052 Feb 04 13:57:55.614507 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-10902d01-1bbf-4e16-b06a-daae98a6349a req-63b58b03-e2bc-4bdb-84f5-5cd7e85dfdc0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849459 Feb 04 13:57:55.635871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Attempting to bind port 6af64237-bbb0-4524-a4e9-0dc7156d23fe on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:57:55.636207 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Attempting to bind port 6af64237-bbb0-4524-a4e9-0dc7156d23fe by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:57:55.636539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Attempting to bind port 6af64237-bbb0-4524-a4e9-0dc7156d23fe on network 6cdd4518-5933-4b26-bbfa-401a21193599 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:57:55.641239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Port 6af64237-bbb0-4524-a4e9-0dc7156d23fe on network 6cdd4518-5933-4b26-bbfa-401a21193599 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:57:55.641565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Attempting to bind port 6af64237-bbb0-4524-a4e9-0dc7156d23fe on network 6cdd4518-5933-4b26-bbfa-401a21193599 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:57:55.646765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:57:55.647046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Checking segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:57:55.647434 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Bound using segment: {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:57:55.647864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Bound port: 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:57:55.648212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.741135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:57:55.744496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:57:55.748639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.811443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:55.812047 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:55.813413 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] 10.222.0.87 "PUT /v2.0/ports/6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 1092 time: 1.0599091 Feb 04 13:57:55.816496 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:57:55.844691 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a838-333d-40c6-a9a4-31067dd8a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:55.885449 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'status': 'completed', 'code': 200} Feb 04 13:57:55.927896 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-3aeb0db3-663c-490a-9a62-304dff37e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:55.929526 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-3aeb0db3-663c-490a-9a62-304dff37e781 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1095 time: 0.0777354 Feb 04 13:57:56.004162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-9cc1e8bf-2695-46d9-848f-045f484d8315 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 217 time: 0.0679514 Feb 04 13:57:56.068369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-98cfffe1-891f-4a20-b955-f2c4d03ea010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.069792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-98cfffe1-891f-4a20-b955-f2c4d03ea010 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0603256 Feb 04 13:57:56.146032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-ea58544a-c865-47da-87ef-27a486d12b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.147562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-ea58544a-c865-47da-87ef-27a486d12b17 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718968 Feb 04 13:57:56.285855 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-a05e63bf-9898-4b35-ad13-b077c07c7877 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319690 Feb 04 13:57:56.429807 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a2bb9e8b-1846-4857-b724-3b8f9eb24d8a req-2dd6c4e0-c595-4879-967e-fda528c60617 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383691 Feb 04 13:57:56.661542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-f07217a3-6f14-4f26-a6ed-2e36f1e90e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.663095 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-f07217a3-6f14-4f26-a6ed-2e36f1e90e14 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1095 time: 0.1833007 Feb 04 13:57:56.860912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-e29e9196-20e7-417d-9da4-b7bf0ad13560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.862374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-e29e9196-20e7-417d-9da4-b7bf0ad13560 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1923079 Feb 04 13:57:56.924018 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a438545-80c4-4de3-9a60-25d1230adc9b req-4ebef49f-dd75-4438-843b-7cca8b7a77b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:56.925478 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a438545-80c4-4de3-9a60-25d1230adc9b req-4ebef49f-dd75-4438-843b-7cca8b7a77b2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 944 time: 0.1876047 Feb 04 13:57:56.951821 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-5c1f9c40-2939-461b-88fb-f2a634be714b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 217 time: 0.0829318 Feb 04 13:57:57.026808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6a438545-80c4-4de3-9a60-25d1230adc9b req-014a5bd6-d434-4ca3-b9d6-f9858a1e5b06 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954401 Feb 04 13:57:57.036720 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-b428180e-0c1c-4ea7-b672-1a9d4cc9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:57.038244 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-b428180e-0c1c-4ea7-b672-1a9d4cc9f795 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0791814 Feb 04 13:57:57.114803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-123495dc-e955-4ea0-88d0-f7f7c24db349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:57.116351 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-123495dc-e955-4ea0-88d0-f7f7c24db349 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714672 Feb 04 13:57:57.252545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-56acaa23-e978-409c-bcc7-4176255d2c64 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297503 Feb 04 13:57:57.387125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1f297e75-fa22-42a3-8338-06e0585650d6 req-f244ddce-54c4-42be-bdb9-45b5d192ccd5 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274559 Feb 04 13:57:58.222593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82490f4a-3cbc-4849-ae0c-c0c5d27d5152 req-413e465e-187e-492d-871c-9b656dbeab0e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:58.224091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82490f4a-3cbc-4849-ae0c-c0c5d27d5152 req-413e465e-187e-492d-871c-9b656dbeab0e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 944 time: 0.0902357 Feb 04 13:57:58.268778 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-82490f4a-3cbc-4849-ae0c-c0c5d27d5152 req-60b5842f-2f26-4f36-a6f6-afa10e554085 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387387 Feb 04 13:57:58.410042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6af64237-bbb0-4524-a4e9-0dc7156d23fe details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:57:58.561083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:58.575793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'port_id': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:57:58.638392 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:58.656489 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af64237-bbb0-4524-a4e9-0dc7156d23fe {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:57:58.672400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:57:58.676990 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:57:58.757965 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:57:58.766341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.766757 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.767140 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.767504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.767873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.768229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.768591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.768957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.769319 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.769643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.769963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.770291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:57:58.901433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['6af64237-bbb0-4524-a4e9-0dc7156d23fe'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:57:59.468515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe47a-90a8-4c02-b9d7-a831a3fc4300 req-43d79ab6-9769-491a-a556-30a6f2357d1e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:57:59.469928 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78bbe47a-90a8-4c02-b9d7-a831a3fc4300 req-43d79ab6-9769-491a-a556-30a6f2357d1e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 945 time: 0.0842321 Feb 04 13:57:59.515379 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-78bbe47a-90a8-4c02-b9d7-a831a3fc4300 req-26872595-39d8-4a20-ab3d-6307d947b550 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 Feb 04 13:58:00.424886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6af64237-bbb0-4524-a4e9-0dc7156d23fe up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:58:00.498411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 6af64237-bbb0-4524-a4e9-0dc7156d23fe completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:58:00.503041 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 6af64237-bbb0-4524-a4e9-0dc7156d23fe triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:58:00.503412 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:00.620785 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:00.651103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:58:00.662109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:58:00.666000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:00.700203 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'code': 200} Feb 04 13:58:00.709206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b0308-5caa-45ec-83b5-42d857194de9 req-96e95143-2799-4112-b074-b494c1fe7f7b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:00.716815 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-043b0308-5caa-45ec-83b5-42d857194de9 req-96e95143-2799-4112-b074-b494c1fe7f7b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 945 time: 0.0915294 Feb 04 13:58:00.743974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:00.760569 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-043b0308-5caa-45ec-83b5-42d857194de9 req-db76ed6b-6d11-4e23-a612-b8a00356c90f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Feb 04 13:58:00.841402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df85e13-2090-445b-a8ee-429e9a92f43b req-02e04fda-4b0a-4dea-af6b-92fd32cead59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:00.842940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2df85e13-2090-445b-a8ee-429e9a92f43b req-02e04fda-4b0a-4dea-af6b-92fd32cead59 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.0731184 Feb 04 13:58:00.885639 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2df85e13-2090-445b-a8ee-429e9a92f43b req-ca5f0414-6d20-4418-86df-9e5f33298b50 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370297 Feb 04 13:58:01.966329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a26b9-4dc7-48ce-9077-635b1b97cd85 req-fa2c6fca-b100-44ff-b28d-2138bc76c4e1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:01.967871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-816a26b9-4dc7-48ce-9077-635b1b97cd85 req-fa2c6fca-b100-44ff-b28d-2138bc76c4e1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0970607 Feb 04 13:58:02.015378 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-816a26b9-4dc7-48ce-9077-635b1b97cd85 req-78f0f159-5f86-4900-8c6b-7dcb4219ef91 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Feb 04 13:58:03.219713 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfd383-6c8e-4716-8f8f-eb152c20d756 req-f6e32de8-200d-4d4b-8c15-f533a0172920 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:03.221224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5bfd383-6c8e-4716-8f8f-eb152c20d756 req-f6e32de8-200d-4d4b-8c15-f533a0172920 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0898566 Feb 04 13:58:03.268247 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b5bfd383-6c8e-4716-8f8f-eb152c20d756 req-ea7cd2d4-2a27-4674-a422-93090a4a8bc0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Feb 04 13:58:03.477032 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfacf3b-fae1-43b0-868e-a4f863573c80 req-5f4e838c-e440-4942-b2e7-baa83a035c8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:03.478815 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfacf3b-fae1-43b0-868e-a4f863573c80 req-5f4e838c-e440-4942-b2e7-baa83a035c8e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0890992 Feb 04 13:58:03.530395 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cfacf3b-fae1-43b0-868e-a4f863573c80 req-246a8318-2c46-4af3-87a3-996e064b8e5d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452731 Feb 04 13:58:03.552963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37148) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:03.670962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db5f59-975b-457c-b103-13edb0e61446 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:03.672810 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-80db5f59-975b-457c-b103-13edb0e61446 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1092 time: 0.1188610 Feb 04 13:58:03.675638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37154) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:03.680621 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:58:03.687648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:58:03.691390 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:floatingip and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:58:03.694167 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:58:03.700313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:58:03.711961 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:03.852994 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:04.001790 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.225 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/7f46c546-218a-4968-be8e-d4d65944b1b1) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:58:04.164454 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:04.194286 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:04.268628 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:58:04.272551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:58:04.275391 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:58:04.316022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=7f46c546-218a-4968-be8e-d4d65944b1b1,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:04.329789 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.330177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.330561 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.330962 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.331330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.331706 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.332067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.332427 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.332798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.333158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.333516 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.333877 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:58:04.732522 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:04.815607 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:05.147540 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:05.152146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:05.270005 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=7f46c546-218a-4968-be8e-d4d65944b1b1,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:58:05.281704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:05.462671 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 8672db0c-6e4c-4382-bc2f-5b894ca94013 associated. External IP: 172.25.4.225, port: 6af64237-bbb0-4524-a4e9-0dc7156d23fe. Feb 04 13:58:05.832338 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router d6e1d3f5-b819-47ce-888b-44483837ec61 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:58:06.021177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:58:06.031899 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Sync routers for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:58:06.040819 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:58:06.041417 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:06.048376 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:06.104058 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e8ece50b-2834-4066-b075-d8d23247d655 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4273579 Feb 04 13:58:06.104739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:58:06.158196 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'status': 'completed', 'code': 200} Feb 04 13:58:06.226908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:58:06.294919 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbc77d-8ff1-4664-8c25-9d94837861c7 req-4652c5de-8382-4540-aa92-6c40af105546 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.296435 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26dbc77d-8ff1-4664-8c25-9d94837861c7 req-4652c5de-8382-4540-aa92-6c40af105546 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0908723 Feb 04 13:58:06.312636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-a928b931-558b-43fc-93eb-23564ee7fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.314303 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-a928b931-558b-43fc-93eb-23564ee7fba1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.1336732 Feb 04 13:58:06.345617 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-26dbc77d-8ff1-4664-8c25-9d94837861c7 req-61efd4a5-aac7-4894-b88e-72a0758e3281 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Feb 04 13:58:06.369432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37164) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:06.463833 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-baf0105c-7be7-43da-8f01-3c5f44c1bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.465931 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-baf0105c-7be7-43da-8f01-3c5f44c1bed9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1459255 Feb 04 13:58:06.549000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-7c1369c8-f987-4665-9dee-62cef15ff9f5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/8672db0c-6e4c-4382-bc2f-5b894ca94013 HTTP/1.1" status: 200 len: 992 time: 0.1782436 Feb 04 13:58:06.562975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-65998b78-c7f0-4ee8-845c-6c14e93046c0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208940 Feb 04 13:58:06.580357 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-da52017e-6e78-49e6-880c-f8099a6bd3d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 1000 time: 0.1088769 Feb 04 13:58:06.620869 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8672db0c-6e4c-4382-bc2f-5b894ca94013', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'port_id': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:04Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:06.624620 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Checking router: d6e1d3f5-b819-47ce-888b-44483837ec61 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:58:06.632794 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:58:06.633388 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:57:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:06.647977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-b1022ce3-2f51-41c2-8d39-fb4cbb95ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.649494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-b1022ce3-2f51-41c2-8d39-fb4cbb95ba67 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0636041 Feb 04 13:58:06.728922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-5172c5aa-b555-429e-a640-a4234de33b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:06.730454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-5172c5aa-b555-429e-a640-a4234de33b54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750527 Feb 04 13:58:06.815204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:58:06.987546 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-a3be936c-da6c-48f0-9eb8-2a74bd59abe1 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507820 Feb 04 13:58:07.120404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9c416f4c-6c49-4ba5-965a-f970b872e283 req-1058defc-eab4-4115-a902-b41e46cd1e52 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269064 Feb 04 13:58:07.167153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8672db0c-6e4c-4382-bc2f-5b894ca94013', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'port_id': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:04Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:58:07.171144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c18ad-7960-488c-aed6-fdd85ff06ca0 None None] The sync data for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 is: [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '8672db0c-6e4c-4382-bc2f-5b894ca94013', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'port_id': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:58:04Z', 'updated_at': '2022-02-04T13:58:04Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:58:07.284421 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-966db20a-fcbd-47d9-b42d-bc19275570d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:07.285916 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-966db20a-fcbd-47d9-b42d-bc19275570d6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.0740027 Feb 04 13:58:07.391033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f4d17-31b2-48b3-8b14-89a254a955c4 None None] New status for floating IP 8672db0c-6e4c-4382-bc2f-5b894ca94013: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:58:07.442487 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-ddaa84bc-a970-421e-afd5-2fc759dddacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:07.443973 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-ddaa84bc-a970-421e-afd5-2fc759dddacc service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1383643 Feb 04 13:58:07.552083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37168) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:07.571579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-b1653d47-b9d9-4f8d-8c56-87a94a0a824e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 1000 time: 0.1215069 Feb 04 13:58:07.644658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-e4e4365a-cc51-46e9-abd3-6fde4dfa3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:07.646178 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-e4e4365a-cc51-46e9-abd3-6fde4dfa3ef2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0695169 Feb 04 13:58:07.731883 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-5ace33b1-67ed-41b3-bbc2-9fe69c02433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:07.733438 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-5ace33b1-67ed-41b3-bbc2-9fe69c02433b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813847 Feb 04 13:58:07.797910 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-59c566c2-ddd7-412a-a39d-2cb631017bc5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/8672db0c-6e4c-4382-bc2f-5b894ca94013 HTTP/1.1" status: 200 len: 994 time: 0.2446215 Feb 04 13:58:07.870097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-ef759ac6-4a61-4e48-8915-b4d452cee7bd service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298084 Feb 04 13:58:08.016228 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-10ceac3b-57bd-4df2-b497-3475632c9a99 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338222 Feb 04 13:58:13.613700 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8f36-f86b-49ca-bf75-0f1eed0d7970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:14.524871 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:58:16.379077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-323e6980-9573-4b01-9ee2-02fda5409b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:16.961889 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:17.521361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:18.881286 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:20.620190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:24.893587 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:37.316855 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d394216-305d-4f1c-9b82-c79c654252c6 req-2cd267eb-e613-4fb6-98bb-416a5078e526 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:37.318381 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d394216-305d-4f1c-9b82-c79c654252c6 req-2cd267eb-e613-4fb6-98bb-416a5078e526 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0809491 Feb 04 13:58:37.362073 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d394216-305d-4f1c-9b82-c79c654252c6 req-48916d8c-c27c-43e9-b4b7-e3c3c4f0f739 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375216 Feb 04 13:58:38.449695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-58698a89-1509-4af7-81ff-8f978fce4849 req-09f21bc6-5184-4c7d-8e12-c774f92a37d6 service neutron] (87620) timed out ('10.222.0.90', 55005) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:58:38.554024 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56ec77-7bcc-406f-9dcb-8738dafa2900 req-b9da497e-758b-41dc-bbc7-b58895f628fc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:38.555501 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df56ec77-7bcc-406f-9dcb-8738dafa2900 req-b9da497e-758b-41dc-bbc7-b58895f628fc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0849390 Feb 04 13:58:38.598548 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-df56ec77-7bcc-406f-9dcb-8738dafa2900 req-0c9c05a3-9d58-4633-8e2c-db4657e4efe5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374517 Feb 04 13:58:39.785601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706914-cf28-4dcb-a32d-42a29a766274 req-a8a127a6-f68d-4387-9fbd-1cae407af4d7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:39.787113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47706914-cf28-4dcb-a32d-42a29a766274 req-a8a127a6-f68d-4387-9fbd-1cae407af4d7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0828257 Feb 04 13:58:39.831843 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-47706914-cf28-4dcb-a32d-42a29a766274 req-35ccafa8-a169-4058-8429-9dc9423ecac9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378087 Feb 04 13:58:41.019284 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073cf99-1349-4d92-984a-b6aaa170d99d req-7332d044-aafb-4b29-9893-5a7a4664ca66 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:41.020756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8073cf99-1349-4d92-984a-b6aaa170d99d req-7332d044-aafb-4b29-9893-5a7a4664ca66 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0796020 Feb 04 13:58:41.065603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8073cf99-1349-4d92-984a-b6aaa170d99d req-b8973122-2dbf-45df-84d9-927a5cee4a27 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391393 Feb 04 13:58:42.250851 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52646a-0f95-4d5d-ab0c-5aac4a841d76 req-2b65a6d8-88d2-4c46-936a-d87db2acdcab tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:42.252312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d52646a-0f95-4d5d-ab0c-5aac4a841d76 req-2b65a6d8-88d2-4c46-936a-d87db2acdcab tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0789135 Feb 04 13:58:42.300138 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d52646a-0f95-4d5d-ab0c-5aac4a841d76 req-7adb07e9-53c0-4347-b0c2-14bae33ee5a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Feb 04 13:58:43.488818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ab26-303a-403d-b320-f4792ced55bb req-253b588a-4625-4eb3-beab-82dda60c4882 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:43.490311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f952ab26-303a-403d-b320-f4792ced55bb req-253b588a-4625-4eb3-beab-82dda60c4882 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0822585 Feb 04 13:58:43.533672 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f952ab26-303a-403d-b320-f4792ced55bb req-0514006d-a9dd-4f05-a36b-264b5a202ce6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377560 Feb 04 13:58:43.615604 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-10445322-c014-43d5-b34d-6ff063367852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:44.717741 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2159027-d98b-4543-97c9-0354fcbf2cad req-e782858a-c043-463f-800d-7e9214897c84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:44.719272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2159027-d98b-4543-97c9-0354fcbf2cad req-e782858a-c043-463f-800d-7e9214897c84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0807602 Feb 04 13:58:44.763783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d2159027-d98b-4543-97c9-0354fcbf2cad req-5bee6a27-2232-4aab-8a55-d0c0f08b1066 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 Feb 04 13:58:45.949414 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f584d1-4458-4c1c-847c-81ec91820c6b req-9d2ea807-e712-47c3-ab69-c47fcbaff489 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:45.950903 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1f584d1-4458-4c1c-847c-81ec91820c6b req-9d2ea807-e712-47c3-ab69-c47fcbaff489 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0806823 Feb 04 13:58:45.998479 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c1f584d1-4458-4c1c-847c-81ec91820c6b req-b29941d3-a10c-44ac-8384-4a6119607ea7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Feb 04 13:58:46.380975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d8a58f9-f8fe-4c3e-b3b0-7e54e96e5873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:46.967638 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:47.188404 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb551b-a705-46e9-bb7b-d884c0981300 req-41ca4b4c-0f73-4f73-92ce-c00da0f79354 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:47.189863 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4bb551b-a705-46e9-bb7b-d884c0981300 req-41ca4b4c-0f73-4f73-92ce-c00da0f79354 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0863042 Feb 04 13:58:47.233668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f4bb551b-a705-46e9-bb7b-d884c0981300 req-3240163c-9520-4261-8d06-c9c005d1dff0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Feb 04 13:58:47.521366 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:48.417626 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f11c1-11d3-470f-9e74-7c467bb19ec1 req-2d694152-0ef6-475c-84d0-b36b6208fcf7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:48.419007 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-072f11c1-11d3-470f-9e74-7c467bb19ec1 req-2d694152-0ef6-475c-84d0-b36b6208fcf7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0780826 Feb 04 13:58:48.463213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-072f11c1-11d3-470f-9e74-7c467bb19ec1 req-ca00dc77-d8b3-4674-a567-2e0b1be89a7a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Feb 04 13:58:48.882986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:49.379349 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2ee3bc3-8438-44a6-870f-9fc44b261c2e req-e8a70617-c9f8-420d-a6fa-52893a646167 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0771706 Feb 04 13:58:49.489380 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2ee3bc3-8438-44a6-870f-9fc44b261c2e req-9af3c5d1-9b3a-4aae-af7d-5389c141e90b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Feb 04 13:58:49.533836 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2ee3bc3-8438-44a6-870f-9fc44b261c2e req-6a52ef4c-09ac-47e4-a9a9-03dee44eb392 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261869 Feb 04 13:58:49.656259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf4fc-5b69-4c21-8d14-2a62556265ab req-efc78a50-fbc9-4895-aeff-b55e7c165edb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:49.657749 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28abf4fc-5b69-4c21-8d14-2a62556265ab req-efc78a50-fbc9-4895-aeff-b55e7c165edb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0811980 Feb 04 13:58:49.671241 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3bc3-8438-44a6-870f-9fc44b261c2e req-fe111243-977c-4f7f-af2d-cb1e90bf4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:49.672683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2ee3bc3-8438-44a6-870f-9fc44b261c2e req-fe111243-977c-4f7f-af2d-cb1e90bf4e7b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333058 Feb 04 13:58:49.704229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-28abf4fc-5b69-4c21-8d14-2a62556265ab req-97fedf31-8e82-40bd-9330-4d516283eb3c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Feb 04 13:58:50.619955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:50.897066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3f7d1-9563-4b1f-b5a9-3833403fcd78 req-5f96824c-a1a7-465e-bfdc-119e38150a16 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:50.899213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e3f7d1-9563-4b1f-b5a9-3833403fcd78 req-5f96824c-a1a7-465e-bfdc-119e38150a16 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0808342 Feb 04 13:58:50.947144 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5e3f7d1-9563-4b1f-b5a9-3833403fcd78 req-8c0259cf-00d0-4442-9cef-ebc69f27c78f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433080 Feb 04 13:58:51.524435 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:58:52.248989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967c553-f5be-405c-b143-1ec9694d67b9 req-ea9ca097-3fca-49e1-94d8-8dbbaa272533 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:52.250390 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e967c553-f5be-405c-b143-1ec9694d67b9 req-ea9ca097-3fca-49e1-94d8-8dbbaa272533 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.1976988 Feb 04 13:58:52.296081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e967c553-f5be-405c-b143-1ec9694d67b9 req-5908f6aa-e70d-40f3-a3d5-6c058bde1cef tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Feb 04 13:58:53.481329 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7fee8-25a0-4d35-926a-8f77751c1157 req-eee41570-23f6-4c7b-aa9e-7d914547a041 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:53.482818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78a7fee8-25a0-4d35-926a-8f77751c1157 req-eee41570-23f6-4c7b-aa9e-7d914547a041 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0803909 Feb 04 13:58:53.526454 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-78a7fee8-25a0-4d35-926a-8f77751c1157 req-3d7da114-65e1-4af8-a261-1003fcd29e22 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379391 Feb 04 13:58:53.549889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37224) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:53.660113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9cc4d3ae-7f74-47b6-976c-0813d33c76ca tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/8672db0c-6e4c-4382-bc2f-5b894ca94013 HTTP/1.1" status: 200 len: 994 time: 0.1089230 Feb 04 13:58:54.889721 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:58:55.167966 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34704-2b02-48cd-8ed0-01f084393b97 req-57bf4b18-408d-49fa-a17b-121ea8f5ef90 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.169454 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96b34704-2b02-48cd-8ed0-01f084393b97 req-57bf4b18-408d-49fa-a17b-121ea8f5ef90 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.1483912 Feb 04 13:58:55.194850 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906434a-75c1-4dcc-966b-457fb2333618 req-a350ba94-cbf8-4b5e-9ff8-56b226484f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.196195 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-a350ba94-cbf8-4b5e-9ff8-56b226484f63 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.1151268 Feb 04 13:58:55.288892 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-96b34704-2b02-48cd-8ed0-01f084393b97 req-adcf9887-8f03-4e54-85f7-27c3904618d6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136310 Feb 04 13:58:55.343931 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906434a-75c1-4dcc-966b-457fb2333618 req-1aab5cbf-bc77-4d90-936e-08707e0a84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.345374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-1aab5cbf-bc77-4d90-936e-08707e0a84a3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1391308 Feb 04 13:58:55.448780 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-a76c7b92-9306-4d95-888a-421268883994 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 1002 time: 0.0971470 Feb 04 13:58:55.511836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906434a-75c1-4dcc-966b-457fb2333618 req-2f619496-473c-4d0a-9633-e8f27d226402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.513282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-2f619496-473c-4d0a-9633-e8f27d226402 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0593843 Feb 04 13:58:55.590089 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906434a-75c1-4dcc-966b-457fb2333618 req-4ba53cb8-6d2b-464f-af68-fdbcb0a27dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:55.591592 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-4ba53cb8-6d2b-464f-af68-fdbcb0a27dc8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729303 Feb 04 13:58:55.725822 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-48afa53b-9565-43b7-b0c4-e2ca230adfa1 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281540 Feb 04 13:58:55.857696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8906434a-75c1-4dcc-966b-457fb2333618 req-4cd9b2e6-0e8b-4a81-b5b1-2393e10453d4 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259243 Feb 04 13:58:56.488130 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115c724-9579-430b-8f2d-e27615f900b3 req-70bd4e28-6440-4712-9c74-8c90c06edccb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:56.489663 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0115c724-9579-430b-8f2d-e27615f900b3 req-70bd4e28-6440-4712-9c74-8c90c06edccb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0846438 Feb 04 13:58:56.533798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0115c724-9579-430b-8f2d-e27615f900b3 req-556fd8ec-6c2d-46be-9e17-cd8fb284a1d9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377898 Feb 04 13:58:57.722263 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c110e8-9761-4632-86b5-05c0cf571d97 req-6c8e65cc-1e71-443a-93e0-3a184a9c2547 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:58:57.723765 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c110e8-9761-4632-86b5-05c0cf571d97 req-6c8e65cc-1e71-443a-93e0-3a184a9c2547 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0816405 Feb 04 13:58:57.768998 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-55c110e8-9761-4632-86b5-05c0cf571d97 req-fd208d2d-d908-4a44-92d6-f8cc3a106182 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389810 Feb 04 13:58:57.792592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37238) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:58:57.900068 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d0de8b5f-27a1-4105-901d-a0dee1e1510d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/8672db0c-6e4c-4382-bc2f-5b894ca94013 HTTP/1.1" status: 200 len: 994 time: 0.1062610 Feb 04 13:59:07.479604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-a9020afd-3be7-4f3f-833b-92302747ff87 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733240 Feb 04 13:59:07.615276 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-dc513a51-67e2-4253-b840-63cfff7a8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.616769 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-dc513a51-67e2-4253-b840-63cfff7a8856 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.0717430 Feb 04 13:59:07.765729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-7fc53111-d016-46fd-ba10-793502a1ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:07.767254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-7fc53111-d016-46fd-ba10-793502a1ff0b service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1296470 Feb 04 13:59:07.981201 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-0edb69f2-583a-4aa5-b390-d3646d60c665 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 1002 time: 0.2078185 Feb 04 13:59:08.047188 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-8ca4b150-b280-4bad-9fd4-8b6dd8c50eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:08.048655 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-8ca4b150-b280-4bad-9fd4-8b6dd8c50eab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0614481 Feb 04 13:59:08.125324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-7e9ccd0e-c4b0-40b6-b46e-4b4d7b04e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:08.126833 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-7e9ccd0e-c4b0-40b6-b46e-4b4d7b04e3ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719364 Feb 04 13:59:08.261020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-52ab70fc-4ba6-4b6f-be21-0be291344e41 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273582 Feb 04 13:59:08.394742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bc62c7da-bc63-408b-9a0c-5a59d4c69a5b req-8a133e69-e49f-4754-b384-65f43df2393f service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267662 Feb 04 13:59:13.617162 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d52353d0-931c-48a0-b83e-6fa9b823901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:16.382759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c59c7f8d-55b3-41db-a2f9-daeb2c48c256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:16.959849 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:17.523191 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:18.885635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:20.622062 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:24.887528 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:26.424417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37250) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:26.628326 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 7f46c546-218a-4968-be8e-d4d65944b1b1 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:59:26.628682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:26.796105 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:26.796427 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:26.918114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 7f46c546-218a-4968-be8e-d4d65944b1b1 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:59:27.065242 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:27.112170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=7f46c546-218a-4968-be8e-d4d65944b1b1,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:27.155088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.155432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.155765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.156098 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.156425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.156746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.157069 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.157389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.157706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.158024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.158340 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.158676 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:27.212721 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:27.213017 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 8672db0c-6e4c-4382-bc2f-5b894ca94013 disassociated (deleted). External IP: 172.25.4.225, port: 6af64237-bbb0-4524-a4e9-0dc7156d23fe. Feb 04 13:59:27.685186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router d6e1d3f5-b819-47ce-888b-44483837ec61 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:59:27.868868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:59:27.878359 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Sync routers for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:27.887903 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:27.888480 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:27.889880 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:27.946020 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-04e09d1e-4836-4807-9400-49886288ac38 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/floatingips/8672db0c-6e4c-4382-bc2f-5b894ca94013 HTTP/1.1" status: 204 len: 168 time: 1.5203743 Feb 04 13:59:27.946515 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:59:28.059704 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'status': 'completed', 'code': 200} Feb 04 13:59:28.067964 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:28.172541 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-6166cc7f-5286-42c8-9e87-c8752da634ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:28.174651 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-6166cc7f-5286-42c8-9e87-c8752da634ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 1097 time: 0.0917399 Feb 04 13:59:28.314733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-75dadefc-8329-4c22-8497-eccb3fd50d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:28.316444 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-75dadefc-8329-4c22-8497-eccb3fd50d07 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 200 len: 897 time: 0.1323195 Feb 04 13:59:28.337803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9e8e-179e-4f69-9580-4c06af7d51a6 req-a86311a4-fde4-4365-a23b-19e63422c8ef tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:28.339367 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea3f9e8e-179e-4f69-9580-4c06af7d51a6 req-a86311a4-fde4-4365-a23b-19e63422c8ef tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0871859 Feb 04 13:59:28.385280 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea3f9e8e-179e-4f69-9580-4c06af7d51a6 req-5c0f22ac-24a3-4ef8-8a62-544e433e3be1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399256 Feb 04 13:59:28.388218 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-4780ab70-8526-417e-8a74-fd38192c7a14 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 200 len: 217 time: 0.0648186 Feb 04 13:59:28.389034 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:28.392962 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Checking router: d6e1d3f5-b819-47ce-888b-44483837ec61 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:28.402192 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:28.402822 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:28.454309 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-8444bba5-7299-4c7c-b248-a641fa276970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:28.455783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-8444bba5-7299-4c7c-b248-a641fa276970 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 200 len: 834 time: 0.0614109 Feb 04 13:59:28.538304 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-9f938f44-1041-40c7-ac2e-1bce075d2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:28.539873 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-9f938f44-1041-40c7-ac2e-1bce075d2f81 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6cdd4518-5933-4b26-bbfa-401a21193599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704041 Feb 04 13:59:28.563691 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 13:59:28.583968 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:28.675252 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-b7fd64cf-722e-4b4d-b1b9-5931d1994295 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284206 Feb 04 13:59:28.811977 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b55ce5d6-4803-43b4-a6e6-cde7f1aa463b req-b02e65dc-4de9-4881-adad-0f68c3a78c26 service neutron] 10.222.0.87 "GET /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299379 Feb 04 13:59:28.898875 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:28.903190 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ed453-82a5-429d-a17f-b815668d1866 None None] The sync data for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 is: [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:57:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '73a90d92-670d-401f-8078-f89f4e1d9339', 'name': '', 'network_id': '6cdd4518-5933-4b26-bbfa-401a21193599', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:06:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:46Z', 'updated_at': '2022-02-04T13:57:53Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': 'a2d8f11d-f187-4edb-bfe8-868b48902f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:29.126211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd708e-10dc-4df5-9f9a-050ef1842ecd None None] New status for floating IP 8672db0c-6e4c-4382-bc2f-5b894ca94013: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:59:29.578967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b208-afe3-4048-9ec7-5ab952405fd2 req-ee2ab2be-921f-44d9-804c-1007c0c2ff79 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:29.579667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fae5b208-afe3-4048-9ec7-5ab952405fd2 req-ee2ab2be-921f-44d9-804c-1007c0c2ff79 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:29.594377 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-fae5b208-afe3-4048-9ec7-5ab952405fd2 req-ee2ab2be-921f-44d9-804c-1007c0c2ff79 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:29.595553 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fae5b208-afe3-4048-9ec7-5ab952405fd2 req-ee2ab2be-921f-44d9-804c-1007c0c2ff79 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0993485 Feb 04 13:59:29.640594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fae5b208-afe3-4048-9ec7-5ab952405fd2 req-2e382e13-a98f-435f-a0c1-535d45a5e196 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ab867bd-0d82-448f-b6ea-0bd535627b31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390720 Feb 04 13:59:29.769323 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-1f8bfe5f-78cd-49f9-8ffb-431dbbe0c0e9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:29.770808 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-1f8bfe5f-78cd-49f9-8ffb-431dbbe0c0e9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 946 time: 0.0793180 Feb 04 13:59:29.844909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 6af64237-bbb0-4524-a4e9-0dc7156d23fe {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:59:29.845602 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:30.211862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 6af64237-bbb0-4524-a4e9-0dc7156d23fe, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=6af64237-bbb0-4524-a4e9-0dc7156d23fe,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:30.212127 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:30.336596 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 6af64237-bbb0-4524-a4e9-0dc7156d23fe owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:59:30.480489 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:30.560150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=6af64237-bbb0-4524-a4e9-0dc7156d23fe,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:30.612405 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port 6af64237-bbb0-4524-a4e9-0dc7156d23fe on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:59:30.614905 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:30.617412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'name': 'network-vif-deleted', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:59:30.633301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5f69d900-6d59-4d1e-ae15-aa07d52731dd req-470cd6f2-b19f-455e-a9bc-9b75a6d559bd tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "DELETE /v2.0/ports/6af64237-bbb0-4524-a4e9-0dc7156d23fe HTTP/1.1" status: 204 len: 173 time: 0.8571365 Feb 04 13:59:30.669096 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d414a-617e-46f8-ab98-d27b1fc5f0aa', 'name': 'network-vif-deleted', 'tag': '6af64237-bbb0-4524-a4e9-0dc7156d23fe', 'status': 'completed', 'code': 200} Feb 04 13:59:30.796522 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-aee57269-b21e-478d-a833-e834d310a3f6 req-237680a2-3146-4787-913b-f968ecdddd22 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:30.812451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-aee57269-b21e-478d-a833-e834d310a3f6 req-237680a2-3146-4787-913b-f968ecdddd22 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:30.813805 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aee57269-b21e-478d-a833-e834d310a3f6 req-237680a2-3146-4787-913b-f968ecdddd22 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f8d414a-617e-46f8-ab98-d27b1fc5f0aa HTTP/1.1" status: 200 len: 210 time: 0.0620339 Feb 04 13:59:31.910814 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:32.580436 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:32.936297 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 73a90d92-670d-401f-8078-f89f4e1d9339 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:59:32.936907 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:33.123001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 73a90d92-670d-401f-8078-f89f4e1d9339, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=73a90d92-670d-401f-8078-f89f4e1d9339,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:33.123356 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:33.247647 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 73a90d92-670d-401f-8078-f89f4e1d9339 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:59:33.530699 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:33.591370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=73a90d92-670d-401f-8078-f89f4e1d9339,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:33.637332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.637679 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.638017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.638353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.638707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.639033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.639365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.639685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.640009 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.640332 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.640650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.640966 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:33.881158 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.359739 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router d6e1d3f5-b819-47ce-888b-44483837ec61 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:59:34.539923 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:59:34.549129 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Sync routers for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:34.556889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-c7c07046-f3ba-4ec2-ada1-035ff5a1b241 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/d6e1d3f5-b819-47ce-888b-44483837ec61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6449909 Feb 04 13:59:34.559759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37276) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:34.561905 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:34.562476 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:34.660825 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting subnet a2d8f11d-f187-4edb-bfe8-868b48902f1c {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 13:59:34.663736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.718578 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.741649 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:34.808102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.887140 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.932936 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d8f11d-f187-4edb-bfe8-868b48902f1c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:34.933678 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:34.943302 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee71056-2eb4-4eb7-8d0f-d9f6bb29dcbd None None] Network 6cdd4518-5933-4b26-bbfa-401a21193599 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:59:34.948348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a94b87c5-7122-4f67-a8e0-931ea0a94b9a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/subnets/a2d8f11d-f187-4edb-bfe8-868b48902f1c HTTP/1.1" status: 204 len: 168 time: 0.3857777 Feb 04 13:59:34.949843 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37280) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:35.025449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6af64237-bbb0-4524-a4e9-0dc7156d23fe no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:59:35.064354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 6af64237-bbb0-4524-a4e9-0dc7156d23fe {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:59:35.064812 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 6af64237-bbb0-4524-a4e9-0dc7156d23fe not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:59:35.070188 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:59:33Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:35.074135 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Checking router: d6e1d3f5-b819-47ce-888b-44483837ec61 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:35.082572 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Routers {'d6e1d3f5-b819-47ce-888b-44483837ec61'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:35.083198 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['d6e1d3f5-b819-47ce-888b-44483837ec61'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:35.157973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.272814 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] DHCP port deletion for 6cdd4518-5933-4b26-bbfa-401a21193599 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 13:59:35.277000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] Set router d6e1d3f5-b819-47ce-888b-44483837ec61 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:35.277922 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Deleting port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:59:35.278437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.353692 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.366958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port bd0838f3-af88-4a41-b024-cfc85f0c69fc {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 13:59:35.367367 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.497861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] For port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,segment=NetworkSegment(ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33),segment_id=ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:35.498583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.554203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port bd0838f3-af88-4a41-b024-cfc85f0c69fc, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bd0838f3-af88-4a41-b024-cfc85f0c69fc,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:35.554658 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.566434 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:59:33Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:35.570315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a13aaf-fd07-463b-9199-fe83ec6dbc10 None None] The sync data for ids ['d6e1d3f5-b819-47ce-888b-44483837ec61'] in n-d-820555-2 is: [{'id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271575349', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:57:42Z', 'updated_at': '2022-02-04T13:59:33Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': 'bd0838f3-af88-4a41-b024-cfc85f0c69fc', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e1d3f5-b819-47ce-888b-44483837ec61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:57:43Z', 'updated_at': '2022-02-04T13:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:35.627406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Calling delete_port for d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:59:35.684844 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for bd0838f3-af88-4a41-b024-cfc85f0c69fc owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 13:59:35.703456 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174'] for port, after_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:35.792745 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Pushing event deleted for resources: {'Port': ['ID=d8e3a5b1-5cb7-4d54-b632-3bfd89311da9,revision_number=None']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:35.797724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] No DVR routers for this DVR port d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 on host n-d-820555-2 {{(pid=87622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:59:35.804286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.804620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.804983 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.805321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.805645 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.805968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.806286 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.806619 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.807325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.807325 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.807578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:35.807876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65c23-fdea-49c5-a39c-bf0cd12cf433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:36.111889 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.160470 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=bd0838f3-af88-4a41-b024-cfc85f0c69fc,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:36.256802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.429172 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.431517 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.453163 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.453765 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Fanout notify agent at l3_agent the message router_deleted on router d6e1d3f5-b819-47ce-888b-44483837ec61 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:59:36.470150 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.471539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-80549b4b-eaa1-4335-bf1d-e5d6d477136d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/routers/d6e1d3f5-b819-47ce-888b-44483837ec61 HTTP/1.1" status: 204 len: 168 time: 1.5205986 Feb 04 13:59:36.474135 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37284) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:36.592145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.722770 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.747391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdd4518-5933-4b26-bbfa-401a21193599']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:36.760031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:36.760332 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0a3f45-abc9-4d3f-9c55-d72cc8fb6f33') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:36.771754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.790190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.796416 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:59:36.796800 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: timer() Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:59:36.811257 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:59:36.896836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.902746 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:36.929513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Network': ['ID=6cdd4518-5933-4b26-bbfa-401a21193599,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:36.938155 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5166ab9-6186-479f-b631-03eede8e65d5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/networks/6cdd4518-5933-4b26-bbfa-401a21193599 HTTP/1.1" status: 204 len: 168 time: 0.4629538 Feb 04 13:59:36.940839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37288) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:36.984919 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:59:37.010593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.021797 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:59:37.022143 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device d8e3a5b1-5cb7-4d54-b632-3bfd89311da9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:59:37.022561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd0838f3-af88-4a41-b024-cfc85f0c69fc no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:59:37.041665 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.058696 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bd0838f3-af88-4a41-b024-cfc85f0c69fc {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:59:37.059045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bd0838f3-af88-4a41-b024-cfc85f0c69fc not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:59:37.059458 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 73a90d92-670d-401f-8078-f89f4e1d9339 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 13:59:37.092362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 73a90d92-670d-401f-8078-f89f4e1d9339 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 13:59:37.092688 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 73a90d92-670d-401f-8078-f89f4e1d9339 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 13:59:37.108091 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.130230 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab867bd-0d82-448f-b6ea-0bd535627b31,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:37.140243 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.141402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0e1a5803-7c3d-429b-afb1-bf67bf741adc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ab867bd-0d82-448f-b6ea-0bd535627b31 HTTP/1.1" status: 204 len: 168 time: 0.1996040 Feb 04 13:59:37.443180 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:37.448835 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800471113', 'description': 'tempest-secgroup-smoke-1800471113 description', 'project_id': 'afe5c47d47cf43ef966b294f17491038'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:37.460152 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:37.465854 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:37.469336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:37.475680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:37.489643 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.511425 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:37.515287 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:37.518097 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:37.524392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:37.596313 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.599992 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.644264 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d50657-c777-46a8-9a99-1124afb9f743,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:37.647833 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.649074 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-9c3ccee4-86cc-4520-85bb-3df8175b4fcb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2048941 Feb 04 13:59:37.652144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37300) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:37.657259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:37.664121 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:37.667964 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:37.670899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:37.676458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:37.693399 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.753921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.758940 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.782151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c35a0-9527-4782-917a-05becaa06321,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:37.790899 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.792493 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cbf27e50-9cb9-43ab-8c7b-01d694ee2d20 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389840 Feb 04 13:59:37.794851 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37304) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:37.799695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:37.806744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:37.810432 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:37.813511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:37.819151 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:37.836298 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.898824 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.902375 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.924698 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd01eab7-4613-4470-88e7-ee22a375e433,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:37.934162 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:37.935427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-85bf1b07-1379-4663-9c1b-4e92731108c0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396077 Feb 04 13:59:37.938057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37308) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:37.942951 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:37.950063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:37.953819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:37.956920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:37.964519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:37.980991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.042621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.046507 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.070792 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620f8537-c5e9-4a76-8036-5541b52aaeba,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:38.078898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.080061 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-14f2af2f-4984-4bb9-9a03-cfeeaeaeebf4 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410623 Feb 04 13:59:38.083177 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37314) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:38.087975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:38.094558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:38.098637 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:38.101491 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:38.107925 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:38.125010 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.189343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.192969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.215780 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef95f09-182d-47bb-a8a0-dc17a1fb4e83,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:38.227392 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.228633 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b414383c-b8f2-4cdc-87c0-1561e9bae520 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447535 Feb 04 13:59:38.231354 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37320) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:38.236351 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:38.243639 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:38.247405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:38.250247 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:38.255949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:38.266051 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:59:38.272462 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.336761 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.340323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.363781 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eaf8aa-f35d-4a58-bf76-43d166a20a4c,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:38.372738 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.373949 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e11b6a32-d754-49ac-bd3b-a4b3e489fdd0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416640 Feb 04 13:59:38.376796 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37324) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:38.381699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'security_group_rule': {'security_group_id': 'f8d50657-c777-46a8-9a99-1124afb9f743', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:38.388229 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:38.392016 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:security_group_rule and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:38.394891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:38.401105 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:38.412162 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Project afe5c47d47cf43ef966b294f17491038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:59:38.419336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.483684 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.487174 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.510500 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4611b867-c7a4-4b5f-ab0e-32dec8b6fd2a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:38.519649 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.520837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-952fab2a-bf07-4377-8f6a-cf9cfb409b86 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431370 Feb 04 13:59:38.524279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37328) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:38.530030 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'network': {'name': 'tempest-network-smoke--817987574', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'port_security_enabled': True}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:38.535987 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:38.540710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:network and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:38.543577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:38.549140 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:38.561034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:38.564371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.591678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:59:38.600582 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.600924 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Added segment 56f75832-c88f-48f1-835d-dfdb94d14a27 of type vlan for network 989a0749-04bb-42b0-b74c-6c1cee13e0ee Feb 04 13:59:38.626855 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.658918 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.665072 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:38.665645 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.872996 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3475807 Feb 04 13:59:38.875915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37334) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:38.881209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a175272-50ef-497a-9a19-c0e8af754f98 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Network': ['ID=989a0749-04bb-42b0-b74c-6c1cee13e0ee,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:38.881381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'admin_state_up': True, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:38.891485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:38.891889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 13:59:38.895295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:router and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:38.898294 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:38.905380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:38.915587 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.916591 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:38.932335 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:39.318273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:39.625076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:39.657016 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:39.788700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.80 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/81f447fc-ed41-4411-b129-4d05daff4a6e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:39.936761 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:39.966774 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:40.035603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:40.038485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:40.041559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:59:40.079808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=81f447fc-ed41-4411-b129-4d05daff4a6e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:40.461963 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:40.925772 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:41.131705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 3e081dcc-99bc-4548-a1d0-c321df1472b1 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 13:59:41.313606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:59:41.323816 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Sync routers for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:41.332730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:41.333343 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:41.342750 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:41.344053 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-16d33cdc-2f74-4629-bd96-ec29be6febe9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4671183 Feb 04 13:59:41.347705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37340) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:41.389190 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b1c350f1-d85b-45fb-a34c-c35951143a2c tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=afe5c47d47cf43ef966b294f17491038&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398941 Feb 04 13:59:41.391719 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37344) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:41.517552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:41.521807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ddc59-0ee6-4e3b-8a20-5d67d72d84e6 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:41.526473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-297ddc59-0ee6-4e3b-8a20-5d67d72d84e6 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307414 Feb 04 13:59:41.526722 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37348) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:41.569755 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cfb72864-a37c-4d9a-8137-7d75d82065b6 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0da928c1-df42-4b70-82b6-376c11f9ad8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419731 Feb 04 13:59:41.572502 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37352) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:41.577894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123497438', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:41.687330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:41.691061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:subnet and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:41.693839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:41.699995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:41.713330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:41.717186 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:41.811541 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:40Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:41.815727 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Checking router: 3e081dcc-99bc-4548-a1d0-c321df1472b1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:41.816430 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Updating router 3e081dcc-99bc-4548-a1d0-c321df1472b1 port 81f447fc-ed41-4411-b129-4d05daff4a6e binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:59:41.875000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:41.940292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.018967 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Subnet': ['ID=7b24504e-3da4-47df-92d0-dee2fbec564e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:42.028068 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Checking segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:59:42.028435 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network hostable DHCP agents. Network: 989a0749-04bb-42b0-b74c-6c1cee13e0ee, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:59:42.048786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:59:42.059728 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 989a0749-04bb-42b0-b74c-6c1cee13e0ee) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:42.064375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:42.064966 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.073309 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdaed5-0c3d-4744-b8ca-e204bd257e55 None None] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:59:42.087890 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-183f645c-6bb4-4ab7-b9c7-2cd786ffa8cb tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5142314 Feb 04 13:59:42.090813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37356) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:42.390639 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.405653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 13:59:42.406582 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.416388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Transition to ACTIVE for port object 81f447fc-ed41-4411-b129-4d05daff4a6e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:42.425914 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.597083 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Attempting to bind port 81f447fc-ed41-4411-b129-4d05daff4a6e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:59:42.597534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Attempting to bind port 81f447fc-ed41-4411-b129-4d05daff4a6e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:59:42.597892 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Attempting to bind port 81f447fc-ed41-4411-b129-4d05daff4a6e on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:59:42.614012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fcaa6-6513-4121-991f-00a1eec34b62 None None] Pushing event updated for resources: {'Port': ['ID=81f447fc-ed41-4411-b129-4d05daff4a6e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:42.616332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:59:42.616709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:59:42.617235 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.617461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:59:42.617928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Bound port: 81f447fc-ed41-4411-b129-4d05daff4a6e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:59:42.618291 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.751833 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] For port 81f447fc-ed41-4411-b129-4d05daff4a6e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:59:42.766184 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] For port 81f447fc-ed41-4411-b129-4d05daff4a6e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=81f447fc-ed41-4411-b129-4d05daff4a6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:59:42.770313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Allocated IP 172.20.0.2 (989a0749-04bb-42b0-b74c-6c1cee13e0ee/7b24504e-3da4-47df-92d0-dee2fbec564e/6e94dc8d-db83-4a07-bab1-072badb3dd4e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:42.774626 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.932862 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:42.935483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:42.936132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:42.983527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fcaa6-6513-4121-991f-00a1eec34b62 None None] Pushing event updated for resources: {'Port': ['ID=81f447fc-ed41-4411-b129-4d05daff4a6e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:43.201896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:43.330425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.389292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Transition to ACTIVE for port object 6e94dc8d-db83-4a07-bab1-072badb3dd4e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:43.422887 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Transition to ACTIVE for port object 6e94dc8d-db83-4a07-bab1-072badb3dd4e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:43.439820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.496958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.1 (989a0749-04bb-42b0-b74c-6c1cee13e0ee/7b24504e-3da4-47df-92d0-dee2fbec564e/f3cce5fd-3035-4535-906d-c067c3b3e74d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:43.528073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:43.556157 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:43.562746 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:59:43.564732 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Pushing event updated for resources: {'Port': ['ID=6e94dc8d-db83-4a07-bab1-072badb3dd4e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:43.670929 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.674245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0372-e80a-4f01-87e8-a69c37f14767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.678048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Attempting to bind port 6e94dc8d-db83-4a07-bab1-072badb3dd4e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:59:43.678413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Attempting to bind port 6e94dc8d-db83-4a07-bab1-072badb3dd4e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:59:43.678802 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Attempting to bind port 6e94dc8d-db83-4a07-bab1-072badb3dd4e on network 989a0749-04bb-42b0-b74c-6c1cee13e0ee {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:59:43.688151 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object f3cce5fd-3035-4535-906d-c067c3b3e74d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:43.690928 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:59:43.691417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Checking segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:59:43.691771 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.692261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Bound using segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:59:43.692625 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Bound port: 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:59:43.692953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.716970 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.766884 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:40Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:43.784585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:43.784764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e26a-ec17-47d0-8a71-c66d59729670 None None] The sync data for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 is: [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:40Z', 'revision_number': 3, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:43.794450 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:43.797488 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:59:43.801862 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:59:43.805488 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:59:43.809993 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.867597 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:43.876986 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:43.897968 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e353e-15bc-467e-ae32-69d098af441f None None] Pushing event updated for resources: {'Port': ['ID=6e94dc8d-db83-4a07-bab1-072badb3dd4e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:44.395288 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:44.836620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:44.841959 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:44.959099 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:44.961685 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.083907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5a52a-0eb6-4690-b53b-581e414dfc11 None None] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 13:59:45.100270 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e94dc8d-db83-4a07-bab1-072badb3dd4e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:45.114009 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:45.115160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:45.285805 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-e708f9df-0757-4135-8eb6-07e2fcfc4c74 None None] Provisioning for port 6e94dc8d-db83-4a07-bab1-072badb3dd4e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:45.316998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 3e081dcc-99bc-4548-a1d0-c321df1472b1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:59:45.331060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 6e94dc8d-db83-4a07-bab1-072badb3dd4e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:45.363292 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6e94dc8d-db83-4a07-bab1-072badb3dd4e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:45.363668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.500936 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:59:45.511636 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Sync routers for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:45.514010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-1532ee7d-d6d0-4a2e-b87c-f28a7273d6ee tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/3e081dcc-99bc-4548-a1d0-c321df1472b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221334 Feb 04 13:59:45.527094 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:45.527701 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:45.551021 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.593035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:45.598335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.599504 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 81f447fc-ed41-4411-b129-4d05daff4a6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:45.734027 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=6e94dc8d-db83-4a07-bab1-072badb3dd4e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:45.735567 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-0b059092-dd3a-4955-b7ca-d2cbbe2cb251 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:45.748342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 81f447fc-ed41-4411-b129-4d05daff4a6e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:45.755047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 81f447fc-ed41-4411-b129-4d05daff4a6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:45.755852 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.768103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-0b059092-dd3a-4955-b7ca-d2cbbe2cb251 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:45.777799 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-0b059092-dd3a-4955-b7ca-d2cbbe2cb251 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800471113&fields=id&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 267 time: 0.1233773 Feb 04 13:59:45.782454 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:45.904640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.928528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 81f447fc-ed41-4411-b129-4d05daff4a6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=81f447fc-ed41-4411-b129-4d05daff4a6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:45.942410 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.944397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Provisioning complete for port 6e94dc8d-db83-4a07-bab1-072badb3dd4e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:45.944830 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:45.982911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-26d34cba-3a31-4dd7-9003-608fb6bf716c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:45.983649 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-26d34cba-3a31-4dd7-9003-608fb6bf716c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:46.003324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-26d34cba-3a31-4dd7-9003-608fb6bf716c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:46.010791 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-26d34cba-3a31-4dd7-9003-608fb6bf716c tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 796 time: 0.2319918 Feb 04 13:59:46.027261 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-80f38c13-2c61-4a59-8727-8944a944b037 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/quotas/afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 375 time: 0.0152907 Feb 04 13:59:46.086364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=81f447fc-ed41-4411-b129-4d05daff4a6e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:46.196991 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Provisioning for port f3cce5fd-3035-4535-906d-c067c3b3e74d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:46.202564 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Provisioning complete for port f3cce5fd-3035-4535-906d-c067c3b3e74d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:46.202978 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.209666 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 2, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:46.214060 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Checking router: 3e081dcc-99bc-4548-a1d0-c321df1472b1 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:46.214455 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Updating router 3e081dcc-99bc-4548-a1d0-c321df1472b1 port f3cce5fd-3035-4535-906d-c067c3b3e74d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:59:46.251164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b4849135-6fb8-4ef5-a561-f532095b1205 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:46.269418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b4849135-6fb8-4ef5-a561-f532095b1205 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:46.271883 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b4849135-6fb8-4ef5-a561-f532095b1205 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2405281 Feb 04 13:59:46.284888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-098f9476-80d7-451b-847a-605174e6cdc8 None None] Port f3cce5fd-3035-4535-906d-c067c3b3e74d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:59:46.329739 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.387254 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d9e9025c-7a58-406a-ab03-8d988017f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.408076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-465944f0-8312-4da8-87d3-c28e0d1f3db2 None None] Provisioning complete for port f3cce5fd-3035-4535-906d-c067c3b3e74d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:46.409068 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-465944f0-8312-4da8-87d3-c28e0d1f3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.427818 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-e7dc7ed9-3693-473d-bb8f-8ce82e321ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307230 Feb 04 13:59:46.465830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-465944f0-8312-4da8-87d3-c28e0d1f3db2 None None] Port f3cce5fd-3035-4535-906d-c067c3b3e74d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:59:46.565463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-c43ef1b2-da85-488e-a5af-2946672d0bb0 service neutron] 10.222.0.53 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300941 Feb 04 13:59:46.674430 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.686882 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Transition to ACTIVE for port object f3cce5fd-3035-4535-906d-c067c3b3e74d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:46.694752 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.762950 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Pushing event updated for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:46.771198 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-01a0dd03-77d8-4d21-b1e3-1b5d48a136ec req-caaccced-6c6a-47ab-a911-7e43f34d469d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:46.788963 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-01a0dd03-77d8-4d21-b1e3-1b5d48a136ec req-caaccced-6c6a-47ab-a911-7e43f34d469d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:46.791951 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01a0dd03-77d8-4d21-b1e3-1b5d48a136ec req-caaccced-6c6a-47ab-a911-7e43f34d469d tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 210 time: 0.0700059 Feb 04 13:59:46.826796 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.827157 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.827472 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.827800 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.828128 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.828453 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.828775 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.829098 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.829403 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.829716 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.830019 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.830337 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:59:46.949619 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Attempting to bind port f3cce5fd-3035-4535-906d-c067c3b3e74d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:59:46.949991 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Attempting to bind port f3cce5fd-3035-4535-906d-c067c3b3e74d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:59:46.950355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Attempting to bind port f3cce5fd-3035-4535-906d-c067c3b3e74d on network 989a0749-04bb-42b0-b74c-6c1cee13e0ee {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:59:46.956134 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:59:46.956687 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Checking segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:59:46.957117 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.957504 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Bound using segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:59:46.957974 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Bound port: f3cce5fd-3035-4535-906d-c067c3b3e74d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:59:46.958344 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:46.971828 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:47.023399 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e94dc8d-db83-4a07-bab1-072badb3dd4e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:47.062690 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] For port f3cce5fd-3035-4535-906d-c067c3b3e74d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:59:47.066545 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] For port f3cce5fd-3035-4535-906d-c067c3b3e74d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f3cce5fd-3035-4535-906d-c067c3b3e74d,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:59:47.071562 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:47.111281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 6e94dc8d-db83-4a07-bab1-072badb3dd4e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:47.111786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:47.158755 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:47.159256 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:47.245144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa0b4-1da9-4a69-99f9-027635791780 None None] Pushing event updated for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=4']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:47.245612 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 81f447fc-ed41-4411-b129-4d05daff4a6e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:47.333617 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 81f447fc-ed41-4411-b129-4d05daff4a6e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:47.334377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:47.377920 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:47.533038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:47.745441 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:47.751208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749496a-2275-4383-95c2-ca69caa90019 None None] The sync data for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 is: [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:47Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:59:47.993104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6765df48-c414-4fe3-a7a5-362dfd2f959e req-5c7d4ee8-157f-4061-94f5-625f9cdcac71 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 210 time: 0.0766840 Feb 04 13:59:48.123554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b29725e0-a01a-4c87-a681-5e3b68319254 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:48.125260 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b29725e0-a01a-4c87-a681-5e3b68319254 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 796 time: 0.1728022 Feb 04 13:59:48.179876 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-d02e4798-e088-430a-b2cb-40aedc7ddca1 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe5c47d47cf43ef966b294f17491038 HTTP/1.1" status: 200 len: 380 time: 0.0461111 Feb 04 13:59:48.188462 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'port': {'device_id': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'admin_state_up': True, 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'security_groups': ['f8d50657-c777-46a8-9a99-1124afb9f743']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:48.332619 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:48.343273 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:48.354949 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Made reservation on behalf of afe5c47d47cf43ef966b294f17491038 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:59:48.358983 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:48.529840 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.20.0.8 (989a0749-04bb-42b0-b74c-6c1cee13e0ee/7b24504e-3da4-47df-92d0-dee2fbec564e/374d97bd-85ce-4b5d-9469-e2e45c0d3d51) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:48.729106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:48.749348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Transition to ACTIVE for port object 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:48.776185 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:48.851136 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:48.854354 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:48.858291 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:59:48.895132 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:48.901618 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:48.947381 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:48.948258 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:48.978317 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-37ba97b9-4afd-46cc-8da3-c6eac3df46f3 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933531 Feb 04 13:59:48.989998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Request body: {'port': {'device_id': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:49.042875 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f3cce5fd-3035-4535-906d-c067c3b3e74d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:49.118127 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port f3cce5fd-3035-4535-906d-c067c3b3e74d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:49.124793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f3cce5fd-3035-4535-906d-c067c3b3e74d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:49.125290 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.155779 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.191724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66e951-da64-47d4-a43a-2341a6cd545f req-47e714e1-e581-45d0-8493-3949546f4437 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:49.193466 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc66e951-da64-47d4-a43a-2341a6cd545f req-47e714e1-e581-45d0-8493-3949546f4437 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 931 time: 0.0884118 Feb 04 13:59:49.197877 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4bee7d7c-c75e-4c1e-91a7-7053708e0cb4 None None] Provisioning for port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:49.208026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4bee7d7c-c75e-4c1e-91a7-7053708e0cb4 None None] Provisioning complete for port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:49.208518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d7c-c75e-4c1e-91a7-7053708e0cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.245279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bc66e951-da64-47d4-a43a-2341a6cd545f req-500db501-6329-4605-8944-789864b3149b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:49.259237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-bc66e951-da64-47d4-a43a-2341a6cd545f req-500db501-6329-4605-8944-789864b3149b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:49.260358 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bc66e951-da64-47d4-a43a-2341a6cd545f req-500db501-6329-4605-8944-789864b3149b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596154 Feb 04 13:59:49.315201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4bee7d7c-c75e-4c1e-91a7-7053708e0cb4 None None] Port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 13:59:49.324799 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.359012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90bba75f-6d8f-4fec-9521-0e877da9abff req-cd5d6e81-fcc6-42ff-a2c3-f8dc63c8edee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0702004 Feb 04 13:59:49.363166 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port f3cce5fd-3035-4535-906d-c067c3b3e74d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f3cce5fd-3035-4535-906d-c067c3b3e74d,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:49.368758 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.472465 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90bba75f-6d8f-4fec-9521-0e877da9abff req-0599d6d0-8ae2-4fc9-ae11-8901d24304b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0433414 Feb 04 13:59:49.492750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:49.524582 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90bba75f-6d8f-4fec-9521-0e877da9abff req-2a1262de-deb1-4b1f-b6ba-f0ea1e7f7d28 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325131 Feb 04 13:59:49.644780 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:59:49.652678 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.666568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba75f-6d8f-4fec-9521-0e877da9abff req-444b567f-67eb-43c3-a317-4b4889fc832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:49.667798 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Transition to ACTIVE for port object 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:59:49.668103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-90bba75f-6d8f-4fec-9521-0e877da9abff req-444b567f-67eb-43c3-a317-4b4889fc832e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382470 Feb 04 13:59:49.671439 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:49.807587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:49.918347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Attempting to bind port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 13:59:49.918715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Attempting to bind port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 13:59:49.919050 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Attempting to bind port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 on network 989a0749-04bb-42b0-b74c-6c1cee13e0ee {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:59:49.923708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 on network 989a0749-04bb-42b0-b74c-6c1cee13e0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 13:59:49.924031 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Attempting to bind port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 on network 989a0749-04bb-42b0-b74c-6c1cee13e0ee {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 13:59:49.929389 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:59:49.929729 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Checking segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 13:59:49.930112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Bound using segment: {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:59:49.930538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Bound port: 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f75832-c88f-48f1-835d-dfdb94d14a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 13:59:49.930914 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:50.018832 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 13:59:50.021656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 13:59:50.027058 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:50.090660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.091360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:50.092629 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] 10.222.0.87 "PUT /v2.0/ports/374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 1091 time: 1.1073256 Feb 04 13:59:50.093072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:59:50.121256 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e939-598e-4a3e-a50f-fb85b0c9bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:50.169849 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'status': 'completed', 'code': 200} Feb 04 13:59:50.213280 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-d678c70e-6947-4706-8207-6528d593eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.214845 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-d678c70e-6947-4706-8207-6528d593eed1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1094 time: 0.0774884 Feb 04 13:59:50.290479 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-80d36981-4557-4cb4-b932-b0783efe5f88 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 217 time: 0.0693469 Feb 04 13:59:50.353667 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-8681a9e0-9cd2-4873-aeda-6fecfbe9b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.355123 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-8681a9e0-9cd2-4873-aeda-6fecfbe9b433 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0596011 Feb 04 13:59:50.431286 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-fee667b4-eae2-4f1f-aa7b-b2370c307d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.432838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-fee667b4-eae2-4f1f-aa7b-b2370c307d75 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714188 Feb 04 13:59:50.466673 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631cf00-5bae-4bdf-a05e-04daa641f138 req-a18f8765-72b8-4e27-8ba9-88c0551f2b18 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.468187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4631cf00-5bae-4bdf-a05e-04daa641f138 req-a18f8765-72b8-4e27-8ba9-88c0551f2b18 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 943 time: 0.0804698 Feb 04 13:59:50.513289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4631cf00-5bae-4bdf-a05e-04daa641f138 req-15f5ac7f-188b-4e77-806c-ddf6a7183ba8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391378 Feb 04 13:59:50.570958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-74f9bcd4-144c-4b8d-a35e-f071599bcba3 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311193 Feb 04 13:59:50.651931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:50.704393 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f6708c19-da27-4018-b2a9-18212e1bd50f req-821574fe-2b61-470d-a07c-12bdc15502fe service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276958 Feb 04 13:59:50.824347 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-a3cc25fb-cff3-4e6a-b94e-ea6354ecf787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.825839 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-a3cc25fb-cff3-4e6a-b94e-ea6354ecf787 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1094 time: 0.0776694 Feb 04 13:59:50.957004 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-b7c5d56a-772d-4e21-b4e6-350099121677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:50.958462 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-b7c5d56a-772d-4e21-b4e6-350099121677 service neutron] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 897 time: 0.1273484 Feb 04 13:59:50.988539 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f3cce5fd-3035-4535-906d-c067c3b3e74d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:51.030092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-e140a78b-e20c-4dd8-8de6-b7c277ea5c87 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 217 time: 0.0647626 Feb 04 13:59:51.058616 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port f3cce5fd-3035-4535-906d-c067c3b3e74d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:51.059001 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:51.094787 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-a89b9193-43c7-4048-8e67-5022166d2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:51.096532 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-a89b9193-43c7-4048-8e67-5022166d2787 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0595238 Feb 04 13:59:51.171191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-f24ca07b-e5cd-4093-ac1c-df5e431ebd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:51.172685 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-f24ca07b-e5cd-4093-ac1c-df5e431ebd63 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699224 Feb 04 13:59:51.306772 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-c452a617-1f23-40dd-8c82-e05f9bb6f85b service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Feb 04 13:59:51.545593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1578f092-9e90-434e-87a5-208a7fbe1a00 req-208643ad-299b-4501-9d75-a9fe8258dffc service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327707 Feb 04 13:59:51.700539 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053ada-8f77-42dd-9c1e-43b3762072dd req-1b397eb9-996a-4cfd-b777-56f37eab6a37 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:51.701149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3d053ada-8f77-42dd-9c1e-43b3762072dd req-1b397eb9-996a-4cfd-b777-56f37eab6a37 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 13:59:51.717146 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-3d053ada-8f77-42dd-9c1e-43b3762072dd req-1b397eb9-996a-4cfd-b777-56f37eab6a37 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 13:59:51.718389 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d053ada-8f77-42dd-9c1e-43b3762072dd req-1b397eb9-996a-4cfd-b777-56f37eab6a37 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 943 time: 0.1003041 Feb 04 13:59:51.766874 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3d053ada-8f77-42dd-9c1e-43b3762072dd req-adcb4ea0-5de1-41fc-8c02-573b23e6dca7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Feb 04 13:59:52.963191 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d185-66c3-4c04-af8a-ea0f0598cb29 req-02c5457c-0439-4b75-b03c-95de5d94b9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:52.964680 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b494d185-66c3-4c04-af8a-ea0f0598cb29 req-02c5457c-0439-4b75-b03c-95de5d94b9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 943 time: 0.0887675 Feb 04 13:59:53.009350 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b494d185-66c3-4c04-af8a-ea0f0598cb29 req-7815c8e2-dccb-4536-a06a-587e5398fcb0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Feb 04 13:59:53.061035 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 13:59:53.192445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:53.208740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'port_id': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'mac_address': 'fa:16:3e:61:1e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 13:59:53.263361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:53.280594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 13:59:53.295990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:53.299695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:53.366313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:53.499831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['374d97bd-85ce-4b5d-9469-e2e45c0d3d51'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 13:59:54.198593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948cc50-65d6-41b7-925d-d6ba82361784 req-6090ef7e-5db8-4304-8440-c700d1d85cf9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:54.200062 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0948cc50-65d6-41b7-925d-d6ba82361784 req-6090ef7e-5db8-4304-8440-c700d1d85cf9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 944 time: 0.0839531 Feb 04 13:59:54.244163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0948cc50-65d6-41b7-925d-d6ba82361784 req-f67e81cf-b290-4462-a4cd-283fa1b1e679 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Feb 04 13:59:54.901947 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:55.075946 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 13:59:55.144443 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:59:55.149201 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:59:55.149572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:55.268877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:55.297327 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:59:55.307886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 13:59:55.312383 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:55.385986 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:55.397424 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'code': 200} Feb 04 13:59:55.445685 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef949b49-2529-45ea-9ceb-35ce2ab75f8c req-fad4d3f0-1234-4b14-b2c4-55481d4569b8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:55.447233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef949b49-2529-45ea-9ceb-35ce2ab75f8c req-fad4d3f0-1234-4b14-b2c4-55481d4569b8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0890532 Feb 04 13:59:55.495524 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ef949b49-2529-45ea-9ceb-35ce2ab75f8c req-16ee2e05-665f-4d9d-993c-b58a8aefc408 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Feb 04 13:59:55.522221 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407090e6-4b74-4f5b-9bef-de42da53026f req-d79b153b-178f-4490-be69-4ad261ec7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:55.523764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-407090e6-4b74-4f5b-9bef-de42da53026f req-d79b153b-178f-4490-be69-4ad261ec7233 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1096 time: 0.0712514 Feb 04 13:59:55.565211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-407090e6-4b74-4f5b-9bef-de42da53026f req-dd59fb30-6289-4d04-89b0-88e6de709ee9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356293 Feb 04 13:59:56.692989 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8830e72-a6ce-4481-91f5-92220620ba86 req-d489f9b8-f9d5-4603-8be4-b812e356cdb2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:56.694569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8830e72-a6ce-4481-91f5-92220620ba86 req-d489f9b8-f9d5-4603-8be4-b812e356cdb2 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0883145 Feb 04 13:59:56.739292 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8830e72-a6ce-4481-91f5-92220620ba86 req-f8f28f45-ae0e-4648-a143-57c89a348576 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389731 Feb 04 13:59:56.930733 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00d6c-63e7-4d8a-a209-db16654700a5 req-ea570f1e-971a-4110-a066-9493eb341c04 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:56.932204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37b00d6c-63e7-4d8a-a209-db16654700a5 req-ea570f1e-971a-4110-a066-9493eb341c04 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0848515 Feb 04 13:59:56.977455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-37b00d6c-63e7-4d8a-a209-db16654700a5 req-e74ce7c0-0e42-4635-9fea-c617bc05fae6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 Feb 04 13:59:57.000233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37410) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:57.071247 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67319e93-c33d-4793-b701-b65d2115a3f4 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:57.072764 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-67319e93-c33d-4793-b701-b65d2115a3f4 tempest-TestNetworkAdvancedServerOps-912329807 tempest-TestNetworkAdvancedServerOps-912329807-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1091 time: 0.0715420 Feb 04 13:59:57.075682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37414) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:57.080679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:59:57.088476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 13:59:57.092302 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Usage tracker for resource:floatingip and tenant:afe5c47d47cf43ef966b294f17491038 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 13:59:57.095144 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 13:59:57.101331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 13:59:57.111809 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:57.248388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:57.391046 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Allocated IP 172.25.4.151 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/f5006f0e-4f71-4510-9871-c0266c6a8830) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:59:57.540503 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:57.569055 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:57.638835 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:59:57.641804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:59:57.644346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 13:59:57.679394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=f5006f0e-4f71-4510-9871-c0266c6a8830,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:58.063330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:58.136720 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:58.452093 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:58.456894 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:58.562829 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event updated for resources: {'Port': ['ID=f5006f0e-4f71-4510-9871-c0266c6a8830,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:59:58.579306 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:58.750385 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 4d7b5683-e5a4-4166-b409-cf5ca9974656 associated. External IP: 172.25.4.151, port: 374d97bd-85ce-4b5d-9469-e2e45c0d3d51. Feb 04 13:59:59.104653 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 3e081dcc-99bc-4548-a1d0-c321df1472b1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 13:59:59.281126 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 13:59:59.291826 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Sync routers for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:59:59.300982 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:59.301594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:59.306813 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 13:59:59.364562 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e36dd697-6811-4055-90de-fcdad54107bc tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2876942 Feb 04 13:59:59.364968 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:59:59.416899 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'status': 'completed', 'code': 200} Feb 04 13:59:59.490731 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 13:59:59.569343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-bfa8dd52-2a96-4b49-a354-77b04b90ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:59.570898 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-bfa8dd52-2a96-4b49-a354-77b04b90ecc8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1096 time: 0.1326139 Feb 04 13:59:59.581010 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f3842-a7b5-44f3-a1bb-e24c72eae150 req-6378545d-a2a1-46f0-9dbc-b4d03d9b0426 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:59.582370 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-711f3842-a7b5-44f3-a1bb-e24c72eae150 req-6378545d-a2a1-46f0-9dbc-b4d03d9b0426 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.1081376 Feb 04 13:59:59.709536 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-711f3842-a7b5-44f3-a1bb-e24c72eae150 req-6501f189-3946-4392-b20e-448b1d6aa3ed tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042316 Feb 04 13:59:59.740446 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37422) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:59:59.862994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea66f3cd-2507-46b6-90e2-e24055f0451f tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/4d7b5683-e5a4-4166-b409-cf5ca9974656 HTTP/1.1" status: 200 len: 991 time: 0.1201856 Feb 04 13:59:59.887379 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4d7b5683-e5a4-4166-b409-cf5ca9974656', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'port_id': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'mac_address': 'fa:16:3e:61:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:59:57Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:59.891219 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Checking router: 3e081dcc-99bc-4548-a1d0-c321df1472b1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:59:59.893880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-471eba0d-049c-40e6-8d34-32639e3a2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:59:59.895360 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-471eba0d-049c-40e6-8d34-32639e3a2f34 service neutron] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 897 time: 0.3115563 Feb 04 13:59:59.900161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 13:59:59.900760 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T13:59:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:59:59.998489 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-3c814ddc-56c7-480b-9094-73eadfa5fba1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 999 time: 0.0973513 Feb 04 14:00:00.062269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-58ac31e5-b664-4dbd-8f73-8153aeba2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:00.063751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-58ac31e5-b664-4dbd-8f73-8153aeba2b20 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0593643 Feb 04 14:00:00.081772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:00.143357 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-a8826cf7-acca-4068-9597-a2e579f05be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:00.144842 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-a8826cf7-acca-4068-9597-a2e579f05be7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742869 Feb 04 14:00:00.278901 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-c576ea32-611e-4e22-8c25-6dd53264a75c service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276181 Feb 04 14:00:00.411582 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9adfdcd2-1c53-48ad-89f3-341aeb99d441 req-4e0ce59c-f360-4d62-832d-605da9a90ab0 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271644 Feb 04 14:00:00.432961 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4d7b5683-e5a4-4166-b409-cf5ca9974656', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'port_id': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'mac_address': 'fa:16:3e:61:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:59:57Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:00.437246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85475222-48a9-4e22-895c-a44b8a793ad4 None None] The sync data for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 is: [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '4d7b5683-e5a4-4166-b409-cf5ca9974656', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'port_id': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'mac_address': 'fa:16:3e:61:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:59:57Z', 'updated_at': '2022-02-04T13:59:57Z', 'revision_number': 0, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:00.634413 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996d9e8-fcf4-448f-844e-b3a014fb09d2 None None] New status for floating IP 4d7b5683-e5a4-4166-b409-cf5ca9974656: ACTIVE {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:00:00.867737 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37426) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:00.976792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c78355c3-3d11-4062-ae97-ccdd2417c964 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/4d7b5683-e5a4-4166-b409-cf5ca9974656 HTTP/1.1" status: 200 len: 993 time: 0.1078372 Feb 04 14:00:05.553029 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:00:08.462408 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-5b0bcecc-64d2-433f-931e-cc654be14cf9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739706 Feb 04 14:00:08.607920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-b0f0d108-91cc-4f61-b888-242c48cf1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:08.609402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-b0f0d108-91cc-4f61-b888-242c48cf1406 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1096 time: 0.0731578 Feb 04 14:00:08.761040 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-042a302f-9482-4374-ac5a-b04c20da0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:08.761040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-042a302f-9482-4374-ac5a-b04c20da0cd1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 897 time: 0.1311102 Feb 04 14:00:08.866935 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-f9c9590e-245d-4cd5-91f4-49a063b6c7e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 1001 time: 0.1004443 Feb 04 14:00:08.930077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-40ea899a-a440-463d-8996-63bbf95d27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:08.931739 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-40ea899a-a440-463d-8996-63bbf95d27bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0593109 Feb 04 14:00:09.014418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-b3c63144-0162-4485-8bc5-be5c59d90ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:09.015861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-b3c63144-0162-4485-8bc5-be5c59d90ec0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762064 Feb 04 14:00:09.150502 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-c4dd8b5a-f7f5-40ac-892d-de6e57c7a947 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269772 Feb 04 14:00:09.284982 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-de5b4afa-ab62-4b79-9e97-b4252a2854bc req-d1e1400e-90ac-4550-928a-3746b88112e8 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277909 Feb 04 14:00:13.618019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62f038c8-6efd-405e-b89c-efd46610a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:16.393185 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab156-fe3e-4311-b240-1a04f78c3ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:16.964640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:17.529385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:18.890709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:20.663193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:24.917133 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:27.931426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c449d-99b9-4336-94fe-c21548555089 req-71c385ef-baa3-42aa-9b84-0878c309d0f9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:27.932806 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd1c449d-99b9-4336-94fe-c21548555089 req-71c385ef-baa3-42aa-9b84-0878c309d0f9 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0799172 Feb 04 14:00:27.980199 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dd1c449d-99b9-4336-94fe-c21548555089 req-cd3cf27d-474b-4728-a967-d5379408b67e tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417988 Feb 04 14:00:29.165669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b99530-5713-4ce7-9abe-32685aa8b6e9 req-02d5d0d6-e777-4e29-8b25-c7dd21351bf6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:29.167149 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3b99530-5713-4ce7-9abe-32685aa8b6e9 req-02d5d0d6-e777-4e29-8b25-c7dd21351bf6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0799699 Feb 04 14:00:29.211323 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d3b99530-5713-4ce7-9abe-32685aa8b6e9 req-d8ca4f3a-4d18-406c-81a4-98ef825262a6 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Feb 04 14:00:29.234727 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37450) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:29.341779 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-c093839e-5524-42ec-bacd-46eda6ddc868 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/4d7b5683-e5a4-4166-b409-cf5ca9974656 HTTP/1.1" status: 200 len: 993 time: 0.1058865 Feb 04 14:00:30.794134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a12b-5e38-4e06-8a21-5a7b771df684 req-8714e62c-5787-49a0-a72f-77687022bb60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:30.795761 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a44a12b-5e38-4e06-8a21-5a7b771df684 req-8714e62c-5787-49a0-a72f-77687022bb60 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0845122 Feb 04 14:00:30.842399 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4a44a12b-5e38-4e06-8a21-5a7b771df684 req-b167c1ab-3ad3-4f83-a1bf-3a423837edc5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Feb 04 14:00:30.916060 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-1af7c73c-a04f-4a4c-a77a-c8ed2e273da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:30.917456 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-1af7c73c-a04f-4a4c-a77a-c8ed2e273da8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1096 time: 0.1878603 Feb 04 14:00:31.045461 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-ff4ac8a0-67d3-47e0-8436-f535d49eb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:31.046951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-ff4ac8a0-67d3-47e0-8436-f535d49eb670 service neutron] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 897 time: 0.1236358 Feb 04 14:00:31.148563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-33f530d8-f0e4-43ea-9bc0-dea6c476a24f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 1001 time: 0.0959787 Feb 04 14:00:31.208808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-5f3f70da-d8f1-4eae-8da3-b9fb3af6ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:31.210717 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-5f3f70da-d8f1-4eae-8da3-b9fb3af6ee0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0563574 Feb 04 14:00:31.287684 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-f9c72d6b-08a0-4f66-80c7-3a42d0e6acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:31.289156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-f9c72d6b-08a0-4f66-80c7-3a42d0e6acc8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728507 Feb 04 14:00:31.421313 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-e302fa50-42a8-44da-97dc-7466c8a3ca45 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261387 Feb 04 14:00:31.556752 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1b4d3442-90b1-4d30-a07a-4aa2759868ab req-435d011a-09f2-4dc3-8d1c-5805f6326b14 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293128 Feb 04 14:00:32.029049 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305413a9-a235-43cc-9a83-f8073212db01 req-fb30323d-d662-4c38-8b83-ec790fecf379 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:32.030523 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-305413a9-a235-43cc-9a83-f8073212db01 req-fb30323d-d662-4c38-8b83-ec790fecf379 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0805609 Feb 04 14:00:32.074171 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-305413a9-a235-43cc-9a83-f8073212db01 req-22f79232-fa5a-42bd-9317-b10a5b0d71b5 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Feb 04 14:00:33.262188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f000-2ba8-46c8-994b-448774a1278e req-b2d369aa-efa3-4cb2-bfc1-059e80c70138 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:33.263714 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9847f000-2ba8-46c8-994b-448774a1278e req-b2d369aa-efa3-4cb2-bfc1-059e80c70138 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0844676 Feb 04 14:00:33.310012 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9847f000-2ba8-46c8-994b-448774a1278e req-dca8eff3-1f28-44da-ae2d-4caab8ff82af tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390699 Feb 04 14:00:33.333172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:33.439696 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b67d0ec2-19a9-4bca-97a9-946803ab77d0 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/floatingips/4d7b5683-e5a4-4166-b409-cf5ca9974656 HTTP/1.1" status: 200 len: 993 time: 0.1052759 Feb 04 14:00:33.744212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37472) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:33.949120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port f5006f0e-4f71-4510-9871-c0266c6a8830 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:33.949457 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:34.115516 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:34.115836 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:34.237902 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for f5006f0e-4f71-4510-9871-c0266c6a8830 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:34.505079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:34.555352 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=f5006f0e-4f71-4510-9871-c0266c6a8830,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:34.598310 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.598683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.599029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.599369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.600226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.600559 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.600890 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.601237 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.601546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.601871 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.602193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.602513 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:34.657885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:34.658219 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Floating IP 4d7b5683-e5a4-4166-b409-cf5ca9974656 disassociated (deleted). External IP: 172.25.4.151, port: 374d97bd-85ce-4b5d-9469-e2e45c0d3d51. Feb 04 14:00:35.019443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 3e081dcc-99bc-4548-a1d0-c321df1472b1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:00:35.198219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:00:35.207533 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Sync routers for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:35.218088 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:35.218558 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:35.218724 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:35.277457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c522019-5b0d-48de-aeab-76cfc06ea9e8 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d7b5683-e5a4-4166-b409-cf5ca9974656 HTTP/1.1" status: 204 len: 168 time: 1.5320807 Feb 04 14:00:35.278141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:00:35.326957 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'status': 'completed', 'code': 200} Feb 04 14:00:35.401109 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:35.422365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-6139caa7-c3c1-4539-a9ef-973bf2d187df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.424026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-6139caa7-c3c1-4539-a9ef-973bf2d187df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=afe5c47d47cf43ef966b294f17491038&device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 1096 time: 0.0758157 Feb 04 14:00:35.564044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-5a6207b7-452b-478d-96fd-923d6a8d9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.565601 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-5a6207b7-452b-478d-96fd-923d6a8d9477 service neutron] 10.222.0.87 "GET /v2.0/networks?id=989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 200 len: 897 time: 0.1357837 Feb 04 14:00:35.679410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-ab89fa50-c1fa-4bd3-8c43-45cf77c8d3e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 200 len: 217 time: 0.1039803 Feb 04 14:00:35.764300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-28dcd45a-0886-4ee3-ba45-e1c8d39e681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.766246 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-28dcd45a-0886-4ee3-ba45-e1c8d39e681d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 200 len: 834 time: 0.0762417 Feb 04 14:00:35.778754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:35.782685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Checking router: 3e081dcc-99bc-4548-a1d0-c321df1472b1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:35.791501 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:35.792103 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:35.815437 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf1ea-7388-4b09-a410-9be4baeea264 req-4dffd4cf-bb8f-4900-9b9b-9abd92335a84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.816173 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1accf1ea-7388-4b09-a410-9be4baeea264 req-4dffd4cf-bb8f-4900-9b9b-9abd92335a84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Synchronizing usage tracker for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:00:35.844141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-1accf1ea-7388-4b09-a410-9be4baeea264 req-4dffd4cf-bb8f-4900-9b9b-9abd92335a84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Unset dirty status for tenant:afe5c47d47cf43ef966b294f17491038 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:00:35.845286 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1accf1ea-7388-4b09-a410-9be4baeea264 req-4dffd4cf-bb8f-4900-9b9b-9abd92335a84 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.2177477 Feb 04 14:00:35.899554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-205cc4b4-74a9-4552-a249-eb7c895d1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:35.901060 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-205cc4b4-74a9-4552-a249-eb7c895d1010 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=989a0749-04bb-42b0-b74c-6c1cee13e0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282163 Feb 04 14:00:35.903996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1accf1ea-7388-4b09-a410-9be4baeea264 req-2a535af4-07fd-407a-8d77-7d7df1972a4a tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515478 Feb 04 14:00:35.976801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:36.159330 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-3445441b-aaa6-4555-9627-16e68adbe0e4 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515781 Feb 04 14:00:36.295742 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ea3104cf-8684-4d26-9491-ab16588ce71d req-594db23d-c161-46c2-b72b-922591259ae1 service neutron] 10.222.0.87 "GET /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290388 Feb 04 14:00:36.298591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:36.302744 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93f880-db5b-4bd2-92f7-a9f070d05c1d None None] The sync data for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 is: [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T13:59:44Z', 'revision_number': 4, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'f3cce5fd-3035-4535-906d-c067c3b3e74d', 'name': '', 'network_id': '989a0749-04bb-42b0-b74c-6c1cee13e0ee', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'mac_address': 'fa:16:3e:2d:1c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:43Z', 'updated_at': '2022-02-04T13:59:49Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'subnets': [{'id': '7b24504e-3da4-47df-92d0-dee2fbec564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:36.530730 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfff7b7-56e2-40e3-a541-a55487d1f948 None None] New status for floating IP 4d7b5683-e5a4-4166-b409-cf5ca9974656: DOWN {{(pid=87623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:00:37.089352 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4e14e-f40e-40cc-bb89-045e3f15b3a2 req-aa4c1cf8-46d8-4622-b644-c67f2bc60889 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:37.090918 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68f4e14e-f40e-40cc-bb89-045e3f15b3a2 req-aa4c1cf8-46d8-4622-b644-c67f2bc60889 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0782251 Feb 04 14:00:37.135631 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68f4e14e-f40e-40cc-bb89-045e3f15b3a2 req-1038b119-517d-4280-bca1-b677c39aef85 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8d50657-c777-46a8-9a99-1124afb9f743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Feb 04 14:00:37.173620 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-ce3ab927-e88e-405f-9f99-93f896949220 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:37.175148 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-ce3ab927-e88e-405f-9f99-93f896949220 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 945 time: 0.0840836 Feb 04 14:00:37.243143 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:37.243390 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:37.488768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:37.489121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:37.612045 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:37.759608 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:37.815847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=374d97bd-85ce-4b5d-9469-e2e45c0d3d51,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:37.891430 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:37.893950 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:37.898249 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'name': 'network-vif-deleted', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:00:37.913074 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-22f93985-6d56-4a1c-9ebc-a412791a4545 req-5d5fdd6e-32b9-4828-ba89-acafa10d1c01 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.87 "DELETE /v2.0/ports/374d97bd-85ce-4b5d-9469-e2e45c0d3d51 HTTP/1.1" status: 204 len: 173 time: 0.7334144 Feb 04 14:00:37.944359 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25b1bb-0416-49f4-8004-a9305a4739cd', 'name': 'network-vif-deleted', 'tag': '374d97bd-85ce-4b5d-9469-e2e45c0d3d51', 'status': 'completed', 'code': 200} Feb 04 14:00:38.312855 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e3f6ccbd-b7ee-4245-b686-c6cdcc02fcbb req-b90e35b0-99c8-41b3-88cb-57b670671365 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "GET /v2.0/ports?device_id=de25b1bb-0416-49f4-8004-a9305a4739cd HTTP/1.1" status: 200 len: 210 time: 0.0515041 Feb 04 14:00:39.408990 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:40.086974 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:40.448385 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port f3cce5fd-3035-4535-906d-c067c3b3e74d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:40.449062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:40.636305 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port f3cce5fd-3035-4535-906d-c067c3b3e74d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=f3cce5fd-3035-4535-906d-c067c3b3e74d,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:40.636681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:40.760365 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for f3cce5fd-3035-4535-906d-c067c3b3e74d owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:41.038266 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:41.086972 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=f3cce5fd-3035-4535-906d-c067c3b3e74d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:41.340609 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:00:41.381026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:00:41.381279 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 374d97bd-85ce-4b5d-9469-e2e45c0d3d51 not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:00:41.488784 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:41.852806 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Router 3e081dcc-99bc-4548-a1d0-c321df1472b1 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:00:42.040059 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:00:42.049405 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Sync routers for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:42.052488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-839fe65d-c9ea-45f5-9e6e-3fcbbf784c67 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "PUT /v2.0/routers/3e081dcc-99bc-4548-a1d0-c321df1472b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6424015 Feb 04 14:00:42.055104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37496) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:42.060059 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:42.060689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:42.124633 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting subnet 7b24504e-3da4-47df-92d0-dee2fbec564e {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 14:00:42.127568 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.181126 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.239278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:42.268376 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.342662 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.382842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Subnet': ['ID=7b24504e-3da4-47df-92d0-dee2fbec564e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:42.386357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.392956 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6a7d9591-b2fd-4bff-8136-7176baa54b8b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/subnets/7b24504e-3da4-47df-92d0-dee2fbec564e HTTP/1.1" status: 204 len: 168 time: 0.3369021 Feb 04 14:00:42.395629 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37500) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:42.416857 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf9835-21f5-498e-8f50-cafda46b1ad5 None None] Network 989a0749-04bb-42b0-b74c-6c1cee13e0ee requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:00:42.553879 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:00:42.586288 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.701390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T14:00:40Z', 'revision_number': 5, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port': {'id': '81f447fc-ed41-4411-b129-4d05daff4a6e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:59:39Z', 'updated_at': '2022-02-04T13:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:42.705683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Checking router: 3e081dcc-99bc-4548-a1d0-c321df1472b1 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:42.714403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Routers {'3e081dcc-99bc-4548-a1d0-c321df1472b1'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:42.715047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['3e081dcc-99bc-4548-a1d0-c321df1472b1'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:42.779821 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.792841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 81f447fc-ed41-4411-b129-4d05daff4a6e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:42.793273 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:42.820364 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] DHCP port deletion for 989a0749-04bb-42b0-b74c-6c1cee13e0ee request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 14:00:42.837357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Deleting port 6e94dc8d-db83-4a07-bab1-072badb3dd4e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:42.837731 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.009215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] Set router 3e081dcc-99bc-4548-a1d0-c321df1472b1 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:43.107208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 81f447fc-ed41-4411-b129-4d05daff4a6e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=81f447fc-ed41-4411-b129-4d05daff4a6e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:43.107562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.118172 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 6e94dc8d-db83-4a07-bab1-072badb3dd4e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:00:43.172870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T14:00:42Z', 'revision_number': 6, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:43.236690 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 81f447fc-ed41-4411-b129-4d05daff4a6e owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:43.247571 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d7797-e722-4366-8241-f2d36f80d6f6 None None] The sync data for ids ['3e081dcc-99bc-4548-a1d0-c321df1472b1'] in n-d-820555-2 is: [{'id': '3e081dcc-99bc-4548-a1d0-c321df1472b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872821280', 'tenant_id': 'afe5c47d47cf43ef966b294f17491038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:59:38Z', 'updated_at': '2022-02-04T14:00:42Z', 'revision_number': 6, 'project_id': 'afe5c47d47cf43ef966b294f17491038', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:43.338907 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:43.339298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.415918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.467133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=81f447fc-ed41-4411-b129-4d05daff4a6e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:43.468311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Calling delete_port for 6e94dc8d-db83-4a07-bab1-072badb3dd4e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:43.494963 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.559654 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.562130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:43.567604 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.627846 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:00:43.628191 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:00:43.648014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a877bd29-7854-403e-96ab-25ab83c1e724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.658111 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=6e94dc8d-db83-4a07-bab1-072badb3dd4e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:43.668246 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.668570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.669018 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.669348 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.669674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.670642 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.671116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.671274 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.671592 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.671904 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.672228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.672614 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:43.744075 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.746756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.770593 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.771235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Fanout notify agent at l3_agent the message router_deleted on router 3e081dcc-99bc-4548-a1d0-c321df1472b1 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 14:00:43.787388 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.788540 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-58e6d3a2-7455-464b-ba04-10b3d38700b7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/routers/3e081dcc-99bc-4548-a1d0-c321df1472b1 HTTP/1.1" status: 204 len: 168 time: 1.3918164 Feb 04 14:00:43.791339 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37504) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:43.902884 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:43.913208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Deleting port 6e94dc8d-db83-4a07-bab1-072badb3dd4e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:43.913535 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.123406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:44.123857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.129801 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Deleting port 6e94dc8d-db83-4a07-bab1-072badb3dd4e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:44.130318 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.257407 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Calling delete_port for 6e94dc8d-db83-4a07-bab1-072badb3dd4e owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:44.342151 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] For port 6e94dc8d-db83-4a07-bab1-072badb3dd4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=6e94dc8d-db83-4a07-bab1-072badb3dd4e,segment=NetworkSegment(56f75832-c88f-48f1-835d-dfdb94d14a27),segment_id=56f75832-c88f-48f1-835d-dfdb94d14a27)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:44.342534 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.346219 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.400011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Port': ['ID=6e94dc8d-db83-4a07-bab1-072badb3dd4e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:44.401788 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] No DVR routers for this DVR port 6e94dc8d-db83-4a07-bab1-072badb3dd4e on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:00:44.466621 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Calling delete_port for 6e94dc8d-db83-4a07-bab1-072badb3dd4e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:00:44.541907 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:00:44.542672 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:00:44.633881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.668006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989a0749-04bb-42b0-b74c-6c1cee13e0ee']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:44.679705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f75832-c88f-48f1-835d-dfdb94d14a27') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:44.680000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f75832-c88f-48f1-835d-dfdb94d14a27') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:44.690973 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.706434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.712831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:00:44.713216 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: timer() Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:00:44.728358 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:00:44.782017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Deleting port 6e94dc8d-db83-4a07-bab1-072badb3dd4e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:00:44.782640 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.810730 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.829502 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.841603 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'Network': ['ID=989a0749-04bb-42b0-b74c-6c1cee13e0ee,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:44.859377 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b4d68fcb-7f55-45f0-91d0-8ecf41ed0b0b tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/networks/989a0749-04bb-42b0-b74c-6c1cee13e0ee HTTP/1.1" status: 204 len: 168 time: 1.0645998 Feb 04 14:00:44.859613 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37508) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:44.901475 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-6fc80cc4-8fcf-4878-a6df-3d61d77643c5 None None] The port '6e94dc8d-db83-4a07-bab1-072badb3dd4e' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 14:00:44.933212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:44.964115 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.008790 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f3cce5fd-3035-4535-906d-c067c3b3e74d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:00:45.035360 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.043876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: f3cce5fd-3035-4535-906d-c067c3b3e74d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:00:45.044215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device f3cce5fd-3035-4535-906d-c067c3b3e74d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:00:45.044630 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 81f447fc-ed41-4411-b129-4d05daff4a6e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:00:45.057120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d50657-c777-46a8-9a99-1124afb9f743,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:45.069191 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.070882 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-13aa1139-a78d-4b27-a079-a3a64e95adb7 tempest-TestNetworkAdvancedServerOps-1817085467 tempest-TestNetworkAdvancedServerOps-1817085467-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8d50657-c777-46a8-9a99-1124afb9f743 HTTP/1.1" status: 204 len: 168 time: 0.2100663 Feb 04 14:00:45.089038 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 81f447fc-ed41-4411-b129-4d05daff4a6e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:00:45.089377 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 81f447fc-ed41-4411-b129-4d05daff4a6e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:00:45.407094 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37518) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:45.577763 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a124c7a0-9c8e-4d62-8b2f-94e5629413e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afe5c47d47cf43ef966b294f17491038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693425 Feb 04 14:00:45.580128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37524) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:45.636881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.662713 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.720166 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.737456 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392ae804-ebfa-4373-a3b8-35e090cabe97,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:45.744062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:45.747611 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f8762a3-742e-4fe1-8c9d-da8570aeec77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/392ae804-ebfa-4373-a3b8-35e090cabe97 HTTP/1.1" status: 204 len: 168 time: 0.1641932 Feb 04 14:00:46.030170 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37532) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:46.047679 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.062642 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:46.066481 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Usage tracker for resource:security_group_rule and tenant:38346b42efdb4df394d93ad5632d8dfe is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:46.069927 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:46.075684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:46.160865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.165227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.211837 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38346b42efdb4df394d93ad5632d8dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804643 Feb 04 14:00:46.212777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec1a0f-8b49-4455-b321-b2b85b395cfd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:46.214572 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37536) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:46.221122 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.221482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.221815 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.222142 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.222467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.222827 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.223150 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.223464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.223776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.224102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.224404 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.224715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5397b7-93ad-406c-a4f8-13c96ee1a077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:46.273734 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.300562 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.354121 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.370269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec1a0f-8b49-4455-b321-b2b85b395cfd,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:46.374556 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.378490 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-375a45ec-08a5-4055-95bc-c0a5e8067cb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3aec1a0f-8b49-4455-b321-b2b85b395cfd HTTP/1.1" status: 204 len: 168 time: 0.1599944 Feb 04 14:00:46.409358 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-6aea8bc3-5c00-4e1b-a6d6-22ca8c639d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:46.967527 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.113551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37560) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:47.216429 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1321047431-network', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:47.222240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:47.226763 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Usage tracker for resource:network and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:47.229570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:47.235750 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:47.247241 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Made reservation on behalf of f83b7d7fbf4d4c2c95db4959b0578876 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:47.249540 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.261624 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.278463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:47.283001 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:47.286000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:47.292299 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:47.378330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.382498 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.413740 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:00:47.422210 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4afcc2-76a9-4660-a837-330b907e450e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:47.427881 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.428176 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Added segment 33a51bc5-8ba7-4b36-bb54-8ad45488da2e of type vlan for network 9f6ec8af-96a9-492a-a233-f1314d513d05 Feb 04 14:00:47.454767 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.485703 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.486554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:47.487156 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.533109 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.590010 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4752798 Feb 04 14:00:47.593173 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37566) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:47.595090 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfec1c-3b58-4c98-aa6c-3504fae844aa admin admin] Pushing event updated for resources: {'Network': ['ID=9f6ec8af-96a9-492a-a233-f1314d513d05,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:47.600668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Request body: {'subnet': {'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1321047431-subnet', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:47.609384 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:47.612106 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 14:00:47.613556 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Usage tracker for resource:subnet and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:47.617266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:47.623800 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:47.633148 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Made reservation on behalf of f83b7d7fbf4d4c2c95db4959b0578876 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:47.635562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.847481 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.921071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79492c67-0db8-49cf-9a92-90c2ff7bee5d,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:47.929357 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Checking segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:47.929714 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Network hostable DHCP agents. Network: 9f6ec8af-96a9-492a-a233-f1314d513d05, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:00:47.948636 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:00:47.958930 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 9f6ec8af-96a9-492a-a233-f1314d513d05) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:47.962949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:47.963530 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:47.968484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31326520-ee4e-4a5c-a9ed-0efe32e4a371 None None] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:00:47.991037 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-642fc48b-0b33-4336-909e-a1a25842949a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3965321 Feb 04 14:00:47.993759 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37570) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:47.998931 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:48.004677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:48.008924 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Usage tracker for resource:router and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:48.011911 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:48.017632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:48.027719 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.028683 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.047827 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.195882 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-9f6ec8af-96a9-492a-a233-f1314d513d05', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 14:00:48.196723 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.354460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Allocated IP 172.20.0.2 (9f6ec8af-96a9-492a-a233-f1314d513d05/79492c67-0db8-49cf-9a92-90c2ff7bee5d/bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:48.444768 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.567479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.578662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Transition to ACTIVE for port object bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:48.598350 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Transition to ACTIVE for port object bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:48.604095 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.669580 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:48.672742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:48.676092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:48.681715 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Pushing event updated for resources: {'Port': ['ID=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:48.773452 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.774064 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Attempting to bind port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:00:48.774160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Attempting to bind port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:00:48.774525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Attempting to bind port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:00:48.779957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:00:48.780339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Checking segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:48.780742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.781134 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Bound using segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:00:48.781596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Bound port: bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:00:48.782564 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.804590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.875561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] For port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:00:48.886613 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] For port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:00:48.894399 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.940368 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:48.960073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Allocated IP 172.25.4.210 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/b077aa97-cadf-4f8c-ba98-4f9ed80b807e) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:49.004395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7725c-5302-4d0c-a623-d2638b65678d None None] Pushing event updated for resources: {'Port': ['ID=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:49.122667 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:49.153752 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:49.232517 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:49.235579 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:49.239819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:49.271745 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Pushing event updated for resources: {'Port': ['ID=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:49.780108 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:49.971204 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e2d42-7c23-4688-9f30-6693c935224a None None] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:00:50.068754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce657b8d-3054-40c9-a8a7-e05a3959a57e None None] Provisioning for port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:50.135794 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:50.342788 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9f81049-2ca5-4638-9acb-3b5895d918fc req-6346169a-f2d8-4979-99df-4bea0ac3f2cb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0589371 Feb 04 14:00:50.389290 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 14:00:50.515502 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9f81049-2ca5-4638-9acb-3b5895d918fc req-9bf4787e-33ec-4d2a-b893-876350e60566 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0599904 Feb 04 14:00:50.616622 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9f81049-2ca5-4638-9acb-3b5895d918fc req-799a7e10-c3c5-4a28-8a10-c753fb1a22ef service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808461 Feb 04 14:00:50.660987 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:50.712828 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:00:50.724792 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:50.737099 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:50.738019 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:50.768971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:50.770169 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-960fedfc-a511-4e8b-bc4a-96179e003e64 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7753825 Feb 04 14:00:50.774476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37578) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:50.788080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81049-2ca5-4638-9acb-3b5895d918fc req-610affa8-1876-4240-ae8a-2c6cc40b81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:50.789600 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c9f81049-2ca5-4638-9acb-3b5895d918fc req-610affa8-1876-4240-ae8a-2c6cc40b81ba service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608284 Feb 04 14:00:50.921756 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:51.057312 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:51.127662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:51.133480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:51.133885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.213842 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:49Z', 'revision_number': 3, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:51.217793 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:51.218125 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Updating router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 port b077aa97-cadf-4f8c-ba98-4f9ed80b807e binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:00:51.273141 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.292378 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.325514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:51.330299 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.399261 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:51.592760 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.615170 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.626056 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Transition to ACTIVE for port object b077aa97-cadf-4f8c-ba98-4f9ed80b807e will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:51.632892 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.737640 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Attempting to bind port b077aa97-cadf-4f8c-ba98-4f9ed80b807e on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:00:51.738308 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Attempting to bind port b077aa97-cadf-4f8c-ba98-4f9ed80b807e by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:00:51.738308 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Attempting to bind port b077aa97-cadf-4f8c-ba98-4f9ed80b807e on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:00:51.749028 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:00:51.749223 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:51.749507 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.749883 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:00:51.750374 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Bound port: b077aa97-cadf-4f8c-ba98-4f9ed80b807e, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:00:51.750825 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.785011 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Pushing event updated for resources: {'Port': ['ID=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:51.800642 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.800979 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.801309 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.801631 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.802013 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.802874 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.803184 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.803494 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.803804 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.804112 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.804463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.804825 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:00:51.808581 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Allocated IP 172.20.0.1 (9f6ec8af-96a9-492a-a233-f1314d513d05/79492c67-0db8-49cf-9a92-90c2ff7bee5d/248ce96d-f5e8-4098-a0b1-5199cf812655) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:51.837564 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] For port b077aa97-cadf-4f8c-ba98-4f9ed80b807e, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:00:51.841504 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] For port b077aa97-cadf-4f8c-ba98-4f9ed80b807e, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:00:51.845184 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.922927 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:51.923542 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:51.960167 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:51.976795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Transition to ACTIVE for port object 248ce96d-f5e8-4098-a0b1-5199cf812655 will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:51.990867 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a202-4dc0-4b66-b3c7-874e6a39970f None None] Pushing event updated for resources: {'Port': ['ID=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:52.001790 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.069906 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:52.072779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:52.076631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:52.109100 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:52.115175 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Pushing event updated for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:52.135281 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.347898 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bb1f27d2-d813-4cba-80bd-1abd21a904d0 None None] Provisioning for port 248ce96d-f5e8-4098-a0b1-5199cf812655 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:52.354251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-bb1f27d2-d813-4cba-80bd-1abd21a904d0 None None] Provisioning complete for port 248ce96d-f5e8-4098-a0b1-5199cf812655 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:52.354657 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bb1f27d2-d813-4cba-80bd-1abd21a904d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.401355 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:49Z', 'revision_number': 3, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:52.405178 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb05df-ffff-449c-b43a-e4d009380087 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:49Z', 'revision_number': 3, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:52.413335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f27d2-d813-4cba-80bd-1abd21a904d0 None None] Port 248ce96d-f5e8-4098-a0b1-5199cf812655 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:00:52.415305 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.667418 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.672155 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.786884 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Pushing event updated for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:52.789260 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:52.931240 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:52.932432 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:53.124554 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:53.144953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:00:53.204210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:53.204323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:53.271460 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1b37607a-e1bd-4cd1-acb9-2e6b11716323 None None] Provisioning complete for port 248ce96d-f5e8-4098-a0b1-5199cf812655 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:53.271822 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b37607a-e1bd-4cd1-acb9-2e6b11716323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:53.334281 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-1b37607a-e1bd-4cd1-acb9-2e6b11716323 None None] Port 248ce96d-f5e8-4098-a0b1-5199cf812655 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:00:53.389269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b077aa97-cadf-4f8c-ba98-4f9ed80b807e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:53.455140 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:00:53.456514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port b077aa97-cadf-4f8c-ba98-4f9ed80b807e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:53.462691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b077aa97-cadf-4f8c-ba98-4f9ed80b807e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:53.462691 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:53.474861 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8ab8c069-2db3-4514-8ff4-d370b82bcf9b admin admin] 10.222.0.53 "PUT /v2.0/routers/8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6898510 Feb 04 14:00:53.581384 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:53.598889 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port b077aa97-cadf-4f8c-ba98-4f9ed80b807e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:53.603309 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:53.672611 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:53.985414 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37596) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:53.990882 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-599071987-network', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:53.996327 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:54.000124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Usage tracker for resource:network and tenant:b9b3f8b1bbdf4b57823be49155a36ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:54.002996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:54.009003 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:54.018375 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Made reservation on behalf of b9b3f8b1bbdf4b57823be49155a36ac5 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:54.021201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.035421 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.049974 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:54.053807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Usage tracker for resource:security_group_rule and tenant:b9b3f8b1bbdf4b57823be49155a36ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:54.056779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:54.062544 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:54.067086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:54.077594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:54.078291 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:54.150941 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.158414 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.188468 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:00:54.196685 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dedfa7-dfde-4566-a455-08656c8e17d2,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:54.202225 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.202629 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Added segment 2f288cf2-aa19-4aec-ae46-244326ac748d of type vlan for network 596fd4db-906d-4ad6-85ae-09219084cd13 Feb 04 14:00:54.230190 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.259802 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.260790 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:54.261384 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.273116 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:54.366311 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3797798 Feb 04 14:00:54.367048 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfca99-d0a1-4462-99f8-1284720cf4cb admin admin] Pushing event updated for resources: {'Network': ['ID=596fd4db-906d-4ad6-85ae-09219084cd13,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:54.369006 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37600) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:54.374554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Request body: {'subnet': {'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-599071987-subnet', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'ip_version': 4}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:54.380358 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:54.384269 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Usage tracker for resource:subnet and tenant:b9b3f8b1bbdf4b57823be49155a36ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:54.387130 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:54.393353 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:54.402354 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 596fd4db-906d-4ad6-85ae-09219084cd13 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 14:00:54.404030 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Made reservation on behalf of b9b3f8b1bbdf4b57823be49155a36ac5 for: {'subnet': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:00:54.406318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14681643'] for subnet, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.621143 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15348315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14681657'] for subnet, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.681828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 2, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:54.686233 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:54.686586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Updating router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 port 248ce96d-f5e8-4098-a0b1-5199cf812655 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:00:54.699941 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6208ccdc-cc3d-4803-88c2-c7b108212096,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:54.710523 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Checking segment: {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:54.710920 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Network hostable DHCP agents. Network: 596fd4db-906d-4ad6-85ae-09219084cd13, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:00:54.731157 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Network 596fd4db-906d-4ad6-85ae-09219084cd13 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:00:54.741019 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 596fd4db-906d-4ad6-85ae-09219084cd13) {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:54.745451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.745827 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:00:54.746799 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.757959 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bd983-3468-4806-9868-da6fb88e7aab None None] Network 596fd4db-906d-4ad6-85ae-09219084cd13 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:00:54.772722 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-92c851aa-ab96-4523-bbeb-9f38f2e10ef2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3996119 Feb 04 14:00:54.772970 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37604) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:54.778012 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:00:54.783746 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:00:54.788373 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Usage tracker for resource:router and tenant:b9b3f8b1bbdf4b57823be49155a36ac5 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:00:54.791246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:00:54.796986 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:00:54.808021 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.809130 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.825519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:54.985549 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.037170 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b077aa97-cadf-4f8c-ba98-4f9ed80b807e up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:55.116314 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.294634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-596fd4db-906d-4ad6-85ae-09219084cd13', 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'fixed_ips': [{'subnet_id': '6208ccdc-cc3d-4803-88c2-c7b108212096'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 14:00:55.295454 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.313403 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port b077aa97-cadf-4f8c-ba98-4f9ed80b807e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:55.313769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.440804 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.584589 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.639786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.663772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Allocated IP 172.20.0.2 (596fd4db-906d-4ad6-85ae-09219084cd13/6208ccdc-cc3d-4803-88c2-c7b108212096/015403e1-9bd3-4285-b3da-1bf09f3a5155) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:55.665929 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Transition to ACTIVE for port object 248ce96d-f5e8-4098-a0b1-5199cf812655 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:55.677711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.744644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Allocated IP 172.25.4.60 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/570ba151-e7bf-43f0-9aaa-06ab6150ceb7) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:55.907580 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.939632 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:55.966433 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af3e0-7152-4cff-b1d7-1c3f4aba43c1 None None] Pushing event updated for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:56.008277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:56.011274 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:56.015141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:56.019400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Attempting to bind port 248ce96d-f5e8-4098-a0b1-5199cf812655 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:00:56.019782 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Attempting to bind port 248ce96d-f5e8-4098-a0b1-5199cf812655 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:00:56.020149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Attempting to bind port 248ce96d-f5e8-4098-a0b1-5199cf812655 on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:00:56.031439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:00:56.031743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Checking segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:56.032147 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.032538 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Bound using segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:00:56.033012 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Bound port: 248ce96d-f5e8-4098-a0b1-5199cf812655, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:00:56.033388 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.060303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Pushing event updated for resources: {'Port': ['ID=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:56.176207 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.200771 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Transition to ACTIVE for port object 015403e1-9bd3-4285-b3da-1bf09f3a5155 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:56.229247 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] For port 248ce96d-f5e8-4098-a0b1-5199cf812655, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:00:56.231648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Transition to ACTIVE for port object 015403e1-9bd3-4285-b3da-1bf09f3a5155 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:56.233685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] For port 248ce96d-f5e8-4098-a0b1-5199cf812655, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=248ce96d-f5e8-4098-a0b1-5199cf812655,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:00:56.237662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.278898 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.334855 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Network 596fd4db-906d-4ad6-85ae-09219084cd13 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:56.339305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:56.340876 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:56.341499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:56.391631 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:56.415321 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af3e0-7152-4cff-b1d7-1c3f4aba43c1 None None] Pushing event updated for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:56.461817 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.726435 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Attempting to bind port 015403e1-9bd3-4285-b3da-1bf09f3a5155 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:00:56.727034 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Attempting to bind port 015403e1-9bd3-4285-b3da-1bf09f3a5155 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:00:56.727137 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Attempting to bind port 015403e1-9bd3-4285-b3da-1bf09f3a5155 on network 596fd4db-906d-4ad6-85ae-09219084cd13 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:00:56.729042 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Pushing event updated for resources: {'Port': ['ID=015403e1-9bd3-4285-b3da-1bf09f3a5155,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:56.743392 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:00:56.743714 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Checking segment: {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:56.744123 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.744512 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Bound using segment: {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:00:56.744987 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Bound port: 015403e1-9bd3-4285-b3da-1bf09f3a5155, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:00:56.745367 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:56.769250 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:56.813461 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:57.033784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] For port 015403e1-9bd3-4285-b3da-1bf09f3a5155, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:00:57.054150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] For port 015403e1-9bd3-4285-b3da-1bf09f3a5155, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=015403e1-9bd3-4285-b3da-1bf09f3a5155,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:00:57.061994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:57.146226 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Router 4a306e7f-ebf2-4027-9320-55ac08064a42 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 14:00:57.206060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd305d-cf84-42b8-badc-ed3e0b3efdcc None None] Pushing event updated for resources: {'Port': ['ID=015403e1-9bd3-4285-b3da-1bf09f3a5155,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:57.240385 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:56Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:57.244743 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1923b6e-29a4-4586-bebd-18a5580af1b8 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:56Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:57.358748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:00:57.367043 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Sync routers for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:00:57.377465 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:57.378721 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:57.392295 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:57.396301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cec3758c-5401-4ba0-b7ac-58b77ea55f0c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6217315 Feb 04 14:00:57.397321 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37608) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:00:57.627137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:57.934152 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:56Z', 'revision_number': 3, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:57.938361 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Checking router: 4a306e7f-ebf2-4027-9320-55ac08064a42 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:00:57.938734 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Updating router 4a306e7f-ebf2-4027-9320-55ac08064a42 port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:00:57.997626 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.181120 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.422160 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.436297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Allocated IP 172.20.0.1 (596fd4db-906d-4ad6-85ae-09219084cd13/6208ccdc-cc3d-4803-88c2-c7b108212096/0dffc1a6-cd61-4d4c-92d6-a8deac73c30c) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:00:58.444178 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Transition to ACTIVE for port object 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:58.452393 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.477417 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d84e6-7d09-41a6-8388-a44cc6a69c1f None None] Network 596fd4db-906d-4ad6-85ae-09219084cd13 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:00:58.531571 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Attempting to bind port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:00:58.532055 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Attempting to bind port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:00:58.532540 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Attempting to bind port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:00:58.548548 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:00:58.549085 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:00:58.549592 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.550065 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:00:58.550684 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Bound port: 570ba151-e7bf-43f0-9aaa-06ab6150ceb7, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:00:58.551158 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.610714 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.619849 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7b563a01-97ad-4f94-b340-f3a624cd0c3e None None] Provisioning for port 015403e1-9bd3-4285-b3da-1bf09f3a5155 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:58.635796 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] For port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:00:58.641106 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] For port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:00:58.644994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Transition to ACTIVE for port object 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:00:58.648349 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.657277 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d7896-07bd-45a1-8b20-7efa7e8e8437 None None] Pushing event updated for resources: {'Port': ['ID=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:58.683988 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:58.743132 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d7896-07bd-45a1-8b20-7efa7e8e8437 None None] Pushing event updated for resources: {'Port': ['ID=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:58.764055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Network 596fd4db-906d-4ad6-85ae-09219084cd13 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:58.767338 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:58.772574 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:00:58.779810 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:00:58.799171 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:58.814155 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:58.843024 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.028812 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:00:59.117768 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.128160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 015403e1-9bd3-4285-b3da-1bf09f3a5155 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:59.233531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d04757d-8cee-4b84-ad91-e371aac892b8 None None] Provisioning for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:59.241990 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9d04757d-8cee-4b84-ad91-e371aac892b8 None None] Provisioning complete for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:59.242588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9d04757d-8cee-4b84-ad91-e371aac892b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.288711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 015403e1-9bd3-4285-b3da-1bf09f3a5155 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:59.302719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 015403e1-9bd3-4285-b3da-1bf09f3a5155 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:59.303969 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.363773 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9d04757d-8cee-4b84-ad91-e371aac892b8 None None] Port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:00:59.364059 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:56Z', 'revision_number': 3, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:00:59.369470 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b56d09-4460-4634-9301-e4f035d96719 None None] The sync data for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 is: [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:56Z', 'revision_number': 3, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:00:59.398940 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.403491 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.448473 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.486010 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 015403e1-9bd3-4285-b3da-1bf09f3a5155, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=015403e1-9bd3-4285-b3da-1bf09f3a5155,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:59.495194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.495974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 248ce96d-f5e8-4098-a0b1-5199cf812655 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:00:59.517519 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.522558 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:59.563357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ce9276ea-571d-4110-96a0-bee908e54fac None None] Provisioning complete for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:59.563757 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ce9276ea-571d-4110-96a0-bee908e54fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.683484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ce9276ea-571d-4110-96a0-bee908e54fac None None] Port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:00:59.688150 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Network 596fd4db-906d-4ad6-85ae-09219084cd13 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:00:59.689768 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:00:59.692436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=015403e1-9bd3-4285-b3da-1bf09f3a5155,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:00:59.729931 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 248ce96d-f5e8-4098-a0b1-5199cf812655 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:00:59.737241 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 248ce96d-f5e8-4098-a0b1-5199cf812655 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:00:59.737663 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.923577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:00:59.932042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Router 4a306e7f-ebf2-4027-9320-55ac08064a42 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:00:59.965995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 248ce96d-f5e8-4098-a0b1-5199cf812655, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=248ce96d-f5e8-4098-a0b1-5199cf812655,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:00:59.972290 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:00.057415 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-93d85d4d-7932-4926-9da1-ae1e340baa9e None None] Provisioning complete for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:00.057778 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-93d85d4d-7932-4926-9da1-ae1e340baa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:00.104663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:00.120483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-93d85d4d-7932-4926-9da1-ae1e340baa9e None None] Port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:01:00.132766 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:01:00.142163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a9d2b1e0-e505-411a-aaac-c46bc0e605b3 admin admin] 10.222.0.53 "PUT /v2.0/routers/4a306e7f-ebf2-4027-9320-55ac08064a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434881 Feb 04 14:01:00.806811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37618) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:00.812114 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465392072', 'description': 'tempest-secgroup-smoke-1465392072 description', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:00.819582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:00.823448 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:00.826410 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:00.832961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:00.843211 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:00.864852 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:00.868735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:00.871779 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:00.877786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:00.950139 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:00.953916 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.001831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc50506-25c3-416a-9405-c8e7cb6ec908,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:01.004235 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.008848 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9ac869f3-0a7c-48ac-9348-a8a41bb27b96 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982040 Feb 04 14:01:01.009185 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37622) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:01.014334 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:01.021314 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:01.025345 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:01.033159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:01.040191 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:01.062248 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.094456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Sync routers for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:01.105369 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:01:01.106047 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:01.160544 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.164772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 015403e1-9bd3-4285-b3da-1bf09f3a5155 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:01.165320 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.189637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1dab21-94a7-417c-a8c7-91a7cc613102,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:01.208254 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.209469 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-e06a4eee-a28e-48f7-afd1-f5468f6dabc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1993761 Feb 04 14:01:01.212279 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37626) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:01.217804 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:01.226705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:01.231350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:01.234315 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:01.241683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:01.261942 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.332444 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.336029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 015403e1-9bd3-4285-b3da-1bf09f3a5155 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:01.336406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.340037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.368268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc9cbd2-1902-4a8d-83fd-1a10c348af80,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:01.381918 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.387102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37630) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:01.394211 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:01.395824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:01:01.399369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0c5f03bb-4141-43ed-a541-68234537e709 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858239 Feb 04 14:01:01.401462 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:01.405359 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:01.408347 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:01.416019 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:01.438086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.516444 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.520806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.550176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671d1f4f-116b-41ba-84d3-7b2b59ec46da,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:01.565755 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.567167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2f27aa91-6e33-49c4-9092-1f841d0f49d4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790330 Feb 04 14:01:01.571449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 37634) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:01.577451 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:01.587564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:01.602029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:01.607636 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:01.614919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:01.657952 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.689168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 248ce96d-f5e8-4098-a0b1-5199cf812655 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:01.771379 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.777735 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.819189 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.821924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492874 Feb 04 14:01:01.824778 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6122b-1ad8-49d1-9569-d41b2634f144 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed1988b-25fc-4fc2-9fa7-c42e501f2ba8,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:01.825091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37638) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:01.830657 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:01.835503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 248ce96d-f5e8-4098-a0b1-5199cf812655 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:01.835974 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.839443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:01.843824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:01.847128 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:01.853495 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:01.864711 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Project f83b7d7fbf4d4c2c95db4959b0578876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:01:01.872057 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.922726 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 4, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0dffc1a6-cd61-4d4c-92d6-a8deac73c30c', 'name': '', 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'mac_address': 'fa:16:3e:00:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:58Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 2, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'subnets': [{'id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:01.929110 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Checking router: 4a306e7f-ebf2-4027-9320-55ac08064a42 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:01.929484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Updating router 4a306e7f-ebf2-4027-9320-55ac08064a42 port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:01:01.955884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.965318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:01.999564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e066029a-bec0-433f-8097-3296ba2cb4a7,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:02.012112 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.013689 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5daa5f50-ba1e-4779-8730-2f440c9edf68 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1875417 Feb 04 14:01:02.016803 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37642) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:02.023822 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': 'bbc50506-25c3-416a-9405-c8e7cb6ec908', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:02.030994 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.033070 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:02.038711 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:02.042709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:02.050868 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:02.051429 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:02.063314 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Project f83b7d7fbf4d4c2c95db4959b0578876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:01:02.070820 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.140472 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.144867 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.166782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb0d2bf-71ad-4cc1-98b3-1c73a35e6cbb,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:02.178146 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.179382 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d6f398e2-8fe3-488b-b96b-a4e031abd162 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610959 Feb 04 14:01:02.225578 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:01:02.235017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:02.235385 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.346071 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-a5a575f4-e814-445f-a704-3b84cae80553 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465392072&fields=id&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 267 time: 0.0411513 Feb 04 14:01:02.511943 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.581252 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:01:02.593081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.638197 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-524fd435-614f-457c-889a-491c37f69685 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:02.639719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-524fd435-614f-457c-889a-491c37f69685 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 809 time: 0.2868528 Feb 04 14:01:02.655674 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.656002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-b52d8715-bcf0-4bd1-a942-944cb350712e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/quotas/f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 375 time: 0.0104446 Feb 04 14:01:02.675033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Transition to ACTIVE for port object 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:02.683300 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:02.685768 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.749243 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-1476dd8b-3b9a-41d8-b9cd-08fb7be12ddd tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870707 Feb 04 14:01:02.820561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4a74-cc14-4b0c-9e5f-38b48917e5dc None None] Pushing event updated for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:02.908634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Attempting to bind port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:01:02.909097 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Attempting to bind port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:01:02.909527 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Attempting to bind port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c on network 596fd4db-906d-4ad6-85ae-09219084cd13 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:01:02.911365 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-2863cc2f-38ec-497d-9a16-ba398d5b9d14 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419950 Feb 04 14:01:02.915365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:01:02.915830 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Checking segment: {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:01:02.916304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:02.916755 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Bound using segment: {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:01:02.917290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Bound port: 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f288cf2-aa19-4aec-ae46-244326ac748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:01:02.917740 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:03.019401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] For port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:01:03.024416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:03.053798 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-8a57b084-e959-44d7-89a0-22ff574174e0 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358125 Feb 04 14:01:03.074750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] For port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:01:03.084396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:03.179077 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:01:03.179706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:00:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:03.245629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4a74-cc14-4b0c-9e5f-38b48917e5dc None None] Pushing event updated for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:03.267087 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8653ede0-6f50-40ec-8ec1-df91ec06ea57 req-f47a180a-1853-465a-aa0d-9ea89287d0a6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:01:03.277082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:03.277446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:03.299469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-8653ede0-6f50-40ec-8ec1-df91ec06ea57 req-f47a180a-1853-465a-aa0d-9ea89287d0a6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:01:03.300978 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8653ede0-6f50-40ec-8ec1-df91ec06ea57 req-f47a180a-1853-465a-aa0d-9ea89287d0a6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0947573 Feb 04 14:01:03.438561 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:01:03.835058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 4, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0dffc1a6-cd61-4d4c-92d6-a8deac73c30c', 'name': '', 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'mac_address': 'fa:16:3e:00:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:58Z', 'updated_at': '2022-02-04T14:01:03Z', 'revision_number': 4, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'subnets': [{'id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:03.839970 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e30a5-0594-475b-9328-1dde2c8d96c7 None None] The sync data for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 is: [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:00:58Z', 'revision_number': 4, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '0dffc1a6-cd61-4d4c-92d6-a8deac73c30c', 'name': '', 'network_id': '596fd4db-906d-4ad6-85ae-09219084cd13', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'mac_address': 'fa:16:3e:00:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:58Z', 'updated_at': '2022-02-04T14:01:03Z', 'revision_number': 4, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'subnets': [{'id': '6208ccdc-cc3d-4803-88c2-c7b108212096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:04.479323 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5fa93641-9529-491c-aaba-c47cdbb6c729 req-572520eb-ec5e-4712-8b78-a245f20339f5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 210 time: 0.0571084 Feb 04 14:01:04.602442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-22378400-b2b7-4799-8f9a-c2c32b5329bf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:04.603287 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-22378400-b2b7-4799-8f9a-c2c32b5329bf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:01:04.629288 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-22378400-b2b7-4799-8f9a-c2c32b5329bf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:01:04.633183 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-22378400-b2b7-4799-8f9a-c2c32b5329bf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 809 time: 0.2092650 Feb 04 14:01:04.685164 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-5922b749-6b43-4384-b4b8-15632010a06a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:01:04.704228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-5922b749-6b43-4384-b4b8-15632010a06a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:01:04.705373 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-5922b749-6b43-4384-b4b8-15632010a06a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 380 time: 0.0644531 Feb 04 14:01:04.714918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'port': {'device_id': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'admin_state_up': True, 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'security_groups': ['bbc50506-25c3-416a-9405-c8e7cb6ec908']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:04.972127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:04.985293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:04.995607 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Made reservation on behalf of f83b7d7fbf4d4c2c95db4959b0578876 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:01:04.999247 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.057445 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:05.132029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:01:05.137006 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:05.137380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.171125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Allocated IP 172.20.0.9 (9f6ec8af-96a9-492a-a233-f1314d513d05/79492c67-0db8-49cf-9a92-90c2ff7bee5d/38376d5a-ff55-469a-9416-024cc0aaa70d) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:05.306873 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.340498 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:01:05.344392 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.373885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.390985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Transition to ACTIVE for port object 38376d5a-ff55-469a-9416-024cc0aaa70d will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:05.415476 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:05.422434 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.498346 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:05.501672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:05.506125 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:01:05.537270 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:05.577228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:05.577814 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.610628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-de1b9f9b-0ffe-48d1-92e3-94805c18aa44 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8992114 Feb 04 14:01:05.620216 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-5dbe1aa3-3ceb-4a6c-a609-a97de188cac7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 14:01:05.622089 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-5dbe1aa3-3ceb-4a6c-a609-a97de188cac7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057321 Feb 04 14:01:05.633116 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Request body: {'port': {'device_id': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:05.771575 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4621005b-e762-4220-9c44-4f0666da9386 None None] Provisioning for port 38376d5a-ff55-469a-9416-024cc0aaa70d completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:01:05.777099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4621005b-e762-4220-9c44-4f0666da9386 None None] Provisioning complete for port 38376d5a-ff55-469a-9416-024cc0aaa70d triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:05.777690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4621005b-e762-4220-9c44-4f0666da9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.813865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:05.831424 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-4621005b-e762-4220-9c44-4f0666da9386 None None] Port 38376d5a-ff55-469a-9416-024cc0aaa70d cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:01:05.867272 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf520c7-14c4-4554-8ce7-3460d9521d3e req-cc98ef1c-af9b-4929-8276-af9e9223b29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:05.867995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0cf520c7-14c4-4554-8ce7-3460d9521d3e req-cc98ef1c-af9b-4929-8276-af9e9223b29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:01:05.905975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-0cf520c7-14c4-4554-8ce7-3460d9521d3e req-cc98ef1c-af9b-4929-8276-af9e9223b29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:01:05.907172 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0cf520c7-14c4-4554-8ce7-3460d9521d3e req-cc98ef1c-af9b-4929-8276-af9e9223b29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 931 time: 0.2470429 Feb 04 14:01:06.021545 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0cf520c7-14c4-4554-8ce7-3460d9521d3e req-2fa63569-f5a5-4663-a8a7-4cfcc06bfd4f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072476 Feb 04 14:01:06.213202 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:01:06.220366 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:06.234329 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Transition to ACTIVE for port object 38376d5a-ff55-469a-9416-024cc0aaa70d will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:01:06.238443 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:06.392064 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:06.474492 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Attempting to bind port 38376d5a-ff55-469a-9416-024cc0aaa70d on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:01:06.474860 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Attempting to bind port 38376d5a-ff55-469a-9416-024cc0aaa70d by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:01:06.475186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Attempting to bind port 38376d5a-ff55-469a-9416-024cc0aaa70d on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:01:06.479682 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Port 38376d5a-ff55-469a-9416-024cc0aaa70d on network 9f6ec8af-96a9-492a-a233-f1314d513d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 14:01:06.479996 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Attempting to bind port 38376d5a-ff55-469a-9416-024cc0aaa70d on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:01:06.484905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:01:06.485234 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Checking segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:01:06.485611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Bound using segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:01:06.486024 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Bound port: 38376d5a-ff55-469a-9416-024cc0aaa70d, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:01:06.486365 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:06.577783 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:01:06.580735 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:01:06.585167 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:06.645112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:06.647754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:06.647754 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] 10.222.0.87 "PUT /v2.0/ports/38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1091 time: 1.0191371 Feb 04 14:01:06.647754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:01:06.673641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b923-df34-4e31-8535-44630cbd6514 service neutron] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:06.730126 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'status': 'completed', 'code': 200} Feb 04 14:01:06.772005 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-be9fdb0c-a6fe-4b1e-95f4-2af7a774accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:06.773495 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-be9fdb0c-a6fe-4b1e-95f4-2af7a774accf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0761168 Feb 04 14:01:06.954114 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-0c667f40-57f5-47e8-91f6-c960c28619c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 217 time: 0.1739032 Feb 04 14:01:07.018841 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-13b0bf2f-c283-4dd4-b9d4-0beb78a17618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.021013 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-13b0bf2f-c283-4dd4-b9d4-0beb78a17618 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0608513 Feb 04 14:01:07.022695 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:07.097207 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:07.097574 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:07.102918 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-be47f6c3-d62c-416e-b062-255c5888549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.104657 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-be47f6c3-d62c-416e-b062-255c5888549e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770454 Feb 04 14:01:07.303366 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-7e824383-fa47-4867-956b-6dcdd6c99a77 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924744 Feb 04 14:01:07.315469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafb1c-c1f3-4751-86e9-8c60e7f26d11 req-3c31516c-0330-45f2-ac30-66e2425792e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.317021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0fafb1c-c1f3-4751-86e9-8c60e7f26d11 req-3c31516c-0330-45f2-ac30-66e2425792e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.1863959 Feb 04 14:01:07.450030 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c0fafb1c-c1f3-4751-86e9-8c60e7f26d11 req-e07bbe85-f428-4c98-900e-bb855c99a3a5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145644 Feb 04 14:01:07.482852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-782e6437-0d56-48bd-b84b-f20339f5aca8 req-885ebf2d-62b5-44d9-b78c-65f9c1d75d70 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647739 Feb 04 14:01:07.596124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10393-bc00-4700-ab13-c55eb2128009 req-51254b71-4318-4404-b31e-8e2bc7dd2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.597509 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-51254b71-4318-4404-b31e-8e2bc7dd2167 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0702572 Feb 04 14:01:07.730498 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10393-bc00-4700-ab13-c55eb2128009 req-7a52d75a-a347-422f-be7f-759ba6f3f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.731990 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-7a52d75a-a347-422f-be7f-759ba6f3f39d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1286929 Feb 04 14:01:07.803534 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-d6b6d0bf-bc64-4862-904a-0f5806cee03d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 217 time: 0.0647199 Feb 04 14:01:07.869935 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10393-bc00-4700-ab13-c55eb2128009 req-4de8dbca-5a47-41d1-be9c-1dabe5b58bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.871439 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-4de8dbca-5a47-41d1-be9c-1dabe5b58bff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0619199 Feb 04 14:01:07.954425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10393-bc00-4700-ab13-c55eb2128009 req-9fe55b18-6e8a-4727-a256-749d5f0729b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:07.956157 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-9fe55b18-6e8a-4727-a256-749d5f0729b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775278 Feb 04 14:01:08.098556 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-d6821721-cb83-4ddf-aebb-e3fa5a975c00 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356704 Feb 04 14:01:08.235075 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-49e10393-bc00-4700-ab13-c55eb2128009 req-5f68581f-15e1-4ffd-ba0f-34f5e500cd82 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293931 Feb 04 14:01:08.634716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae648d-8ee7-468d-ac80-dec03cf217a7 req-2bbd4240-ed57-4de4-9bf4-eda6e2d86d4b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:08.636163 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dbae648d-8ee7-468d-ac80-dec03cf217a7 req-2bbd4240-ed57-4de4-9bf4-eda6e2d86d4b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0789971 Feb 04 14:01:08.685961 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dbae648d-8ee7-468d-ac80-dec03cf217a7 req-7dc42e91-60a4-4221-a3bb-bf1e6238d79f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Feb 04 14:01:09.433599 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:01:09.564480 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:01:09.579092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:01:09.634561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:09.651518 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:01:09.666342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:01:09.669848 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:09.743848 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:09.868900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['38376d5a-ff55-469a-9416-024cc0aaa70d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:01:09.874656 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906390bc-d3c4-401c-bd8e-4282149242ba req-46c23f5f-740f-4a17-b6c1-3680004c8bff tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:09.876164 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-906390bc-d3c4-401c-bd8e-4282149242ba req-46c23f5f-740f-4a17-b6c1-3680004c8bff tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0815141 Feb 04 14:01:09.926015 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-906390bc-d3c4-401c-bd8e-4282149242ba req-8f281500-0522-4be1-bf1d-fb63356c7d6c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Feb 04 14:01:11.111353 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0a77c-5313-4464-9b35-aca132cb7cbf req-ca37a9f8-baf0-4bb6-bf3f-aa9d122213dd tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:11.112848 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66d0a77c-5313-4464-9b35-aca132cb7cbf req-ca37a9f8-baf0-4bb6-bf3f-aa9d122213dd tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0796299 Feb 04 14:01:11.156731 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-66d0a77c-5313-4464-9b35-aca132cb7cbf req-892978dc-a8f0-41e7-8235-7348c184c516 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Feb 04 14:01:11.464873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:01:11.531416 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 38376d5a-ff55-469a-9416-024cc0aaa70d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:01:11.536973 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 38376d5a-ff55-469a-9416-024cc0aaa70d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:01:11.537486 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:11.665675 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:11.692101 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:01:11.702062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:01:11.706348 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:11.746989 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'code': 200} Feb 04 14:01:11.786840 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:11.861721 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c75670-5f4b-4ea2-96f3-378931632ee4 req-a506b9b6-39d2-4029-a3de-9bb81675681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:11.863276 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59c75670-5f4b-4ea2-96f3-378931632ee4 req-a506b9b6-39d2-4029-a3de-9bb81675681d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0693924 Feb 04 14:01:11.903975 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-59c75670-5f4b-4ea2-96f3-378931632ee4 req-6351ba47-5a9a-4924-9e3e-bc7573d51e5f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343101 Feb 04 14:01:12.343346 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264f1a-8c7f-4317-9296-02832306059c req-57772891-ad48-40a5-a9c9-00b978d2187e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:12.344807 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc264f1a-8c7f-4317-9296-02832306059c req-57772891-ad48-40a5-a9c9-00b978d2187e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0827355 Feb 04 14:01:12.388008 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fc264f1a-8c7f-4317-9296-02832306059c req-a2c0d44c-51b1-4c52-958b-0d6e2dd525b5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365307 Feb 04 14:01:13.608785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1eb46-4c54-41be-b9ba-e98779211d2c req-89ec9885-ca98-44c2-baca-325819db2177 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:13.610332 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ed1eb46-4c54-41be-b9ba-e98779211d2c req-89ec9885-ca98-44c2-baca-325819db2177 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.1000910 Feb 04 14:01:13.621269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-474c93d7-4c2a-4e02-b199-bd2b9f37148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:13.762668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2ed1eb46-4c54-41be-b9ba-e98779211d2c req-2084f66b-8fcf-4141-a0eb-ea1e0cd8fdbb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456871 Feb 04 14:01:13.946377 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3127a-6788-477a-9e41-e5587ad85d8f req-50e87e3a-039a-40c9-9e81-1904e763ffac tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:13.947901 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88f3127a-6788-477a-9e41-e5587ad85d8f req-50e87e3a-039a-40c9-9e81-1904e763ffac tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0803325 Feb 04 14:01:14.000957 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-88f3127a-6788-477a-9e41-e5587ad85d8f req-9c919d73-d809-4d0d-a72f-45d67925c6c3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475485 Feb 04 14:01:14.024296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37696) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:14.211591 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205b01d-7a6e-4312-8965-4fafae84993e tempest-TestShelveInstance-111082668 tempest-TestShelveInstance-111082668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:14.213094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-f205b01d-7a6e-4312-8965-4fafae84993e tempest-TestShelveInstance-111082668 tempest-TestShelveInstance-111082668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1091 time: 0.1878388 Feb 04 14:01:14.216075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37702) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:01:14.221648 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:01:14.228578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:01:14.232543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:floatingip and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:01:14.235406 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:01:14.241057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:01:14.251377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:14.393658 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:14.528805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Allocated IP 172.25.4.11 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/2e95bcfb-70b4-44aa-9f8c-13202c3cdb96) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:01:14.726144 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:14.760189 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:14.826522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:01:14.829508 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:01:14.833209 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:01:14.862842 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=2e95bcfb-70b4-44aa-9f8c-13202c3cdb96,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:15.366234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:15.444457 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:15.649971 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:15.654753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:15.764440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=2e95bcfb-70b4-44aa-9f8c-13202c3cdb96,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:01:15.781102 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:15.959128 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Floating IP 45aec04a-acea-4743-ba8b-c0205405be26 associated. External IP: 172.25.4.11, port: 38376d5a-ff55-469a-9416-024cc0aaa70d. Feb 04 14:01:16.318717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:01:16.392841 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2da143e0-b5a4-403e-b2a8-de823c3bf782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:16.499996 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:01:16.509935 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:01:16.519859 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:01:16.520502 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:01:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:16.526385 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:16.589146 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-99b40076-9095-4bc4-8248-5c587d01fc8c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3719337 Feb 04 14:01:16.589625 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:01:16.696947 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'status': 'completed', 'code': 200} Feb 04 14:01:16.704465 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:01:16.797278 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f617e-1f92-42cd-8137-f4108acbf42f req-989caf31-e965-4a6c-aedb-ae61a0b84474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:16.799005 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-989caf31-e965-4a6c-aedb-ae61a0b84474 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0798769 Feb 04 14:01:16.934219 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f617e-1f92-42cd-8137-f4108acbf42f req-4deeaf66-777b-4187-bda1-38cb423283eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:16.935817 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-4deeaf66-777b-4187-bda1-38cb423283eb service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1311963 Feb 04 14:01:16.976541 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:17.043371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-df72a3c7-ee32-4517-ab57-0ba1f02c0825 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 998 time: 0.1014132 Feb 04 14:01:17.101597 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '45aec04a-acea-4743-ba8b-c0205405be26', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:15Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:17.105464 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:01:17.112333 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f617e-1f92-42cd-8137-f4108acbf42f req-aa8ce8c0-93ba-4785-82b3-0d4b8e07dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:17.113484 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:01:17.113838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-aa8ce8c0-93ba-4785-82b3-0d4b8e07dc3a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0646722 Feb 04 14:01:17.114097 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:01:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:17.189864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f617e-1f92-42cd-8137-f4108acbf42f req-b233fe9a-911f-4532-8e9f-884c6af180dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:17.191308 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-b233fe9a-911f-4532-8e9f-884c6af180dd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713215 Feb 04 14:01:17.289141 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:01:17.323587 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-d4c579f0-619d-4297-ba6d-6e9cb081ffae service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255839 Feb 04 14:01:17.454758 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-312f617e-1f92-42cd-8137-f4108acbf42f req-7d957937-c2d3-4c8b-9872-76a6bc1a3f65 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254935 Feb 04 14:01:17.535171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:17.634817 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '45aec04a-acea-4743-ba8b-c0205405be26', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:15Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:01:17.639179 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb0a66d-aea4-4eb9-92f8-f54d8d89ea76 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '45aec04a-acea-4743-ba8b-c0205405be26', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:01:15Z', 'updated_at': '2022-02-04T14:01:15Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:01:17.882022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097db079-f257-408b-b1e3-0e7dcc980ab8 None None] New status for floating IP 45aec04a-acea-4743-ba8b-c0205405be26: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:01:18.896927 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:19.553575 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:01:20.665171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:24.906692 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:43.623259 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3fa79058-7f2d-4bb2-9243-630dbcaf2298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:46.393911 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a4491186-ca69-4431-a6c9-2af7b962d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:46.968312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:47.537518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:47.631127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-82ad440e-21fd-4087-9c8d-b375c41a545d req-bdd6f69c-6016-413d-af3e-a48a518d1894 service neutron] (87620) timed out ('10.222.0.53', 50524) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 14:01:48.903219 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:50.671677 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:50.839683 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dceb069b-61af-4ee4-a1aa-56c54aa4d548 req-16b3079f-216b-4a6c-8e55-9221247bf63c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415955 Feb 04 14:01:50.949849 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dceb069b-61af-4ee4-a1aa-56c54aa4d548 req-38d65195-d8b6-45d5-8978-ddcf660b49d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0398076 Feb 04 14:01:50.994669 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dceb069b-61af-4ee4-a1aa-56c54aa4d548 req-6ea5b123-d6a9-4732-9805-b77b4592439e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267382 Feb 04 14:01:51.255612 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb069b-61af-4ee4-a1aa-56c54aa4d548 req-6e6dda08-ef77-4402-b80a-066d6c7e8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:01:51.257018 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dceb069b-61af-4ee4-a1aa-56c54aa4d548 req-6e6dda08-ef77-4402-b80a-066d6c7e8918 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566373 Feb 04 14:01:54.947451 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:01:56.554110 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:02:12.461741 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-1ed72d3a-71ef-4a1d-bd8f-d7a95cd1b3f6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686941 Feb 04 14:02:12.607193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-6c032de5-3207-4872-8fb2-356d9a9132ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:12.608670 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-6c032de5-3207-4872-8fb2-356d9a9132ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0782142 Feb 04 14:02:12.750912 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-1eb0133d-02dd-4ccb-ac29-339b1daec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:12.752283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-1eb0133d-02dd-4ccb-ac29-339b1daec09a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1262622 Feb 04 14:02:12.853593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-492e0690-fb76-4f79-89e7-51606279cfaa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1000 time: 0.0953810 Feb 04 14:02:12.915055 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-1d82d262-77ad-4098-a69d-cec3c4bf7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:12.916488 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-1d82d262-77ad-4098-a69d-cec3c4bf7dc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0564647 Feb 04 14:02:12.993128 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-e03af25f-8afe-4f54-8095-01b61da01e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:12.995150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-e03af25f-8afe-4f54-8095-01b61da01e2a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723681 Feb 04 14:02:13.123473 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-b9f73a2d-58ce-400e-b186-6af132581fc1 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222148 Feb 04 14:02:13.251922 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ebe660d4-98dd-46f7-b0ea-ed0ad969042c req-538fee8c-a441-4f65-87d4-8a28b489c499 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226175 Feb 04 14:02:13.624301 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ac003dce-1f60-4886-8955-f857dbec9842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:16.395554 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a4f87e8f-d06c-4299-81a6-678eddae119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:16.970588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:17.541532 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:18.901615 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:20.674260 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:24.913560 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:33.554000 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:02:43.626114 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c6de47aa-2cf7-485f-9697-d105cf6118c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:46.397229 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7a294987-2ab1-4965-96ea-d554394f3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:46.976051 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:47.543670 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:48.903643 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:50.673346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:02:52.270039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97eae27a-2af7-4a60-a178-9e965c52de8c req-9fd897ec-ff4c-43e6-b1b3-945a3fc84457 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0405066 Feb 04 14:02:52.377000 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97eae27a-2af7-4a60-a178-9e965c52de8c req-ba3b9f8a-165c-4bf9-830a-4f7b7e3ee822 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0409074 Feb 04 14:02:52.426492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97eae27a-2af7-4a60-a178-9e965c52de8c req-46663ed4-8898-4bc7-8b78-b810570d3aed service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282047 Feb 04 14:02:52.566237 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eae27a-2af7-4a60-a178-9e965c52de8c req-1d5b3fb8-76e8-4d63-8935-db2a718af562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:02:52.567802 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-97eae27a-2af7-4a60-a178-9e965c52de8c req-1d5b3fb8-76e8-4d63-8935-db2a718af562 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343999 Feb 04 14:02:54.913447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:07.090475 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e23f32-233c-435c-907e-4ed50c0164af req-3b572d9e-9044-4975-9fe2-12a58b54309a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:07.092025 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8e23f32-233c-435c-907e-4ed50c0164af req-3b572d9e-9044-4975-9fe2-12a58b54309a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.2331295 Feb 04 14:03:07.136864 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c8e23f32-233c-435c-907e-4ed50c0164af req-2c46d24d-01c2-4fd9-977d-619ea9b3c50d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Feb 04 14:03:08.327013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43fef-450e-4973-a9dd-15e71f87e148 req-b614e9ec-132f-4df7-a580-1e85e2e98f8e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:08.328459 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-47a43fef-450e-4973-a9dd-15e71f87e148 req-b614e9ec-132f-4df7-a580-1e85e2e98f8e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0823376 Feb 04 14:03:08.372031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-47a43fef-450e-4973-a9dd-15e71f87e148 req-b4ede2cd-bd9d-4cc6-833a-eb8b6daa01f1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Feb 04 14:03:09.561402 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdb91-a844-41fe-8ffb-601ac25c0ce3 req-74da73da-efb4-49e2-aad4-7128e8735b61 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:09.562880 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cdfdb91-a844-41fe-8ffb-601ac25c0ce3 req-74da73da-efb4-49e2-aad4-7128e8735b61 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0812073 Feb 04 14:03:09.605992 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8cdfdb91-a844-41fe-8ffb-601ac25c0ce3 req-2fd62642-3fc4-452d-baf7-69a73f7f9d35 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Feb 04 14:03:10.553280 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:03:10.804270 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ab372-c393-44ca-b9f7-4ddeb1da10bb req-e6712231-f579-454f-88eb-e8380f6b47f7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:10.805665 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b6ab372-c393-44ca-b9f7-4ddeb1da10bb req-e6712231-f579-454f-88eb-e8380f6b47f7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0897024 Feb 04 14:03:10.849755 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8b6ab372-c393-44ca-b9f7-4ddeb1da10bb req-6dfee318-345c-403d-b1c8-45dda9091507 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 Feb 04 14:03:12.033316 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952130-6fc6-45b4-b207-ff6146e494a1 req-8f3ac0eb-02d2-49ed-890f-058e7b9c7fa5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:12.034723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9952130-6fc6-45b4-b207-ff6146e494a1 req-8f3ac0eb-02d2-49ed-890f-058e7b9c7fa5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0786552 Feb 04 14:03:12.077972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b9952130-6fc6-45b4-b207-ff6146e494a1 req-36e8d322-eccb-49c6-8719-4dcc51caf007 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371747 Feb 04 14:03:13.261904 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793154d-189a-4544-a691-8ca2a19ca322 req-f3f66cb9-4d9a-46b8-b311-06b9ce042c86 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.263386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8793154d-189a-4544-a691-8ca2a19ca322 req-f3f66cb9-4d9a-46b8-b311-06b9ce042c86 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0799215 Feb 04 14:03:13.307289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8793154d-189a-4544-a691-8ca2a19ca322 req-d9a773d3-98f4-43cb-b6b3-45e309e1a165 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 Feb 04 14:03:13.567637 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-688404ab-7060-4136-baf9-344e91064dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.569106 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-688404ab-7060-4136-baf9-344e91064dba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1161036 Feb 04 14:03:13.627809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0b93-35ec-468c-8ecd-50825df371cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:13.715482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-866b8d65-ff78-4d2e-9317-fcb718fb9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.717259 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-866b8d65-ff78-4d2e-9317-fcb718fb9400 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1300859 Feb 04 14:03:13.822118 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-b760052d-a3d9-4992-834c-87f08e2d04d7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1000 time: 0.0986276 Feb 04 14:03:13.883519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-154a83ad-4ad8-43ad-ae9f-90cf7433d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.884958 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-154a83ad-4ad8-43ad-ae9f-90cf7433d603 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0573149 Feb 04 14:03:13.962168 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-ec5cdf2a-768c-4728-b976-6b4cacb8f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:13.963715 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-ec5cdf2a-768c-4728-b976-6b4cacb8f042 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725405 Feb 04 14:03:14.093416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-da15a0b9-7720-4691-8870-3add8a8f641e service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237297 Feb 04 14:03:14.227612 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-75f27ddf-3aa7-4cb7-a456-4141fc76a13e req-0539eed6-c1c7-4ff9-bf1b-8925dc6c1fdf service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282866 Feb 04 14:03:14.487695 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ff406-d7fa-4091-9290-e7edba78f981 req-35b845aa-b205-4787-b10f-8359aef63795 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:14.489283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c12ff406-d7fa-4091-9290-e7edba78f981 req-35b845aa-b205-4787-b10f-8359aef63795 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0778494 Feb 04 14:03:14.536202 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c12ff406-d7fa-4091-9290-e7edba78f981 req-763a3ca9-2fd0-40a0-871d-5e253ac5851c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Feb 04 14:03:15.728503 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f760a-6ca9-4319-b11f-9b5919a0b4ca req-3d9de513-cb50-4573-bb2d-c4bbee82f507 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:15.729958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-660f760a-6ca9-4319-b11f-9b5919a0b4ca req-3d9de513-cb50-4573-bb2d-c4bbee82f507 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0879536 Feb 04 14:03:15.786920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-660f760a-6ca9-4319-b11f-9b5919a0b4ca req-2ed85b5c-77cd-46c5-b337-7483799ac7c9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Feb 04 14:03:16.400155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd7b1-33a2-42be-ac1b-f35e4282c538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:16.980055 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:16.986443 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8f56f-0b36-4523-a44a-e1c9ba9f1d36 req-5d8403eb-8927-45d4-82a0-e6523c0e0da7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:16.989163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6e8f56f-0b36-4523-a44a-e1c9ba9f1d36 req-5d8403eb-8927-45d4-82a0-e6523c0e0da7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0963573 Feb 04 14:03:17.033788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b6e8f56f-0b36-4523-a44a-e1c9ba9f1d36 req-cdb32ea2-7a09-4d45-b6cf-57cb204747b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Feb 04 14:03:17.546881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:18.118387 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:03:18.217378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cfd3d-e874-42e5-befb-1191068f35d5 req-0b9a3cd0-1aa4-41a1-8e2f-8fa793480eee tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:18.218858 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb7cfd3d-e874-42e5-befb-1191068f35d5 req-0b9a3cd0-1aa4-41a1-8e2f-8fa793480eee tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0805671 Feb 04 14:03:18.251365 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:18.263063 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cb7cfd3d-e874-42e5-befb-1191068f35d5 req-8da54632-0419-4a34-895a-1748ae1e42f2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382996 Feb 04 14:03:18.268150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:03:18.323886 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:18.340017 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:03:18.355648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:18.360268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:18.429794 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:18.437902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['38376d5a-ff55-469a-9416-024cc0aaa70d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:03:18.465446 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.465789 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.466125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.466456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.466809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.467139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.467463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.467785 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.468104 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.468647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.469102 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.469428 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:03:18.907039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:19.466382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9d5e-55d0-4143-8389-b1a983b967fc req-b0d5777b-a178-439a-a0ef-74902e9ff37d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:19.467906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c7f9d5e-55d0-4143-8389-b1a983b967fc req-b0d5777b-a178-439a-a0ef-74902e9ff37d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0956709 Feb 04 14:03:19.515484 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5c7f9d5e-55d0-4143-8389-b1a983b967fc req-16d730ea-b2e7-4068-a436-a5ef9a435e0a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395434 Feb 04 14:03:20.129009 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:03:20.202210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 38376d5a-ff55-469a-9416-024cc0aaa70d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:20.202565 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:20.329242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:20.358210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:03:20.368888 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:20.377057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:20.443313 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'code': 200} Feb 04 14:03:20.460264 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:20.670953 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:20.717948 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2578c-d02d-4b88-8869-684cffa7e952 req-76532927-10b0-4612-a76b-6ab7e8c691b0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:20.720189 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91a2578c-d02d-4b88-8869-684cffa7e952 req-76532927-10b0-4612-a76b-6ab7e8c691b0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0914657 Feb 04 14:03:20.787283 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-91a2578c-d02d-4b88-8869-684cffa7e952 req-c0e1d04d-7c0b-416c-93bc-cbd7002ec2c1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594447 Feb 04 14:03:21.994941 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19d1f5-7026-4639-aa84-3a7b25646b68 req-e7ab861a-3488-49cc-af4d-314587dcecce tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:21.996458 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe19d1f5-7026-4639-aa84-3a7b25646b68 req-e7ab861a-3488-49cc-af4d-314587dcecce tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0897150 Feb 04 14:03:22.062989 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fe19d1f5-7026-4639-aa84-3a7b25646b68 req-5b30c496-c783-4f55-ae8e-63faa93dc99d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603328 Feb 04 14:03:23.280224 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dbe8f-69ef-4d34-90ab-62dbe6c39437 req-1b8b8f6e-b378-4070-a052-7d7af659d039 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:23.281690 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-939dbe8f-69ef-4d34-90ab-62dbe6c39437 req-1b8b8f6e-b378-4070-a052-7d7af659d039 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0875576 Feb 04 14:03:23.334064 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-939dbe8f-69ef-4d34-90ab-62dbe6c39437 req-7af84203-1e15-4a18-bb8f-bc50c6e65835 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Feb 04 14:03:24.530856 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213604b-f438-4d5d-81ec-f70d35837c66 req-a8a4ece0-bd82-440e-9710-768fa63ba46f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:24.532340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1213604b-f438-4d5d-81ec-f70d35837c66 req-a8a4ece0-bd82-440e-9710-768fa63ba46f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0851252 Feb 04 14:03:24.582973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1213604b-f438-4d5d-81ec-f70d35837c66 req-f3329c8a-713d-48f3-a89d-26906b995990 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445440 Feb 04 14:03:24.928771 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:25.780985 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4e292-065a-453b-8de3-3caf5ebf4a00 req-20ed2591-6a77-4b0d-a5c1-f2e618c56df5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:25.784748 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30b4e292-065a-453b-8de3-3caf5ebf4a00 req-20ed2591-6a77-4b0d-a5c1-f2e618c56df5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0854466 Feb 04 14:03:25.832052 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-30b4e292-065a-453b-8de3-3caf5ebf4a00 req-1e0bc87b-ff86-477e-8608-153b8aae52a3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Feb 04 14:03:27.040206 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddb8db-60c4-4dea-be7e-e6fb182425ac req-12e607a9-be00-4c88-9302-a1667c8b85c3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:27.040206 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73ddb8db-60c4-4dea-be7e-e6fb182425ac req-12e607a9-be00-4c88-9302-a1667c8b85c3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0933084 Feb 04 14:03:27.088603 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-73ddb8db-60c4-4dea-be7e-e6fb182425ac req-b45a72fe-c335-41e8-9fb9-c6a0d38c63a6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Feb 04 14:03:28.297118 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b1e1-5f01-42cd-9bf3-aec24942fcbe req-988694c6-d262-4c33-ab97-83b509807ef0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:28.298736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1764b1e1-5f01-42cd-9bf3-aec24942fcbe req-988694c6-d262-4c33-ab97-83b509807ef0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0899432 Feb 04 14:03:28.446401 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1764b1e1-5f01-42cd-9bf3-aec24942fcbe req-ee3b73d6-b449-4f08-b32c-63b82efe3b27 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411874 Feb 04 14:03:29.255259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-24516dea-e9c0-4701-9c6d-b6f2781e1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.256816 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-24516dea-e9c0-4701-9c6d-b6f2781e1c51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0712912 Feb 04 14:03:29.386911 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-aa6b07bf-012a-4727-9cde-b254cd3133bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.388371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-aa6b07bf-012a-4727-9cde-b254cd3133bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1258426 Feb 04 14:03:29.493492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-f1567d6d-cf06-4a97-aaa5-d3e1767e8a8d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1000 time: 0.0984824 Feb 04 14:03:29.559899 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-d697cf84-96eb-4a09-bbd5-2890ca39c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.561376 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-d697cf84-96eb-4a09-bbd5-2890ca39c902 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0624371 Feb 04 14:03:29.636147 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b864a4-75d7-4829-8f73-6e623b29a36b req-df62cb28-cd4b-43b7-b954-af7e4b2b9bc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.637694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2b864a4-75d7-4829-8f73-6e623b29a36b req-df62cb28-cd4b-43b7-b954-af7e4b2b9bc9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0849829 Feb 04 14:03:29.637915 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-b90b988d-30dd-4042-afe2-48ce73a17a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:29.639558 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-b90b988d-30dd-4042-afe2-48ce73a17a63 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726585 Feb 04 14:03:29.682296 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2b864a4-75d7-4829-8f73-6e623b29a36b req-2e5251ee-593d-4a5e-ba72-2440460b42c6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Feb 04 14:03:29.770728 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-2b240dc7-fe10-4ea7-96b9-6f685ffd82b0 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249340 Feb 04 14:03:29.903081 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-8e20816c-b4cc-4cce-8f58-cc4b9433019c req-1632ec1d-08bb-4063-866f-2f74d5d6ed68 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249216 Feb 04 14:03:30.868324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581413ce-4b05-4c35-b8d7-4efd8b5cc809 req-1dff26a2-50e1-4078-a168-f8fb7a5070d6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:30.869786 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-581413ce-4b05-4c35-b8d7-4efd8b5cc809 req-1dff26a2-50e1-4078-a168-f8fb7a5070d6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0788538 Feb 04 14:03:30.917881 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-581413ce-4b05-4c35-b8d7-4efd8b5cc809 req-0a6837ac-af3b-4a14-a853-c472d9e574f2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Feb 04 14:03:32.111324 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843230-82f6-428f-acb6-fc076d52f1d4 req-e89bbea5-839c-43b7-9a2e-0b6df95888b5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:32.112782 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b843230-82f6-428f-acb6-fc076d52f1d4 req-e89bbea5-839c-43b7-9a2e-0b6df95888b5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0880983 Feb 04 14:03:32.161629 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b843230-82f6-428f-acb6-fc076d52f1d4 req-7690e94a-17a4-4346-95b1-d93328ba336d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Feb 04 14:03:32.518669 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aba18-4c1a-4400-9f17-30d739e95282 req-2087cdd6-31bb-4e08-bbaf-a2e70a9b8cbf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:32.520148 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-608aba18-4c1a-4400-9f17-30d739e95282 req-2087cdd6-31bb-4e08-bbaf-a2e70a9b8cbf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.0851150 Feb 04 14:03:32.567630 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-608aba18-4c1a-4400-9f17-30d739e95282 req-704fd222-0733-47d1-8d2a-c769485524b4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Feb 04 14:03:32.684735 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-3ede661c-4198-4b8d-bf7c-0f5f90b20788 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158826 Feb 04 14:03:33.520359 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-a5022302-bf94-4b33-91bb-92c9b8b2e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.521841 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-a5022302-bf94-4b33-91bb-92c9b8b2e7c5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 1096 time: 0.0717661 Feb 04 14:03:33.611425 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-a18f1dbf-13c0-4120-984e-b64e1054597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.612972 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-a18f1dbf-13c0-4120-984e-b64e1054597c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0710590 Feb 04 14:03:33.800694 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-038f7523-bc63-4993-b577-e2510cc378ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.802306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-038f7523-bc63-4993-b577-e2510cc378ce service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1839101 Feb 04 14:03:33.814566 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e23cf-7fa2-4de2-9b39-72c70efbf5cb req-30da998b-ecdb-4198-8d44-b00bb690b278 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:33.816034 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e1e23cf-7fa2-4de2-9b39-72c70efbf5cb req-30da998b-ecdb-4198-8d44-b00bb690b278 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 945 time: 0.1318665 Feb 04 14:03:33.939481 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4e1e23cf-7fa2-4de2-9b39-72c70efbf5cb req-32407f3d-697c-4625-a343-3517d22b2a09 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751941 Feb 04 14:03:33.943094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-457a57f7-8395-4d46-8081-1c386b2fb15a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1000 time: 0.1262233 Feb 04 14:03:34.004268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-b03d85e9-7d4f-474b-b1a4-3e6313a9f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:34.005663 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-b03d85e9-7d4f-474b-b1a4-3e6313a9f643 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0568221 Feb 04 14:03:34.080670 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-28897664-e472-463c-a9e2-7c222c234b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:34.082117 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-28897664-e472-463c-a9e2-7c222c234b86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706229 Feb 04 14:03:34.259434 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:03:34.319983 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-d611cefd-d18b-4f2e-b529-13874fac617d service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314134 Feb 04 14:03:34.372662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:34.402332 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:03:34.413342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:34.419804 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:34.454591 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-1078775d-afc5-46b3-ab62-ac0cf64f6a17 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288695 Feb 04 14:03:34.456178 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'code': 200} Feb 04 14:03:34.489181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:35.163441 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8df4-4f16-4f1d-b619-5ef15a13e889 req-31893dcf-71eb-403a-a674-4e59a4d27250 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:35.170551 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36ab8df4-4f16-4f1d-b619-5ef15a13e889 req-31893dcf-71eb-403a-a674-4e59a4d27250 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.1114957 Feb 04 14:03:35.231310 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36ab8df4-4f16-4f1d-b619-5ef15a13e889 req-f83bda88-5146-4f6f-9c11-a46cda7e8645 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596912 Feb 04 14:03:36.424580 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db551-5042-4762-b145-303963f928ad req-8325653d-0390-4559-b291-7094aa9bb151 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:36.426256 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b31db551-5042-4762-b145-303963f928ad req-8325653d-0390-4559-b291-7094aa9bb151 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0873806 Feb 04 14:03:36.474337 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b31db551-5042-4762-b145-303963f928ad req-facaadd4-5709-467f-9938-12b095089210 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Feb 04 14:03:37.677564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67728-19e8-4e5f-a30b-03fa74c758e1 req-834a7079-4fae-48a6-a568-ca0c4526f60b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:37.679463 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08a67728-19e8-4e5f-a30b-03fa74c758e1 req-834a7079-4fae-48a6-a568-ca0c4526f60b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0885963 Feb 04 14:03:37.731936 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-08a67728-19e8-4e5f-a30b-03fa74c758e1 req-24614131-50bf-4a51-9bb5-ac7c5047eb79 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465405 Feb 04 14:03:38.929531 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2269046-5b10-4834-b6cb-d71d02c8abda req-dce028a8-c1bc-4fd3-b07a-7457aef5fc53 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:38.931019 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2269046-5b10-4834-b6cb-d71d02c8abda req-dce028a8-c1bc-4fd3-b07a-7457aef5fc53 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0825167 Feb 04 14:03:38.985004 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f2269046-5b10-4834-b6cb-d71d02c8abda req-cf55fbec-7a09-4b3f-be07-ce6627385aef tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Feb 04 14:03:40.191889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a77f-d5f6-4d9c-936d-c0e1ed074819 req-a2465d63-4c59-4664-9002-ad5d54c03f4b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:40.193407 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f9e4a77f-d5f6-4d9c-936d-c0e1ed074819 req-a2465d63-4c59-4664-9002-ad5d54c03f4b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.1009340 Feb 04 14:03:40.243505 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f9e4a77f-d5f6-4d9c-936d-c0e1ed074819 req-b995165a-2435-4fe5-bb64-f2a1d928d582 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Feb 04 14:03:41.442848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb7cd-6cdf-4422-b228-3ac63ddffd7b req-136d3cca-2da6-46e5-8d6d-8340134474fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:41.444340 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e1bb7cd-6cdf-4422-b228-3ac63ddffd7b req-136d3cca-2da6-46e5-8d6d-8340134474fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0842047 Feb 04 14:03:41.491028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2e1bb7cd-6cdf-4422-b228-3ac63ddffd7b req-079c382b-b68b-411f-99ec-130a3b8d655b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Feb 04 14:03:42.678228 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e732b-5a15-4091-80f6-b285e86c22de req-09638dbb-cb6d-4ff2-b5da-9468515c8b53 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:42.680329 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250e732b-5a15-4091-80f6-b285e86c22de req-09638dbb-cb6d-4ff2-b5da-9468515c8b53 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0797784 Feb 04 14:03:42.724094 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-250e732b-5a15-4091-80f6-b285e86c22de req-bc047e06-602e-4ea9-846f-90fc9c2f3dfd tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Feb 04 14:03:43.629475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01490c32-866f-4ba4-90dc-1f03184f1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:43.671554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd11ba-6723-430f-826c-f81518abea36 req-0ddd2131-4a3c-4b17-a4c8-06bf0b265584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.673046 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42cd11ba-6723-430f-826c-f81518abea36 req-0ddd2131-4a3c-4b17-a4c8-06bf0b265584 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0728111 Feb 04 14:03:43.713512 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-42cd11ba-6723-430f-826c-f81518abea36 req-08cb2c95-245f-4144-a6f5-ec115fbb0ee7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Feb 04 14:03:43.910834 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07779-b513-47ce-84e1-f318c79e4343 req-6538e8ff-bbf5-426d-b6ea-e22fd2b24779 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:43.912391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c07779-b513-47ce-84e1-f318c79e4343 req-6538e8ff-bbf5-426d-b6ea-e22fd2b24779 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 943 time: 0.0837727 Feb 04 14:03:43.956573 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-23c07779-b513-47ce-84e1-f318c79e4343 req-1e862f2c-5e9d-4b3e-a976-b26f9d1b0f82 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Feb 04 14:03:44.299702 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:03:44.430026 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:44.442551 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'port_id': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'mac_address': 'fa:16:3e:02:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:03:44.497363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:44.516406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:03:44.531225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:44.535297 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:44.633482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=9']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:44.795894 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['38376d5a-ff55-469a-9416-024cc0aaa70d'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:03:45.149925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc1c2a-90c4-425d-b2de-81dc565fa815 req-6593f5ee-f353-462e-9781-521272d4a2b3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:45.151416 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6efc1c2a-90c4-425d-b2de-81dc565fa815 req-6593f5ee-f353-462e-9781-521272d4a2b3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0836329 Feb 04 14:03:45.196088 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6efc1c2a-90c4-425d-b2de-81dc565fa815 req-ccb91daa-fdbc-4051-affa-d3213eb73254 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388083 Feb 04 14:03:46.321120 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:03:46.391056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770911c-e332-40d9-aad7-92baa439d2d2 req-ceafbe2f-e109-42d7-b8de-2d464b2f7b24 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:46.392796 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d770911c-e332-40d9-aad7-92baa439d2d2 req-ceafbe2f-e109-42d7-b8de-2d464b2f7b24 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 944 time: 0.0886285 Feb 04 14:03:46.401024 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 38376d5a-ff55-469a-9416-024cc0aaa70d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:03:46.401411 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:46.438189 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e2d51f9b-f653-4040-a91d-0d21d2a60d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:46.439130 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d770911c-e332-40d9-aad7-92baa439d2d2 req-e8f18cb5-5d4f-46dc-9988-3a354b198735 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Feb 04 14:03:46.522178 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:46.548772 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:03:46.558879 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:03:46.562858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:46.599516 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'code': 200} Feb 04 14:03:46.629678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=10']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:03:46.982251 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:47.550282 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:47.553173 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:03:48.909690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:50.667120 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:03:52.388823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e411ec8-b261-4ada-9f70-f50b33a2aeed req-8cd1af19-4c71-4d8b-8d45-53f24c5ebd3f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1827779 Feb 04 14:03:52.495770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e411ec8-b261-4ada-9f70-f50b33a2aeed req-9e428f11-2e49-4139-aa7e-8d47df386dbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0405371 Feb 04 14:03:52.538691 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e411ec8-b261-4ada-9f70-f50b33a2aeed req-41e3d2e8-dd2b-4975-9e1a-d7ac2c444099 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244017 Feb 04 14:03:52.670977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411ec8-b261-4ada-9f70-f50b33a2aeed req-69f13646-85ac-4145-b666-90223d6585ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:03:52.672425 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-8e411ec8-b261-4ada-9f70-f50b33a2aeed req-69f13646-85ac-4145-b666-90223d6585ba service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281712 Feb 04 14:03:54.928381 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:13.632190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-277c4f2d-5de7-41bd-baab-364036ddbaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:15.472614 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-ae51d305-6de5-4998-996b-5f4ca4fad893 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720098 Feb 04 14:04:15.611674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-0d82fc78-b670-4cd6-8b25-5d3b1741eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:15.613236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-0d82fc78-b670-4cd6-8b25-5d3b1741eab7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0699518 Feb 04 14:04:15.756232 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-93e00954-8ca2-4b33-bd37-523548bff060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:15.758233 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-93e00954-8ca2-4b33-bd37-523548bff060 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1253350 Feb 04 14:04:15.864475 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-f8b5b341-8b4d-4f04-9193-9754d0397ce3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 1000 time: 0.0992453 Feb 04 14:04:15.926705 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-f2dde6da-2f8f-409f-86a5-723e7546a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:15.928150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-f2dde6da-2f8f-409f-86a5-723e7546a8db service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0572779 Feb 04 14:04:16.006565 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-8625916f-cda8-49e1-af6e-d951b2e7d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:16.007974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-8625916f-cda8-49e1-af6e-d951b2e7d675 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732932 Feb 04 14:04:16.138819 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-1da32e57-b89f-47fb-b204-0223322c271a service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242352 Feb 04 14:04:16.273345 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-97a05bbc-c439-46a9-bfd8-90244d460d54 req-f59e8124-5ae1-4b5e-bc41-ee10eecf69a8 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283269 Feb 04 14:04:16.400242 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ff3a130e-fd2b-4025-b018-48a7744eb6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:16.983811 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:17.552754 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:18.914519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:20.697858 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:24.553824 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:04:24.941946 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:43.634271 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-779fef63-aebb-496a-a22b-56e7e1834ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:46.401371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62933859-8c62-4609-a0b9-a11bae12f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:46.985404 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:47.555298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:48.914077 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:50.713232 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:54.253521 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3a7f8b3-15e0-4bcc-bee7-42e4f3281f49 req-072f600e-f3d2-427c-826f-28db6d870010 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0433784 Feb 04 14:04:54.359211 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3a7f8b3-15e0-4bcc-bee7-42e4f3281f49 req-87dae42f-85e0-401f-9cd1-7c082e0973f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0411756 Feb 04 14:04:54.401455 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3a7f8b3-15e0-4bcc-bee7-42e4f3281f49 req-d7ac797f-7bf7-4fa4-8620-e35e840558e2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253570 Feb 04 14:04:54.533289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f8b3-15e0-4bcc-bee7-42e4f3281f49 req-8bb33590-e3ee-4ce1-96ee-684873d41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:54.534776 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-b3a7f8b3-15e0-4bcc-bee7-42e4f3281f49 req-8bb33590-e3ee-4ce1-96ee-684873d41e68 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280637 Feb 04 14:04:54.942863 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.110770 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 37988) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:04:56.312741 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Deleting port 2e95bcfb-70b4-44aa-9f8c-13202c3cdb96 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:04:56.313082 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.494991 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.495243 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.615656 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Calling delete_port for 2e95bcfb-70b4-44aa-9f8c-13202c3cdb96 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:04:56.773723 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.822566 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'Port': ['ID=2e95bcfb-70b4-44aa-9f8c-13202c3cdb96,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:56.863926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.864274 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.864616 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.864983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.865315 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.865643 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.865970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.866294 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.866651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.866970 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.867382 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.867776 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:56.922380 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:56.922748 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Floating IP 45aec04a-acea-4743-ba8b-c0205405be26 disassociated (deleted). External IP: 172.25.4.11, port: 38376d5a-ff55-469a-9416-024cc0aaa70d. Feb 04 14:04:57.385543 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:04:57.562535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:04:57.572472 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:04:57.581248 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:04:57.581919 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:57.582438 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:57.637632 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-0b6bf74b-4ae1-4d1a-a3c4-996c201fb44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "DELETE /v2.0/floatingips/45aec04a-acea-4743-ba8b-c0205405be26 HTTP/1.1" status: 204 len: 168 time: 1.5256991 Feb 04 14:04:57.638124 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:04:57.683510 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'status': 'completed', 'code': 200} Feb 04 14:04:57.763729 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:04:57.803811 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-2078d25e-fc1c-429a-bc23-32f33c8f5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:57.806042 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-2078d25e-fc1c-429a-bc23-32f33c8f5727 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0958886 Feb 04 14:04:58.112601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-c8add054-10f6-4b6b-8df1-56e72369771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.114079 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-c8add054-10f6-4b6b-8df1-56e72369771c service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.3030283 Feb 04 14:04:58.114475 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:58.118925 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:04:58.126593 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947cb84-4a49-44c2-a115-515482f7f130 req-cf23dd7c-afb0-4063-9b05-d60c25cc6223 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.126983 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:04:58.127570 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:04:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:58.128009 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0947cb84-4a49-44c2-a115-515482f7f130 req-cf23dd7c-afb0-4063-9b05-d60c25cc6223 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1324522 Feb 04 14:04:58.203853 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-4afa6668-efa3-4ddb-88a9-1e72484ecaa4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 200 len: 217 time: 0.0748801 Feb 04 14:04:58.268693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0947cb84-4a49-44c2-a115-515482f7f130 req-2291e10d-067b-4d22-aeb1-a55f393c937a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844197 Feb 04 14:04:58.293555 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-9275e78f-e4b7-41d9-b3fd-ce12ecd99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.295040 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-9275e78f-e4b7-41d9-b3fd-ce12ecd99e46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0837886 Feb 04 14:04:58.301799 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:04:58.373396 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-c054231a-f2b8-474d-b112-e2e12a4aafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:58.374921 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-c054231a-f2b8-474d-b112-e2e12a4aafb1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729439 Feb 04 14:04:58.508220 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-f9735105-fe84-4f6e-a6a5-094ccccbb3da service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258340 Feb 04 14:04:58.609019 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:04:58.612890 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18461a1e-1644-4a37-886a-b16c54e9dc27 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:04:58.643362 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-d07ddb6b-0910-4cb0-b88c-311a942777f2 req-27c4b5e4-76ff-4188-a26c-5ea5e95325f9 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280315 Feb 04 14:04:58.843062 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2267d-4830-43df-b825-604a7836d00a None None] New status for floating IP 45aec04a-acea-4743-ba8b-c0205405be26: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:04:59.246813 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-25cdc9c0-b1e4-4aaf-9662-330844b1ed98 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:59.248135 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-25cdc9c0-b1e4-4aaf-9662-330844b1ed98 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 946 time: 0.0771332 Feb 04 14:04:59.319088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Deleting port 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:04:59.319560 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:59.468026 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0203f-1b3b-42eb-95db-289c64a56012 req-05ed36b7-fb84-4dd3-a232-1c8c3a263822 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:04:59.468730 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-63a0203f-1b3b-42eb-95db-289c64a56012 req-05ed36b7-fb84-4dd3-a232-1c8c3a263822 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:04:59.484305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-63a0203f-1b3b-42eb-95db-289c64a56012 req-05ed36b7-fb84-4dd3-a232-1c8c3a263822 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:04:59.485471 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63a0203f-1b3b-42eb-95db-289c64a56012 req-05ed36b7-fb84-4dd3-a232-1c8c3a263822 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5de077a-d4a5-489a-b9a6-6e75b704e7d0 HTTP/1.1" status: 200 len: 946 time: 0.1001039 Feb 04 14:04:59.531224 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-63a0203f-1b3b-42eb-95db-289c64a56012 req-65ba380f-6578-46ee-92a6-32b2be65931d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbc50506-25c3-416a-9405-c8e7cb6ec908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Feb 04 14:04:59.568546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] For port 38376d5a-ff55-469a-9416-024cc0aaa70d, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=38376d5a-ff55-469a-9416-024cc0aaa70d,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:04:59.568906 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:59.698056 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Calling delete_port for 38376d5a-ff55-469a-9416-024cc0aaa70d owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:04:59.842330 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:59.895583 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'Port': ['ID=38376d5a-ff55-469a-9416-024cc0aaa70d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:04:59.936895 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.937238 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.937571 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.937900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.938229 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.938668 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.938958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.939211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.939525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.939864 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.940182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.940504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:04:59.977753 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] No DVR routers for this DVR port 38376d5a-ff55-469a-9416-024cc0aaa70d on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:04:59.980146 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:04:59.982527 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-deleted', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:04:59.997419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4a05c9bc-03d7-478d-8d07-0538d736b661 req-2503e127-e815-4673-bef5-167dbcace274 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "DELETE /v2.0/ports/38376d5a-ff55-469a-9416-024cc0aaa70d HTTP/1.1" status: 204 len: 173 time: 0.7444284 Feb 04 14:05:00.078310 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de077a-d4a5-489a-b9a6-6e75b704e7d0', 'name': 'network-vif-deleted', 'tag': '38376d5a-ff55-469a-9416-024cc0aaa70d', 'status': 'completed', 'code': 200} Feb 04 14:05:00.776641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38008) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:00.941601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:00.970935 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.034395 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.057464 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc50506-25c3-416a-9405-c8e7cb6ec908,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.070019 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.071375 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-6fc67dca-c0d7-4dc9-be6c-d861bfc24aeb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "DELETE /v2.0/security-groups/bbc50506-25c3-416a-9405-c8e7cb6ec908 HTTP/1.1" status: 204 len: 168 time: 0.2937469 Feb 04 14:05:01.509794 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38016) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:01.515495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413274373', 'description': 'tempest-secgroup-smoke-413274373 description', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:01.523483 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:01.527606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:01.530480 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:01.536170 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:01.548076 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.553951 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:05:01.568631 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:01.572367 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:01.575203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:01.580786 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:01.653644 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.657230 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.704889 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7891c877-27f5-462d-a8bd-3ddf2841c856,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.710056 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.711567 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-eb8b0c0f-0ce4-4186-a7ec-7bbbcdcbe989 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2006915 Feb 04 14:05:01.714634 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38020) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:01.719791 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:01.730013 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:01.733887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:01.736899 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:01.743684 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:01.760161 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.820554 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.824451 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.848051 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43311ad-aefa-45ad-a907-12bf1fda8e33,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:01.858584 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.860013 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4b88229c-6495-448f-ae24-6eb9c7acfe87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442564 Feb 04 14:05:01.862993 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38024) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:01.869641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:01.876662 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:01.880582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:01.883641 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:01.889300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:01.908228 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.968396 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.972262 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:01.999797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd014d-161a-430a-bc97-caef4967e73e,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.006168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.007365 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-bce02252-43f3-4a76-9fd8-f40529571067 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428170 Feb 04 14:05:02.010047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38028) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:02.014969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:02.021905 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:02.025677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:02.028536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:02.034129 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:02.050676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.110033 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.113357 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.136615 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a50de1-fb45-4b79-937d-2098cec2de90,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.146409 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.147569 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-30a5e99a-bd0c-4900-b395-4401e94ee4e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365898 Feb 04 14:05:02.150569 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38032) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:02.155530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:02.161964 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:02.165644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:02.168495 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:02.174042 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:02.189788 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.252586 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.256318 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.278482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ddc7ae-ad70-453f-9462-bf089aed89b3,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.286106 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.287850 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-47d9887d-44ab-4c43-80fc-ecd5aff3a55a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362522 Feb 04 14:05:02.290525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38036) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:02.295387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:02.301997 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:02.307446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:02.310350 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:02.316000 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:02.325870 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Project f83b7d7fbf4d4c2c95db4959b0578876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:02.332441 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.394794 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.397877 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.419842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a1e341-4bad-4af0-bae6-91d100fdb45d,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.428619 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.429761 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a8c7d961-9079-4d6a-b7e6-4d85898c28fb tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382971 Feb 04 14:05:02.432606 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38040) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:02.437436 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'security_group_rule': {'security_group_id': '7891c877-27f5-462d-a8bd-3ddf2841c856', 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:02.443900 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:02.447600 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:security_group_rule and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:02.450387 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:02.456196 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:02.466199 n-d-820555-2 neutron-server[87620]: INFO neutron.db.securitygroups_db [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Project f83b7d7fbf4d4c2c95db4959b0578876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:05:02.472623 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.539183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.542620 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.565208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955399cd-c765-4fd7-99fb-486e2ba97a78,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:02.573739 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:02.574986 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f2d8f8f-a5b0-4260-b26e-bb29b2990cc7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414413 Feb 04 14:05:02.663576 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:05:02.703895 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 38376d5a-ff55-469a-9416-024cc0aaa70d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:05:02.704484 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 38376d5a-ff55-469a-9416-024cc0aaa70d not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:05:13.638577 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e90440e2-be69-4edd-b8bd-49767960935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:16.402519 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1253b124-ec8a-4df9-8a05-fed11df52801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:16.472658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-915df17a-8187-4940-9525-2659df10c564 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:05:16.490511 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-915df17a-8187-4940-9525-2659df10c564 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:05:16.491679 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-915df17a-8187-4940-9525-2659df10c564 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413274373&fields=id&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 267 time: 0.0616302 Feb 04 14:05:16.639127 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-698aeaa1-068f-4ece-a212-459df314122d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:16.640474 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-698aeaa1-068f-4ece-a212-459df314122d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 809 time: 0.1421423 Feb 04 14:05:16.655437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-3a7907dd-ba18-45dc-b084-bdb80ba1e6a1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/quotas/f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 375 time: 0.0096171 Feb 04 14:05:16.736057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-f91555a9-5a32-47ce-94b8-3ea56a7ea9cf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:05:16.752645 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-f91555a9-5a32-47ce-94b8-3ea56a7ea9cf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:05:16.753924 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-f91555a9-5a32-47ce-94b8-3ea56a7ea9cf tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937185 Feb 04 14:05:16.811203 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-43935e6d-2b50-41b5-8d36-ec1b7f141e0c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 14:05:16.812253 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-43935e6d-2b50-41b5-8d36-ec1b7f141e0c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473008 Feb 04 14:05:16.940027 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-3825c6d8-4e4d-41cf-b59d-7c7ef1a4c333 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217437 Feb 04 14:05:16.988756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:17.069301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-cac5df80-1e6a-4128-b2f1-6879c04eb126 service neutron] 10.222.0.53 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237473 Feb 04 14:05:17.452173 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0e2951bb-85d3-47e6-8853-8646a1783b1b req-e94c475c-7b8c-4cda-8cdf-d850cd64e507 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 210 time: 0.0456951 Feb 04 14:05:17.558323 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:18.611296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-60d30dee-9921-4f29-884e-498875bdf55c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:18.612703 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-60d30dee-9921-4f29-884e-498875bdf55c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 809 time: 0.1945038 Feb 04 14:05:18.626951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b477518-b640-44a8-a6c7-7614150567e3 req-fbbdfe1d-d904-4b06-82a0-31fe7819ef86 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 210 time: 0.0567780 Feb 04 14:05:18.667766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-32c57090-8213-404b-a1cd-0343bc6af59a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 379 time: 0.0433650 Feb 04 14:05:18.675732 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'port': {'device_id': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'admin_state_up': True, 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'security_groups': ['7891c877-27f5-462d-a8bd-3ddf2841c856']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:18.815758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:18.830072 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:18.843259 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Made reservation on behalf of f83b7d7fbf4d4c2c95db4959b0578876 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:05:18.846781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:18.919986 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.010664 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Allocated IP 172.20.0.10 (9f6ec8af-96a9-492a-a233-f1314d513d05/79492c67-0db8-49cf-9a92-90c2ff7bee5d/7c43e392-ebc6-4daa-89cc-d9aaff6193af) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:19.202865 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.219058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Transition to ACTIVE for port object 7c43e392-ebc6-4daa-89cc-d9aaff6193af will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:05:19.243209 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.316041 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:19.319268 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:19.323070 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:05:19.460104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:19.497476 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:19.498145 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.527616 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5b88dc64-9319-465c-a6a2-fc352271b058 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8554609 Feb 04 14:05:19.539028 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Request body: {'port': {'device_id': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:19.589181 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-24b7da96-781c-4783-99b1-a30d55721d9a None None] Provisioning for port 7c43e392-ebc6-4daa-89cc-d9aaff6193af completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:05:19.595155 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-24b7da96-781c-4783-99b1-a30d55721d9a None None] Provisioning complete for port 7c43e392-ebc6-4daa-89cc-d9aaff6193af triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:19.595744 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-24b7da96-781c-4783-99b1-a30d55721d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.660984 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-24b7da96-781c-4783-99b1-a30d55721d9a None None] Port 7c43e392-ebc6-4daa-89cc-d9aaff6193af cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:05:19.661205 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:19.830123 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cdff9-d5e0-4c97-8e2a-b8d8760f8979 req-c0e4e75d-19eb-45ef-b3f5-572350c0e5e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:19.832289 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-854cdff9-d5e0-4c97-8e2a-b8d8760f8979 req-c0e4e75d-19eb-45ef-b3f5-572350c0e5e6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 932 time: 0.0887856 Feb 04 14:05:19.878739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-854cdff9-d5e0-4c97-8e2a-b8d8760f8979 req-d0301445-74cf-4b1c-8c65-a374cfa0c8f4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Feb 04 14:05:20.019975 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c43e392-ebc6-4daa-89cc-d9aaff6193af {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:05:20.027751 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.043062 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Transition to ACTIVE for port object 7c43e392-ebc6-4daa-89cc-d9aaff6193af will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:05:20.046885 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.214842 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.301482 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Attempting to bind port 7c43e392-ebc6-4daa-89cc-d9aaff6193af on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:05:20.302124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Attempting to bind port 7c43e392-ebc6-4daa-89cc-d9aaff6193af by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:05:20.302551 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Attempting to bind port 7c43e392-ebc6-4daa-89cc-d9aaff6193af on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:05:20.308454 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Port 7c43e392-ebc6-4daa-89cc-d9aaff6193af on network 9f6ec8af-96a9-492a-a233-f1314d513d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 14:05:20.308848 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Attempting to bind port 7c43e392-ebc6-4daa-89cc-d9aaff6193af on network 9f6ec8af-96a9-492a-a233-f1314d513d05 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:05:20.315417 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:05:20.315767 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Checking segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:05:20.316160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Bound using segment: {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:05:20.316592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Bound port: 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a51bc5-8ba7-4b36-bb54-8ad45488da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:05:20.317062 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.407267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:05:20.410182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:05:20.414709 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.475795 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.476397 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.477751 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] 10.222.0.87 "PUT /v2.0/ports/7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 1092 time: 0.9427168 Feb 04 14:05:20.478179 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:05:20.500584 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4b2b5-f566-4d61-b2f9-cf91f232e191 service neutron] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:20.548281 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'status': 'completed', 'code': 200} Feb 04 14:05:20.589785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-b0312712-d7c5-41ad-a6a4-d845d8e93dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.591343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-b0312712-d7c5-41ad-a6a4-d845d8e93dd6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1095 time: 0.0754633 Feb 04 14:05:20.672593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-7b1aa312-9172-481f-a319-28b9c8ee5f4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 217 time: 0.0734336 Feb 04 14:05:20.718334 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:20.734702 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5120549a-2e72-4ff5-aec6-c1da33f2d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.736382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-5120549a-2e72-4ff5-aec6-c1da33f2d654 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0583968 Feb 04 14:05:20.813815 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-29250f5c-5ebd-4781-9684-17d023aa54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:20.815341 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-29250f5c-5ebd-4781-9684-17d023aa54dc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734866 Feb 04 14:05:20.943720 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-c4dfd1d3-51ec-4f6e-87b4-b82ac94b86e4 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222320 Feb 04 14:05:21.069604 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12ec2-2047-4cce-a66d-3a11ee4103b9 req-0f5b4fc5-7bdf-4ea0-8ffd-0b920ac0ef7e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.071111 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdd12ec2-2047-4cce-a66d-3a11ee4103b9 req-0f5b4fc5-7bdf-4ea0-8ffd-0b920ac0ef7e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0830956 Feb 04 14:05:21.073109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f1b8d1fe-c53f-42f8-8b1b-7e51fd1da1da req-65afb144-e64b-4247-89db-27afb4c5991c service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237741 Feb 04 14:05:21.117823 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fdd12ec2-2047-4cce-a66d-3a11ee4103b9 req-e4242588-9ae5-4095-ac6d-8b5062c0eab4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 Feb 04 14:05:21.185428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-1ff7b896-ffcd-47eb-9d7d-39b9f3e52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.186933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-1ff7b896-ffcd-47eb-9d7d-39b9f3e52018 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1095 time: 0.0698137 Feb 04 14:05:21.412223 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-7e95cc4d-3623-4613-9513-40af035551cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.414150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-7e95cc4d-3623-4613-9513-40af035551cc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.2212431 Feb 04 14:05:21.488480 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-db2e5379-9af2-4ed9-85d0-c07e97e2f651 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 217 time: 0.0649142 Feb 04 14:05:21.546894 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-61369673-f124-4b8f-9e16-a963fddcaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.548334 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-61369673-f124-4b8f-9e16-a963fddcaa1b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0567248 Feb 04 14:05:21.624803 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-340c4347-3c99-4eb3-95ab-24702caeb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:21.626297 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-340c4347-3c99-4eb3-95ab-24702caeb8eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721228 Feb 04 14:05:21.755750 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-87de6ed2-37a6-488e-9638-f4c445485e37 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228032 Feb 04 14:05:21.885636 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f3467909-a285-4541-8d12-70ea4f2dc67c req-8ebdf16b-f816-42b3-b69a-88be7c613ef4 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244428 Feb 04 14:05:22.298369 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90f8e-2cde-48bd-9a03-ca0a9c4ac603 req-a975c6ec-21b7-4ded-9d9d-436bb83364a0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:22.299084 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e2e90f8e-2cde-48bd-9a03-ca0a9c4ac603 req-a975c6ec-21b7-4ded-9d9d-436bb83364a0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:05:22.314363 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-e2e90f8e-2cde-48bd-9a03-ca0a9c4ac603 req-a975c6ec-21b7-4ded-9d9d-436bb83364a0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:05:22.315527 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2e90f8e-2cde-48bd-9a03-ca0a9c4ac603 req-a975c6ec-21b7-4ded-9d9d-436bb83364a0 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0945859 Feb 04 14:05:22.358485 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2e90f8e-2cde-48bd-9a03-ca0a9c4ac603 req-f70af473-7a87-4cd1-afe0-484369355f73 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369396 Feb 04 14:05:23.537208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b632ffb-3168-427f-bb26-9d10cea270ac req-bcc75b03-478b-4195-8d07-b761d14799ac tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:23.539185 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b632ffb-3168-427f-bb26-9d10cea270ac req-bcc75b03-478b-4195-8d07-b761d14799ac tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0785494 Feb 04 14:05:23.585369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5b632ffb-3168-427f-bb26-9d10cea270ac req-b183bcff-c348-4d0e-93df-a6e9b50f9bc8 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Feb 04 14:05:24.773149 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9467cc-32e3-46f7-b2bb-7c6eb6de543c req-0adb39bf-cbf4-405b-84ee-195f39678366 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:24.774617 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab9467cc-32e3-46f7-b2bb-7c6eb6de543c req-0adb39bf-cbf4-405b-84ee-195f39678366 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0832171 Feb 04 14:05:24.817688 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ab9467cc-32e3-46f7-b2bb-7c6eb6de543c req-f6bc6d65-3d0d-4216-a122-795382f067fc tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Feb 04 14:05:24.942521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:26.007547 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce5b5-0f75-46c4-bf79-d3281df51f58 req-2da72dc7-b5d2-49c9-8ab3-155b1bdb19f3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:26.008981 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed7ce5b5-0f75-46c4-bf79-d3281df51f58 req-2da72dc7-b5d2-49c9-8ab3-155b1bdb19f3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0792315 Feb 04 14:05:26.050792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ed7ce5b5-0f75-46c4-bf79-d3281df51f58 req-97ac0c6d-2a1c-4448-aeae-9c90f70d9f28 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363221 Feb 04 14:05:27.232395 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89068efb-1648-4779-a09c-845c4a2b6fd5 req-f49dec41-4cbf-4a96-81f7-14351e952149 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:27.233837 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89068efb-1648-4779-a09c-845c4a2b6fd5 req-f49dec41-4cbf-4a96-81f7-14351e952149 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0819569 Feb 04 14:05:27.279656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-89068efb-1648-4779-a09c-845c4a2b6fd5 req-e566e5ad-ed36-4487-9985-31b413209f6e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401390 Feb 04 14:05:28.473250 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2442-6234-4e92-87be-95b280c486dd req-ef71a727-5e21-408a-bfdf-b951b5fd8565 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:28.475482 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf5b2442-6234-4e92-87be-95b280c486dd req-ef71a727-5e21-408a-bfdf-b951b5fd8565 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0817592 Feb 04 14:05:28.517945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-cf5b2442-6234-4e92-87be-95b280c486dd req-8b88fa70-32e2-4727-a8e2-b91f3753d9a3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 Feb 04 14:05:28.786520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:05:28.917526 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:05:28.933707 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'mac_address': 'fa:16:3e:d5:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:05:28.993552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:29.009818 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c43e392-ebc6-4daa-89cc-d9aaff6193af {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:05:29.025334 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:05:29.029284 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:29.094022 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:29.102160 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.102506 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.102874 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.103212 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.103544 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.103872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.104195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.104520 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.104843 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.105164 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.105486 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.105804 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:05:29.233781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7c43e392-ebc6-4daa-89cc-d9aaff6193af'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:05:29.697542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91223a-b98a-426c-9902-794e4f675202 req-0d38f351-439d-4180-8a65-ecab6a23ad78 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:29.699036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa91223a-b98a-426c-9902-794e4f675202 req-0d38f351-439d-4180-8a65-ecab6a23ad78 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 945 time: 0.0799279 Feb 04 14:05:29.743600 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-aa91223a-b98a-426c-9902-794e4f675202 req-5e0cb4ee-36c7-47ed-abbd-695aa3fcc4f9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388775 Feb 04 14:05:30.786689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:05:30.852835 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port 7c43e392-ebc6-4daa-89cc-d9aaff6193af completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:05:30.857934 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7c43e392-ebc6-4daa-89cc-d9aaff6193af triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:05:30.858396 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:30.924207 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89500ea-3a00-4288-b427-6ed47100480f req-3c45afbf-1d4d-4a72-985c-f5fb5cbe73e7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:30.925671 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f89500ea-3a00-4288-b427-6ed47100480f req-3c45afbf-1d4d-4a72-985c-f5fb5cbe73e7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 945 time: 0.0796342 Feb 04 14:05:30.969805 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-f89500ea-3a00-4288-b427-6ed47100480f req-41d25ef4-74c7-4474-807a-2cf49848d83d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Feb 04 14:05:30.975836 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:31.001975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:05:31.011623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:05:31.015682 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:31.085200 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:31.104446 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'code': 200} Feb 04 14:05:31.228452 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832383b-1922-49e3-98bb-d0299c9dd575 req-f539e438-931c-40bf-afc4-df4a4d67bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:31.229920 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0832383b-1922-49e3-98bb-d0299c9dd575 req-f539e438-931c-40bf-afc4-df4a4d67bc91 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0725141 Feb 04 14:05:31.268002 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0832383b-1922-49e3-98bb-d0299c9dd575 req-c48b0a31-2cba-4b9b-afa8-43d89127a86e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Feb 04 14:05:32.160972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa993f23-576a-4d02-b0e6-ae631c2b0759 req-33117f71-e0c6-487a-b8a7-687ba990ad3e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:32.162437 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa993f23-576a-4d02-b0e6-ae631c2b0759 req-33117f71-e0c6-487a-b8a7-687ba990ad3e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0895612 Feb 04 14:05:32.206386 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-aa993f23-576a-4d02-b0e6-ae631c2b0759 req-426c0e5b-1258-45e2-8732-a35f536b2790 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Feb 04 14:05:33.391859 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35dd7b-fe60-4de6-8417-8645514a0ce6 req-ef2ad6a4-ac37-4be4-bfe8-03a3d2a24ecc tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:33.393254 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c35dd7b-fe60-4de6-8417-8645514a0ce6 req-ef2ad6a4-ac37-4be4-bfe8-03a3d2a24ecc tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0787385 Feb 04 14:05:33.436412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6c35dd7b-fe60-4de6-8417-8645514a0ce6 req-7c924390-8dd5-49f0-b8a3-c72f582d96b1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369480 Feb 04 14:05:33.617348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98351db1-b1c3-4459-8ce5-e0afd8353e4a req-d5010d66-3072-4190-90cb-69fcca1819e1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:33.618846 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98351db1-b1c3-4459-8ce5-e0afd8353e4a req-d5010d66-3072-4190-90cb-69fcca1819e1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0782485 Feb 04 14:05:33.661513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-98351db1-b1c3-4459-8ce5-e0afd8353e4a req-4a6302f6-5275-418f-b059-c9ca5617c801 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Feb 04 14:05:33.683560 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38228) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:33.755188 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37919545-e831-417f-9401-b945ff3a597a tempest-TestShelveInstance-111082668 tempest-TestShelveInstance-111082668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:33.757292 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-37919545-e831-417f-9401-b945ff3a597a tempest-TestShelveInstance-111082668 tempest-TestShelveInstance-111082668-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1092 time: 0.0727918 Feb 04 14:05:33.760083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38232) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:05:33.764880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:05:33.771798 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:05:33.776190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Usage tracker for resource:floatingip and tenant:f83b7d7fbf4d4c2c95db4959b0578876 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:05:33.779017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:05:33.784592 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:05:33.794716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:34.033339 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:34.166997 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Allocated IP 172.25.4.16 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/cee63c32-0fc9-40f6-a58f-7d4181691327) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:05:34.319796 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:34.348725 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:34.409467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:05:34.412263 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:05:34.415870 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:05:34.458305 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=cee63c32-0fc9-40f6-a58f-7d4181691327,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:34.826764 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:34.900977 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:35.102318 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:35.106865 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:35.216040 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event updated for resources: {'Port': ['ID=cee63c32-0fc9-40f6-a58f-7d4181691327,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:05:35.227458 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:35.404067 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Floating IP b3fd1a54-75f2-49a5-a5de-c7d1283d981a associated. External IP: 172.25.4.16, port: 7c43e392-ebc6-4daa-89cc-d9aaff6193af. Feb 04 14:05:35.858006 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:05:36.036819 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:05:36.047170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:05:36.056749 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:05:36.057345 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:36.061141 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:36.117327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d57f128c-e3fd-4a5d-80ff-adc5ae26b6b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3562086 Feb 04 14:05:36.118004 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:05:36.161490 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'status': 'completed', 'code': 200} Feb 04 14:05:36.234323 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:05:36.257282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08560-8511-4274-9b3c-99c3697534ac req-1e2cd230-ad82-4a1e-9eee-8302918d6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:36.258834 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-1e2cd230-ad82-4a1e-9eee-8302918d6cb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0733583 Feb 04 14:05:36.396103 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08560-8511-4274-9b3c-99c3697534ac req-e58da0ca-035b-4f55-83bd-00b9252b0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:36.398113 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-e58da0ca-035b-4f55-83bd-00b9252b0323 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1338348 Feb 04 14:05:36.499945 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-fa596489-3f7f-431d-acfa-cc9fcae9aafd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 999 time: 0.0962732 Feb 04 14:05:36.561808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08560-8511-4274-9b3c-99c3697534ac req-a25090bf-8227-4815-a182-33c5ce452550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:36.563339 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-a25090bf-8227-4815-a182-33c5ce452550 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0571549 Feb 04 14:05:36.573557 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b3fd1a54-75f2-49a5-a5de-c7d1283d981a', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:d5:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:34Z', 'updated_at': '2022-02-04T14:05:34Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:36.577332 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:05:36.585773 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:05:36.586353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:05:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:36.637100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08560-8511-4274-9b3c-99c3697534ac req-25130bb4-c262-4273-879d-4d5468a17266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:36.638646 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-25130bb4-c262-4273-879d-4d5468a17266 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694070 Feb 04 14:05:36.794343 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:05:36.878871 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-fc6214b8-2c74-474f-8a45-624184eced6a service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343900 Feb 04 14:05:37.015346 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-0ca08560-8511-4274-9b3c-99c3697534ac req-30050ef5-52e3-4f50-9feb-683de698f2f1 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307001 Feb 04 14:05:37.149498 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b3fd1a54-75f2-49a5-a5de-c7d1283d981a', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:d5:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:34Z', 'updated_at': '2022-02-04T14:05:34Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:05:37.153240 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a9827-17e8-43c0-bb55-9ae905e37c94 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': 'b3fd1a54-75f2-49a5-a5de-c7d1283d981a', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'mac_address': 'fa:16:3e:d5:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:05:34Z', 'updated_at': '2022-02-04T14:05:34Z', 'revision_number': 0, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:05:37.362471 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b77982-1c7a-4d96-9681-9e986595147c None None] New status for floating IP b3fd1a54-75f2-49a5-a5de-c7d1283d981a: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:05:38.552601 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:05:43.642537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1cb853ef-42e6-46af-8393-c64cce52a2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:46.403957 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54fb19d2-f52d-4837-8e11-8df4059a9bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:46.994437 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:47.560082 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:48.920428 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:50.732039 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:05:54.266907 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dec876d-cee8-4456-92e7-b92a6680e0cf req-cb8c787b-cc58-4444-812f-213d497f2b30 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0430355 Feb 04 14:05:54.379039 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dec876d-cee8-4456-92e7-b92a6680e0cf req-ae88ab2c-bd7c-4780-ae78-f460e0d3edeb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0470674 Feb 04 14:05:54.422087 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dec876d-cee8-4456-92e7-b92a6680e0cf req-d8cc3d87-4c04-4a77-8880-207e48c842ca service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262430 Feb 04 14:05:54.560891 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec876d-cee8-4456-92e7-b92a6680e0cf req-8dd90095-2acb-4fc9-9a34-11abe0ef8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:05:54.562331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3dec876d-cee8-4456-92e7-b92a6680e0cf req-8dd90095-2acb-4fc9-9a34-11abe0ef8780 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356254 Feb 04 14:05:54.944700 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:13.644341 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8487d82a-0db5-4a70-bdec-b15275eb4187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:15.551463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:06:16.405662 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4d42d5d7-6772-4390-a667-d61e3a1432b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:16.986742 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:17.563854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:18.484940 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-d4df3d25-9ceb-4aec-abeb-be8c33f1f3b4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677178 Feb 04 14:06:18.619211 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-01cf8b3f-380e-4514-a1ee-8195c2b3c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:18.620654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-01cf8b3f-380e-4514-a1ee-8195c2b3c010 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0700293 Feb 04 14:06:18.765428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-eef273fe-25ad-4b7c-985d-f8f03a7ddc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:18.766905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-eef273fe-25ad-4b7c-985d-f8f03a7ddc57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1286867 Feb 04 14:06:18.869838 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-f02341f5-847b-43bc-82e0-7b3bc71f54dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 1001 time: 0.0967121 Feb 04 14:06:18.922980 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:18.935582 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-0c9bb792-22e8-4dad-904e-97a850036c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:18.937031 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-0c9bb792-22e8-4dad-904e-97a850036c69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0614703 Feb 04 14:06:19.011235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-5a3ce68c-7b5e-41bd-b065-8cef095d37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:19.012704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-5a3ce68c-7b5e-41bd-b065-8cef095d37bf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690272 Feb 04 14:06:19.141613 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-3660f660-4f09-4f08-9ade-957dcc4f91ff service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228919 Feb 04 14:06:19.269875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a4b746a2-a73f-418d-af6d-f6c674e954a2 req-8e393803-21b6-488c-82b4-2bccbe917be9 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224473 Feb 04 14:06:20.746943 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:24.957102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:43.645959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-926aea2e-10e2-4c75-aa49-2afd430a33b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:46.407371 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-91677c4b-76a5-4f62-a2d5-631e57c9694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:46.989342 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:47.566210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:48.923568 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:50.744709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:52.550250 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:06:54.954407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:06:56.247262 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0298bce-de7d-4cb4-a5c8-1c8d51808dcd req-127842ba-a126-4467-a9a5-12c213624878 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408704 Feb 04 14:06:56.356737 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0298bce-de7d-4cb4-a5c8-1c8d51808dcd req-422d9e8d-0df9-49a9-bd01-05b126c6d9b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0444722 Feb 04 14:06:56.400212 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0298bce-de7d-4cb4-a5c8-1c8d51808dcd req-665b18eb-8c15-45c8-b3cb-34ed42e17028 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255666 Feb 04 14:06:56.537874 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298bce-de7d-4cb4-a5c8-1c8d51808dcd req-ae6fd35c-23dd-481f-9cd2-b2a111decf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:06:56.539389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a0298bce-de7d-4cb4-a5c8-1c8d51808dcd req-ae6fd35c-23dd-481f-9cd2-b2a111decf32 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339157 Feb 04 14:07:13.647842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0338a0e2-2c3b-454d-83b8-81e3c42c1fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:16.407825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-27c889be-70d2-41ec-83ba-4dea78ffae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:16.991770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:17.569566 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:18.454579 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-73599dcc-bbd6-4105-b835-65b61934bca1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708933 Feb 04 14:07:18.591658 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-6f1a94fa-2618-405b-9fdb-d81c7e7efef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:18.592996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-6f1a94fa-2618-405b-9fdb-d81c7e7efef4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0718834 Feb 04 14:07:18.739292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-ecccf986-5e02-4583-9318-0869535eeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:18.740673 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-ecccf986-5e02-4583-9318-0869535eeb51 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1265678 Feb 04 14:07:18.842668 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-20fce656-5ded-41c0-9227-3ad760287fb6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 1001 time: 0.0960097 Feb 04 14:07:18.905324 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-01f4dcfe-e2b5-4d53-8eca-05192f09f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:18.906835 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-01f4dcfe-e2b5-4d53-8eca-05192f09f345 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0562892 Feb 04 14:07:18.926372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:19.078958 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-31eccd5b-4360-4fae-bf9d-55a56f96d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:19.080440 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-31eccd5b-4360-4fae-bf9d-55a56f96d3dd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680946 Feb 04 14:07:19.211766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-56722ff7-c9e9-4215-94a4-73a8a29b8082 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236608 Feb 04 14:07:19.341607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4eec1df8-75e5-4aca-ad38-c42bb043c870 req-bb3ea826-1db8-47ce-9a35-9bc5fc43020b service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237833 Feb 04 14:07:20.759808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:24.969786 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:29.550286 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:07:32.038037 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31776146-435e-45d8-b656-d80f3e5f57e8 req-84d9dba1-1a6c-4af4-83c9-8550bdd0448b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:32.039539 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-31776146-435e-45d8-b656-d80f3e5f57e8 req-84d9dba1-1a6c-4af4-83c9-8550bdd0448b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0812860 Feb 04 14:07:32.083374 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-31776146-435e-45d8-b656-d80f3e5f57e8 req-860c6531-1587-416a-9e6b-f704ebc692a4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375984 Feb 04 14:07:33.278576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dab792-6423-4aca-b389-c69f438ccb6a req-4e18f590-d477-4733-b5fb-1e3c2effffde tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:33.280393 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86dab792-6423-4aca-b389-c69f438ccb6a req-4e18f590-d477-4733-b5fb-1e3c2effffde tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0838838 Feb 04 14:07:33.323666 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86dab792-6423-4aca-b389-c69f438ccb6a req-9d007314-2ee0-4573-bb86-dfbc243812e8 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Feb 04 14:07:34.518236 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10ed03-9ba2-478b-84d2-9b7f8fc7c945 req-bfd5cd0a-bf1b-4d09-8826-08952583e44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:34.519723 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b10ed03-9ba2-478b-84d2-9b7f8fc7c945 req-bfd5cd0a-bf1b-4d09-8826-08952583e44a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0833578 Feb 04 14:07:34.563243 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b10ed03-9ba2-478b-84d2-9b7f8fc7c945 req-3498242d-20bd-417e-929f-5eab5e9dd3d9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 Feb 04 14:07:35.746907 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040e6ce-84fa-477d-9efc-446739879016 req-76162071-3c85-4510-8a1f-bf00eff3262e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:35.748378 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5040e6ce-84fa-477d-9efc-446739879016 req-76162071-3c85-4510-8a1f-bf00eff3262e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0827575 Feb 04 14:07:35.795022 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5040e6ce-84fa-477d-9efc-446739879016 req-1ece1bae-e189-4995-88a3-e669b485bd6c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Feb 04 14:07:36.976773 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97b0eb-46c3-4339-ae24-22622bbc6669 req-8d8f95dd-1577-4d4a-aadc-3be7304ee557 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:36.978236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b97b0eb-46c3-4339-ae24-22622bbc6669 req-8d8f95dd-1577-4d4a-aadc-3be7304ee557 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0795734 Feb 04 14:07:37.021615 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4b97b0eb-46c3-4339-ae24-22622bbc6669 req-dd32f84d-a960-46cb-a38c-736f0220e477 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Feb 04 14:07:38.205192 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e3148-6a17-421f-bcfe-e49cee2b2d95 req-959c7e43-5467-4c08-9064-d6e3a52516ae tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:38.206677 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e28e3148-6a17-421f-bcfe-e49cee2b2d95 req-959c7e43-5467-4c08-9064-d6e3a52516ae tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0790200 Feb 04 14:07:38.253215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-e28e3148-6a17-421f-bcfe-e49cee2b2d95 req-e181acca-990e-45f7-9711-c9b038ff32b9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Feb 04 14:07:39.439697 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a24a3-1c57-44a9-8861-c426695d8bd6 req-37158343-d159-4508-ab3e-4052be4e7153 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:39.441104 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-261a24a3-1c57-44a9-8861-c426695d8bd6 req-37158343-d159-4508-ab3e-4052be4e7153 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0840201 Feb 04 14:07:39.486753 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-261a24a3-1c57-44a9-8861-c426695d8bd6 req-ab9d3d7d-956d-4650-8d9f-03d2b912e940 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Feb 04 14:07:40.672458 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7857a7-9eda-4601-9662-290c1608c7b9 req-b19306c6-d891-4bf3-8ee4-567dd3dc969f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:40.674712 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c7857a7-9eda-4601-9662-290c1608c7b9 req-b19306c6-d891-4bf3-8ee4-567dd3dc969f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0862992 Feb 04 14:07:40.720344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-3c7857a7-9eda-4601-9662-290c1608c7b9 req-f692e594-7437-44cf-9ba5-08cf437afb87 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Feb 04 14:07:41.907192 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6d5d5-a88c-437e-8975-426255d7b7b1 req-3b5b7dfe-8595-42f2-bef5-771efe98bee2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:41.908656 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02f6d5d5-a88c-437e-8975-426255d7b7b1 req-3b5b7dfe-8595-42f2-bef5-771efe98bee2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0793529 Feb 04 14:07:41.956467 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-02f6d5d5-a88c-437e-8975-426255d7b7b1 req-c4fe6bc4-25a3-4381-8451-cab8ec0fe049 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Feb 04 14:07:42.119485 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-bca2ab69-f4da-4e97-a101-d7f1dbee5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:42.120981 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-bca2ab69-f4da-4e97-a101-d7f1dbee5df6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0699482 Feb 04 14:07:42.251991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-981b6818-4d18-4134-ab62-705e0a673c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:42.253437 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-981b6818-4d18-4134-ab62-705e0a673c38 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1259060 Feb 04 14:07:42.357021 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-0a6d8679-4193-46b0-bba2-a14e77cadb34 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 1001 time: 0.0969534 Feb 04 14:07:42.422797 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-970f0e6d-e870-4038-940e-a4251610ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:42.424150 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-970f0e6d-e870-4038-940e-a4251610ee50 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0604846 Feb 04 14:07:42.500984 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-e184fc7d-50c8-4799-bf7c-267271c8cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:42.502450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-e184fc7d-50c8-4799-bf7c-267271c8cec3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726707 Feb 04 14:07:42.633424 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-ade2ab8f-2458-4268-a09f-0bc825943e24 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243615 Feb 04 14:07:42.764905 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-35bcd4f3-840f-4835-8bc2-e1877cca1408 req-ccd49288-4756-4223-ab55-33fb10e8d2b0 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255727 Feb 04 14:07:43.246950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5780b-b157-44cf-9cd9-da118ab18a0d req-9aaaa635-7dcd-4620-9b87-39cba54ca97d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:43.248389 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01f5780b-b157-44cf-9cd9-da118ab18a0d req-9aaaa635-7dcd-4620-9b87-39cba54ca97d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.1894870 Feb 04 14:07:43.291110 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01f5780b-b157-44cf-9cd9-da118ab18a0d req-7a7c0aed-d2ec-4112-acdc-62fb228f6704 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371585 Feb 04 14:07:43.649695 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-374f75d3-c4d6-420f-9df2-e169c2907247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:44.474446 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec9fb0-4c89-42ca-8d31-2679ac50a8ee req-137baec5-e398-487f-b8dc-766d25864e14 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:44.475872 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec9fb0-4c89-42ca-8d31-2679ac50a8ee req-137baec5-e398-487f-b8dc-766d25864e14 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0803463 Feb 04 14:07:44.520422 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-56ec9fb0-4c89-42ca-8d31-2679ac50a8ee req-cb55a607-0cdb-410c-a219-580c02c1d3e3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388186 Feb 04 14:07:45.704267 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b71026-0849-4f17-81f4-cf6c24a3f22b req-41d2a544-9e31-4711-a638-8f3b0ce2b581 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:45.705736 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16b71026-0849-4f17-81f4-cf6c24a3f22b req-41d2a544-9e31-4711-a638-8f3b0ce2b581 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0806649 Feb 04 14:07:45.752215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-16b71026-0849-4f17-81f4-cf6c24a3f22b req-b225bc9a-ec61-42e6-9f67-fba474414a97 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408027 Feb 04 14:07:46.028718 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38320) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:07:46.097066 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4dba-4bde-4295-85d8-a9123ebfa065 req-6826f26d-59e5-4964-bf70-66bb23a4785f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:46.098549 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfdc4dba-4bde-4295-85d8-a9123ebfa065 req-6826f26d-59e5-4964-bf70-66bb23a4785f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0806124 Feb 04 14:07:46.145513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bfdc4dba-4bde-4295-85d8-a9123ebfa065 req-4bc1e758-bab8-4ebe-a0df-bf329580fc41 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408704 Feb 04 14:07:46.243605 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-2bcb8da7-5f0c-4f7d-a289-7a9225f4f860 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2136891 Feb 04 14:07:46.409850 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f0d004dc-635b-4d75-b521-9103990f6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:46.994084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:47.332669 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ea02-20aa-4023-a512-15da520689eb req-2424623e-99c0-48db-bf5a-6b42c80c5ff5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:47.334109 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5064ea02-20aa-4023-a512-15da520689eb req-2424623e-99c0-48db-bf5a-6b42c80c5ff5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0784087 Feb 04 14:07:47.379404 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-5064ea02-20aa-4023-a512-15da520689eb req-237d8985-857b-471a-996d-e00d00bb4673 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396791 Feb 04 14:07:47.470791 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:07:47.588855 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:47.593354 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:47.622524 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:07:47.631964 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:07:47.636775 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:47.674216 n-d-820555-2 neutron-server[87622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'code': 422} returned with failed status Feb 04 14:07:47.710278 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:47.719049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.719400 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.719742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.720076 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.720409 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.720738 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.721073 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.721398 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.721722 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.722045 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.722367 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:47.722710 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:07:48.565449 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d067-05d4-4e48-8627-9a4fe50f3fad req-81099678-20be-4067-ad2f-ee174e5febfe tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:48.566933 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36a4d067-05d4-4e48-8627-9a4fe50f3fad req-81099678-20be-4067-ad2f-ee174e5febfe tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0818818 Feb 04 14:07:48.610628 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-36a4d067-05d4-4e48-8627-9a4fe50f3fad req-49776fff-ff6e-4931-9887-2c1544d1bce6 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Feb 04 14:07:48.761643 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-57f1ea99-ce89-408f-a37e-211a35a62b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:48.763225 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-57f1ea99-ce89-408f-a37e-211a35a62b4b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&tenant_id=f83b7d7fbf4d4c2c95db4959b0578876 HTTP/1.1" status: 200 len: 1095 time: 0.0705757 Feb 04 14:07:48.856348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-e21f738f-f16f-4a11-85df-519774f3877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:48.857828 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-e21f738f-f16f-4a11-85df-519774f3877e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1095 time: 0.0741241 Feb 04 14:07:48.928481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:48.987715 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-6e7c59be-7dd9-42c1-a685-da912146d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:48.989162 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-6e7c59be-7dd9-42c1-a685-da912146d9af service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1259789 Feb 04 14:07:49.092055 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-8fa6b98f-ce38-4772-bfae-c3da2240376f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 999 time: 0.0967577 Feb 04 14:07:49.153233 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-9d1446d3-c52f-4ccf-8046-e45fcb1edfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:49.154659 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-9d1446d3-c52f-4ccf-8046-e45fcb1edfd3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0565276 Feb 04 14:07:49.227752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-12cee648-55c5-4276-ba71-2f68226ac20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:49.229216 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-12cee648-55c5-4276-ba71-2f68226ac20a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690475 Feb 04 14:07:49.359792 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-c93e9144-d53f-4477-9655-908688647f65 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238399 Feb 04 14:07:49.488736 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-7315b08b-de94-4769-8292-7fa013f96969 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229625 Feb 04 14:07:49.796239 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd662-2d00-4c8f-9ae2-f7f7db010c9d req-e99b07c4-c0f5-4ee2-9143-ee8055499919 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:49.797709 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c9dd662-2d00-4c8f-9ae2-f7f7db010c9d req-e99b07c4-c0f5-4ee2-9143-ee8055499919 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0840709 Feb 04 14:07:49.842047 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9c9dd662-2d00-4c8f-9ae2-f7f7db010c9d req-6ec31073-8268-4601-88fc-7dd2ba467b09 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Feb 04 14:07:50.776161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:51.026671 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27eb02-8fc4-4abd-99fd-6dad77719b72 req-4301c255-56e2-41cf-92af-88e619d8d29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:51.028049 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b27eb02-8fc4-4abd-99fd-6dad77719b72 req-4301c255-56e2-41cf-92af-88e619d8d29a tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0818408 Feb 04 14:07:51.071197 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7b27eb02-8fc4-4abd-99fd-6dad77719b72 req-20208cd5-f788-4f08-990e-d76a5d40f2ec tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376146 Feb 04 14:07:52.256450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a43ff-5640-434e-b2dc-833911ba307f req-1ccd276d-901d-409d-b12f-76946531ce4d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:52.257920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f2a43ff-5640-434e-b2dc-833911ba307f req-1ccd276d-901d-409d-b12f-76946531ce4d tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0795059 Feb 04 14:07:52.301446 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-2f2a43ff-5640-434e-b2dc-833911ba307f req-91cc16c8-cb3b-469b-b814-d00310b66bf7 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374434 Feb 04 14:07:53.486758 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba93e-de49-4ee6-958d-1d2af29c8223 req-5eb467de-85af-4522-962f-0981d51aeee8 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:53.488217 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104ba93e-de49-4ee6-958d-1d2af29c8223 req-5eb467de-85af-4522-962f-0981d51aeee8 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0797863 Feb 04 14:07:53.535047 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-104ba93e-de49-4ee6-958d-1d2af29c8223 req-1593d1d6-0dd0-4c0e-8c9b-6e18966392f9 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Feb 04 14:07:54.719576 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba301a6-9408-496d-b9dd-aaa5519431df req-f27cf126-7000-4dd0-bbd3-e2b57343862c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:54.721082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ba301a6-9408-496d-b9dd-aaa5519431df req-f27cf126-7000-4dd0-bbd3-e2b57343862c tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0825481 Feb 04 14:07:54.765306 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ba301a6-9408-496d-b9dd-aaa5519431df req-6556e585-761c-404b-9641-a956d60974b5 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383828 Feb 04 14:07:54.958544 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:55.949011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32507e-a06e-4afd-b243-18271ee87511 req-3556a3b1-0c6a-4da4-a14d-ec5918b1e659 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:55.950464 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f32507e-a06e-4afd-b243-18271ee87511 req-3556a3b1-0c6a-4da4-a14d-ec5918b1e659 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0808244 Feb 04 14:07:55.993101 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7f32507e-a06e-4afd-b243-18271ee87511 req-d9f9de02-e5a3-48ae-9277-70ae6562b95e tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370126 Feb 04 14:07:57.176281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20491-76ff-4c4a-90b9-0fccd31774dc req-82c9d168-2283-41d5-a353-2ff6ed2c5d37 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:57.177739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00c20491-76ff-4c4a-90b9-0fccd31774dc req-82c9d168-2283-41d5-a353-2ff6ed2c5d37 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 944 time: 0.0798404 Feb 04 14:07:57.262785 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55b3ecae-1d11-48cc-9efb-78f2e32cb6fa req-ea33e70f-8368-4d93-b3ee-5e9bd936fb23 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0483663 Feb 04 14:07:57.265692 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-00c20491-76ff-4c4a-90b9-0fccd31774dc req-088ef09b-613b-4d76-9e31-20dec531caa2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818272 Feb 04 14:07:57.367818 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55b3ecae-1d11-48cc-9efb-78f2e32cb6fa req-80cb861a-0cb9-4b24-9990-00ed60a4e943 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0402763 Feb 04 14:07:57.410222 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55b3ecae-1d11-48cc-9efb-78f2e32cb6fa req-d7c6567a-97f6-4063-9d16-83026f5bb1ab service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246742 Feb 04 14:07:57.523683 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:07:57.543159 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3ecae-1d11-48cc-9efb-78f2e32cb6fa req-2dc3bbe8-ca9b-4423-b28d-6600e74892d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:57.544624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55b3ecae-1d11-48cc-9efb-78f2e32cb6fa req-2dc3bbe8-ca9b-4423-b28d-6600e74892d6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287746 Feb 04 14:07:57.686439 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:07:57.699030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'port_id': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'mac_address': 'fa:16:3e:d5:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:07:57.752427 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:57.768559 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c43e392-ebc6-4daa-89cc-d9aaff6193af {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:07:57.783393 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:07:57.787502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:57.854780 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:07:57.990762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['7c43e392-ebc6-4daa-89cc-d9aaff6193af'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:07:58.451489 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c5039-593b-4566-addc-58638cea353d req-9fd3cbda-e634-40b3-a033-6765cb1b3100 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:58.452942 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b9c5039-593b-4566-addc-58638cea353d req-9fd3cbda-e634-40b3-a033-6765cb1b3100 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 945 time: 0.0825679 Feb 04 14:07:58.496586 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6b9c5039-593b-4566-addc-58638cea353d req-8ba25468-cd6f-43fd-b98b-b93cb7fa46d2 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Feb 04 14:07:59.532397 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:07:59.601633 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port 7c43e392-ebc6-4daa-89cc-d9aaff6193af triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:07:59.601998 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:59.685102 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42989bef-fa49-4ac6-af7f-3d73d887096b req-73d2572e-590d-4a8e-a7e9-ebf546663338 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:07:59.686985 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42989bef-fa49-4ac6-af7f-3d73d887096b req-73d2572e-590d-4a8e-a7e9-ebf546663338 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 945 time: 0.0838714 Feb 04 14:07:59.722468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:59.732215 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-42989bef-fa49-4ac6-af7f-3d73d887096b req-410183d4-86f8-4741-93a5-31e4cd822bf4 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Feb 04 14:07:59.754629 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:07:59.764762 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:07:59.769416 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:07:59.836357 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:08:00.811928 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'code': 200} Feb 04 14:08:00.928715 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a00373-5d71-40b5-a9dc-d63377fae659 req-bfb93581-e666-420d-9291-bdc152a53907 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:00.930205 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5a00373-5d71-40b5-a9dc-d63377fae659 req-bfb93581-e666-420d-9291-bdc152a53907 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0796652 Feb 04 14:08:00.979240 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a5a00373-5d71-40b5-a9dc-d63377fae659 req-f2b58d5d-ae46-4617-833d-54ba62f743a1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416186 Feb 04 14:08:01.017160 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628e95-ae1c-4708-803f-0deccfab2652 req-3c964c13-6eb8-4693-81e8-bb6acf607cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:01.018559 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33628e95-ae1c-4708-803f-0deccfab2652 req-3c964c13-6eb8-4693-81e8-bb6acf607cff service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0689986 Feb 04 14:08:01.059891 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-33628e95-ae1c-4708-803f-0deccfab2652 req-998a8c37-5daf-4f98-bb6d-e87a7cc5c08d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353775 Feb 04 14:08:02.172194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545c815-6948-41a0-85f4-ef032babae13 req-74b91785-c0c5-4f22-a9c7-fbda13a61a85 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:02.173596 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f545c815-6948-41a0-85f4-ef032babae13 req-74b91785-c0c5-4f22-a9c7-fbda13a61a85 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0877461 Feb 04 14:08:02.217691 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f545c815-6948-41a0-85f4-ef032babae13 req-3cf489b1-8355-4bb5-b375-cbe239869fe1 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Feb 04 14:08:03.397573 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea900a6e-e934-4b70-9aed-643a27d599cc req-efb6bba6-0e54-4f43-9de0-a5b5255541fe tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:03.399026 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea900a6e-e934-4b70-9aed-643a27d599cc req-efb6bba6-0e54-4f43-9de0-a5b5255541fe tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.0786400 Feb 04 14:08:03.447030 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ea900a6e-e934-4b70-9aed-643a27d599cc req-28e9bb41-ba30-45b6-8611-0ac953ffc973 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377984 Feb 04 14:08:06.548904 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:08:13.652756 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a238e81-0f68-4ab6-ae1b-d4fbfe5ed100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:16.411818 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ed3dd73-3cb0-4082-ab09-ac1b9cc8f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:16.998571 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:17.575300 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:18.487859 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-ef800817-8599-48b9-8d7b-24b13a71c4c5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056223 Feb 04 14:08:18.627057 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-e5034f7a-ecff-4dbb-91f2-f8ca94a3bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:18.628520 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-e5034f7a-ecff-4dbb-91f2-f8ca94a3bd9f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0731692 Feb 04 14:08:18.881412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-305e6a9f-7410-4656-a280-584448cec83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:18.881412 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-305e6a9f-7410-4656-a280-584448cec83e service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.2308981 Feb 04 14:08:18.944205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:18.987419 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-8bb116bc-eb8e-4c0a-9d0b-3ab62d8495ce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 1001 time: 0.0989149 Feb 04 14:08:19.052726 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-09e0f153-5544-488b-8324-6311169742a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:19.052726 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-09e0f153-5544-488b-8324-6311169742a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0601194 Feb 04 14:08:19.132521 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-9728a158-b698-46a7-b68b-2fdd12edb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:19.132521 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-9728a158-b698-46a7-b68b-2fdd12edb919 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743380 Feb 04 14:08:19.277306 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-ae4c4d4e-2820-411d-9463-c54a6adf5bc0 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373909 Feb 04 14:08:19.412704 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c85beb05-8421-49fd-8532-b4d4aefa5af0 req-747d47b6-2d6d-4c57-a917-557901defa20 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296172 Feb 04 14:08:20.786521 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:24.969255 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:43.547829 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:08:43.654122 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1b8a050c-823a-4031-a7fb-55ef11c30c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:46.413504 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-87cded9b-17e8-408b-ae59-7228a4a82f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:47.001439 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:47.577298 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:48.935961 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:50.790711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:54.973854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:08:59.282739 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d159f381-cdd9-4b61-a1dd-cd0c9c75168c req-bda0095e-5463-4bfe-be7c-7ffba5750ba3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0778253 Feb 04 14:08:59.392816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d159f381-cdd9-4b61-a1dd-cd0c9c75168c req-3ad1d046-9ac9-46af-8719-86d3ce5993c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0444198 Feb 04 14:08:59.434880 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d159f381-cdd9-4b61-a1dd-cd0c9c75168c req-e6418fef-dbcb-44f1-a806-16f2d7733ce5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249808 Feb 04 14:08:59.566909 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159f381-cdd9-4b61-a1dd-cd0c9c75168c req-1363c5c8-8b0e-4eea-8dc5-d734a2e19f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:08:59.568362 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-d159f381-cdd9-4b61-a1dd-cd0c9c75168c req-1363c5c8-8b0e-4eea-8dc5-d734a2e19f3d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284988 Feb 04 14:09:13.655826 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-46c83a15-ea78-4fb4-9dcd-c02972ef1834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:16.415435 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3577b187-6e10-41e8-8466-464f70a155bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:17.003171 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:17.580598 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:18.937538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.030771 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38406) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:19.236530 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Deleting port cee63c32-0fc9-40f6-a58f-7d4181691327 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:19.236860 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.404398 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.404728 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.531998 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Calling delete_port for cee63c32-0fc9-40f6-a58f-7d4181691327 owned by network:floatingip {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:19.678987 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.729688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'Port': ['ID=cee63c32-0fc9-40f6-a58f-7d4181691327,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:19.771113 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.771463 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.771805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.772141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.772469 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.772800 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.773683 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.774007 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.774330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.774672 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.775022 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.775348 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:19.834874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for floatingip, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:19.835213 n-d-820555-2 neutron-server[87620]: INFO neutron.db.l3_db [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Floating IP b3fd1a54-75f2-49a5-a5de-c7d1283d981a disassociated (deleted). External IP: 172.25.4.16, port: 7c43e392-ebc6-4daa-89cc-d9aaff6193af. Feb 04 14:09:20.285550 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:09:20.520186 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:20.530023 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:20.541410 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-f90ab382-beee-46cb-90a3-26fcf027d76a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1633394 Feb 04 14:09:20.542460 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:20.543073 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:20.547412 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:20.601916 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:09:20.607211 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-795ff5e3-44d2-4544-be9c-8b2a57e16db3 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "DELETE /v2.0/floatingips/b3fd1a54-75f2-49a5-a5de-c7d1283d981a HTTP/1.1" status: 204 len: 168 time: 1.5753617 Feb 04 14:09:20.607879 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:09:20.658543 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'status': 'completed', 'code': 200} Feb 04 14:09:20.694418 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-73525146-8266-4acf-bcd8-538a78d1a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:20.696091 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-73525146-8266-4acf-bcd8-538a78d1a4a3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0802047 Feb 04 14:09:20.757922 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:20.814233 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:20.853954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-adf298b8-c810-4fbc-9529-2120f7e7a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:20.855458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-adf298b8-c810-4fbc-9529-2120f7e7a585 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.1392334 Feb 04 14:09:20.928531 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-c024d791-6cab-4e41-bb62-161c20f9df79 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 217 time: 0.0657551 Feb 04 14:09:20.992424 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-e5a4173f-21bd-454c-8367-5ce13f3bfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:20.993877 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-e5a4173f-21bd-454c-8367-5ce13f3bfd39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0587919 Feb 04 14:09:21.053707 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5b7b2-0ed5-4659-8f53-a2cd3fe731ec req-7bc4146d-5b7e-4a90-b556-f9fc3e8c9f64 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.055427 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21e5b7b2-0ed5-4659-8f53-a2cd3fe731ec req-7bc4146d-5b7e-4a90-b556-f9fc3e8c9f64 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.1298671 Feb 04 14:09:21.070349 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-45466510-97f0-4c54-be02-d46be8eebd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.071999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-45466510-97f0-4c54-be02-d46be8eebd10 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720487 Feb 04 14:09:21.107094 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-21e5b7b2-0ed5-4659-8f53-a2cd3fe731ec req-75c9e02f-2c44-4ad5-a095-a46716a2a43f tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 Feb 04 14:09:21.138591 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:21.142401 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:21.150888 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:21.151479 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:21.215343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-0aae8d91-65c6-48a4-936b-dbf98c7b6270 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359296 Feb 04 14:09:21.328561 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:21.346813 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c718ec3a-687e-497e-a786-b82ed0a5cc2c req-fd0e5a2a-52cd-4859-a0ad-b7491f923fdf service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 Feb 04 14:09:21.462535 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4952-1821-4d65-86ea-231f508914fd req-59175994-abae-48ca-92f3-786b29f64d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.464156 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-59175994-abae-48ca-92f3-786b29f64d17 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 1097 time: 0.0741134 Feb 04 14:09:21.646558 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:21.650685 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbbda-7fe0-4fc7-af6c-07435d149c51 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:52Z', 'revision_number': 4, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '248ce96d-f5e8-4098-a0b1-5199cf812655', 'name': '', 'network_id': '9f6ec8af-96a9-492a-a233-f1314d513d05', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'mac_address': 'fa:16:3e:1c:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:51Z', 'updated_at': '2022-02-04T14:00:59Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'subnets': [{'id': '79492c67-0db8-49cf-9a92-90c2ff7bee5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:21.711836 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4952-1821-4d65-86ea-231f508914fd req-d9a47da5-610b-45d0-875c-f9344018ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.713331 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-d9a47da5-610b-45d0-875c-f9344018ff81 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 200 len: 910 time: 0.2430134 Feb 04 14:09:21.786382 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-1083b522-89fa-44e8-a00e-c01d2deff6b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 200 len: 217 time: 0.0659220 Feb 04 14:09:21.850654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4952-1821-4d65-86ea-231f508914fd req-2b3e7946-23eb-4f37-a0fe-4b84ceab5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.852236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-2b3e7946-23eb-4f37-a0fe-4b84ceab5eb8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 200 len: 848 time: 0.0588489 Feb 04 14:09:21.880509 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278decc4-99ae-40ac-b3cd-e7e04ddccf16 None None] New status for floating IP b3fd1a54-75f2-49a5-a5de-c7d1283d981a: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:09:21.930666 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4952-1821-4d65-86ea-231f508914fd req-0db25b1f-df65-499f-a463-fc59e9a6550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:21.932096 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-0db25b1f-df65-499f-a463-fc59e9a6550f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f6ec8af-96a9-492a-a233-f1314d513d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719032 Feb 04 14:09:22.066824 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-b79453fc-9e84-451a-a4e7-31b478953c1c service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275709 Feb 04 14:09:22.204461 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-587e4952-1821-4d65-86ea-231f508914fd req-e91ce9de-789b-4576-abb6-c3d03b88d129 service neutron] 10.222.0.87 "GET /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316922 Feb 04 14:09:22.386096 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c64f9-92a2-477a-a3c8-e87eacceb446 req-cd945b6d-b2bd-4de2-8e1b-d2dae7098a81 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:22.386754 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c23c64f9-92a2-477a-a3c8-e87eacceb446 req-cd945b6d-b2bd-4de2-8e1b-d2dae7098a81 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:22.418880 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-c23c64f9-92a2-477a-a3c8-e87eacceb446 req-cd945b6d-b2bd-4de2-8e1b-d2dae7098a81 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:22.420035 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c23c64f9-92a2-477a-a3c8-e87eacceb446 req-cd945b6d-b2bd-4de2-8e1b-d2dae7098a81 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.1908751 Feb 04 14:09:22.460382 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-1eec75dc-6d1d-4eee-b75e-ba7ab06aca70 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:22.461694 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-1eec75dc-6d1d-4eee-b75e-ba7ab06aca70 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 946 time: 0.1175811 Feb 04 14:09:22.526227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-c23c64f9-92a2-477a-a3c8-e87eacceb446 req-850646a6-34bf-4bdd-b2c0-2bfb44e66008 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/security-groups?id=7891c877-27f5-462d-a8bd-3ddf2841c856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999174 Feb 04 14:09:22.540995 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Deleting port 7c43e392-ebc6-4daa-89cc-d9aaff6193af {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:22.541338 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:22.786807 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] For port 7c43e392-ebc6-4daa-89cc-d9aaff6193af, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=7c43e392-ebc6-4daa-89cc-d9aaff6193af,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:22.787174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:22.908494 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Calling delete_port for 7c43e392-ebc6-4daa-89cc-d9aaff6193af owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:23.049629 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:23.099141 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'Port': ['ID=7c43e392-ebc6-4daa-89cc-d9aaff6193af,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:23.175077 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] No DVR routers for this DVR port 7c43e392-ebc6-4daa-89cc-d9aaff6193af on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:09:23.177597 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:23.180047 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-deleted', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:09:23.194980 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-95e0f0ad-1a94-47ad-97ca-e250c5aef818 req-ddef874c-1cf3-4389-9437-2c7b4ceddb63 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.87 "DELETE /v2.0/ports/7c43e392-ebc6-4daa-89cc-d9aaff6193af HTTP/1.1" status: 204 len: 173 time: 0.7251558 Feb 04 14:09:23.228625 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9797f0-5f0b-4897-95fb-ba67492f264a', 'name': 'network-vif-deleted', 'tag': '7c43e392-ebc6-4daa-89cc-d9aaff6193af', 'status': 'completed', 'code': 200} Feb 04 14:09:23.687516 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f5bd2251-8529-42be-9854-9580fa533b3f req-c989e756-2212-4a57-ac94-f7cdd5a85486 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Synchronizing usage tracker for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:23.703112 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-f5bd2251-8529-42be-9854-9580fa533b3f req-c989e756-2212-4a57-ac94-f7cdd5a85486 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Unset dirty status for tenant:f83b7d7fbf4d4c2c95db4959b0578876 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:23.704766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f5bd2251-8529-42be-9854-9580fa533b3f req-c989e756-2212-4a57-ac94-f7cdd5a85486 tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9797f0-5f0b-4897-95fb-ba67492f264a HTTP/1.1" status: 200 len: 210 time: 0.0602071 Feb 04 14:09:24.801919 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38430) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:24.979040 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:24.981673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:25.010307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:25.077077 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:25.097198 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891c877-27f5-462d-a8bd-3ddf2841c856,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:25.108849 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:25.110301 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-489a3249-314b-431c-97ac-8b99d116f33b tempest-TestShelveInstance-1369410370 tempest-TestShelveInstance-1369410370-project] 10.222.0.53 "DELETE /v2.0/security-groups/7891c877-27f5-462d-a8bd-3ddf2841c856 HTTP/1.1" status: 204 len: 168 time: 0.3074031 Feb 04 14:09:25.161928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38436) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:25.932716 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:25.998914 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:26.036764 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: 7c43e392-ebc6-4daa-89cc-d9aaff6193af {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:26.037262 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device 7c43e392-ebc6-4daa-89cc-d9aaff6193af not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:26.285460 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Deleting port 248ce96d-f5e8-4098-a0b1-5199cf812655 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:26.285964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:26.453991 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] For port 248ce96d-f5e8-4098-a0b1-5199cf812655, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=248ce96d-f5e8-4098-a0b1-5199cf812655,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:26.454346 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:26.579887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Calling delete_port for 248ce96d-f5e8-4098-a0b1-5199cf812655 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:26.759244 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:26.809275 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Pushing event deleted for resources: {'Port': ['ID=248ce96d-f5e8-4098-a0b1-5199cf812655,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:26.874134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.874479 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.874832 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.875161 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.875484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.875805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.876120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.876440 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.876751 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.877063 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.877379 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:26.877686 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:27.082924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:27.543905 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:09:27.716671 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:27.727523 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Sync routers for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:27.733547 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-1ca833f2-5118-49d8-8237-9c12e54f6900 admin admin] 10.222.0.53 "PUT /v2.0/routers/8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703413 Feb 04 14:09:27.736344 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38444) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:27.737573 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:27.738204 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:27.914681 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:27.918411 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:28.100481 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:28.110142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Deleting port b077aa97-cadf-4f8c-ba98-4f9ed80b807e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:28.110486 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:28.189400 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:09:26Z', 'revision_number': 5, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port': {'id': 'b077aa97-cadf-4f8c-ba98-4f9ed80b807e', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:31:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:28.193068 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Checking router: 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:28.201579 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Routers {'8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:28.202153 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:28.281819 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] For port b077aa97-cadf-4f8c-ba98-4f9ed80b807e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:28.282168 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:28.384799 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] Set router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:28.406172 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Calling delete_port for b077aa97-cadf-4f8c-ba98-4f9ed80b807e owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:28.487779 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:09:28Z', 'revision_number': 6, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:28.491505 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea874e5b-e91d-4875-ac81-4800cdcf3062 None None] The sync data for ids ['8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0'] in n-d-820555-2 is: [{'id': '8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0', 'name': 'tempest-TestShelveInstance-1321047431-router', 'tenant_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:48Z', 'updated_at': '2022-02-04T14:09:28Z', 'revision_number': 6, 'project_id': 'f83b7d7fbf4d4c2c95db4959b0578876', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:28.698497 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:28.743770 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b077aa97-cadf-4f8c-ba98-4f9ed80b807e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:28.838359 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.119348 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.121566 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.144030 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.144561 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 14:09:29.156079 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.157206 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-d68c0d76-00e0-47e0-8544-3ffe7485d0e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8ba59a90-1bfd-4ef1-a1b2-bd23c9adf6c0 HTTP/1.1" status: 204 len: 168 time: 1.4190400 Feb 04 14:09:29.159808 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38448) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:29.218733 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Deleting subnet 79492c67-0db8-49cf-9a92-90c2ff7bee5d {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 14:09:29.221554 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.275564 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.287596 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 248ce96d-f5e8-4098-a0b1-5199cf812655 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:29.322002 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 248ce96d-f5e8-4098-a0b1-5199cf812655 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:29.322341 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 248ce96d-f5e8-4098-a0b1-5199cf812655 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:29.322950 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b077aa97-cadf-4f8c-ba98-4f9ed80b807e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:29.355598 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: b077aa97-cadf-4f8c-ba98-4f9ed80b807e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:29.355954 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device b077aa97-cadf-4f8c-ba98-4f9ed80b807e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:29.357691 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.424639 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.466393 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79492c67-0db8-49cf-9a92-90c2ff7bee5d,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:29.469979 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.475505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca041a57-b45f-4bec-8337-9a2646f5f203 None None] Network 9f6ec8af-96a9-492a-a233-f1314d513d05 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:29.480643 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-31d0f8b3-6ab7-4934-9e0c-7de6a7e155e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/79492c67-0db8-49cf-9a92-90c2ff7bee5d HTTP/1.1" status: 204 len: 168 time: 0.3176703 Feb 04 14:09:29.480961 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38452) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:29.597220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.608538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Deleting port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:29.608875 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.785803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] DHCP port deletion for 9f6ec8af-96a9-492a-a233-f1314d513d05 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 14:09:29.790552 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Deleting port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:29.791008 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.824423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] For port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:29.824980 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:29.949282 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Calling delete_port for bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:29.991342 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] For port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,segment=NetworkSegment(33a51bc5-8ba7-4b36-bb54-8ad45488da2e),segment_id=33a51bc5-8ba7-4b36-bb54-8ad45488da2e)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:29.991741 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.028781 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.074044 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:30.081011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] No DVR routers for this DVR port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:09:30.118215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Calling delete_port for bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:30.188084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:09:30.188443 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:09:30.203385 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.228888 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6ec8af-96a9-492a-a233-f1314d513d05']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:30.245208 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a51bc5-8ba7-4b36-bb54-8ad45488da2e') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:30.245638 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a51bc5-8ba7-4b36-bb54-8ad45488da2e') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:30.257630 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.273682 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.279587 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:30.279975 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: timer() Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:30.292925 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:30.366530 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.382583 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.397406 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6ec8af-96a9-492a-a233-f1314d513d05,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:30.409458 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-51d0cace-6185-4bad-be8d-67a9cf89d2b2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f6ec8af-96a9-492a-a233-f1314d513d05 HTTP/1.1" status: 204 len: 168 time: 0.9276490 Feb 04 14:09:30.412752 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38456) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:30.689811 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Deleting port bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:30.690391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:30.759994 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-45d312a3-e416-4c9c-afe9-e346068f3e99 None None] The port 'bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 14:09:31.062874 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:31.254733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:31.289227 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:31.289570 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device bb25b91a-a9d9-46a6-ba52-c53d79dd6c4e not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:31.421015 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Deleting port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:31.421276 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:31.589212 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] For port 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:31.589563 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:31.711776 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Calling delete_port for 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c owned by network:router_interface {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:31.893743 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:31.972976 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dffc1a6-cd61-4d4c-92d6-a8deac73c30c,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:32.321014 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:32.675132 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Router 4a306e7f-ebf2-4027-9320-55ac08064a42 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:09:32.853585 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:32.862085 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Sync routers for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:32.863368 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-8a189213-d7e5-4ffe-b78e-55df0c668f53 admin admin] 10.222.0.53 "PUT /v2.0/routers/4a306e7f-ebf2-4027-9320-55ac08064a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4494030 Feb 04 14:09:32.865781 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38460) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:32.872211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:32.872819 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:33.041297 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks [] for router, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:33.050497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:33.222011 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:33.235122 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Deleting port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:33.235748 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:33.349921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:09:31Z', 'revision_number': 5, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port': {'id': '570ba151-e7bf-43f0-9aaa-06ab6150ceb7', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:00:55Z', 'updated_at': '2022-02-04T14:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:33.354381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Checking router: 4a306e7f-ebf2-4027-9320-55ac08064a42 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:33.362730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Routers {'4a306e7f-ebf2-4027-9320-55ac08064a42'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:33.363463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['4a306e7f-ebf2-4027-9320-55ac08064a42'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:33.417142 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] For port 570ba151-e7bf-43f0-9aaa-06ab6150ceb7, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:33.417717 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:33.516228 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] Set router 4a306e7f-ebf2-4027-9320-55ac08064a42 gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:33.656146 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:09:33Z', 'revision_number': 6, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:33.659947 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edaeb5f-a279-45c6-9bf3-68d5cfacc6da None None] The sync data for ids ['4a306e7f-ebf2-4027-9320-55ac08064a42'] in n-d-820555-2 is: [{'id': '4a306e7f-ebf2-4027-9320-55ac08064a42', 'name': 'tempest-TestShelveInstance-599071987-router', 'tenant_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:00:54Z', 'updated_at': '2022-02-04T14:09:33Z', 'revision_number': 6, 'project_id': 'b9b3f8b1bbdf4b57823be49155a36ac5', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:33.661016 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Calling delete_port for 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 owned by network:router_gateway {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:33.829212 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:33.875011 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Pushing event deleted for resources: {'Port': ['ID=570ba151-e7bf-43f0-9aaa-06ab6150ceb7,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:33.965344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.140649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.142870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.166065 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.166628 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a306e7f-ebf2-4027-9320-55ac08064a42 {{(pid=87620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 14:09:34.178355 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] Notify callbacks [] for router, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.179519 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-a0628dc2-350c-41b5-b6c1-ffebfeb39746 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4a306e7f-ebf2-4027-9320-55ac08064a42 HTTP/1.1" status: 204 len: 168 time: 1.3123116 Feb 04 14:09:34.182180 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38464) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:34.240849 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Deleting subnet 6208ccdc-cc3d-4803-88c2-c7b108212096 {{(pid=87620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 14:09:34.243649 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.306456 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724501'] for subnet, precommit_delete_associations {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.390646 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.461482 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15348356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14681600'] for subnet, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.499756 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6208ccdc-cc3d-4803-88c2-c7b108212096,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:34.503292 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.512173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-cdb51b61-2ac7-4c00-88d9-e65ab739574b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6208ccdc-cc3d-4803-88c2-c7b108212096 HTTP/1.1" status: 204 len: 168 time: 0.3265667 Feb 04 14:09:34.512313 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab8da7-0a1e-4c06-b4c3-a2adbbc9dd6c None None] Network 596fd4db-906d-4ad6-85ae-09219084cd13 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:34.512708 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38470) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:34.620051 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.630994 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Deleting port 015403e1-9bd3-4285-b3da-1bf09f3a5155 {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:34.631283 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.779608 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] DHCP port deletion for 596fd4db-906d-4ad6-85ae-09219084cd13 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 14:09:34.783775 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Deleting port 015403e1-9bd3-4285-b3da-1bf09f3a5155 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:34.784165 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.853306 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] For port 015403e1-9bd3-4285-b3da-1bf09f3a5155, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=015403e1-9bd3-4285-b3da-1bf09f3a5155,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:34.853659 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:34.984159 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Calling delete_port for 015403e1-9bd3-4285-b3da-1bf09f3a5155 owned by network:dhcp {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:34.991068 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] For port 015403e1-9bd3-4285-b3da-1bf09f3a5155, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=015403e1-9bd3-4285-b3da-1bf09f3a5155,segment=NetworkSegment(2f288cf2-aa19-4aec-ae46-244326ac748d),segment_id=2f288cf2-aa19-4aec-ae46-244326ac748d)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:34.992081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.059870 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.108969 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Pushing event deleted for resources: {'Port': ['ID=015403e1-9bd3-4285-b3da-1bf09f3a5155,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:35.111030 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Calling delete_port for 015403e1-9bd3-4285-b3da-1bf09f3a5155 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:09:35.116035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] No DVR routers for this DVR port 015403e1-9bd3-4285-b3da-1bf09f3a5155 on host n-d-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:09:35.188483 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:09:35.188852 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:09:35.260373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 015403e1-9bd3-4285-b3da-1bf09f3a5155 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:35.294721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 015403e1-9bd3-4285-b3da-1bf09f3a5155 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:35.295061 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 015403e1-9bd3-4285-b3da-1bf09f3a5155 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:35.295685 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:35.331124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:35.331382 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 570ba151-e7bf-43f0-9aaa-06ab6150ceb7 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:35.331784 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:09:35.348777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.364534 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:09:35.364871 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 0dffc1a6-cd61-4d4c-92d6-a8deac73c30c not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:09:35.374440 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596fd4db-906d-4ad6-85ae-09219084cd13']}} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:35.386426 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f288cf2-aa19-4aec-ae46-244326ac748d') {'for_net_delete': True} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:35.386764 n-d-820555-2 neutron-server[87620]: DEBUG neutron.services.segments.db [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f288cf2-aa19-4aec-ae46-244326ac748d') {} {{(pid=87620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:35.398182 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724514'] for segment, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.414693 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.420921 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:09:35.421381 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15348006'] for segment, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: Traceback (most recent call last): Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: timer() Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: cb(*args, **kw) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: return func(*args, **kwargs) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: self._notify() Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: self.callback(batched_events) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: event.method(event) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: return f(self, *a, **k) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: return self._get(url).json() Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: return self.request(url, 'GET', **kwargs) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:09:35.434345 n-d-820555-2 neutron-server[87620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:09:35.511499 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.530037 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.539869 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] Pushing event deleted for resources: {'Network': ['ID=596fd4db-906d-4ad6-85ae-09219084cd13,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:35.544445 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-f5a3cfd6-9576-4b54-9929-c1b3831aa313 admin admin] 10.222.0.53 "DELETE /v2.0/networks/596fd4db-906d-4ad6-85ae-09219084cd13 HTTP/1.1" status: 204 len: 168 time: 1.0306458 Feb 04 14:09:35.650519 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38476) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:35.690594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Deleting port 015403e1-9bd3-4285-b3da-1bf09f3a5155 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:09:35.691094 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.698471 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-71dd1c2b-c928-4389-b4ab-4887d7a9f598 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f83b7d7fbf4d4c2c95db4959b0578876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461650 Feb 04 14:09:35.700394 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38480) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:35.758529 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-5347319e-124d-43a8-90cb-f8f1f142d9ec None None] The port '015403e1-9bd3-4285-b3da-1bf09f3a5155' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 14:09:35.758878 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.786178 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.840170 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.856745 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4afcc2-76a9-4660-a837-330b907e450e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:35.863009 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:35.865996 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-9454764c-25d1-4016-b2f1-de87db04fa1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee4afcc2-76a9-4660-a837-330b907e450e HTTP/1.1" status: 204 len: 168 time: 0.1646335 Feb 04 14:09:36.205194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38488) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:36.253198 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-dac6af55-a14b-4665-8139-223b0efa003e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9b3f8b1bbdf4b57823be49155a36ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468867 Feb 04 14:09:36.255700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38492) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:36.314316 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:36.344509 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:36.395183 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:36.411954 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dedfa7-dfde-4566-a455-08656c8e17d2,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:36.415756 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:36.416875 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-49676a33-ae69-4e1d-8416-02395e142179 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0dedfa7-dfde-4566-a455-08656c8e17d2 HTTP/1.1" status: 204 len: 168 time: 0.1602955 Feb 04 14:09:37.152785 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38516) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:37.254190 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-111132864-network', 'tenant_id': 'b988490660c84bd49d7488d1e7276512'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:37.260235 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:37.264035 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Usage tracker for resource:network and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:37.266904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:37.276634 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:37.286297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Made reservation on behalf of b988490660c84bd49d7488d1e7276512 for: {'network': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:37.288604 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.300201 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.314589 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:37.318320 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:37.321674 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:37.328442 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:37.411616 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.415304 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.442412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=87620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:37.455104 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db9153-6075-40ac-bb08-c3f93453b738,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:37.460652 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.460988 n-d-820555-2 neutron-server[87620]: INFO neutron.db.segments_db [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Added segment a7a7d095-bb86-406e-a43b-5d46f1f8f1e2 of type vlan for network 40f8db58-dfb7-4fa2-828d-212f59d61808 Feb 04 14:09:37.486287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.515733 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.516845 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:37.517415 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Notify callbacks [] for network, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.619213 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] Pushing event updated for resources: {'Network': ['ID=40f8db58-dfb7-4fa2-828d-212f59d61808,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:37.622369 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0b4cdf4e-885f-4cc2-8f53-49aa40c49980 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4685218 Feb 04 14:09:37.625551 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38522) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:37.629117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 14:09:37.632342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Request body: {'subnet': {'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-111132864-subnet', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:37.638037 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:37.641885 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Usage tracker for resource:subnet and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:37.644783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:37.651118 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:37.660554 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Made reservation on behalf of b988490660c84bd49d7488d1e7276512 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:37.663018 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.865816 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.934622 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1982aea-cd69-4324-98b3-786b3130c8d9,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:37.944378 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Checking segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:37.944727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Network hostable DHCP agents. Network: 40f8db58-dfb7-4fa2-828d-212f59d61808, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:09:37.962672 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:09:37.971364 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, 40f8db58-dfb7-4fa2-828d-212f59d61808) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:37.976058 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:37.976688 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:37.980963 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71bbdf-2822-47d6-b186-58e089979f67 None None] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:38.001134 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-174bc192-2e35-458b-b378-26d86a3831c2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3704793 Feb 04 14:09:38.001313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38526) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:38.006795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:38.012258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:38.016240 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Usage tracker for resource:router and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:38.019282 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:38.025056 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:38.034969 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.035916 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.050800 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.190996 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-40f8db58-dfb7-4fa2-828d-212f59d61808', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 14:09:38.191815 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.320993 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.347902 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Allocated IP 172.20.0.2 (40f8db58-dfb7-4fa2-828d-212f59d61808/d1982aea-cd69-4324-98b3-786b3130c8d9/a5812f43-19e7-490a-8769-912110b52276) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:38.586514 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.597698 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Transition to ACTIVE for port object a5812f43-19e7-490a-8769-912110b52276 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:38.616765 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Transition to ACTIVE for port object a5812f43-19e7-490a-8769-912110b52276 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:38.621537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.688216 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:38.691099 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:38.695205 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:38.700717 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Pushing event updated for resources: {'Port': ['ID=a5812f43-19e7-490a-8769-912110b52276,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:38.738275 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.738463 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.738679 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.739016 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.739345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.740145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.740145 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.740335 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.740595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.740916 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.741824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.742147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:38.755894 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.785806 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.800130 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Attempting to bind port a5812f43-19e7-490a-8769-912110b52276 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:38.800497 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Attempting to bind port a5812f43-19e7-490a-8769-912110b52276 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:38.800854 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Attempting to bind port a5812f43-19e7-490a-8769-912110b52276 on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:38.806482 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:38.806900 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Checking segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:38.807272 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.807652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Bound using segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:38.808112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Bound port: a5812f43-19e7-490a-8769-912110b52276, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:38.808475 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.894112 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] For port a5812f43-19e7-490a-8769-912110b52276, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:38.897240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] For port a5812f43-19e7-490a-8769-912110b52276, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a5812f43-19e7-490a-8769-912110b52276,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:38.901538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:38.925202 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Allocated IP 172.25.4.109 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/24557e1e-bc70-4069-97ae-b7d6748cf3fd) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:38.987935 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f2dab-7861-4deb-856d-834e3029d35c None None] Pushing event updated for resources: {'Port': ['ID=a5812f43-19e7-490a-8769-912110b52276,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:39.076478 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:39.107706 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:39.188480 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:39.191225 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:39.195977 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:39.228447 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Pushing event updated for resources: {'Port': ['ID=24557e1e-bc70-4069-97ae-b7d6748cf3fd,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:39.316844 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a5812f43-19e7-490a-8769-912110b52276 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:39.390214 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port a5812f43-19e7-490a-8769-912110b52276 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:39.622573 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:39.967132 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74ae86-6e7d-467e-b1db-2be74864dafa None None] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:39.974227 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.064299 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Provisioning for port a5812f43-19e7-490a-8769-912110b52276 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:40.082508 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Provisioning complete for port a5812f43-19e7-490a-8769-912110b52276 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:40.082906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.299190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 14:09:40.312694 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.356033 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] For port a5812f43-19e7-490a-8769-912110b52276, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a5812f43-19e7-490a-8769-912110b52276,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:40.360502 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.432311 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c766c5-657f-4896-afb3-c6f7f3b3b912 None None] Pushing event updated for resources: {'Port': ['ID=a5812f43-19e7-490a-8769-912110b52276,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:40.494199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:40.506170 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:40.516833 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:40.517492 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:40.519371 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.522726 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e5fd6c69-40f1-4a52-87e2-6b0b2ee9f479 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5183032 Feb 04 14:09:40.523443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38530) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:40.584918 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9f44f3c6-7f09-465d-8810-5c9445c27993 None None] Provisioning complete for port a5812f43-19e7-490a-8769-912110b52276 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:40.585569 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9f44f3c6-7f09-465d-8810-5c9445c27993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:40.699120 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:40.982546 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:39Z', 'revision_number': 3, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:40.986150 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:40.986484 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Updating router c0ba5730-9208-468f-a3ca-b7a70ae091f0 port 24557e1e-bc70-4069-97ae-b7d6748cf3fd binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:09:41.040236 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.196710 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.274425 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a5812f43-19e7-490a-8769-912110b52276 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:41.346793 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port a5812f43-19e7-490a-8769-912110b52276 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:41.347465 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.372693 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.384989 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Transition to ACTIVE for port object 24557e1e-bc70-4069-97ae-b7d6748cf3fd will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:41.393229 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.420093 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Allocated IP 172.20.0.1 (40f8db58-dfb7-4fa2-828d-212f59d61808/d1982aea-cd69-4324-98b3-786b3130c8d9/db8da375-b932-40c8-993b-1c3ac92ca11f) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:41.473143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Attempting to bind port 24557e1e-bc70-4069-97ae-b7d6748cf3fd on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:41.473499 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Attempting to bind port 24557e1e-bc70-4069-97ae-b7d6748cf3fd by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:41.473860 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Attempting to bind port 24557e1e-bc70-4069-97ae-b7d6748cf3fd on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:41.483556 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:41.483928 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:41.484321 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.484701 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:41.485154 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Bound port: 24557e1e-bc70-4069-97ae-b7d6748cf3fd, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:41.485521 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.508688 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Pushing event updated for resources: {'Port': ['ID=24557e1e-bc70-4069-97ae-b7d6748cf3fd,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:41.534306 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.534565 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.534919 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.535247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.535590 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.535889 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.536208 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.536520 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.536833 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.537143 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.537460 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.537759 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:09:41.576844 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] For port 24557e1e-bc70-4069-97ae-b7d6748cf3fd, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:41.580189 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] For port 24557e1e-bc70-4069-97ae-b7d6748cf3fd, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24557e1e-bc70-4069-97ae-b7d6748cf3fd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:41.585380 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.668908 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:41.669528 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:41.688675 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.703505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Transition to ACTIVE for port object db8da375-b932-40c8-993b-1c3ac92ca11f will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:41.727429 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c5207-a386-4c94-81e5-755f8c6c9088 None None] Pushing event updated for resources: {'Port': ['ID=24557e1e-bc70-4069-97ae-b7d6748cf3fd,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:41.728185 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.799238 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:41.801950 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:41.806689 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:41.836813 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Pushing event updated for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:41.864898 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:41.891159 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:42.040187 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7bdd8b7f-f7c5-44d9-b06f-3d811c7166ef None None] Provisioning for port db8da375-b932-40c8-993b-1c3ac92ca11f completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:42.046125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7bdd8b7f-f7c5-44d9-b06f-3d811c7166ef None None] Provisioning complete for port db8da375-b932-40c8-993b-1c3ac92ca11f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:42.046506 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8b7f-f7c5-44d9-b06f-3d811c7166ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.106215 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd8b7f-f7c5-44d9-b06f-3d811c7166ef None None] Port db8da375-b932-40c8-993b-1c3ac92ca11f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:09:42.137958 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.184202 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:39Z', 'revision_number': 3, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:42.187973 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945c3b1-e168-46ef-8dd5-14b8d53af5bb None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:39Z', 'revision_number': 3, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:42.368143 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.372625 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.487012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Pushing event updated for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:42.491884 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.635215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:42.636401 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:42.840134 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:09:42.933411 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-458c002f-31f9-4932-8523-68a2c2525cdd None None] Provisioning complete for port db8da375-b932-40c8-993b-1c3ac92ca11f triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:42.933956 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-458c002f-31f9-4932-8523-68a2c2525cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:42.987643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-458c002f-31f9-4932-8523-68a2c2525cdd None None] Port db8da375-b932-40c8-993b-1c3ac92ca11f cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:09:43.029392 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:43.043197 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d44ca130-35fb-48b4-b63e-fed1f2f07c55 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0ba5730-9208-468f-a3ca-b7a70ae091f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183923 Feb 04 14:09:43.295414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24557e1e-bc70-4069-97ae-b7d6748cf3fd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:43.371824 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 24557e1e-bc70-4069-97ae-b7d6748cf3fd completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:43.376842 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 24557e1e-bc70-4069-97ae-b7d6748cf3fd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:43.377210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.494380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.517139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 24557e1e-bc70-4069-97ae-b7d6748cf3fd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24557e1e-bc70-4069-97ae-b7d6748cf3fd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:43.522086 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.549370 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38548) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:43.556521 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1299606414-network', 'tenant_id': '65e575ab704246f6a609043546dc0700'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:43.562862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:43.567213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Usage tracker for resource:network and tenant:65e575ab704246f6a609043546dc0700 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:43.571036 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:43.577372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:43.591839 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Made reservation on behalf of 65e575ab704246f6a609043546dc0700 for: {'network': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:43.594233 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for network, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.607154 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.622381 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:43.627089 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Usage tracker for resource:security_group_rule and tenant:65e575ab704246f6a609043546dc0700 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:43.630067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:43.631339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=24557e1e-bc70-4069-97ae-b7d6748cf3fd,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:43.636463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:43.656981 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63fa306a-003b-453f-b005-eb85c2986fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.723197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.728459 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.747546 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:43.749251 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=87621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 14:09:43.757128 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:43.757890 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:43.769581 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.769921 n-d-820555-2 neutron-server[87621]: INFO neutron.db.segments_db [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Added segment 3b34d0b0-60e7-4869-a0f7-a62216d77146 of type vlan for network b11ab920-e6d2-40d0-9328-fdfa50b0e04a Feb 04 14:09:43.781838 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c76c7-1a7f-424a-854b-1f0101b0d36e,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:43.808030 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740016323723'] for network, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.837136 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452'] for network, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.838083 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:43.838695 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:43.941272 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:44.054853 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5007024 Feb 04 14:09:44.054853 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5f35-eae3-48d3-aca4-2a9dd2e4904f admin admin] Pushing event updated for resources: {'Network': ['ID=b11ab920-e6d2-40d0-9328-fdfa50b0e04a,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:44.055256 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38552) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:44.060892 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Request body: {'subnet': {'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1299606414-subnet', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'ip_version': 4}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:44.066408 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:44.070812 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Usage tracker for resource:subnet and tenant:65e575ab704246f6a609043546dc0700 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:44.073618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:44.075123 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a details requested by agent ovs-agent-n-d-820555-2 with host n-d-820555-2 {{(pid=87622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 14:09:44.079953 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:44.091499 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Made reservation on behalf of 65e575ab704246f6a609043546dc0700 for: {'subnet': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:44.093922 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10647903'] for subnet, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.301322 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10716835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10647885'] for subnet, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.373881 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 2, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:44.376670 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5de2e10-1edb-476d-a7aa-60502435ef3a,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:44.377665 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:44.378588 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Updating router c0ba5730-9208-468f-a3ca-b7a70ae091f0 port db8da375-b932-40c8-993b-1c3ac92ca11f binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:09:44.387213 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Checking segment: {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:44.387484 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Network hostable DHCP agents. Network: b11ab920-e6d2-40d0-9328-fdfa50b0e04a, hostable agents: ['52b102fa-11af-424d-8fee-f8c3ac03d3bb'], hosted agents: [] {{(pid=87621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 14:09:44.406323 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a is scheduled to be hosted by DHCP agent 52b102fa-11af-424d-8fee-f8c3ac03d3bb with binding_index 1 {{(pid=87621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 14:09:44.415937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820555-2, b11ab920-e6d2-40d0-9328-fdfa50b0e04a) {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:44.420050 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:44.420705 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.430505 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd30d13-8392-4896-b093-e71fa4716e9a None None] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:44.440329 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-07f248e5-6344-4611-aac1-319302a9cfb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3840852 Feb 04 14:09:44.442995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38556) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:44.448658 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:44.454181 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:44.457971 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Usage tracker for resource:router and tenant:65e575ab704246f6a609043546dc0700 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:44.461512 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:44.467422 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:44.477395 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-624771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30441'] for router, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.478386 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-624673', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30462'] for router, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.493260 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.502019 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.766405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-624691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30220'] for router, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:44.845643 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa5a4a2ba-3046-559c-9549-937ae103d5f6-b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'fixed_ips': [{'subnet_id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a'}]}} from n-d-820555-2. {{(pid=87622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 14:09:44.846463 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.084772 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.106490 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.db_base_plugin_common [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Allocated IP 172.20.0.2 (b11ab920-e6d2-40d0-9328-fdfa50b0e04a/e5de2e10-1edb-476d-a7aa-60502435ef3a/79d55f09-681c-4f87-b187-fcda27ca1de9) {{(pid=87622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:45.109190 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.118259 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.127517 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Transition to ACTIVE for port object db8da375-b932-40c8-993b-1c3ac92ca11f will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:45.237634 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.257937 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Allocated IP 172.25.4.196 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/e377a824-e891-4298-8602-0050a6f72a2d) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:45.282169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24557e1e-bc70-4069-97ae-b7d6748cf3fd up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:45.413978 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.452721 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.471240 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6f88b-ca92-442e-a3b3-d23823bed634 None None] Pushing event updated for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:45.519743 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:45.522676 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:45.526564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:45.565189 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e377a824-e891-4298-8602-0050a6f72a2d,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:45.661125 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Attempting to bind port db8da375-b932-40c8-993b-1c3ac92ca11f on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:45.661375 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Attempting to bind port db8da375-b932-40c8-993b-1c3ac92ca11f by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:45.661735 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Attempting to bind port db8da375-b932-40c8-993b-1c3ac92ca11f on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:45.672312 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks [] for port, precommit_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.674550 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 24557e1e-bc70-4069-97ae-b7d6748cf3fd triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:45.674931 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.706149 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:45.706528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Checking segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:45.706951 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.707339 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Bound using segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:45.707806 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Bound port: db8da375-b932-40c8-993b-1c3ac92ca11f, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:45.708173 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.741150 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Transition to ACTIVE for port object 79d55f09-681c-4f87-b187-fcda27ca1de9 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:45.817930 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Transition to ACTIVE for port object 79d55f09-681c-4f87-b187-fcda27ca1de9 will not be triggered until provisioned by entity DHCP. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:45.837486 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165'] for port, after_create {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:45.952711 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] For port db8da375-b932-40c8-993b-1c3ac92ca11f, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:45.963669 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a is already hosted by enough agents. {{(pid=87622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:45.969663 n-d-820555-2 neutron-server[87622]: DEBUG neutron.scheduler.base_scheduler [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Resources bound (agent type, host, resource id): {{(pid=87622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:45.973923 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Pushing event updated for resources: {'Port': ['ID=79d55f09-681c-4f87-b187-fcda27ca1de9,revision_number=1']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:45.976461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Received port after_create {{(pid=87622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:45.982939 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] For port db8da375-b932-40c8-993b-1c3ac92ca11f, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=db8da375-b932-40c8-993b-1c3ac92ca11f,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:46.014809 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.066123 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.135803 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Attempting to bind port 79d55f09-681c-4f87-b187-fcda27ca1de9 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:46.136359 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Attempting to bind port 79d55f09-681c-4f87-b187-fcda27ca1de9 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:46.136591 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Attempting to bind port 79d55f09-681c-4f87-b187-fcda27ca1de9 on network b11ab920-e6d2-40d0-9328-fdfa50b0e04a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:46.148681 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:46.149307 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:46.196347 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:46.196719 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Checking segment: {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:46.197111 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.197496 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Bound using segment: {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:46.197972 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Bound port: 79d55f09-681c-4f87-b187-fcda27ca1de9, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:46.198340 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.215832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6f88b-ca92-442e-a3b3-d23823bed634 None None] Pushing event updated for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:46.416503 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] For port 79d55f09-681c-4f87-b187-fcda27ca1de9, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:46.425169 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:46.426942 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-624794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-624660'] for router, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.498733 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] For port 79d55f09-681c-4f87-b187-fcda27ca1de9, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79d55f09-681c-4f87-b187-fcda27ca1de9,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:46.502044 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2fd3-1edf-412e-a7a5-ffa399baa6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.506678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.652001 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Router 54b92222-21f5-4c60-be2c-19998252556a is scheduled to L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 with binding_index 1 {{(pid=87621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 14:09:46.769046 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072f999-c08d-44d5-8e5f-79a56e3cf14d None None] Pushing event updated for resources: {'Port': ['ID=79d55f09-681c-4f87-b187-fcda27ca1de9,revision_number=2']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:46.841405 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:46.853223 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Sync routers for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:46.863748 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:46.864735 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:46.869921 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:46.871624 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-4de47774-946c-4ed5-9427-5cf47d3c15f9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4270923 Feb 04 14:09:46.873873 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38560) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:46.882290 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:46.886781 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e94e61-3c4e-45ba-836c-a899752ce9f5 None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:47.028308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.130049 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:47.406225 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device db8da375-b932-40c8-993b-1c3ac92ca11f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:47.481952 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 3, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:47.486646 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Checking router: 54b92222-21f5-4c60-be2c-19998252556a for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:47.487173 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Updating router 54b92222-21f5-4c60-be2c-19998252556a port e377a824-e891-4298-8602-0050a6f72a2d binding host n-d-820555-2 {{(pid=87623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:09:47.498048 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port db8da375-b932-40c8-993b-1c3ac92ca11f completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:47.506263 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port db8da375-b932-40c8-993b-1c3ac92ca11f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:47.507277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.543199 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.636372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.666274 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.715728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port db8da375-b932-40c8-993b-1c3ac92ca11f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=db8da375-b932-40c8-993b-1c3ac92ca11f,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:47.727209 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.728147 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79d55f09-681c-4f87-b187-fcda27ca1de9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:47.959362 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:47.975558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:47.977478 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 79d55f09-681c-4f87-b187-fcda27ca1de9 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:48.070796 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks [] for port, precommit_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.084881 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.provisioning_blocks [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Transition to ACTIVE for port object e377a824-e891-4298-8602-0050a6f72a2d will not be triggered until provisioned by entity L2. {{(pid=87623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:48.097070 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.137595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5eacda-322e-46d1-aedf-7b13ebf302bb None None] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:09:48.175477 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Attempting to bind port e377a824-e891-4298-8602-0050a6f72a2d on host n-d-820555-2 for vnic_type normal with profile {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:48.175845 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Attempting to bind port e377a824-e891-4298-8602-0050a6f72a2d by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:48.176213 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Attempting to bind port e377a824-e891-4298-8602-0050a6f72a2d on network 0da928c1-df42-4b70-82b6-376c11f9ad8e {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:48.184144 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:48.184463 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Checking segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:48.184863 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.185264 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Bound using segment: {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'} {{(pid=87623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:48.185713 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.managers [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Bound port: e377a824-e891-4298-8602-0050a6f72a2d, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dd787a-3d0e-49e1-8c3a-3c67bf5c213a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e'}}] {{(pid=87623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:48.186082 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.219296 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Allocated IP 172.20.0.1 (b11ab920-e6d2-40d0-9328-fdfa50b0e04a/e5de2e10-1edb-476d-a7aa-60502435ef3a/418fcfcd-a93b-4bd2-b59a-c73163aec6b4) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:48.246005 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc33e8-451a-42ea-90c6-b244fd696e43 None None] Pushing event updated for resources: {'Port': ['ID=e377a824-e891-4298-8602-0050a6f72a2d,revision_number=2']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:48.247025 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Provisioning for port 79d55f09-681c-4f87-b187-fcda27ca1de9 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:48.256569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Provisioning complete for port 79d55f09-681c-4f87-b187-fcda27ca1de9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:48.257007 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.298445 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] For port e377a824-e891-4298-8602-0050a6f72a2d, host n-d-820555-2, cleared binding levels {{(pid=87623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:48.301821 n-d-820555-2 neutron-server[87623]: DEBUG neutron.plugins.ml2.db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] For port e377a824-e891-4298-8602-0050a6f72a2d, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e377a824-e891-4298-8602-0050a6f72a2d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:48.311209 n-d-820555-2 neutron-server[87623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.392334 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:48.392960 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:48.396753 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.413564 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Transition to ACTIVE for port object 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:48.439463 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.511493 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.522420 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc33e8-451a-42ea-90c6-b244fd696e43 None None] Pushing event updated for resources: {'Port': ['ID=e377a824-e891-4298-8602-0050a6f72a2d,revision_number=3']} {{(pid=87623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:48.524313 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:48.528080 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:48.530075 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Pushing event updated for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:48.533090 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:48.554499 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] For port 79d55f09-681c-4f87-b187-fcda27ca1de9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79d55f09-681c-4f87-b187-fcda27ca1de9,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:48.566078 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.593410 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437806'] for router_interface, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.647932 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a945a34-0e0c-46a5-a04c-35c7924fd836 None None] Pushing event updated for resources: {'Port': ['ID=79d55f09-681c-4f87-b187-fcda27ca1de9,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:48.700790 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:48.766825 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.892305 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-62ff3839-1d06-436d-9c8d-6a58501142e7 None None] Provisioning complete for port 79d55f09-681c-4f87-b187-fcda27ca1de9 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:48.893071 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-62ff3839-1d06-436d-9c8d-6a58501142e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:48.978719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.031026 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 3, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:49.033543 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.036649 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9c8725-3e64-4d3f-83d7-276ca948810d None None] The sync data for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 is: [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:45Z', 'revision_number': 3, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:49.041441 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.152428 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437963'] for router_interface, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.155710 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Pushing event updated for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:49.178535 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db44ddff-6d0b-418d-958f-73ae9e9a89e7 None None] Provisioning for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:49.183708 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-db44ddff-6d0b-418d-958f-73ae9e9a89e7 None None] Provisioning complete for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:49.184107 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-db44ddff-6d0b-418d-958f-73ae9e9a89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.259647 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-db44ddff-6d0b-418d-958f-73ae9e9a89e7 None None] Port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:09:49.327139 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device db8da375-b932-40c8-993b-1c3ac92ca11f up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:49.401896 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port db8da375-b932-40c8-993b-1c3ac92ca11f triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:49.402269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.416475 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:49.417661 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:49.552595 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79d55f09-681c-4f87-b187-fcda27ca1de9 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:49.637114 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 79d55f09-681c-4f87-b187-fcda27ca1de9 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:49.637488 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.644716 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Router 54b92222-21f5-4c60-be2c-19998252556a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:09:49.711721 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-ab92f3ef-629e-4901-9819-5b2a99d1cc78 None None] Provisioning complete for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:49.712376 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ab92f3ef-629e-4901-9819-5b2a99d1cc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:49.823456 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-ab92f3ef-629e-4901-9819-5b2a99d1cc78 None None] Port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:09:49.840805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:09:49.850884 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-78c0c08d-b521-4cc2-9659-e588d0270922 admin admin] 10.222.0.53 "PUT /v2.0/routers/54b92222-21f5-4c60-be2c-19998252556a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9751997 Feb 04 14:09:50.550153 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38572) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:50.556038 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37974395', 'description': 'tempest-secgroup-smoke-37974395 description', 'project_id': 'b988490660c84bd49d7488d1e7276512'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:50.562830 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:50.566761 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:50.570279 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:50.576011 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:50.587316 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.607262 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:50.611015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:50.613795 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:50.620928 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:50.642470 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Sync routers for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:09:50.652606 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:50.653389 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:50.691353 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.695704 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.739367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edecec28-02b9-4352-a09a-5ac0e0888665,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:50.742197 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.746693 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38576) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:50.752110 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:50.758756 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8c89ca01-5609-43cc-aa6d-2d036e1d8087 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2067757 Feb 04 14:09:50.760293 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:50.764575 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:50.767677 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:50.775088 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:50.790777 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.854035 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.857961 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.871118 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.884569 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:50.887364 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa3f0e0-eaaa-4be7-a3ea-949c986ac3be,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:50.894179 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:50.895524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-0f503079-4f39-40b9-86aa-9413d3740ab0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478298 Feb 04 14:09:50.898343 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38580) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:50.903748 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:50.910331 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:50.914120 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:50.916952 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:50.922570 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:50.944815 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.004174 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.008307 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.030922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3b64d6-29d2-4c89-8e02-26c234dd87ca,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.041220 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.043205 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b5d3638a-a51a-4f54-8e87-1f4808b71077 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438484 Feb 04 14:09:51.045085 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [-] (87620) accepted ('10.222.0.53', 38584) {{(pid=87620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:51.050134 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:51.057679 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:51.061601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:51.064706 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87620) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:51.070378 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:51.086895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.148559 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.153666 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.177061 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b5752b-13db-4dc1-8e7f-f3c33ed4c252,revision_number=0']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.187754 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.189163 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [None req-b9b00db6-f17e-4a26-812e-893b1ff52877 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430886 Feb 04 14:09:51.191983 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38588) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:51.197863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:51.204536 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:51.208593 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:51.212168 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:51.217777 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:51.219251 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 4, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '418fcfcd-a93b-4bd2-b59a-c73163aec6b4', 'name': '', 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'mac_address': 'fa:16:3e:35:88:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:48Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 2, 'project_id': '65e575ab704246f6a609043546dc0700', 'subnets': [{'id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:51.223086 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Checking router: 54b92222-21f5-4c60-be2c-19998252556a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:09:51.223436 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Updating router 54b92222-21f5-4c60-be2c-19998252556a port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 binding host n-d-820555-2 {{(pid=87622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 14:09:51.237424 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.281024 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.315587 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.320150 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.335432 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e377a824-e891-4298-8602-0050a6f72a2d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:51.344278 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2797b5e5-4b4a-46f6-a98f-9bd0766ddd6f,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.353336 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.354566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-e7b56841-1890-4f39-9741-4a829da74f6c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615562 Feb 04 14:09:51.357485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38592) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:51.362342 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:51.368692 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:51.372437 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:51.375245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:51.380744 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:51.391978 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Project b988490660c84bd49d7488d1e7276512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:09:51.399064 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.462689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.467519 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.490229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port e377a824-e891-4298-8602-0050a6f72a2d completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:51.490868 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7788ab0-dcc4-4a64-906f-e755739317db,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.500263 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.501586 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-108c2065-8842-4741-81ff-19e9b83aaf98 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432087 Feb 04 14:09:51.504368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38596) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:09:51.509992 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'security_group_rule': {'security_group_id': 'edecec28-02b9-4352-a09a-5ac0e0888665', 'project_id': 'b988490660c84bd49d7488d1e7276512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:51.516667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:51.520435 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:security_group_rule and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:09:51.523829 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:09:51.529507 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:51.540049 n-d-820555-2 neutron-server[87621]: INFO neutron.db.securitygroups_db [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Project b988490660c84bd49d7488d1e7276512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 14:09:51.546542 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.557689 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e377a824-e891-4298-8602-0050a6f72a2d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:51.558065 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.609793 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.614169 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607559'] for security_group_rule, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.640468 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdaff56-9d8e-47d7-a606-87d637fa36ae,revision_number=0']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:51.648795 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.649879 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-b31cd4c7-6c49-41e0-a42f-6a641df1146b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445205 Feb 04 14:09:51.745124 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.808141 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port e377a824-e891-4298-8602-0050a6f72a2d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e377a824-e891-4298-8602-0050a6f72a2d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:51.815143 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.856668 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks [] for port, precommit_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.885623 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-1402c5af-503a-4d46-85ca-b0225e9ad043 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:security_group {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:51.888483 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Transition to ACTIVE for port object 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 will not be triggered until provisioned by entity L2. {{(pid=87622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:51.900776 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:51.902355 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-1402c5af-503a-4d46-85ca-b0225e9ad043 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:security_group {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:51.903631 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-1402c5af-503a-4d46-85ca-b0225e9ad043 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37974395&fields=id&tenant_id=b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 267 time: 0.0578902 Feb 04 14:09:51.912260 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=e377a824-e891-4298-8602-0050a6f72a2d,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:52.071138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-c09f23f7-bf08-44df-aa45-a9a2b54c38cf tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:52.071847 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-c09f23f7-bf08-44df-aa45-a9a2b54c38cf tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:network {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:52.089303 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-c09f23f7-bf08-44df-aa45-a9a2b54c38cf tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:network {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:52.092906 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-c09f23f7-bf08-44df-aa45-a9a2b54c38cf tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 809 time: 0.1817887 Feb 04 14:09:52.102188 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753bda-261f-447a-8aa7-9c5b88649189 None None] Pushing event updated for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=3']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:52.109658 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-f12cb91c-990b-40ee-ab5e-94c99e5a5989 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/quotas/b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 375 time: 0.0135248 Feb 04 14:09:52.124594 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Attempting to bind port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 on host n-d-820555-2 for vnic_type normal with profile {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:52.124957 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Attempting to bind port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 by drivers openvswitch,hyperv on host n-d-820555-2 at level 0 using segments [{'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:52.125317 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Attempting to bind port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 on network b11ab920-e6d2-40d0-9328-fdfa50b0e04a {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:52.130462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Checking agent: {'id': '62dd40c7-f54b-46d2-bcbf-e6c541b59d48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 38, 47), 'started_at': datetime.datetime(2022, 2, 4, 12, 39, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820555-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:52.130861 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Checking segment: {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:52.131326 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:52.131709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Bound using segment: {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'} {{(pid=87622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:52.132165 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.managers [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Bound port: 418fcfcd-a93b-4bd2-b59a-c73163aec6b4, host: n-d-820555-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34d0b0-60e7-4869-a0f7-a62216d77146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a'}}] {{(pid=87622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:52.132537 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:52.197795 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-872af05b-d694-4f83-95c1-f967006a5fa9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787697 Feb 04 14:09:52.232525 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] For port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4, host n-d-820555-2, cleared binding levels {{(pid=87622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:52.235742 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] For port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4, host n-d-820555-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:52.240070 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:52.341017 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-015e9796-890d-4373-85df-af6d20a33edb service neutron] 10.222.0.53 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312621 Feb 04 14:09:52.356828 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:09:52.357455 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:52.425055 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753bda-261f-447a-8aa7-9c5b88649189 None None] Pushing event updated for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:52.487143 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-e75a9ec6-92e6-4e43-88af-2207944f28ee service neutron] 10.222.0.53 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395001 Feb 04 14:09:52.553040 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:09:52.672762 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ac6efe9c-9280-440f-bfd8-078dfd93345b req-bfaeb3c2-c963-40af-be6a-e9f4749a2457 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:52.693002 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-ac6efe9c-9280-440f-bfd8-078dfd93345b req-bfaeb3c2-c963-40af-be6a-e9f4749a2457 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:52.695103 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ac6efe9c-9280-440f-bfd8-078dfd93345b req-bfaeb3c2-c963-40af-be6a-e9f4749a2457 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 210 time: 0.0648663 Feb 04 14:09:52.927421 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 4, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '418fcfcd-a93b-4bd2-b59a-c73163aec6b4', 'name': '', 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'mac_address': 'fa:16:3e:35:88:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:48Z', 'updated_at': '2022-02-04T14:09:52Z', 'revision_number': 4, 'project_id': '65e575ab704246f6a609043546dc0700', 'subnets': [{'id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:09:52.932129 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c3d6a-76c5-4935-8ecd-3d804038af83 None None] The sync data for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 is: [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:09:48Z', 'revision_number': 4, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': '418fcfcd-a93b-4bd2-b59a-c73163aec6b4', 'name': '', 'network_id': 'b11ab920-e6d2-40d0-9328-fdfa50b0e04a', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'mac_address': 'fa:16:3e:35:88:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:48Z', 'updated_at': '2022-02-04T14:09:52Z', 'revision_number': 4, 'project_id': '65e575ab704246f6a609043546dc0700', 'subnets': [{'id': 'e5de2e10-1edb-476d-a7aa-60502435ef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:09:53.372678 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e377a824-e891-4298-8602-0050a6f72a2d up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:53.446729 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port e377a824-e891-4298-8602-0050a6f72a2d triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:53.447102 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:53.568426 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:53.648624 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:53.654494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:53.655050 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:53.856294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:53.904462 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] For port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:09:53.917876 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:53.990054 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Pushing event updated for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:53.995604 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f65141fd-9053-453c-a521-b8aa0ae704ce req-e8613d8e-d514-485b-843d-b19d858d4374 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 210 time: 0.0532629 Feb 04 14:09:54.068380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-6de356e9-b269-430e-9674-661732db4b9b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.070000 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-6de356e9-b269-430e-9674-661732db4b9b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 809 time: 0.3941684 Feb 04 14:09:54.119282 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-9de6fbe0-a040-4046-bbb1-488e765becb4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 378 time: 0.0412853 Feb 04 14:09:54.127538 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'port': {'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'admin_state_up': True, 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'security_groups': ['edecec28-02b9-4352-a09a-5ac0e0888665']}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:54.259805 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:09:54.268909 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.quota.driver [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87620) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:09:54.278700 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Made reservation on behalf of b988490660c84bd49d7488d1e7276512 for: {'port': 1} {{(pid=87620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:09:54.282184 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:54.442194 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.db_base_plugin_common [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Allocated IP 172.20.0.9 (40f8db58-dfb7-4fa2-828d-212f59d61808/d1982aea-cd69-4324-98b3-786b3130c8d9/d29c24eb-4bae-42b6-ace7-dca33535d10e) {{(pid=87620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:09:54.633895 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:54.650133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Transition to ACTIVE for port object d29c24eb-4bae-42b6-ace7-dca33535d10e will not be triggered until provisioned by entity DHCP. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:54.674092 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_create {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:54.743296 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is already hosted by enough agents. {{(pid=87620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:09:54.746271 n-d-820555-2 neutron-server[87620]: DEBUG neutron.scheduler.base_scheduler [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources bound (agent type, host, resource id): {{(pid=87620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:09:54.750300 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Received port after_create {{(pid=87620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:09:54.790953 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=1']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:54.823036 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:54.823681 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:54.848865 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-fea8d87d-0df5-4c40-8bbe-f486c09cf43f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247779 Feb 04 14:09:54.860239 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.v2.base [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Request body: {'port': {'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820555-2'}} {{(pid=87620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:09:54.976656 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:54.995933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.038655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0d1bf6dd-ea91-4075-b13c-dc4d0a7233a5 None None] Provisioning for port d29c24eb-4bae-42b6-ace7-dca33535d10e completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:09:55.044288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-0d1bf6dd-ea91-4075-b13c-dc4d0a7233a5 None None] Provisioning complete for port d29c24eb-4bae-42b6-ace7-dca33535d10e triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:55.044690 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0d1bf6dd-ea91-4075-b13c-dc4d0a7233a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.102995 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bf6dd-ea91-4075-b13c-dc4d0a7233a5 None None] Port d29c24eb-4bae-42b6-ace7-dca33535d10e cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:09:55.190276 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552e14d-52c4-451e-a908-98c24548195f req-aa530314-b681-4738-8988-05c79d172e5d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:55.191881 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7552e14d-52c4-451e-a908-98c24548195f req-aa530314-b681-4738-8988-05c79d172e5d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 931 time: 0.0833349 Feb 04 14:09:55.236337 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7552e14d-52c4-451e-a908-98c24548195f req-a440a897-3660-455c-a220-08acfe9db040 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:security_group {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:55.248535 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-7552e14d-52c4-451e-a908-98c24548195f req-a440a897-3660-455c-a220-08acfe9db040 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:security_group {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:55.251344 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7552e14d-52c4-451e-a908-98c24548195f req-a440a897-3660-455c-a220-08acfe9db040 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529935 Feb 04 14:09:55.282767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 up at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:09:55.337137 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c24eb-4bae-42b6-ace7-dca33535d10e {{(pid=87620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:09:55.344601 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.349210 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Provisioning complete for port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:09:55.349839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.359165 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.provisioning_blocks [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Transition to ACTIVE for port object d29c24eb-4bae-42b6-ace7-dca33535d10e will not be triggered until provisioned by entity L2. {{(pid=87620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:09:55.363337 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.523458 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=2']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:55.612312 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Attempting to bind port d29c24eb-4bae-42b6-ace7-dca33535d10e on host n-h1-820555-2 for vnic_type normal with profile {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:09:55.612650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Attempting to bind port d29c24eb-4bae-42b6-ace7-dca33535d10e by drivers openvswitch,hyperv on host n-h1-820555-2 at level 0 using segments [{'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:09:55.612982 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Attempting to bind port d29c24eb-4bae-42b6-ace7-dca33535d10e on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:55.618297 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Port d29c24eb-4bae-42b6-ace7-dca33535d10e on network 40f8db58-dfb7-4fa2-828d-212f59d61808 not bound, no agent of type Open vSwitch agent registered on host n-h1-820555-2 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 14:09:55.618647 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Attempting to bind port d29c24eb-4bae-42b6-ace7-dca33535d10e on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:09:55.623688 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Checking agent: {'id': '41bd5060-7ea1-4324-b41a-ff2983388405', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:09:55.624027 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Checking segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:09:55.624412 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Bound using segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} {{(pid=87620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:09:55.624839 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.managers [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Bound port: d29c24eb-4bae-42b6-ace7-dca33535d10e, host: n-h1-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}}] {{(pid=87620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:09:55.625187 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.712660 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, cleared binding levels {{(pid=87620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:09:55.715605 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:09:55.719738 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15348430'] for port, after_update {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.888058 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:55.888676 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:09:55.890071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] 10.222.0.87 "PUT /v2.0/ports/d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 1091 time: 1.0341113 Feb 04 14:09:55.890518 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:09:55.913444 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298769fc-8ccd-4a68-b4a3-6ae7341c8290 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=3']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:09:55.971326 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'status': 'completed', 'code': 200} Feb 04 14:09:56.013147 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-d50a4dee-05ca-458a-ad40-3133fd266924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.014693 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-d50a4dee-05ca-458a-ad40-3133fd266924 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.0767813 Feb 04 14:09:56.086593 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-79a0875d-b1f7-4d5b-9a93-c636e574e10d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 217 time: 0.0652130 Feb 04 14:09:56.148107 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-8ba94bce-8785-4880-b69c-7b94747ecf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.149492 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-8ba94bce-8785-4880-b69c-7b94747ecf81 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0574148 Feb 04 14:09:56.227029 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-4b7a6bff-0793-447f-b9d5-5ad464eef659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.228414 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-4b7a6bff-0793-447f-b9d5-5ad464eef659 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729599 Feb 04 14:09:56.360312 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-4e572ac4-4d94-4a10-937e-46373d619460 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257222 Feb 04 14:09:56.436456 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea053c-7f7e-4b96-a2db-4bf97da87a57 req-7aa4cd05-823d-42f4-9666-deeeb5c8bbc0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.437928 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81ea053c-7f7e-4b96-a2db-4bf97da87a57 req-7aa4cd05-823d-42f4-9666-deeeb5c8bbc0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0826504 Feb 04 14:09:56.488102 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-81ea053c-7f7e-4b96-a2db-4bf97da87a57 req-3489753e-e486-4770-b397-e9df5c60859d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444729 Feb 04 14:09:56.498447 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-cefa732a-cd1e-46d4-b25e-153f1f513020 req-ed4cc350-baea-403d-aeec-6c3f7c4355e3 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314681 Feb 04 14:09:56.612020 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-9421bf72-bd09-462b-9fe9-6a3b5a7392af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.613513 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-9421bf72-bd09-462b-9fe9-6a3b5a7392af service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.0700059 Feb 04 14:09:56.747471 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-a0e75b58-a97e-4eff-a310-e81a8d599ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.748849 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-a0e75b58-a97e-4eff-a310-e81a8d599ad0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1290634 Feb 04 14:09:56.821272 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-184215f2-b24b-47a9-a670-4e9a37686688 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 217 time: 0.0655482 Feb 04 14:09:56.882908 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-3e9e3fbd-9eb3-46fa-9584-3ab8ecf57da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.884355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-3e9e3fbd-9eb3-46fa-9584-3ab8ecf57da6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0569587 Feb 04 14:09:56.960466 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-c46c3177-7436-4d49-9563-6863790a29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:56.961957 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-c46c3177-7436-4d49-9563-6863790a29bc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712209 Feb 04 14:09:57.094063 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-428784a7-4125-492c-a293-082db2123e6d service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245306 Feb 04 14:09:57.225800 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-778dce1d-5c89-4a8f-958f-f504e406ff3c req-560f8fee-eb17-4212-9c70-48754a5dcfd0 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252029 Feb 04 14:09:57.551587 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:09:57.672021 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a1b7e-7fa4-4e45-8731-5f3de0428dfe req-29456fc7-d284-4fec-a1c9-92cd4506cff1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:57.672711 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf8a1b7e-7fa4-4e45-8731-5f3de0428dfe req-29456fc7-d284-4fec-a1c9-92cd4506cff1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:09:57.687380 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-bf8a1b7e-7fa4-4e45-8731-5f3de0428dfe req-29456fc7-d284-4fec-a1c9-92cd4506cff1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:09:57.688494 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf8a1b7e-7fa4-4e45-8731-5f3de0428dfe req-29456fc7-d284-4fec-a1c9-92cd4506cff1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0946188 Feb 04 14:09:57.732560 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-bf8a1b7e-7fa4-4e45-8731-5f3de0428dfe req-89df5063-ae96-4044-b699-142920967bbb tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383234 Feb 04 14:09:58.913610 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ba0a-f8e2-4ba5-9739-e965064a6573 req-89545c71-f853-432a-8f72-7898db649979 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:09:58.914994 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0319ba0a-f8e2-4ba5-9739-e965064a6573 req-89545c71-f853-432a-8f72-7898db649979 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0781925 Feb 04 14:09:58.961369 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0319ba0a-f8e2-4ba5-9739-e965064a6573 req-cb3e9a73-c733-43a6-9d9a-028032c2c928 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406713 Feb 04 14:10:00.144867 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbfbb2-d056-4a3d-9356-f0bc082569eb req-b8d5bf42-a3af-4978-ba69-378185ffef63 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:00.146321 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cdbfbb2-d056-4a3d-9356-f0bc082569eb req-b8d5bf42-a3af-4978-ba69-378185ffef63 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0816350 Feb 04 14:10:00.185031 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:10:00.202152 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-7cdbfbb2-d056-4a3d-9356-f0bc082569eb req-005df57f-c8ba-48c7-a8a7-aab7947e1a21 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494847 Feb 04 14:10:00.317254 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:10:00.330872 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:10:00.388155 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:00.434831 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c24eb-4bae-42b6-ace7-dca33535d10e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:10:00.449537 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:10:00.453372 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:00.524186 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:00.675175 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d29c24eb-4bae-42b6-ace7-dca33535d10e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:10:01.243973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86a39094-15f6-4ee6-abf0-ba484ca8ea12 req-5a1268a3-006f-4677-b157-638c2e6fcd7d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0425084 Feb 04 14:10:01.391390 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86a39094-15f6-4ee6-abf0-ba484ca8ea12 req-fc75eeba-e4f2-4c92-bf4e-5a5d6c931542 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0785739 Feb 04 14:10:01.437893 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86a39094-15f6-4ee6-abf0-ba484ca8ea12 req-95fbb403-b935-4a7a-9b71-15bb414c94b0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285490 Feb 04 14:10:01.535111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14720bd4-bfe5-4e8f-8b06-2c239df77866 req-3fd60eba-4508-4e3e-97e5-be156625d79d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:01.536575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14720bd4-bfe5-4e8f-8b06-2c239df77866 req-3fd60eba-4508-4e3e-97e5-be156625d79d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 944 time: 0.1931512 Feb 04 14:10:01.616513 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-14720bd4-bfe5-4e8f-8b06-2c239df77866 req-bef90d6e-69d6-4340-b27c-c22bc532150a tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715995 Feb 04 14:10:01.621057 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a39094-15f6-4ee6-abf0-ba484ca8ea12 req-6f336c44-fa6e-4802-a36f-fcd030469743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:01.622492 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-86a39094-15f6-4ee6-abf0-ba484ca8ea12 req-6f336c44-fa6e-4802-a36f-fcd030469743 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1781251 Feb 04 14:10:02.197754 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:10:02.266770 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning for port d29c24eb-4bae-42b6-ace7-dca33535d10e completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:10:02.271406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d29c24eb-4bae-42b6-ace7-dca33535d10e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:10:02.271769 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:02.384902 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:02.410507 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:10:02.420531 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:10:02.425301 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:02.461743 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'code': 200} Feb 04 14:10:02.495060 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:02.579644 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110774ca-cf0f-480e-b181-67a57f76ded0 req-bcb233e4-3e87-4ee9-bc5d-3ee6c7ba7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:02.581125 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-110774ca-cf0f-480e-b181-67a57f76ded0 req-bcb233e4-3e87-4ee9-bc5d-3ee6c7ba7e45 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1096 time: 0.0686042 Feb 04 14:10:02.619326 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-110774ca-cf0f-480e-b181-67a57f76ded0 req-c36009f5-62b0-4344-bd87-903f3340e526 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327578 Feb 04 14:10:02.796199 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55947a8f-2b4d-4d5c-a66f-26a82239e00d req-4678f8e3-8251-4863-83a4-6aa3e38d1ade tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:02.797637 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55947a8f-2b4d-4d5c-a66f-26a82239e00d req-4678f8e3-8251-4863-83a4-6aa3e38d1ade tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 945 time: 0.0783162 Feb 04 14:10:02.940481 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-55947a8f-2b4d-4d5c-a66f-26a82239e00d req-b7ac9616-b615-4a49-ad61-e2188b5951a8 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366622 Feb 04 14:10:04.235124 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cded3-ccf7-4695-aa1e-a90b2983eaaa req-88c37e54-3025-4d2e-965a-e71887a4a89a tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:04.236483 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd4cded3-ccf7-4695-aa1e-a90b2983eaaa req-88c37e54-3025-4d2e-965a-e71887a4a89a tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 945 time: 0.1883037 Feb 04 14:10:04.282831 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fd4cded3-ccf7-4695-aa1e-a90b2983eaaa req-e9d03399-a73b-4741-9d6a-3c4797d28347 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399063 Feb 04 14:10:04.464017 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68006b61-80f9-4e56-8465-869a3ab2157e req-301f5d43-e233-4f2e-b7cc-955515230942 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:04.465473 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68006b61-80f9-4e56-8465-869a3ab2157e req-301f5d43-e233-4f2e-b7cc-955515230942 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 945 time: 0.0784214 Feb 04 14:10:04.509031 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-68006b61-80f9-4e56-8465-869a3ab2157e req-69f04ea9-42b4-4e92-b1a7-13b2fd40f0b7 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376816 Feb 04 14:10:04.533582 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38650) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:10:04.704059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5707b8-28d6-4f70-a9d2-e6bd0ec8d644 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:04.704772 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a5707b8-28d6-4f70-a9d2-e6bd0ec8d644 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] Synchronizing usage tracker for tenant:65e575ab704246f6a609043546dc0700 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:10:04.720522 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-6a5707b8-28d6-4f70-a9d2-e6bd0ec8d644 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] Unset dirty status for tenant:65e575ab704246f6a609043546dc0700 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:10:04.721747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-6a5707b8-28d6-4f70-a9d2-e6bd0ec8d644 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1091 time: 0.1872187 Feb 04 14:10:04.724975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38656) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:10:04.730368 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:10:04.737071 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:10:04.741397 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:floatingip and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:10:04.744223 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:10:04.749821 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:10:04.760434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:04.893962 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.025753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Allocated IP 172.25.4.151 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/3b85c048-34fd-48a0-906b-6bf8e5e6eb0c) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:10:05.174924 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.204416 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.266766 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:10:05.269463 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:10:05.274442 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:10:05.310257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=3b85c048-34fd-48a0-906b-6bf8e5e6eb0c,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:05.680779 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.753377 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.969231 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:05.973383 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:06.075783 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=3b85c048-34fd-48a0-906b-6bf8e5e6eb0c,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:10:06.091959 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:06.363448 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Floating IP 412f39c1-a859-47d1-9498-e766f3f8e8cb associated. External IP: 172.25.4.151, port: d29c24eb-4bae-42b6-ace7-dca33535d10e. Feb 04 14:10:06.726385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:10:06.901169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:10:06.910405 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:10:06.920661 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:10:06.921247 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:06.926216 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:06.994695 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-a79df4a7-e63f-49fa-903d-03e7670a2cc9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2574148 Feb 04 14:10:06.994695 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:10:07.084015 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'status': 'completed', 'code': 200} Feb 04 14:10:07.100777 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:10:07.176265 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-1bfba08d-dca6-4535-9b22-73298216124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:07.177773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-1bfba08d-dca6-4535-9b22-73298216124d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1096 time: 0.0716255 Feb 04 14:10:07.316133 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-17eeae90-3260-4757-a927-88b5b1cb36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:07.317594 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-17eeae90-3260-4757-a927-88b5b1cb36e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1334620 Feb 04 14:10:07.421852 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-99371179-e4c5-47c0-98c3-b782de44d34b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 999 time: 0.0975921 Feb 04 14:10:07.443219 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:05Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:07.447004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:10:07.455137 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:10:07.455721 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:09:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:07.486796 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-0d927b75-2cda-42cc-9c90-985f1c6cc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:07.488236 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-0d927b75-2cda-42cc-9c90-985f1c6cc7db service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0604331 Feb 04 14:10:07.561277 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-b8e4b104-9555-483a-9d36-a0e3c40581b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:07.562783 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-b8e4b104-9555-483a-9d36-a0e3c40581b5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682368 Feb 04 14:10:07.639018 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:10:07.706620 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-23013498-8b33-4d09-a280-2caa4c76d7f2 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375439 Feb 04 14:10:07.836782 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-b8fed155-5262-40dc-b585-2c0c328fcc70 req-27133d1e-8a2f-4b33-a9e5-bc55597dc7bc service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241436 Feb 04 14:10:08.028236 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:05Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:10:08.031936 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf4c3-9c55-4bd5-8445-523182e9eece None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:05Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:10:08.229703 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a456c0f-baa9-47f6-9554-ef4ebfdc25b8 None None] New status for floating IP 412f39c1-a859-47d1-9498-e766f3f8e8cb: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:10:13.659764 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-5a86c994-4746-4b1f-9dee-e9b8a8874477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:16.414117 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2d1450a5-5743-426a-81bd-562c1ffec07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:17.011513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:17.587842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:18.942552 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:20.801839 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:21.451952 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-84eaa968-b1c5-4cfc-bae2-400a0068baf9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727532 Feb 04 14:10:21.588138 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-8e7d4725-8958-423e-aad9-86a04f71fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:21.589602 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-8e7d4725-8958-423e-aad9-86a04f71fc4f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1096 time: 0.0703773 Feb 04 14:10:21.739100 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-633fee7a-b207-4884-bba5-708c689c3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:21.741092 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-633fee7a-b207-4884-bba5-708c689c3198 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1318665 Feb 04 14:10:21.844170 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-dbeaaddb-6d66-4c60-9f6b-2cc34c15b5cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 1001 time: 0.0970962 Feb 04 14:10:21.905698 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-bf5436ab-0acd-4187-bed0-b9d3d45e1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:21.907127 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-bf5436ab-0acd-4187-bed0-b9d3d45e1f61 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0561078 Feb 04 14:10:21.987542 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-e4cd0111-8475-45e2-b6fc-0afb6400ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:10:21.989008 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-e4cd0111-8475-45e2-b6fc-0afb6400ed54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751443 Feb 04 14:10:22.119147 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-f502b701-73f9-4884-b616-52d5c051c8cc service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238024 Feb 04 14:10:22.348455 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ec023be-4f45-4b3b-ab01-a30f0a95a6b9 req-5a293d97-45f4-4e1c-937c-fe52965f16b4 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230520 Feb 04 14:10:24.998901 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:34.551597 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:10:43.663884 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-f45d8988-9dce-4ad9-b7b9-0a14d56537b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:46.416382 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd520-4d90-4d20-a81e-d540e65552d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:47.012922 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:47.590346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:48.946583 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:50.822673 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:10:55.009406 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:03.273331 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffdf7c3a-9647-4d8f-834e-ee719202da1c req-5c161c33-e26f-409f-8792-c52a23aeff37 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0409088 Feb 04 14:11:03.379678 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffdf7c3a-9647-4d8f-834e-ee719202da1c req-0f4659af-3047-4d89-8189-bc36bfccd84f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0411870 Feb 04 14:11:03.430945 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffdf7c3a-9647-4d8f-834e-ee719202da1c req-96073e77-6294-4476-9640-71102ad20811 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344601 Feb 04 14:11:03.573804 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf7c3a-9647-4d8f-834e-ee719202da1c req-17081001-cfea-488e-ada5-bf8f5b4aaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:03.575268 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ffdf7c3a-9647-4d8f-834e-ee719202da1c req-17081001-cfea-488e-ada5-bf8f5b4aaab1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328568 Feb 04 14:11:11.551243 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:11:13.666407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-10f5e1f4-5569-4f4a-93c3-ef2c561cda9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:16.416826 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-fbef1c57-7fd4-43fe-a09b-0c7f23b1bce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:17.017559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:17.593304 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:18.948294 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:20.829797 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:22.442175 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-452c3877-9939-45a7-81ca-ededed06d693 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668561 Feb 04 14:11:22.578904 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-a044e779-79af-4cfe-aca6-3c4dbc754e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:22.580347 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-a044e779-79af-4cfe-aca6-3c4dbc754e54 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1096 time: 0.0718079 Feb 04 14:11:22.722592 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-4046f6b2-b0a4-4def-854a-70c4a96e8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:22.723969 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-4046f6b2-b0a4-4def-854a-70c4a96e8b58 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1263788 Feb 04 14:11:22.828227 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-0d5e5808-111a-46db-af13-9946f0adf24c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 1001 time: 0.0981133 Feb 04 14:11:22.896428 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-c7692af0-47da-4123-84b8-768ef28a78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:22.897879 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-c7692af0-47da-4123-84b8-768ef28a78ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0638905 Feb 04 14:11:22.969504 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-5e02a7cd-9988-4768-a0c7-fd6d696ad792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:11:22.970962 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-5e02a7cd-9988-4768-a0c7-fd6d696ad792 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677488 Feb 04 14:11:22.980922 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-24c3dabb-e1be-4ecd-9839-fc888860e9ee service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 14:11:22.981767 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-24c3dabb-e1be-4ecd-9839-fc888860e9ee service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046511 Feb 04 14:11:23.110788 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-eebd4b94-52c9-4c32-90b0-e1972f620cad service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231058 Feb 04 14:11:23.243949 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-3070864d-8038-4545-a06e-0ab5c4f78f00 req-fcc1ba75-6dd4-43ad-8adf-06d39db213f7 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270313 Feb 04 14:11:25.008306 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:43.668733 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c1580d97-4046-48d9-93a2-b2e5cb7dacef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:46.417205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3a1caab8-eb63-4860-8b3d-d3617e2b3953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:47.020000 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:47.596287 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:48.551004 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:11:48.949812 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:50.824865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:11:55.008276 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:04.252962 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c98f6e9-1153-4427-b322-9a0d9fa80355 req-fb132858-c3e6-4ac1-9c03-ac673dc3290f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400250 Feb 04 14:12:04.360589 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c98f6e9-1153-4427-b322-9a0d9fa80355 req-f3ee2200-bba8-430f-a8c4-82346eac9cee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0411716 Feb 04 14:12:04.402187 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c98f6e9-1153-4427-b322-9a0d9fa80355 req-a3e36052-38e5-4208-adcb-0290faaa5f68 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240560 Feb 04 14:12:04.533109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f6e9-1153-4427-b322-9a0d9fa80355 req-1050755d-aaef-463f-abe4-bfc7daaea11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:04.534535 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4c98f6e9-1153-4427-b322-9a0d9fa80355 req-1050755d-aaef-463f-abe4-bfc7daaea11e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263862 Feb 04 14:12:06.853159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e details requested by agent hyperv_n-h1-820555-2 with host n-h1-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:12:07.017586 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:07.034750 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Returning: {'device': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:12:07.098478 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:07.153634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d29c24eb-4bae-42b6-ace7-dca33535d10e {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:12:07.171700 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:07.177204 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:07.260171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] get_ports_and_sgs() called for port_ids ['d29c24eb-4bae-42b6-ace7-dca33535d10e'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:12:07.286813 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:07.317058 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.317401 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.317736 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.318070 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.318396 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.318752 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.319082 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.319404 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.319728 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.320049 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.320372 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:07.320691 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:08.852998 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e up at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:12:08.934381 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Provisioning complete for port d29c24eb-4bae-42b6-ace7-dca33535d10e triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:12:08.935013 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:09.148181 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:09.185937 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:12:09.274974 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:09.311014 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:09.346443 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'code': 200} Feb 04 14:12:09.395345 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:13.684174 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c67617d5-4d01-4c65-b7fe-a17651d66e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:15.827889 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-14128df2-8138-418e-b2fd-92ca8b140d93 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37974395&fields=id&tenant_id=b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 267 time: 0.0422044 Feb 04 14:12:16.077171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-ef964046-5b5b-4302-8e94-82774ca55033 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:16.079309 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-ef964046-5b5b-4302-8e94-82774ca55033 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 809 time: 0.2451620 Feb 04 14:12:16.096992 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-9c064952-7409-48e2-8237-1ac5cd5aef76 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/quotas/b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 375 time: 0.0105467 Feb 04 14:12:16.182432 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-40a4cd92-4c91-4f3b-b28b-fba9130222be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798547 Feb 04 14:12:16.267190 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-32d92f1a-88c6-470a-beb2-c8ccb2b8c5e8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 14:12:16.268230 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-32d92f1a-88c6-470a-beb2-c8ccb2b8c5e8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0747373 Feb 04 14:12:16.401716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-fbce9a02-6dbb-4a3a-ac5e-458f47023d33 service neutron] 10.222.0.53 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274333 Feb 04 14:12:16.422559 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-9145-41e7-b3f8-90c88350ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:16.535433 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-a5992d08-088a-4745-929b-f6f44a4e8964 service neutron] 10.222.0.53 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273835 Feb 04 14:12:16.721581 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4bdd361f-b962-4ded-8aac-12e6f51a20c4 req-12df4d90-4926-4d80-8d3c-5072b41ad161 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 210 time: 0.0472574 Feb 04 14:12:17.021719 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:17.598820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:17.818166 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-9611e978-acf6-4aed-9f27-3710af5b2813 req-5830534a-b5ee-4e5c-ad3e-ce3b2442be87 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 210 time: 0.0429833 Feb 04 14:12:18.933662 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:12:18.969402 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ef1dc049-7b05-49ba-95ff-2cef6e4b5a1a req-4c3c7c68-55b3-4e44-a85b-bd97cc1f2d5f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 210 time: 0.0453985 Feb 04 14:12:18.994161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:19.058081 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:19.088161 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:12:19.100053 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:19.104627 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:19.136185 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'code': 200} Feb 04 14:12:19.175395 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Pushing event updated for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:19.778568 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-c9eb52b7-8c15-4ba9-a1cb-a811701dba9e tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:19.780078 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-c9eb52b7-8c15-4ba9-a1cb-a811701dba9e tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 809 time: 0.1503558 Feb 04 14:12:19.831872 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-5a46822c-b9f1-410d-802d-1291ff896b8b tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b988490660c84bd49d7488d1e7276512 HTTP/1.1" status: 200 len: 378 time: 0.0442359 Feb 04 14:12:19.839985 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'port': {'device_id': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'admin_state_up': True, 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'security_groups': ['edecec28-02b9-4352-a09a-5ac0e0888665']}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:12:19.977760 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:12:19.987764 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:12:19.998187 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Made reservation on behalf of b988490660c84bd49d7488d1e7276512 for: {'port': 1} {{(pid=87621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 14:12:20.003479 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.203557 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-4c1acc98-9428-4fc1-9de5-734af7db9128 req-3fc5a5bc-8433-49df-b35a-ed36b9e33916 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 210 time: 0.1143768 Feb 04 14:12:20.210319 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Allocated IP 172.20.0.12 (40f8db58-dfb7-4fa2-828d-212f59d61808/d1982aea-cd69-4324-98b3-786b3130c8d9/edd2bdc4-d6bc-48d7-8a41-73f329868083) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:12:20.440881 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.461339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Transition to ACTIVE for port object edd2bdc4-d6bc-48d7-8a41-73f329868083 will not be triggered until provisioned by entity DHCP. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:12:20.497778 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.563426 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:12:20.565171 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:12:20.568859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:12:20.654208 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:20.672236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:20.673011 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.694280 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.694717 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.695183 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.695651 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.696078 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.696504 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.696947 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.697369 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.697793 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.698215 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.698650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.699076 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:12:20.746674 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-95abc016-8e31-4df0-9e22-f48ecc294525 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9073548 Feb 04 14:12:20.847523 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.879655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9bfe02ed-89ca-47ff-beef-792fe8348973 None None] Provisioning for port edd2bdc4-d6bc-48d7-8a41-73f329868083 completed by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:12:20.886406 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-9bfe02ed-89ca-47ff-beef-792fe8348973 None None] Provisioning complete for port edd2bdc4-d6bc-48d7-8a41-73f329868083 triggered by entity DHCP. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:12:20.887016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9bfe02ed-89ca-47ff-beef-792fe8348973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:20.943380 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe02ed-89ca-47ff-beef-792fe8348973 None None] Port edd2bdc4-d6bc-48d7-8a41-73f329868083 cannot update to ACTIVE because it is not bound. {{(pid=87622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 14:12:21.419727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1a1f1-04fe-4195-8de3-43129a6b7d5d req-5fd05516-9d00-40bd-9bf5-3c31c62a8fb3 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:21.420485 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-01c1a1f1-04fe-4195-8de3-43129a6b7d5d req-5fd05516-9d00-40bd-9bf5-3c31c62a8fb3 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:12:21.436443 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-01c1a1f1-04fe-4195-8de3-43129a6b7d5d req-5fd05516-9d00-40bd-9bf5-3c31c62a8fb3 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:12:21.438388 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01c1a1f1-04fe-4195-8de3-43129a6b7d5d req-5fd05516-9d00-40bd-9bf5-3c31c62a8fb3 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.1057539 Feb 04 14:12:21.486878 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-01c1a1f1-04fe-4195-8de3-43129a6b7d5d req-e4a2cd74-f2e1-4ae3-b0ec-730220ceb405 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426207 Feb 04 14:12:22.463698 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-8f48287a-cecb-409b-ab20-18842761aae6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765529 Feb 04 14:12:22.711391 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09768-2605-4717-b05f-8bfc8936f649 req-60c1384d-525a-45b0-97cc-c6fc9d2771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:22.715036 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-60c1384d-525a-45b0-97cc-c6fc9d2771bd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.1734154 Feb 04 14:12:22.739817 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be9f6-3754-4032-9962-27f8c75499d9 req-c1ee3884-0f54-49d1-a0d7-b91cf2ad5276 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:22.753385 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d4be9f6-3754-4032-9962-27f8c75499d9 req-c1ee3884-0f54-49d1-a0d7-b91cf2ad5276 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.1391871 Feb 04 14:12:22.885912 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-1d4be9f6-3754-4032-9962-27f8c75499d9 req-ebde7a0a-e291-4425-ba3d-1cace3eb9dbc tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254745 Feb 04 14:12:22.936914 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09768-2605-4717-b05f-8bfc8936f649 req-f9cb8ac0-da4f-42ba-82c8-cd9e2460a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:22.939367 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-f9cb8ac0-da4f-42ba-82c8-cd9e2460a7df service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1768124 Feb 04 14:12:23.051428 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-66f0906d-e466-49c0-adf2-8b98cd2e17c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 999 time: 0.1053078 Feb 04 14:12:23.121453 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09768-2605-4717-b05f-8bfc8936f649 req-f0c4b53b-da92-4b15-8884-e5ed5d5a76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:23.122944 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-f0c4b53b-da92-4b15-8884-e5ed5d5a76cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0657899 Feb 04 14:12:23.332193 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09768-2605-4717-b05f-8bfc8936f649 req-26152ea8-4e8d-4029-a2cd-bcc1bd2a1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:23.333699 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-26152ea8-4e8d-4029-a2cd-bcc1bd2a1086 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047188 Feb 04 14:12:23.468826 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-dfcbb7dc-f12b-4ef9-a643-9144263a4673 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287670 Feb 04 14:12:23.607529 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-40d09768-2605-4717-b05f-8bfc8936f649 req-932fe6e3-215b-461e-9672-55c1a8b15b92 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332200 Feb 04 14:12:24.088339 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3785-64ef-4650-8123-9bcebeb3c27c req-4c7cccab-eb02-4f6c-be93-954336cc3c54 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:24.089786 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ddf3785-64ef-4650-8123-9bcebeb3c27c req-4c7cccab-eb02-4f6c-be93-954336cc3c54 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.0877736 Feb 04 14:12:24.136716 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4ddf3785-64ef-4650-8123-9bcebeb3c27c req-00eee3d8-5186-4063-b40b-10184e0a3825 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406656 Feb 04 14:12:25.025269 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:25.335182 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886296a-278a-477b-b6ab-434557603ccd req-ef521ba5-4a9a-4563-851f-01a651878865 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:25.336667 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f886296a-278a-477b-b6ab-434557603ccd req-ef521ba5-4a9a-4563-851f-01a651878865 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.0857258 Feb 04 14:12:25.382450 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f886296a-278a-477b-b6ab-434557603ccd req-584d42bd-f80d-4077-8f2a-72eac555e0d9 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398176 Feb 04 14:12:25.550865 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:12:26.577704 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ca3ae-020b-4690-8c79-b5b4bfc6f00c req-504acf28-6d93-403c-b2ba-809af5faceb1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:26.579229 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-388ca3ae-020b-4690-8c79-b5b4bfc6f00c req-504acf28-6d93-403c-b2ba-809af5faceb1 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.0857766 Feb 04 14:12:26.628634 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-388ca3ae-020b-4690-8c79-b5b4bfc6f00c req-ecb6df66-34d8-489c-8d6d-003ade8af040 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437334 Feb 04 14:12:27.835423 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb535ad-1c36-4777-9d7c-81adc2079fdd req-9d89d2c7-7d90-4c76-935b-d5a91fdae53f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:27.836897 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbb535ad-1c36-4777-9d7c-81adc2079fdd req-9d89d2c7-7d90-4c76-935b-d5a91fdae53f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.0892653 Feb 04 14:12:27.882215 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-fbb535ad-1c36-4777-9d7c-81adc2079fdd req-b261bda2-bd5c-4545-b31c-2e626418f914 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396452 Feb 04 14:12:29.078281 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90ab28-0c1b-4085-aa00-5b106f139210 req-b87724b5-64c2-4a21-a8a7-7b9d5db3b106 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:29.079759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec90ab28-0c1b-4085-aa00-5b106f139210 req-b87724b5-64c2-4a21-a8a7-7b9d5db3b106 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 932 time: 0.0798872 Feb 04 14:12:29.091059 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-59cef88a-15b3-47b9-98d8-036f8037c267 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 14:12:29.092082 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-59cef88a-15b3-47b9-98d8-036f8037c267 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056434 Feb 04 14:12:29.110169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Request body: {'port': {'device_id': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820555-2'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:12:29.279564 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-ec90ab28-0c1b-4085-aa00-5b106f139210 req-820e7e86-0bb4-43d7-a6bf-094262e77cf2 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1941979 Feb 04 14:12:29.334134 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:29.665558 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd2bdc4-d6bc-48d7-8a41-73f329868083 {{(pid=87621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:12:29.673086 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:29.687194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.provisioning_blocks [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Transition to ACTIVE for port object edd2bdc4-d6bc-48d7-8a41-73f329868083 will not be triggered until provisioned by entity L2. {{(pid=87621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 14:12:29.690913 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:29.828451 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:29.933227 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Attempting to bind port edd2bdc4-d6bc-48d7-8a41-73f329868083 on host n-h2-820555-2 for vnic_type normal with profile {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 14:12:29.933555 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Attempting to bind port edd2bdc4-d6bc-48d7-8a41-73f329868083 by drivers openvswitch,hyperv on host n-h2-820555-2 at level 0 using segments [{'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 14:12:29.933878 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Attempting to bind port edd2bdc4-d6bc-48d7-8a41-73f329868083 on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:12:29.938360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Port edd2bdc4-d6bc-48d7-8a41-73f329868083 on network 40f8db58-dfb7-4fa2-828d-212f59d61808 not bound, no agent of type Open vSwitch agent registered on host n-h2-820555-2 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 14:12:29.938699 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Attempting to bind port edd2bdc4-d6bc-48d7-8a41-73f329868083 on network 40f8db58-dfb7-4fa2-828d-212f59d61808 {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 14:12:29.943567 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Checking agent: {'id': '3fbf19f2-5907-4835-82c6-b8d42c624bb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820555-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 14:12:29.943896 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Checking segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 14:12:29.944269 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Bound using segment: {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'} {{(pid=87621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 14:12:29.944678 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.managers [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Bound port: edd2bdc4-d6bc-48d7-8a41-73f329868083, host: n-h2-820555-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808'}}] {{(pid=87621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 14:12:29.945013 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:30.034330 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, cleared binding levels {{(pid=87621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 14:12:30.037303 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 14:12:30.040714 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:30.101775 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.102332 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:30.103701 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] 10.222.0.90 "PUT /v2.0/ports/edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 1092 time: 0.9988291 Feb 04 14:12:30.104135 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:12:30.131231 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e358a-4e6e-4c3b-befd-327e3586e8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=3']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:30.155880 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'status': 'completed', 'code': 200} Feb 04 14:12:30.238652 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-a29b2f3b-b5d3-4115-ac7f-ffa50a576421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.240152 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-a29b2f3b-b5d3-4115-ac7f-ffa50a576421 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1095 time: 0.0766733 Feb 04 14:12:30.308028 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-ed51a115-6cb4-4093-90a1-85c1a00ce8f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 217 time: 0.0612502 Feb 04 14:12:30.373677 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-4187e027-763d-4be2-bef8-a459f5e617d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.375195 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-4187e027-763d-4be2-bef8-a459f5e617d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0613093 Feb 04 14:12:30.511289 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-61111ed5-3341-4085-b2e4-975ffca12ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.512675 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-61111ed5-3341-4085-b2e4-975ffca12ff4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323075 Feb 04 14:12:30.521266 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cfa87-a920-4094-b8c3-00264421dda0 req-64194a3a-c071-4be6-850e-7086f09baaf5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.522588 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-460cfa87-a920-4094-b8c3-00264421dda0 req-64194a3a-c071-4be6-850e-7086f09baaf5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 944 time: 0.1118124 Feb 04 14:12:30.642933 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-460cfa87-a920-4094-b8c3-00264421dda0 req-8d771103-32f7-4fdf-8c9f-b99d6a479f05 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018205 Feb 04 14:12:30.679328 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-aaf0b254-8b8f-4da2-b945-9dfb00ee1465 service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558082 Feb 04 14:12:30.808871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7bc524a3-3a9c-46bf-851d-671185524e14 req-9cd465ac-486c-4795-a77b-304e65bd7735 service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239884 Feb 04 14:12:30.921169 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-d6c1fbf5-0d19-4fe6-b27c-3cf23f729313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:30.922694 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-d6c1fbf5-0d19-4fe6-b27c-3cf23f729313 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1095 time: 0.0710318 Feb 04 14:12:31.152356 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-eb396399-bfdf-4b47-9346-4e973a565f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.153845 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-eb396399-bfdf-4b47-9346-4e973a565f1f service neutron] 10.222.0.90 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.2251060 Feb 04 14:12:31.224970 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-8cc73889-a3e3-4712-aa9e-f4cd3e978fe6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 217 time: 0.0632885 Feb 04 14:12:31.288667 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-6372068b-c049-4c08-b11c-7a2906d9cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.290043 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-6372068b-c049-4c08-b11c-7a2906d9cddc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0586860 Feb 04 14:12:31.363106 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-7fc17a48-2fd0-479a-be1f-71ab7e5644de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.364543 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-7fc17a48-2fd0-479a-be1f-71ab7e5644de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681043 Feb 04 14:12:31.492200 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-e6ff972d-a1d7-438e-b9b0-d3063436bf9a service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214023 Feb 04 14:12:31.621999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-006503c4-da34-42b4-87f6-bf717c0ca353 req-9b5839bc-7bec-4fc9-bf4a-de31756040fe service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238594 Feb 04 14:12:31.825865 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb472c-3b4f-4ad9-b086-30f543d98568 req-9468e51f-a1d4-4c99-96c3-a4307cd4e8c5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:31.827359 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ccb472c-3b4f-4ad9-b086-30f543d98568 req-9468e51f-a1d4-4c99-96c3-a4307cd4e8c5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 944 time: 0.0802352 Feb 04 14:12:31.871173 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-6ccb472c-3b4f-4ad9-b086-30f543d98568 req-c38ae82a-0cc7-4faf-ace2-387652fd5dce tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382171 Feb 04 14:12:33.055252 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11638d1-9f5c-4cd9-b64e-779c7898d1ec req-4e7b99b3-bcc3-402c-b0ae-68bb95e44b18 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:33.056682 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c11638d1-9f5c-4cd9-b64e-779c7898d1ec req-4e7b99b3-bcc3-402c-b0ae-68bb95e44b18 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 944 time: 0.0768766 Feb 04 14:12:33.103794 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c11638d1-9f5c-4cd9-b64e-779c7898d1ec req-b4037b46-d8ad-49a3-98bf-38e401e8ce88 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411041 Feb 04 14:12:33.988171 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device edd2bdc4-d6bc-48d7-8a41-73f329868083 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:12:34.125007 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:34.140336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'mac_address': 'fa:16:3e:2c:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:12:34.194365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:34.211159 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd2bdc4-d6bc-48d7-8a41-73f329868083 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:12:34.227268 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:34.231110 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:34.293181 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3807f-1fca-4ef9-b935-eaff937adf28 req-c1b7fdab-9849-47ce-80b2-1a85329664f6 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:34.294840 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2b3807f-1fca-4ef9-b935-eaff937adf28 req-c1b7fdab-9849-47ce-80b2-1a85329664f6 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Feb 04 14:12:34.304704 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=4']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:34.340118 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-e2b3807f-1fca-4ef9-b935-eaff937adf28 req-313a08f8-e681-481c-9a86-bc99a6c0c19a tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392294 Feb 04 14:12:34.476414 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['edd2bdc4-d6bc-48d7-8a41-73f329868083'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:12:35.523111 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cce7d2-48cc-47bd-9210-421440e39c87 req-8d58ef23-d0e0-4bfa-8728-a24bfb1d7142 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:35.524575 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5cce7d2-48cc-47bd-9210-421440e39c87 req-8d58ef23-d0e0-4bfa-8728-a24bfb1d7142 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 945 time: 0.0788310 Feb 04 14:12:35.568131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c5cce7d2-48cc-47bd-9210-421440e39c87 req-575ec9b4-7448-416b-916f-f56104fec8d8 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379715 Feb 04 14:12:36.004138 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device edd2bdc4-d6bc-48d7-8a41-73f329868083 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:12:36.082671 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning for port edd2bdc4-d6bc-48d7-8a41-73f329868083 completed by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 14:12:36.087195 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port edd2bdc4-d6bc-48d7-8a41-73f329868083 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:12:36.087562 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:36.205665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:36.231071 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:12:36.240975 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:12:36.244942 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:36.277031 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'code': 200} Feb 04 14:12:36.316063 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=5']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:36.402464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ab251-b152-49ec-8f54-16318079b070 req-d9313641-4f9a-422d-b724-495c4a23c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:36.403929 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa2ab251-b152-49ec-8f54-16318079b070 req-d9313641-4f9a-422d-b724-495c4a23c704 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1097 time: 0.0730150 Feb 04 14:12:36.444167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-fa2ab251-b152-49ec-8f54-16318079b070 req-d46d3c82-555a-49f2-b642-97859b5f3139 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330431 Feb 04 14:12:36.751450 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6acea-714c-4787-a8aa-62077a123b67 req-d5e746b5-8884-4405-aa85-41d92e71b2fe tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:36.752904 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83a6acea-714c-4787-a8aa-62077a123b67 req-d5e746b5-8884-4405-aa85-41d92e71b2fe tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.0796602 Feb 04 14:12:36.796808 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-83a6acea-714c-4787-a8aa-62077a123b67 req-2c65eb3d-b585-43ca-8ab4-54d78b6e1d77 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381830 Feb 04 14:12:37.979392 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebac91c-1a64-4818-904f-8fcddac24df4 req-42e294f2-9c8d-455d-bd95-51efbfe3d094 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:37.980832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ebac91c-1a64-4818-904f-8fcddac24df4 req-42e294f2-9c8d-455d-bd95-51efbfe3d094 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.0794263 Feb 04 14:12:38.027530 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-9ebac91c-1a64-4818-904f-8fcddac24df4 req-fe68cea3-f733-4c3d-b408-6595b6f2a367 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406268 Feb 04 14:12:38.210467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113949b-4f18-482a-a75d-af42f3378520 req-83362def-6742-4db3-a5d7-559a02d2f360 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:38.211999 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7113949b-4f18-482a-a75d-af42f3378520 req-83362def-6742-4db3-a5d7-559a02d2f360 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.0818639 Feb 04 14:12:38.255826 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7113949b-4f18-482a-a75d-af42f3378520 req-ea434a8b-5f2a-4da8-b58e-f78b93438539 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376811 Feb 04 14:12:38.277236 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38922) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:12:38.345836 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcdff2b-14ac-4dc3-ace2-b9fd8d484f68 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:38.347356 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-8dcdff2b-14ac-4dc3-ace2-b9fd8d484f68 tempest-TestSnapshotPattern-2054859937 tempest-TestSnapshotPattern-2054859937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1092 time: 0.0691938 Feb 04 14:12:38.350336 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 38926) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:12:38.355144 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.v2.base [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Request body: {'floatingip': {'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 14:12:38.362210 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 14:12:38.366015 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Usage tracker for resource:floatingip and tenant:b988490660c84bd49d7488d1e7276512 is out of sync, need to count used quota {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 14:12:38.368859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87621) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 14:12:38.374441 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.quota.driver [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87621) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 14:12:38.384629 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:38.517949 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:38.653301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_common [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Allocated IP 172.25.4.59 (0da928c1-df42-4b70-82b6-376c11f9ad8e/663243b6-7d9a-4ec6-bb6a-19a016cb26ef/29cb194e-c2a4-42c1-8171-0df0b680fba9) {{(pid=87621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 14:12:38.797925 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:38.825976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740016337165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:38.891957 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Network 0da928c1-df42-4b70-82b6-376c11f9ad8e is already hosted by enough agents. {{(pid=87621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 14:12:38.894724 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.base_scheduler [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Resources bound (agent type, host, resource id): {{(pid=87621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 14:12:38.898416 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Received port after_create {{(pid=87621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 14:12:39.030577 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=29cb194e-c2a4-42c1-8171-0df0b680fba9,revision_number=1']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:39.408357 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:39.479954 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:39.683183 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for port, precommit_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:39.688255 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10716726'] for port, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:39.788727 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event updated for resources: {'Port': ['ID=29cb194e-c2a4-42c1-8171-0df0b680fba9,revision_number=2']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:12:39.804590 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-624807'] for floatingip, after_update {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:39.975728 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Floating IP 36b5b53c-4775-423e-84a5-ccc2a5717120 associated. External IP: 172.25.4.59, port: edd2bdc4-d6bc-48d7-8a41-73f329868083. Feb 04 14:12:40.321470 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:12:40.606824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:12:40.616543 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:12:40.626433 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:12:40.627074 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:12:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:12:40.630912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:40.685379 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-01b23490-37a3-4270-8ae5-3326fcddfdd5 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3340154 Feb 04 14:12:40.686454 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:12:40.729777 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'status': 'completed', 'code': 200} Feb 04 14:12:40.806179 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:12:40.822219 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-737d1b4b-25b9-4353-8e8b-97386e8773db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:40.823747 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-737d1b4b-25b9-4353-8e8b-97386e8773db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1097 time: 0.0731146 Feb 04 14:12:40.952010 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-f2113742-19bb-4c89-8af9-8ce9c3163e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:40.953370 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-f2113742-19bb-4c89-8af9-8ce9c3163e42 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1241188 Feb 04 14:12:41.054274 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-a58e1a31-9644-4922-982e-ee9a665824a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 999 time: 0.0952735 Feb 04 14:12:41.114261 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-ec73e289-531c-49e6-9441-5a663ef8dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:41.115713 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-ec73e289-531c-49e6-9441-5a663ef8dc1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0561111 Feb 04 14:12:41.143035 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36b5b53c-4775-423e-84a5-ccc2a5717120', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:2c:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:12:39Z', 'updated_at': '2022-02-04T14:12:39Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}, {'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:12:41.146782 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:12:41.155411 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:12:41.156111 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:12:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:12:41.192519 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-0b8a2239-b140-46c1-942d-1b865a56cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:12:41.193973 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-0b8a2239-b140-46c1-942d-1b865a56cecb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731375 Feb 04 14:12:41.327267 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-ec6da8c8-3d6e-4c8e-92c7-88903419949b service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270435 Feb 04 14:12:41.332537 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:12:41.458157 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7d320de8-1b06-4af2-ac56-ca95eff0987b req-b936be38-38d0-4850-891c-e26f436fdab6 service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250286 Feb 04 14:12:41.692649 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36b5b53c-4775-423e-84a5-ccc2a5717120', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:2c:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:12:39Z', 'updated_at': '2022-02-04T14:12:39Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}, {'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:12:41.696469 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7cb929-294a-4fde-a6d9-637f81101455 None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '36b5b53c-4775-423e-84a5-ccc2a5717120', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:2c:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:12:39Z', 'updated_at': '2022-02-04T14:12:39Z', 'revision_number': 0, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}, {'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:12:41.891623 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62112fec-0238-4bd9-b052-dd5e70c766a4 None None] New status for floating IP 36b5b53c-4775-423e-84a5-ccc2a5717120: ACTIVE {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:12:43.666103 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-41be5827-cbf8-4c81-bc96-8acf76ed1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:46.423857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9264f7a4-6e44-432e-9511-587ff7010611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:47.023787 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:47.601356 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:48.955012 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:50.845035 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:12:55.028854 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:02.550724 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:13:05.286213 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a12ebd0-e887-4cd0-8368-ca1c717bcb36 req-c5ad57fe-0ef7-4766-b997-68e14b2c1531 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408742 Feb 04 14:13:05.395076 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a12ebd0-e887-4cd0-8368-ca1c717bcb36 req-a82bc9bb-750b-44f3-8e06-8c39fdc3ff8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0409775 Feb 04 14:13:05.435658 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a12ebd0-e887-4cd0-8368-ca1c717bcb36 req-f3bad7ad-aa95-46c6-9326-be301d842162 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238907 Feb 04 14:13:05.583222 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ebd0-e887-4cd0-8368-ca1c717bcb36 req-9922e8f6-3c0c-471c-9605-e418d9dd56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:05.584655 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-7a12ebd0-e887-4cd0-8368-ca1c717bcb36 req-9922e8f6-3c0c-471c-9605-e418d9dd56d6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372368 Feb 04 14:13:06.564232 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-9b45dcb2-631d-4ecb-8ddb-06d2fb711049 req-65998b78-c7f0-4ee8-845c-6c14e93046c0 service neutron] (87621) timed out ('10.222.0.87', 54855) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 14:13:13.667911 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-73457e11-844e-4acc-896b-f951d91c186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:16.426660 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bdffd41c-90fa-44c8-9da6-5b40022c2fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:17.025571 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:17.604161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:18.957281 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:20.859425 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:24.489343 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-3005fef4-d245-4f3c-844d-a5c28472f8af service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091633 Feb 04 14:13:24.624862 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b820c-4399-4f18-a08b-eac81e271deb req-6fcba507-1951-4d14-a8a5-cfb2f197a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:24.626296 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-6fcba507-1951-4d14-a8a5-cfb2f197a237 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.0694094 Feb 04 14:13:24.766910 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b820c-4399-4f18-a08b-eac81e271deb req-2ac0a399-d1b9-485b-a4d5-2fb8c439094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:24.768355 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-2ac0a399-d1b9-485b-a4d5-2fb8c439094f service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1248519 Feb 04 14:13:24.868773 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-b6198dce-70dd-4ede-9394-24c915e3f468 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 999 time: 0.0944939 Feb 04 14:13:24.931267 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b820c-4399-4f18-a08b-eac81e271deb req-43d208c1-742a-45cd-8c12-9d1a206c1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:24.932645 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-43d208c1-742a-45cd-8c12-9d1a206c1f3e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0581648 Feb 04 14:13:25.004419 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b820c-4399-4f18-a08b-eac81e271deb req-5a4c6c5c-642b-4a12-a895-33f0ad1f5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:13:25.005832 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-5a4c6c5c-642b-4a12-a895-33f0ad1f5dbe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676727 Feb 04 14:13:25.029665 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:25.135457 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-853e120d-7596-465c-a5f0-85b681837542 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226854 Feb 04 14:13:25.266097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-061b820c-4399-4f18-a08b-eac81e271deb req-bd4ccb2b-af4f-40ef-838a-52856db07211 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243787 Feb 04 14:13:39.550379 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:13:43.671205 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-86acaf48-6d90-4d25-94d4-bd75d2b7025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:46.427440 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c28700d4-7e88-4f7f-81ff-97dc554cad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:47.028933 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:47.606669 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:48.961588 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:50.873220 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:13:55.050365 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:06.341612 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-1e3da30c-5b98-472e-92ad-3ed484ac06f0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121111 Feb 04 14:14:06.430012 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-75e63edd-9ac0-4ce9-ae50-2fcbeadc899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:06.431490 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-75e63edd-9ac0-4ce9-ae50-2fcbeadc899b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1097 time: 0.0691967 Feb 04 14:14:06.571972 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-69076d1d-2c3d-48de-be69-a038368af72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:06.573404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-69076d1d-2c3d-48de-be69-a038368af72a service neutron] 10.222.0.90 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1249735 Feb 04 14:14:06.777830 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-48ddb9f6-f5bf-4d8a-9a27-227ddbca55dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 1001 time: 0.1990836 Feb 04 14:14:06.843259 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-64bf278a-fb88-48a6-b9d5-f3140d31c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:06.844816 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-64bf278a-fb88-48a6-b9d5-f3140d31c48d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0618689 Feb 04 14:14:06.918372 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-448b970b-357c-4357-a2fc-14650793c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:06.919871 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-448b970b-357c-4357-a2fc-14650793c8f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691221 Feb 04 14:14:07.048406 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-f42abdec-21cc-43b7-b1e1-09663369ea2c service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216314 Feb 04 14:14:07.178920 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-bf13922d-1aea-4888-be58-a7c204560ff3 req-f3332643-b8d8-4dac-931c-ed6c9c7e9456 service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251681 Feb 04 14:14:13.672561 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8836e2e-1c50-46b9-bf37-24f7bbe9f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:16.428857 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0518eda6-ea08-4cfe-a669-b1c9c54104ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:16.549819 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:14:17.031870 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:17.609277 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:18.964363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:20.888380 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:22.600288 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device edd2bdc4-d6bc-48d7-8a41-73f329868083 details requested by agent hyperv_n-h2-820555-2 with host n-h2-820555-2 {{(pid=87622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 14:14:22.730718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:22.743730 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Returning: {'device': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'port_id': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'mac_address': 'fa:16:3e:2c:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 14:14:22.796210 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:22.812620 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edd2bdc4-d6bc-48d7-8a41-73f329868083 {{(pid=87622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 14:14:22.827718 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:22.836407 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:22.905536 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=6']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:22.913674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.914015 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.914351 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.914706 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.915036 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.915644 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.915969 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.916287 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.916604 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.916921 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.921029 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.921390 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:22.926740 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] get_ports_and_sgs() called for port_ids ['edd2bdc4-d6bc-48d7-8a41-73f329868083'] {{(pid=87622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 14:14:24.619461 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device edd2bdc4-d6bc-48d7-8a41-73f329868083 up at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 14:14:24.740449 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.provisioning_blocks [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Provisioning complete for port edd2bdc4-d6bc-48d7-8a41-73f329868083 triggered by entity L2. {{(pid=87622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 14:14:24.741316 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3574575'] for port, provisioning_complete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:24.875245 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:24.903886 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:24.915121 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:24.919759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:24.959649 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'code': 200} Feb 04 14:14:24.998090 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=7']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:25.066590 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:25.453999 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-c777959e-0c3f-443a-a667-56229e9449a9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812621 Feb 04 14:14:25.607105 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-1da955af-82eb-4821-91a6-36bb7d5f4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:25.608654 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-1da955af-82eb-4821-91a6-36bb7d5f4e94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.0825686 Feb 04 14:14:25.880209 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-2fd95939-2dbb-443c-88ad-9ea020cf4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:25.881597 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-2fd95939-2dbb-443c-88ad-9ea020cf4ed4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.2520044 Feb 04 14:14:26.002371 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-8a2a1d09-a801-4d9e-89f6-511ad582021c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 999 time: 0.1137671 Feb 04 14:14:26.081925 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-4342a443-18a0-4bd4-aae2-e13f908cd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:26.083563 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-4342a443-18a0-4bd4-aae2-e13f908cd63f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0747731 Feb 04 14:14:26.172977 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-4c4792de-baba-4534-9604-ea2b4667efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:26.174358 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-4c4792de-baba-4534-9604-ea2b4667efb9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842850 Feb 04 14:14:26.328643 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-36e64deb-3e7c-42ff-80b5-8ad76ca865d7 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484435 Feb 04 14:14:26.460766 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-ccbedb95-35e3-406d-96fb-3be56dce31e5 req-8d3bc596-bd7f-4395-8331-2cc32e44042f service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264966 Feb 04 14:14:33.073880 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39138) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:33.282840 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Deleting port 29cb194e-c2a4-42c1-8171-0df0b680fba9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:33.283096 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:33.448235 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:33.448562 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:33.568810 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Calling delete_port for 29cb194e-c2a4-42c1-8171-0df0b680fba9 owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:33.720621 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:33.771805 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event deleted for resources: {'Port': ['ID=29cb194e-c2a4-42c1-8171-0df0b680fba9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:33.816257 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.816608 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.816949 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.817283 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.817638 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.817975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.818301 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.818646 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.819200 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.819348 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.819603 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.819926 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:33.874818 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:33.875154 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Floating IP 36b5b53c-4775-423e-84a5-ccc2a5717120 disassociated (deleted). External IP: 172.25.4.59, port: edd2bdc4-d6bc-48d7-8a41-73f329868083. Feb 04 14:14:34.328526 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:14:34.508848 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:14:34.519889 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:34.529126 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:34.529579 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:34.530196 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:34.583117 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-88c60ab8-08b4-46f9-a699-d89340ef6a4c tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "DELETE /v2.0/floatingips/36b5b53c-4775-423e-84a5-ccc2a5717120 HTTP/1.1" status: 204 len: 168 time: 1.5080378 Feb 04 14:14:34.583700 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:34.648589 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'status': 'completed', 'code': 200} Feb 04 14:14:34.719203 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:34.769165 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-6b56ed16-7529-4bd6-a8c8-8b2acbaa7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:34.771002 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-6b56ed16-7529-4bd6-a8c8-8b2acbaa7a4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 1097 time: 0.1039281 Feb 04 14:14:34.918218 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-8b678a93-0899-442e-9daa-228beabadbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:34.919729 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-8b678a93-0899-442e-9daa-228beabadbb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1407318 Feb 04 14:14:34.990346 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-0ec3c93c-2976-4522-ba97-60fff7338d70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 200 len: 217 time: 0.0627022 Feb 04 14:14:35.057662 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-8ad4a3f3-57c8-42a9-a502-f97c9272217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:35.059167 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-8ad4a3f3-57c8-42a9-a502-f97c9272217b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0623989 Feb 04 14:14:35.065318 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab160f-b2fb-4a66-bd14-51779f2eebe2 req-fbe4b3f5-3085-4fa9-9c2f-f27d1a0e2218 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:35.066951 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2dab160f-b2fb-4a66-bd14-51779f2eebe2 req-fbe4b3f5-3085-4fa9-9c2f-f27d1a0e2218 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.1702092 Feb 04 14:14:35.099670 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:35.103709 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:35.113315 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:35.114081 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:35.114917 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-2dab160f-b2fb-4a66-bd14-51779f2eebe2 req-3b65b1d8-920d-48ba-971f-4885b8d33611 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410490 Feb 04 14:14:35.137091 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-4e821ea4-7a64-451a-9c64-3d761840b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:35.137091 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-4e821ea4-7a64-451a-9c64-3d761840b8d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713353 Feb 04 14:14:35.270517 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-73111211-60ea-4f53-adfd-8b93ac4bbc4b service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265230 Feb 04 14:14:35.291012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:35.404424 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-dcec9ac0-1fcd-4a25-babc-42969e0d9bd9 req-9be7258c-3c1a-438d-9ca6-9546b43c90df service neutron] 10.222.0.90 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268969 Feb 04 14:14:35.653799 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:35.658203 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd738823-c823-42c2-8801-ad942ab065fb None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_floatingips': [{'id': '412f39c1-a859-47d1-9498-e766f3f8e8cb', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'router_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'port_id': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'mac_address': 'fa:16:3e:d5:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T14:10:05Z', 'updated_at': '2022-02-04T14:10:08Z', 'revision_number': 1, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:35.881269 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf6d37-42c6-4db2-a30f-c58bba9107ba None None] New status for floating IP 36b5b53c-4775-423e-84a5-ccc2a5717120: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:14:36.362688 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e99191-ff82-4122-acc8-d5dffad90ad0 req-5b2133fe-c6c2-45a2-b348-030d7e054d1d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:36.363376 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a6e99191-ff82-4122-acc8-d5dffad90ad0 req-5b2133fe-c6c2-45a2-b348-030d7e054d1d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:14:36.424109 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-a6e99191-ff82-4122-acc8-d5dffad90ad0 req-5b2133fe-c6c2-45a2-b348-030d7e054d1d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:14:36.425233 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6e99191-ff82-4122-acc8-d5dffad90ad0 req-5b2133fe-c6c2-45a2-b348-030d7e054d1d tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.1990552 Feb 04 14:14:36.480875 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d205f06-7e49-4833-86a1-028f17d6757f req-92219180-123c-4f94-928c-676caeb48f54 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:36.482311 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d205f06-7e49-4833-86a1-028f17d6757f req-92219180-123c-4f94-928c-676caeb48f54 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 946 time: 0.1129820 Feb 04 14:14:36.487252 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a6e99191-ff82-4122-acc8-d5dffad90ad0 req-f6ebcfa2-d680-4951-bf3d-877bbb733913 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542393 Feb 04 14:14:36.553782 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Deleting port edd2bdc4-d6bc-48d7-8a41-73f329868083 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:36.554121 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:36.664709 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Device edd2bdc4-d6bc-48d7-8a41-73f329868083 no longer exists at agent hyperv_n-h2-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:36.778635 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712317'] for port, before_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:36.806168 n-d-820555-2 neutron-server[87622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:36.815442 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:36.819975 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740016778765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740016337183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740016337228'] for port, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:36.896944 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Pushing event updated for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=8']} {{(pid=87622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:36.923355 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:36.923736 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:37.004278 n-d-820555-2 neutron-server[87622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'code': 200} Feb 04 14:14:37.051418 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Calling delete_port for edd2bdc4-d6bc-48d7-8a41-73f329868083 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:37.131047 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.db.api [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:14:37.131314 n-d-820555-2 neutron-server[87621]: DEBUG oslo_db.api [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:14:37.635041 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Deleting port edd2bdc4-d6bc-48d7-8a41-73f329868083 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:37.635728 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:37.772493 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e60c7-7721-41cf-9563-39cefe1cff7f req-de21a975-fb36-4855-938c-44ba4d2d5980 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:37.773965 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a33e60c7-7721-41cf-9563-39cefe1cff7f req-de21a975-fb36-4855-938c-44ba4d2d5980 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f77679-1ab3-410e-afed-6d10595889f1 HTTP/1.1" status: 200 len: 944 time: 0.1825964 Feb 04 14:14:37.897139 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a33e60c7-7721-41cf-9563-39cefe1cff7f req-00291344-1ca2-4bc5-bef0-f49d5a03d034 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073809 Feb 04 14:14:37.935221 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] For port edd2bdc4-d6bc-48d7-8a41-73f329868083, host n-h2-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820555-2',level=0,port_id=edd2bdc4-d6bc-48d7-8a41-73f329868083,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:37.935574 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:38.061859 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Calling delete_port for edd2bdc4-d6bc-48d7-8a41-73f329868083 owned by compute:nova {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:38.202976 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:38.255322 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event deleted for resources: {'Port': ['ID=edd2bdc4-d6bc-48d7-8a41-73f329868083,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:38.327385 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] No DVR routers for this DVR port edd2bdc4-d6bc-48d7-8a41-73f329868083 on host n-h2-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:38.329819 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:38.332734 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-deleted', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:38.353434 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-0d205f06-7e49-4833-86a1-028f17d6757f req-113406a1-8457-4e82-bbb3-40806e41c7d4 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.90 "DELETE /v2.0/ports/edd2bdc4-d6bc-48d7-8a41-73f329868083 HTTP/1.1" status: 204 len: 173 time: 1.8652010 Feb 04 14:14:38.378068 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f77679-1ab3-410e-afed-6d10595889f1', 'name': 'network-vif-deleted', 'tag': 'edd2bdc4-d6bc-48d7-8a41-73f329868083', 'status': 'completed', 'code': 200} Feb 04 14:14:39.521022 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39212) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:39.721627 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Deleting port 3b85c048-34fd-48a0-906b-6bf8e5e6eb0c {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:39.721964 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:39.993685 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:39.994009 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:40.114176 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Calling delete_port for 3b85c048-34fd-48a0-906b-6bf8e5e6eb0c owned by network:floatingip {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:40.260682 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:40.308753 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event deleted for resources: {'Port': ['ID=3b85c048-34fd-48a0-906b-6bf8e5e6eb0c,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:40.397785 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:40.398029 n-d-820555-2 neutron-server[87621]: INFO neutron.db.l3_db [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Floating IP 412f39c1-a859-47d1-9498-e766f3f8e8cb disassociated (deleted). External IP: 172.25.4.151, port: d29c24eb-4bae-42b6-ace7-dca33535d10e. Feb 04 14:14:40.742477 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:14:40.918253 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:14:40.928698 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:40.934194 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for floatingip, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:40.937424 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:40.938012 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:40.990757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-bd9d6867-0d65-47c7-a2c0-3e5a7cb7d36f tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "DELETE /v2.0/floatingips/412f39c1-a859-47d1-9498-e766f3f8e8cb HTTP/1.1" status: 204 len: 168 time: 1.4686112 Feb 04 14:14:40.991367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:41.041149 n-d-820555-2 neutron-server[87621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'status': 'completed', 'code': 200} Feb 04 14:14:41.133412 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:41.134473 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-6fa1d001-3096-4110-bb9f-0b3917febf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:41.136033 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-6fa1d001-3096-4110-bb9f-0b3917febf0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b988490660c84bd49d7488d1e7276512&device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 1094 time: 0.0746655 Feb 04 14:14:41.280034 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-86eae4fb-00f4-4375-bbae-c7cf7b887439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:41.281229 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-86eae4fb-00f4-4375-bbae-c7cf7b887439 service neutron] 10.222.0.87 "GET /v2.0/networks?id=40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 200 len: 910 time: 0.1390374 Feb 04 14:14:41.350524 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-b6a4977a-af08-4c22-b841-f9d256cc2d7d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 200 len: 217 time: 0.0625799 Feb 04 14:14:41.369720 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888992e2-26e6-41cc-b559-8789f657db68 req-7dd0063b-93e9-4661-89cc-a8df72596e36 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:41.370578 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-888992e2-26e6-41cc-b559-8789f657db68 req-7dd0063b-93e9-4661-89cc-a8df72596e36 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:14:41.387067 n-d-820555-2 neutron-server[87621]: DEBUG neutron.quota.resource [req-888992e2-26e6-41cc-b559-8789f657db68 req-7dd0063b-93e9-4661-89cc-a8df72596e36 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87621) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:14:41.388420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-888992e2-26e6-41cc-b559-8789f657db68 req-7dd0063b-93e9-4661-89cc-a8df72596e36 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.1011271 Feb 04 14:14:41.424621 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-be9f17b8-de14-4fe1-b824-896e84ca2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:41.426097 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-be9f17b8-de14-4fe1-b824-896e84ca2760 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 200 len: 848 time: 0.0686224 Feb 04 14:14:41.443324 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-888992e2-26e6-41cc-b559-8789f657db68 req-b8b7df3e-0d2f-4636-847e-df8d644ca731 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473995 Feb 04 14:14:41.481028 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:41.484835 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:41.493009 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:41.493594 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:16Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:41.502080 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-e3d53da0-6c41-4cb6-93cf-95a7fe1ec234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:41.503607 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-e3d53da0-6c41-4cb6-93cf-95a7fe1ec234 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=40f8db58-dfb7-4fa2-828d-212f59d61808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709238 Feb 04 14:14:41.636130 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-42a242f1-eb47-4982-b815-9015beb27a7a service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252620 Feb 04 14:14:41.668569 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:41.770288 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-a53f921a-1b45-4520-b2c4-8484f48c547d req-2073444c-7d38-4cc9-a282-37b2f99515e1 service neutron] 10.222.0.87 "GET /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268835 Feb 04 14:14:41.979591 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:41.983175 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db204b-7873-4b69-9a32-796ab91999fb None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:42Z', 'revision_number': 4, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2', '_interfaces': [{'id': 'db8da375-b932-40c8-993b-1c3ac92ca11f', 'name': '', 'network_id': '40f8db58-dfb7-4fa2-828d-212f59d61808', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'mac_address': 'fa:16:3e:76:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:41Z', 'updated_at': '2022-02-04T14:09:47Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'subnets': [{'id': 'd1982aea-cd69-4324-98b3-786b3130c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:42.197413 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6e0bc-be9d-4265-92e1-addfac40fd77 None None] New status for floating IP 412f39c1-a859-47d1-9498-e766f3f8e8cb: DOWN {{(pid=87622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 14:14:42.625525 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951d23-3cda-4351-9bb6-c6ac0d08b03e req-17f18853-b57a-4a17-a01f-462fe5debe37 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:42.626959 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70951d23-3cda-4351-9bb6-c6ac0d08b03e req-17f18853-b57a-4a17-a01f-462fe5debe37 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0830269 Feb 04 14:14:42.670071 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-70951d23-3cda-4351-9bb6-c6ac0d08b03e req-03c77e76-3673-4e5d-95b8-0742954c7153 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/security-groups?id=edecec28-02b9-4352-a09a-5ac0e0888665&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373940 Feb 04 14:14:42.837246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-23bdbf7c-ae90-4a4a-ae4f-e5fdd1aeaf3e tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:14:42.838676 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-23bdbf7c-ae90-4a4a-ae4f-e5fdd1aeaf3e tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.87 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 943 time: 0.0766714 Feb 04 14:14:42.909601 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Deleting port d29c24eb-4bae-42b6-ace7-dca33535d10e {{(pid=87620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:42.909857 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:43.248546 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.db [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] For port d29c24eb-4bae-42b6-ace7-dca33535d10e, host n-h1-820555-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820555-2',level=0,port_id=d29c24eb-4bae-42b6-ace7-dca33535d10e,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:43.248829 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:43.373536 n-d-820555-2 neutron-server[87620]: DEBUG neutron.plugins.ml2.plugin [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Calling delete_port for d29c24eb-4bae-42b6-ace7-dca33535d10e owned by compute:nova {{(pid=87620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:43.516287 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15348471'] for port, after_delete {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:43.566563 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event deleted for resources: {'Port': ['ID=d29c24eb-4bae-42b6-ace7-dca33535d10e,revision_number=None']} {{(pid=87620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:43.605946 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.606292 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.606654 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.606991 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.607322 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.607650 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.607973 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.608295 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.608611 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.608929 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.609246 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.609564 n-d-820555-2 neutron-server[87620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820555-2 {{(pid=87620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 14:14:43.654874 n-d-820555-2 neutron-server[87620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] No DVR routers for this DVR port d29c24eb-4bae-42b6-ace7-dca33535d10e on host n-h1-820555-2 {{(pid=87620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:43.657344 n-d-820555-2 neutron-server[87620]: DEBUG neutron_lib.callbacks.manager [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-971566'] for port, before_response {{(pid=87620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:43.659868 n-d-820555-2 neutron-server[87620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-deleted', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e'}] {{(pid=87620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 14:14:43.677026 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-f187af47-71d7-4546-8524-9c3b6b00c7df req-893d9b35-f736-4a1d-8d74-2574463896be tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.87 "DELETE /v2.0/ports/d29c24eb-4bae-42b6-ace7-dca33535d10e HTTP/1.1" status: 204 len: 173 time: 0.8333468 Feb 04 14:14:43.677490 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e5b4115d-c0da-4237-aeab-b85f5c2e1052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:43.774911 n-d-820555-2 neutron-server[87620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fa95d3-a895-46ab-9ab8-7d12a48f59dd', 'name': 'network-vif-deleted', 'tag': 'd29c24eb-4bae-42b6-ace7-dca33535d10e', 'status': 'completed', 'code': 200} Feb 04 14:14:43.837330 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-84aa2e12-c8e4-4709-944d-78bee8b71217 req-57bbba1b-9801-44f4-9b62-811719007698 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Synchronizing usage tracker for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87620) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 14:14:43.852554 n-d-820555-2 neutron-server[87620]: DEBUG neutron.quota.resource [req-84aa2e12-c8e4-4709-944d-78bee8b71217 req-57bbba1b-9801-44f4-9b62-811719007698 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Unset dirty status for tenant:b988490660c84bd49d7488d1e7276512 on resource:port {{(pid=87620) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 14:14:43.853974 n-d-820555-2 neutron-server[87620]: INFO neutron.wsgi [req-84aa2e12-c8e4-4709-944d-78bee8b71217 req-57bbba1b-9801-44f4-9b62-811719007698 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "GET /v2.0/ports?device_id=92fa95d3-a895-46ab-9ab8-7d12a48f59dd HTTP/1.1" status: 200 len: 210 time: 0.0642903 Feb 04 14:14:44.946920 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39234) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:45.016065 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:45.045207 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:45.110912 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:45.130119 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edecec28-02b9-4352-a09a-5ac0e0888665,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:45.140184 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:45.141895 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ad515f90-26fa-480b-baf8-dc969c5294d0 tempest-TestSnapshotPattern-1506444800 tempest-TestSnapshotPattern-1506444800-project] 10.222.0.53 "DELETE /v2.0/security-groups/edecec28-02b9-4352-a09a-5ac0e0888665 HTTP/1.1" status: 204 len: 168 time: 0.1929290 Feb 04 14:14:45.191890 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39240) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:45.583479 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e no longer exists at agent hyperv_n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:45.621255 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] No Port match for: d29c24eb-4bae-42b6-ace7-dca33535d10e {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:45.621601 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Device d29c24eb-4bae-42b6-ace7-dca33535d10e not bound to the agent host n-h1-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:45.941681 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:46.279872 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Deleting port db8da375-b932-40c8-993b-1c3ac92ca11f {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:46.280504 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:46.430694 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7b39-2688-4aa0-95ca-6390f06034c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:46.448845 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] For port db8da375-b932-40c8-993b-1c3ac92ca11f, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=db8da375-b932-40c8-993b-1c3ac92ca11f,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:46.449193 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:46.568823 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Calling delete_port for db8da375-b932-40c8-993b-1c3ac92ca11f owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:46.989487 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:47.033840 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:47.037255 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8da375-b932-40c8-993b-1c3ac92ca11f,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:47.304558 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:47.613328 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:47.659602 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Router c0ba5730-9208-468f-a3ca-b7a70ae091f0 has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:14:47.833879 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:14:47.842201 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Sync routers for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:47.849604 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-60ba5ce7-355b-4705-92c8-6742e3b403c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0ba5730-9208-468f-a3ca-b7a70ae091f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563854 Feb 04 14:14:47.851918 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:47.852194 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39246) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:47.852630 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:48.027697 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.057994 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: n-d-820555-2 {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:48.323302 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.332552 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Deleting port 24557e1e-bc70-4069-97ae-b7d6748cf3fd {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:48.333251 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.347584 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:14:46Z', 'revision_number': 5, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port': {'id': '24557e1e-bc70-4069-97ae-b7d6748cf3fd', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:48.351588 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Checking router: c0ba5730-9208-468f-a3ca-b7a70ae091f0 for host: n-d-820555-2 {{(pid=87623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:48.359574 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Routers {'c0ba5730-9208-468f-a3ca-b7a70ae091f0'} bound to L3 agent in host n-d-820555-2 {{(pid=87623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:48.360695 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'], 'active': True} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:48.505709 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] For port 24557e1e-bc70-4069-97ae-b7d6748cf3fd, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=24557e1e-bc70-4069-97ae-b7d6748cf3fd,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:48.506071 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.507870 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_dvr_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] Set router c0ba5730-9208-468f-a3ca-b7a70ae091f0 gateway port host: None {{(pid=87623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:48.612283 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.l3_hamode_db [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:14:48Z', 'revision_number': 6, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:48.616175 n-d-820555-2 neutron-server[87623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dfca2e-23b2-4c01-b3e4-534a29e32f42 None None] The sync data for ids ['c0ba5730-9208-468f-a3ca-b7a70ae091f0'] in n-d-820555-2 is: [{'id': 'c0ba5730-9208-468f-a3ca-b7a70ae091f0', 'name': 'tempest-TestSnapshotPattern-111132864-router', 'tenant_id': 'b988490660c84bd49d7488d1e7276512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:38Z', 'updated_at': '2022-02-04T14:14:48Z', 'revision_number': 6, 'project_id': 'b988490660c84bd49d7488d1e7276512', 'gw_port_host': None}] {{(pid=87623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:48.633233 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Calling delete_port for 24557e1e-bc70-4069-97ae-b7d6748cf3fd owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:48.809446 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.858034 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Pushing event deleted for resources: {'Port': ['ID=24557e1e-bc70-4069-97ae-b7d6748cf3fd,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:48.944211 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:48.973959 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.131790 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.133982 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.156038 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.156615 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ba5730-9208-468f-a3ca-b7a70ae091f0 {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 14:14:49.173200 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.174566 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ff3e4c33-af8d-4c32-8c6f-ec150ee0ecfe admin admin] 10.222.0.53 "DELETE /v2.0/routers/c0ba5730-9208-468f-a3ca-b7a70ae091f0 HTTP/1.1" status: 204 len: 168 time: 1.3212998 Feb 04 14:14:49.177428 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39252) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:49.240511 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Deleting subnet d1982aea-cd69-4324-98b3-786b3130c8d9 {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 14:14:49.243321 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.292054 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.376665 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.423221 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device db8da375-b932-40c8-993b-1c3ac92ca11f no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:49.449838 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.461809 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: db8da375-b932-40c8-993b-1c3ac92ca11f {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:49.462156 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device db8da375-b932-40c8-993b-1c3ac92ca11f not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:49.462573 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24557e1e-bc70-4069-97ae-b7d6748cf3fd no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:49.487995 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1982aea-cd69-4324-98b3-786b3130c8d9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:49.491616 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.497414 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-61ef9aad-e981-48d6-9c69-2f40aec9ed47 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1982aea-cd69-4324-98b3-786b3130c8d9 HTTP/1.1" status: 204 len: 168 time: 0.3190150 Feb 04 14:14:49.499862 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39256) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:49.501841 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 24557e1e-bc70-4069-97ae-b7d6748cf3fd {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:49.502358 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 24557e1e-bc70-4069-97ae-b7d6748cf3fd not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:49.505229 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4c7cd-a4d3-4ae7-bfe2-afab60942633 None None] Network 40f8db58-dfb7-4fa2-828d-212f59d61808 requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:14:49.607960 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.618680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Deleting port a5812f43-19e7-490a-8769-912110b52276 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:49.619014 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.777336 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] DHCP port deletion for 40f8db58-dfb7-4fa2-828d-212f59d61808 request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 14:14:49.781655 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Deleting port a5812f43-19e7-490a-8769-912110b52276 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:49.782100 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.956955 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] For port a5812f43-19e7-490a-8769-912110b52276, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a5812f43-19e7-490a-8769-912110b52276,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:49.957225 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:49.995211 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] For port a5812f43-19e7-490a-8769-912110b52276, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=a5812f43-19e7-490a-8769-912110b52276,segment=NetworkSegment(a7a7d095-bb86-406e-a43b-5d46f1f8f1e2),segment_id=a7a7d095-bb86-406e-a43b-5d46f1f8f1e2)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:49.995770 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.079396 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Calling delete_port for a5812f43-19e7-490a-8769-912110b52276 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:50.147494 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Calling delete_port for a5812f43-19e7-490a-8769-912110b52276 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:50.152591 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.202618 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5812f43-19e7-490a-8769-912110b52276,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:50.206120 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] No DVR routers for this DVR port a5812f43-19e7-490a-8769-912110b52276 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:50.221203 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:14:50.221565 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:14:50.320343 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.343906 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f8db58-dfb7-4fa2-828d-212f59d61808']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:50.357824 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:50.358311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a7d095-bb86-406e-a43b-5d46f1f8f1e2') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:50.370514 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.386440 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.392915 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:14:50.393312 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: timer() Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:14:50.406314 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:14:50.482320 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.497310 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.508374 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f8db58-dfb7-4fa2-828d-212f59d61808,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:50.520286 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-d9ce5558-18eb-4de8-b575-8b52de86bb51 admin admin] 10.222.0.53 "DELETE /v2.0/networks/40f8db58-dfb7-4fa2-828d-212f59d61808 HTTP/1.1" status: 204 len: 168 time: 1.0187032 Feb 04 14:14:50.523360 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39260) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:50.722997 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Deleting port a5812f43-19e7-490a-8769-912110b52276 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:50.723377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:50.795634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-16598b6c-8fc6-4cbb-8951-fd401c56088c None None] The port 'a5812f43-19e7-490a-8769-912110b52276' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 14:14:50.887264 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:51.048434 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437973'] for router_interface, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:51.413328 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a5812f43-19e7-490a-8769-912110b52276 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:51.447394 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: a5812f43-19e7-490a-8769-912110b52276 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:51.447737 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device a5812f43-19e7-490a-8769-912110b52276 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:51.499380 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Deleting port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:51.499914 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:51.664969 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] For port 418fcfcd-a93b-4bd2-b59a-c73163aec6b4, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:51.665234 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:51.788298 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Calling delete_port for 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 owned by network:router_interface {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:51.961709 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:52.009680 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=418fcfcd-a93b-4bd2-b59a-c73163aec6b4,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:52.275272 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626501'] for router_interface, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:52.627235 n-d-820555-2 neutron-server[87621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Router 54b92222-21f5-4c60-be2c-19998252556a has already been hosted by L3 agent 17b36a84-735c-41b3-a078-c4eba8321ba0 {{(pid=87621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 14:14:52.919367 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] Notify agent at l3_agent.n-d-820555-2 the message routers_updated {{(pid=87621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 14:14:52.928653 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Sync routers for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 14:14:52.936014 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-54d65ade-11b8-49c8-b552-05154745aed9 admin admin] 10.222.0.53 "PUT /v2.0/routers/54b92222-21f5-4c60-be2c-19998252556a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116161 Feb 04 14:14:52.938975 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39266) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:52.939117 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:52.939664 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:53.114701 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks [] for router, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:53.115634 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: n-d-820555-2 {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:53.287422 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:53.296887 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Deleting port e377a824-e891-4298-8602-0050a6f72a2d {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:53.298015 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:53.408245 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'external_fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:14:51Z', 'revision_number': 5, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port': {'id': 'e377a824-e891-4298-8602-0050a6f72a2d', 'name': '', 'network_id': '0da928c1-df42-4b70-82b6-376c11f9ad8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b92222-21f5-4c60-be2c-19998252556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820555-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T14:09:45Z', 'updated_at': '2022-02-04T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '663243b6-7d9a-4ec6-bb6a-19a016cb26ef', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820555-2'}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:53.412124 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Checking router: 54b92222-21f5-4c60-be2c-19998252556a for host: n-d-820555-2 {{(pid=87622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 14:14:53.421864 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Routers {'54b92222-21f5-4c60-be2c-19998252556a'} bound to L3 agent in host n-d-820555-2 {{(pid=87622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 14:14:53.422870 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820555-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:38:46Z,description=,heartbeat_timestamp=2022-02-04T14:14:46Z,host='n-d-820555-2',id=17b36a84-735c-41b3-a078-c4eba8321ba0,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:38:46Z,topic='l3_agent')) {'router_ids': ['54b92222-21f5-4c60-be2c-19998252556a'], 'active': True} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:53.480540 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] For port e377a824-e891-4298-8602-0050a6f72a2d, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=e377a824-e891-4298-8602-0050a6f72a2d,segment=NetworkSegment(59dd787a-3d0e-49e1-8c3a-3c67bf5c213a),segment_id=59dd787a-3d0e-49e1-8c3a-3c67bf5c213a)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:53.480893 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:53.549509 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:14:53.568815 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_dvr_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] Set router 54b92222-21f5-4c60-be2c-19998252556a gateway port host: None {{(pid=87622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 14:14:53.605245 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Calling delete_port for e377a824-e891-4298-8602-0050a6f72a2d owned by network:router_gateway {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:53.672648 n-d-820555-2 neutron-server[87622]: DEBUG neutron.db.l3_hamode_db [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:14:53Z', 'revision_number': 6, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port_host': None}], 'n-d-820555-2', False) {} {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:53.676514 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de619d65-18cc-4f0b-801d-9dcdf528d27b None None] The sync data for ids ['54b92222-21f5-4c60-be2c-19998252556a'] in n-d-820555-2 is: [{'id': '54b92222-21f5-4c60-be2c-19998252556a', 'name': 'tempest-TestSnapshotPattern-1299606414-router', 'tenant_id': '65e575ab704246f6a609043546dc0700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T14:09:44Z', 'updated_at': '2022-02-04T14:14:53Z', 'revision_number': 6, 'project_id': '65e575ab704246f6a609043546dc0700', 'gw_port_host': None}] {{(pid=87622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 14:14:53.787853 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:53.836482 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Pushing event deleted for resources: {'Port': ['ID=e377a824-e891-4298-8602-0050a6f72a2d,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:53.932093 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-624880'] for router_gateway, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.220938 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30455'] for router, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.223333 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.246654 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-626330'] for router, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.247467 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b92222-21f5-4c60-be2c-19998252556a {{(pid=87621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 14:14:54.261323 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] Notify callbacks [] for router, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.262420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-5603636c-4b57-447b-b6eb-d82d55fd826d admin admin] 10.222.0.53 "DELETE /v2.0/routers/54b92222-21f5-4c60-be2c-19998252556a HTTP/1.1" status: 204 len: 168 time: 1.3224874 Feb 04 14:14:54.265033 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39270) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:54.323365 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Deleting subnet e5de2e10-1edb-476d-a7aa-60502435ef3a {{(pid=87621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 14:14:54.326628 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.380405 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10716751'] for subnet, precommit_delete_associations {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.457034 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585139'] for subnet, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.523366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10716796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10647924'] for subnet, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.566724 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.569258 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5de2e10-1edb-476d-a7aa-60502435ef3a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:54.571767 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee4a3b-1bbd-4852-a477-8563977874e2 None None] Network b11ab920-e6d2-40d0-9328-fdfa50b0e04a requested from n-d-820555-2 {{(pid=87622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 14:14:54.574348 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cbc96185-88b1-48e8-83ae-9294702f4d0c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5de2e10-1edb-476d-a7aa-60502435ef3a HTTP/1.1" status: 204 len: 168 time: 0.3083658 Feb 04 14:14:54.576818 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39274) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:54.681618 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3744328'] for network, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.692073 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Deleting port 79d55f09-681c-4f87-b187-fcda27ca1de9 {{(pid=87621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:54.692403 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.841652 n-d-820555-2 neutron-server[87622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] DHCP port deletion for b11ab920-e6d2-40d0-9328-fdfa50b0e04a request from n-d-820555-2 {{(pid=87622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 14:14:54.846283 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Deleting port 79d55f09-681c-4f87-b187-fcda27ca1de9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:54.846678 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:54.911028 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.db [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] For port 79d55f09-681c-4f87-b187-fcda27ca1de9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79d55f09-681c-4f87-b187-fcda27ca1de9,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:54.911606 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.039981 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.plugin [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Calling delete_port for 79d55f09-681c-4f87-b187-fcda27ca1de9 owned by network:dhcp {{(pid=87621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:55.040373 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.db [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] For port 79d55f09-681c-4f87-b187-fcda27ca1de9, host n-d-820555-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820555-2',level=0,port_id=79d55f09-681c-4f87-b187-fcda27ca1de9,segment=NetworkSegment(3b34d0b0-60e7-4869-a0f7-a62216d77146),segment_id=3b34d0b0-60e7-4869-a0f7-a62216d77146)] {{(pid=87622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 14:14:55.040759 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626051'] for port, precommit_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.116076 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3714808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740016778774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740016337174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10716687'] for port, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.164045 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=79d55f09-681c-4f87-b187-fcda27ca1de9,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:55.165863 n-d-820555-2 neutron-server[87621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] No DVR routers for this DVR port 79d55f09-681c-4f87-b187-fcda27ca1de9 on host n-d-820555-2 {{(pid=87621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 14:14:55.167674 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Calling delete_port for 79d55f09-681c-4f87-b187-fcda27ca1de9 owned by network:dhcp {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 14:14:55.214908 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.243453 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.db.api [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 14:14:55.243803 n-d-820555-2 neutron-server[87622]: DEBUG oslo_db.api [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 14:14:55.281872 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585442', 'neutron.services.segments.db._delete_segments_for_network-8740016823866'] for network, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.309502 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11ab920-e6d2-40d0-9328-fdfa50b0e04a']}} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:55.321550 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b34d0b0-60e7-4869-a0f7-a62216d77146') {'for_net_delete': True} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:55.321847 n-d-820555-2 neutron-server[87621]: DEBUG neutron.services.segments.db [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b34d0b0-60e7-4869-a0f7-a62216d77146') {} {{(pid=87621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 14:14:55.333329 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740016825429', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10716792'] for segment, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.349494 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581371'] for segment, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.355448 n-d-820555-2 neutron-server[87621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 14:14:55.355823 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3581346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10716638'] for segment, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: Traceback (most recent call last): Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: timer() Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: cb(*args, **kw) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: return func(*args, **kwargs) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: self._notify() Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: self.callback(batched_events) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: event.method(event) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: return f(self, *a, **k) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: return self._get(url).json() Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: return self.request(url, 'GET', **kwargs) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 14:14:55.368891 n-d-820555-2 neutron-server[87621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 14:14:55.418962 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79d55f09-681c-4f87-b187-fcda27ca1de9 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:55.443553 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-624853'] for network, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.457056 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 79d55f09-681c-4f87-b187-fcda27ca1de9 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:55.457528 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 79d55f09-681c-4f87-b187-fcda27ca1de9 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:55.458019 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e377a824-e891-4298-8602-0050a6f72a2d no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:55.463689 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Notify callbacks [] for network, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.473464 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b11ab920-e6d2-40d0-9328-fdfa50b0e04a,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:55.480715 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-ca97d9df-5092-4674-a9d8-2941a8782d4a admin admin] 10.222.0.53 "DELETE /v2.0/networks/b11ab920-e6d2-40d0-9328-fdfa50b0e04a HTTP/1.1" status: 204 len: 168 time: 0.9029708 Feb 04 14:14:55.491523 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: e377a824-e891-4298-8602-0050a6f72a2d {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:55.491873 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device e377a824-e891-4298-8602-0050a6f72a2d not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:55.492284 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 no longer exists at agent ovs-agent-n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 14:14:55.526751 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] No Port match for: 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 {{(pid=87622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 14:14:55.527092 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.rpc [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Device 418fcfcd-a93b-4bd2-b59a-c73163aec6b4 not bound to the agent host n-d-820555-2 {{(pid=87622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 14:14:55.588876 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39280) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:55.636609 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-15b5ee28-3821-49a9-8379-60ec068ee721 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b988490660c84bd49d7488d1e7276512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465820 Feb 04 14:14:55.639182 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39284) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:55.695366 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.720145 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.748832 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Deleting port 79d55f09-681c-4f87-b187-fcda27ca1de9 {{(pid=87622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 14:14:55.749825 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740016774638'] for port, before_delete {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.772799 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.788311 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db9153-6075-40ac-bb08-c3f93453b738,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:55.796419 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:55.801068 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-2425530c-c87a-4f23-88b8-fe3d961dc3ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68db9153-6075-40ac-bb08-c3f93453b738 HTTP/1.1" status: 204 len: 168 time: 0.1580181 Feb 04 14:14:55.829388 n-d-820555-2 neutron-server[87622]: DEBUG neutron.plugins.ml2.plugin [None req-a69dbdff-13c0-407c-ac93-c6a04831cd17 None None] The port '79d55f09-681c-4f87-b187-fcda27ca1de9' was deleted {{(pid=87622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 14:14:56.143155 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39292) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:56.193420 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-68bf39dc-1773-4c06-b2ba-b79bc4c6c5d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65e575ab704246f6a609043546dc0700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491436 Feb 04 14:14:56.195900 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [-] (87621) accepted ('10.222.0.53', 39296) {{(pid=87621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 14:14:56.251966 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:56.276359 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:56.326775 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607632'] for security_group, after_delete {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:56.343632 n-d-820555-2 neutron-server[87621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c76c7-1a7f-424a-854b-1f0101b0d36e,revision_number=None']} {{(pid=87621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 14:14:56.346409 n-d-820555-2 neutron-server[87621]: DEBUG neutron_lib.callbacks.manager [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:14:56.347555 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [None req-cb80a093-bb65-47f4-af41-c131eab1f025 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/702c76c7-1a7f-424a-854b-1f0101b0d36e HTTP/1.1" status: 204 len: 168 time: 0.1507947 Feb 04 14:15:07.240958 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c870a0a-403f-48d6-b3b3-0a2010085fe4 req-8b0a390c-f6ca-460e-a0a8-0e6ae43d1672 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418661 Feb 04 14:15:07.353759 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c870a0a-403f-48d6-b3b3-0a2010085fe4 req-cc20fe98-9b99-45f7-ae6f-b2535493622c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0451672 Feb 04 14:15:07.402792 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c870a0a-403f-48d6-b3b3-0a2010085fe4 req-aa629516-aab5-4100-8af4-adc4a09d0834 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247455 Feb 04 14:15:07.545449 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c870a0a-403f-48d6-b3b3-0a2010085fe4 req-e681ea5f-c6d4-4c95-8a95-95de338a3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:15:07.546915 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-5c870a0a-403f-48d6-b3b3-0a2010085fe4 req-e681ea5f-c6d4-4c95-8a95-95de338a3fd6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376143 Feb 04 14:15:13.679885 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a25d6b3f-62b2-4639-8de5-57ea07dc462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:16.436833 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0b444c89-6f14-4537-842e-51bffdb4e24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:17.037075 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:17.615010 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:18.967735 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:20.894611 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:25.076877 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:30.549786 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:15:43.682167 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-3d3b08c7-f679-4d51-a820-87f79e175a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:46.428093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e55774bd-312b-43ff-9e0e-fac5f93a1581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:47.040810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:47.618084 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:48.969555 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:50.891867 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:15:55.093195 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:07.548964 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:16:09.238081 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6eacb9-fad3-4321-9e83-c1e6a956d314 req-4561271d-2707-4985-8c25-70d712a96db4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407290 Feb 04 14:16:09.347109 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6eacb9-fad3-4321-9e83-c1e6a956d314 req-7503d4f4-f0f2-4c1c-a270-a4515d9c3d84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0438371 Feb 04 14:16:09.389770 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6eacb9-fad3-4321-9e83-c1e6a956d314 req-73d7d5fe-26f6-432e-b568-bd627cd88771 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248659 Feb 04 14:16:09.631158 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eacb9-fad3-4321-9e83-c1e6a956d314 req-b913a283-9eb7-4231-a646-6de8c0fafc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:16:09.632610 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-1b6eacb9-fad3-4321-9e83-c1e6a956d314 req-b913a283-9eb7-4231-a646-6de8c0fafc82 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2363052 Feb 04 14:16:13.685126 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-ee00a14e-9a2f-4905-813b-1423c7a69dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:16.430308 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-bccf1f82-95e3-47a4-9c87-081949fb5a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:17.042164 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:17.621585 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:18.974101 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:20.906762 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:25.092268 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:43.687099 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-63fee360-1539-4e6d-a735-05bafb2470e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:44.548298 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:16:46.430895 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90e0a6df-dfe8-41ca-9101-055fd5b5e27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:47.043717 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:47.623914 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:48.975738 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:50.898553 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:16:55.092136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:10.257182 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94abf516-eeee-452b-893d-3bcbe7196ba4 req-e9c2a158-0e97-45d1-8805-4d4d17792560 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0416515 Feb 04 14:17:10.365287 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94abf516-eeee-452b-893d-3bcbe7196ba4 req-28403e6b-d23f-4d68-a649-443844c89d66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0446293 Feb 04 14:17:10.405922 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94abf516-eeee-452b-893d-3bcbe7196ba4 req-7085cc6d-012f-4218-bb7d-57cebf2078bb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238013 Feb 04 14:17:10.544746 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf516-eeee-452b-893d-3bcbe7196ba4 req-b1b54896-b53e-4f43-82a3-6795d34163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:17:10.546204 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-94abf516-eeee-452b-893d-3bcbe7196ba4 req-b1b54896-b53e-4f43-82a3-6795d34163a9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342144 Feb 04 14:17:13.690038 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8a814ea7-8ab6-4bed-844c-34e1cf81d1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:16.432093 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-54dfd6ba-d4e6-49a7-8db8-a46992ecdde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:17.045513 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:17.627535 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:18.979295 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:20.910236 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:21.547177 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:17:25.095972 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:43.692002 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c724d954-82ae-40a3-b404-b63f605c3ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:46.434021 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-235f6c5b-3d8d-4013-838e-730682ff6bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:47.047623 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:47.629881 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:48.980817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:50.913572 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:55.089335 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:17:58.546248 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:18:12.226193 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4916417f-b7c2-4084-a999-435e2b9c910d req-dd8f12dc-8956-4fe6-8d55-66e0ca2696fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0414832 Feb 04 14:18:12.331647 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4916417f-b7c2-4084-a999-435e2b9c910d req-6e597dd4-dadd-4b7a-a071-25992cac8fda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0415165 Feb 04 14:18:12.377259 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4916417f-b7c2-4084-a999-435e2b9c910d req-97567194-67b0-44d3-974d-58cb324d0620 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290594 Feb 04 14:18:12.512959 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916417f-b7c2-4084-a999-435e2b9c910d req-f987b0a0-61bc-44e8-9a4b-0be9cef75581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:18:12.514299 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-4916417f-b7c2-4084-a999-435e2b9c910d req-f987b0a0-61bc-44e8-9a4b-0be9cef75581 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304357 Feb 04 14:18:13.694193 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e971327d-78ab-490f-84e1-63913c26be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:16.468782 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-cd528e1d-252a-4180-8c87-aca707321462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:17.050391 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:17.631361 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:18.983206 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:20.926580 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:25.087538 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:32.685586 n-d-820555-2 neutron-server[87621]: DEBUG neutron.wsgi [req-54f5b9f4-7f4f-41e5-80fe-42af5200de27 req-3ede661c-4198-4b8d-bf7c-0f5f90b20788 service neutron] (87621) timed out ('10.222.0.53', 36882) {{(pid=87621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 14:18:35.545595 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:18:43.696012 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b8faa50c-7803-4387-98c4-54166f382a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:46.440194 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-a21c24aa-d45c-41a3-ab72-679c6cd89a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:47.051073 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:47.635387 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:48.987906 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:50.934421 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:18:55.086942 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:12.546214 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:19:13.696642 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-0a4e6d4f-f473-4208-8af2-68eefdc0f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:14.334516 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af25e633-ca17-4139-b8a4-cc937a6a9616 req-93627a01-c603-48a4-be06-4d7411cc8445 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1375484 Feb 04 14:19:14.439431 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af25e633-ca17-4139-b8a4-cc937a6a9616 req-4996ce18-8859-4cfb-ad91-eb2c66609c78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0403016 Feb 04 14:19:14.482639 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af25e633-ca17-4139-b8a4-cc937a6a9616 req-4a7cb293-d2a3-48af-923f-bd575f10af73 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253856 Feb 04 14:19:14.619650 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25e633-ca17-4139-b8a4-cc937a6a9616 req-eeef50c4-7fcf-4e29-b8ab-ab0406fbc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:19:14.621131 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-af25e633-ca17-4139-b8a4-cc937a6a9616 req-eeef50c4-7fcf-4e29-b8ab-ab0406fbc8fd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327250 Feb 04 14:19:16.441261 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c0e56eb7-b9f6-4031-80c7-a17088b419e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:17.052631 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:17.637455 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:18.989053 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:20.938711 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:25.102808 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:43.698346 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-9453e3cb-0fb0-45d2-9905-fcc70fde30c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:46.442377 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-97accb39-cc21-4f11-86b1-59f47953490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:47.054266 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:47.640400 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:48.991748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:49.545914 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:19:50.938748 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:19:55.099780 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:13.699709 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7193737f-0250-4d81-a310-4a0d4ef91ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:15.232775 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7aa93d6-d260-4f7d-9355-e57fb1d5666c req-facca82c-515a-43a6-a865-a45116b1d85c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0438235 Feb 04 14:20:15.337499 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7aa93d6-d260-4f7d-9355-e57fb1d5666c req-e70499c7-7077-4337-9031-cc85acd6a829 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0404456 Feb 04 14:20:15.380850 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7aa93d6-d260-4f7d-9355-e57fb1d5666c req-cc79fda7-eb24-4506-a3bd-23f15170faf2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253198 Feb 04 14:20:15.514668 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa93d6-d260-4f7d-9355-e57fb1d5666c req-8ae1864a-7887-4048-b720-ad4157dc703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:20:15.516055 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-c7aa93d6-d260-4f7d-9355-e57fb1d5666c req-8ae1864a-7887-4048-b720-ad4157dc703a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301327 Feb 04 14:20:16.443955 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-96598da6-aa33-4b24-afdb-74dad9d947af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:17.056363 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:17.642518 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:18.993729 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:20.954353 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:25.115468 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:26.545880 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:20:43.701056 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-b92aefc2-b341-4d9f-b712-7b731ba8c120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:46.445208 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2cc60f65-44ba-4d90-972a-4503a27daaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:47.060431 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:47.645344 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:48.996275 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:50.999481 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:20:55.114937 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:03.545255 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:21:13.704059 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-32c3fa5a-6b49-4c7f-9b92-20c6a6544fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:15.240391 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2cce1d4-dd00-488f-84b0-e9ad9d5258b7 req-f6252611-d755-487a-bf02-f9792a2ba296 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0457227 Feb 04 14:21:15.344869 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2cce1d4-dd00-488f-84b0-e9ad9d5258b7 req-859109d5-022c-42e1-bf37-56319edb75d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0411863 Feb 04 14:21:15.386368 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2cce1d4-dd00-488f-84b0-e9ad9d5258b7 req-be8eab55-f7e4-4f20-848a-b4332403a975 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244708 Feb 04 14:21:15.518505 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce1d4-dd00-488f-84b0-e9ad9d5258b7 req-d1dcb82a-5253-48e9-afc2-e25ee6ba9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:21:15.519975 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a2cce1d4-dd00-488f-84b0-e9ad9d5258b7 req-d1dcb82a-5253-48e9-afc2-e25ee6ba9923 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274765 Feb 04 14:21:16.446581 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-90fad4b6-aecb-42ec-801f-f2c05518ed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:17.062829 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:17.647820 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:18.998842 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:21.013503 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:25.111402 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:40.545200 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:21:43.705945 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2ae9a611-b143-490b-bfd2-6cd68217ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:46.447156 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-c6821b2c-8610-4afd-9199-b2f8355206e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:47.064774 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:47.649936 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:49.001187 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:51.028954 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:21:55.113964 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:13.709079 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-77ae51eb-78ac-45bf-85db-2aba9ca2d56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:15.235321 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9a56380-7789-40f9-9b44-bad53a93bff1 req-c21c8750-fa6a-4088-b3b1-fc75d171fa42 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0419848 Feb 04 14:22:15.346404 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9a56380-7789-40f9-9b44-bad53a93bff1 req-f47aab0f-6e2b-4adb-a925-ef644db39c0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0454292 Feb 04 14:22:15.389327 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9a56380-7789-40f9-9b44-bad53a93bff1 req-3ce18096-b042-4257-9ad4-57b330a75d05 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252328 Feb 04 14:22:15.524316 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a56380-7789-40f9-9b44-bad53a93bff1 req-796a1435-d211-4659-a8d8-44f553412499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:22:15.525719 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-a9a56380-7789-40f9-9b44-bad53a93bff1 req-796a1435-d211-4659-a8d8-44f553412499 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308520 Feb 04 14:22:16.449817 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-2f9da6ff-cdd5-4bb3-b625-4435a992d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:17.066136 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:17.544353 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:22:17.653063 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:19.010917 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:21.044479 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:25.126016 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:43.710447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-e765d62a-fed8-4976-ba49-c147ce21cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:46.244831 n-d-820555-2 neutron-server[87620]: DEBUG neutron.wsgi [req-79565d36-a51d-447b-96e3-bd714e1d57c2 req-2bcb8da7-5f0c-4f7d-a289-7a9225f4f860 service neutron] (87620) timed out ('10.222.0.53', 38320) {{(pid=87620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 14:22:46.452409 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-01e84523-309a-426f-aeb1-51ac68c476ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:47.075161 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:47.657784 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:49.006447 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:51.044810 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:22:54.543608 n-d-820555-2 neutron-server[87623]: DEBUG neutron.db.agents_db [None req-bab5000e-2840-4042-bf0f-771cdb9dbc16 None None] Agent healthcheck: found 7 active agents {{(pid=87623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 14:22:55.128726 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:13.715364 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-d5188e1a-e881-475e-8d01-9fda298da9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:16.215757 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057c0008-73fe-4cbe-b6ff-5b50789ee5ba req-3b2f87fc-bbb2-4f30-8e8e-ad0bf27360b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0406742 Feb 04 14:23:16.336436 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057c0008-73fe-4cbe-b6ff-5b50789ee5ba req-3ab25cea-0290-4d90-8bbe-36298c5d8815 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&device_id=d0f94822-ea20-4102-8c77-e1c61cfe3e40 HTTP/1.1" status: 200 len: 210 time: 0.0491762 Feb 04 14:23:16.379332 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057c0008-73fe-4cbe-b6ff-5b50789ee5ba req-b37b77f8-89f7-4463-a722-9a925b69fe0e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=acbc69913a5b44dbbdbc5170b16273fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242763 Feb 04 14:23:16.454446 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-64f448bb-f1b4-4875-b43e-557756590ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:16.634666 n-d-820555-2 neutron-server[87621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c0008-73fe-4cbe-b6ff-5b50789ee5ba req-c76ac4bc-6347-4ff6-8128-f1f3cef1efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 14:23:16.636121 n-d-820555-2 neutron-server[87621]: INFO neutron.wsgi [req-057c0008-73fe-4cbe-b6ff-5b50789ee5ba req-c76ac4bc-6347-4ff6-8128-f1f3cef1efd4 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2508352 Feb 04 14:23:17.068865 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-310961db-52fd-4d3c-99a0-6de162a4e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:17.660057 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-78257521-3f0a-4cca-8aea-fbd8bc50f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:19.008826 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-8aa1da1d-a375-4454-b350-0f236e4744e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:21.045423 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b33a-9405-439a-b9b1-8b47757b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 14:23:25.124880 n-d-820555-2 neutron-server[87622]: DEBUG neutron_lib.callbacks.manager [None req-7e47c8d0-e9b4-49f2-80d1-b7a03c2fcc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740016823848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772920'] for agent, after_update {{(pid=87622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}